2024-04-26T23:09:43.895 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-26T23:09:43.895 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_rishabh@teuthology --archive /home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293 --name rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/direct_io}} --verbose -- /home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293/orig.config.yaml 2024-04-26T23:09:43.960 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T23:09:44.054 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293 branch: wip-rishabh-testing-20240426.111959 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/direct_io}} email: null first_in_suite: false job_id: '7675293' kernel: flavor: default kdb: true sha1: 806ec36b21129f113ce356c007dd59694d340b37 last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true name: rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rishabh-testing-20240426.111959 ceph: cephfs: max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: bc612ffb9c1d5bc27536bc917a705262a36d4387 subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: bc612ffb9c1d5bc27536bc917a705262a36d4387 kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240426.111959 sha1: bc612ffb9c1d5bc27536bc917a705262a36d4387 owner: scheduled_rishabh@teuthology priority: 50 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 816 sha1: bc612ffb9c1d5bc27536bc917a705262a36d4387 sleep_before_teardown: 0 subset: 166/512 suite: fs suite_branch: wip-rishabh-testing-20240426.111959 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bc612ffb9c1d5bc27536bc917a705262a36d4387/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: bc612ffb9c1d5bc27536bc917a705262a36d4387 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi026.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG5f2nM+HsQxikWbez9t32FhfmqpGjA2NviHX2RgigNrZ+/yqDXyETJiShj42ILRzcB/uCB2GJojyiyXk64Tjx8= smithi086.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC7+w6xJQV1LR0xg38bJBRNI6qdcy2a4XopHduALU35iiMcxvbgC4GQ2BnOmwqRDPYqCkiFNdJ+yrVF96Wps34M= smithi164.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE22Y5TXwp+ZCDH13EiEdJ26dJptVhLOC/RR94JY4ik+v+CKLp0j4qF0YHkdMGE5CqnU3diJgMZgVGUsEbD0TIk= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - workunit: clients: all: - direct_io teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-26_19:30:57 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-26T23:09:44.055 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bc612ffb9c1d5bc27536bc917a705262a36d4387/qa; will attempt to use it 2024-04-26T23:09:44.055 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bc612ffb9c1d5bc27536bc917a705262a36d4387/qa/tasks 2024-04-26T23:09:44.056 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-26T23:09:44.057 INFO:teuthology.task.internal:Checking packages... 2024-04-26T23:09:44.087 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'bc612ffb9c1d5bc27536bc917a705262a36d4387' 2024-04-26T23:09:44.087 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-26T23:09:44.087 INFO:teuthology.packaging:ref: None 2024-04-26T23:09:44.087 INFO:teuthology.packaging:tag: None 2024-04-26T23:09:44.087 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240426.111959 2024-04-26T23:09:44.087 INFO:teuthology.packaging:sha1: bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:09:44.088 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rishabh-testing-20240426.111959 2024-04-26T23:09:44.316 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3306.gbc612ffb 2024-04-26T23:09:44.318 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-26T23:09:44.325 INFO:teuthology.task.internal:no buildpackages task found 2024-04-26T23:09:44.325 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-26T23:09:44.348 INFO:teuthology.task.internal:Saving configuration 2024-04-26T23:09:44.371 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-26T23:09:44.377 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T23:09:44.402 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi026.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 23:04:43.538586', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBG5f2nM+HsQxikWbez9t32FhfmqpGjA2NviHX2RgigNrZ+/yqDXyETJiShj42ILRzcB/uCB2GJojyiyXk64Tjx8='} 2024-04-26T23:09:44.425 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi086.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 23:04:43.537084', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC7+w6xJQV1LR0xg38bJBRNI6qdcy2a4XopHduALU35iiMcxvbgC4GQ2BnOmwqRDPYqCkiFNdJ+yrVF96Wps34M='} 2024-04-26T23:09:44.446 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi164.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 23:04:43.540021', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE22Y5TXwp+ZCDH13EiEdJ26dJptVhLOC/RR94JY4ik+v+CKLp0j4qF0YHkdMGE5CqnU3diJgMZgVGUsEbD0TIk='} 2024-04-26T23:09:44.446 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-26T23:09:44.452 INFO:teuthology.task.internal:roles: ubuntu@smithi026.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-26T23:09:44.453 INFO:teuthology.task.internal:roles: ubuntu@smithi086.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-26T23:09:44.453 INFO:teuthology.task.internal:roles: ubuntu@smithi164.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-26T23:09:44.453 INFO:teuthology.run_tasks:Running task console_log... 2024-04-26T23:09:44.556 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f28c7be8160>, signals=[15]) 2024-04-26T23:09:44.557 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-26T23:09:44.564 INFO:teuthology.task.internal:Opening connections... 2024-04-26T23:09:44.564 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T23:09:44.567 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:09:44.647 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi086.front.sepia.ceph.com 2024-04-26T23:09:44.648 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:09:44.723 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi164.front.sepia.ceph.com 2024-04-26T23:09:44.724 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:09:44.799 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-26T23:09:44.807 DEBUG:teuthology.orchestra.run.smithi026:> uname -m 2024-04-26T23:09:44.826 INFO:teuthology.orchestra.run.smithi026.stdout:x86_64 2024-04-26T23:09:44.826 DEBUG:teuthology.orchestra.run.smithi026:> cat /etc/os-release 2024-04-26T23:09:44.883 INFO:teuthology.orchestra.run.smithi026.stdout:NAME="CentOS Stream" 2024-04-26T23:09:44.883 INFO:teuthology.orchestra.run.smithi026.stdout:VERSION="9" 2024-04-26T23:09:44.883 INFO:teuthology.orchestra.run.smithi026.stdout:ID="centos" 2024-04-26T23:09:44.883 INFO:teuthology.orchestra.run.smithi026.stdout:ID_LIKE="rhel fedora" 2024-04-26T23:09:44.883 INFO:teuthology.orchestra.run.smithi026.stdout:VERSION_ID="9" 2024-04-26T23:09:44.883 INFO:teuthology.orchestra.run.smithi026.stdout:PLATFORM_ID="platform:el9" 2024-04-26T23:09:44.883 INFO:teuthology.orchestra.run.smithi026.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T23:09:44.883 INFO:teuthology.orchestra.run.smithi026.stdout:ANSI_COLOR="0;31" 2024-04-26T23:09:44.883 INFO:teuthology.orchestra.run.smithi026.stdout:LOGO="fedora-logo-icon" 2024-04-26T23:09:44.883 INFO:teuthology.orchestra.run.smithi026.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T23:09:44.884 INFO:teuthology.orchestra.run.smithi026.stdout:HOME_URL="https://centos.org/" 2024-04-26T23:09:44.884 INFO:teuthology.orchestra.run.smithi026.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T23:09:44.884 INFO:teuthology.orchestra.run.smithi026.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T23:09:44.884 INFO:teuthology.orchestra.run.smithi026.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T23:09:44.884 INFO:teuthology.lock.ops:Updating smithi026.front.sepia.ceph.com on lock server 2024-04-26T23:09:44.905 DEBUG:teuthology.orchestra.run.smithi086:> uname -m 2024-04-26T23:09:44.922 INFO:teuthology.orchestra.run.smithi086.stdout:x86_64 2024-04-26T23:09:44.923 DEBUG:teuthology.orchestra.run.smithi086:> cat /etc/os-release 2024-04-26T23:09:44.980 INFO:teuthology.orchestra.run.smithi086.stdout:NAME="CentOS Stream" 2024-04-26T23:09:44.980 INFO:teuthology.orchestra.run.smithi086.stdout:VERSION="9" 2024-04-26T23:09:44.980 INFO:teuthology.orchestra.run.smithi086.stdout:ID="centos" 2024-04-26T23:09:44.980 INFO:teuthology.orchestra.run.smithi086.stdout:ID_LIKE="rhel fedora" 2024-04-26T23:09:44.980 INFO:teuthology.orchestra.run.smithi086.stdout:VERSION_ID="9" 2024-04-26T23:09:44.980 INFO:teuthology.orchestra.run.smithi086.stdout:PLATFORM_ID="platform:el9" 2024-04-26T23:09:44.980 INFO:teuthology.orchestra.run.smithi086.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T23:09:44.980 INFO:teuthology.orchestra.run.smithi086.stdout:ANSI_COLOR="0;31" 2024-04-26T23:09:44.981 INFO:teuthology.orchestra.run.smithi086.stdout:LOGO="fedora-logo-icon" 2024-04-26T23:09:44.981 INFO:teuthology.orchestra.run.smithi086.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T23:09:44.981 INFO:teuthology.orchestra.run.smithi086.stdout:HOME_URL="https://centos.org/" 2024-04-26T23:09:44.981 INFO:teuthology.orchestra.run.smithi086.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T23:09:44.981 INFO:teuthology.orchestra.run.smithi086.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T23:09:44.981 INFO:teuthology.orchestra.run.smithi086.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T23:09:44.981 INFO:teuthology.lock.ops:Updating smithi086.front.sepia.ceph.com on lock server 2024-04-26T23:09:45.004 DEBUG:teuthology.orchestra.run.smithi164:> uname -m 2024-04-26T23:09:45.022 INFO:teuthology.orchestra.run.smithi164.stdout:x86_64 2024-04-26T23:09:45.022 DEBUG:teuthology.orchestra.run.smithi164:> cat /etc/os-release 2024-04-26T23:09:45.081 INFO:teuthology.orchestra.run.smithi164.stdout:NAME="CentOS Stream" 2024-04-26T23:09:45.081 INFO:teuthology.orchestra.run.smithi164.stdout:VERSION="9" 2024-04-26T23:09:45.081 INFO:teuthology.orchestra.run.smithi164.stdout:ID="centos" 2024-04-26T23:09:45.081 INFO:teuthology.orchestra.run.smithi164.stdout:ID_LIKE="rhel fedora" 2024-04-26T23:09:45.082 INFO:teuthology.orchestra.run.smithi164.stdout:VERSION_ID="9" 2024-04-26T23:09:45.082 INFO:teuthology.orchestra.run.smithi164.stdout:PLATFORM_ID="platform:el9" 2024-04-26T23:09:45.082 INFO:teuthology.orchestra.run.smithi164.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T23:09:45.082 INFO:teuthology.orchestra.run.smithi164.stdout:ANSI_COLOR="0;31" 2024-04-26T23:09:45.082 INFO:teuthology.orchestra.run.smithi164.stdout:LOGO="fedora-logo-icon" 2024-04-26T23:09:45.082 INFO:teuthology.orchestra.run.smithi164.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T23:09:45.082 INFO:teuthology.orchestra.run.smithi164.stdout:HOME_URL="https://centos.org/" 2024-04-26T23:09:45.082 INFO:teuthology.orchestra.run.smithi164.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T23:09:45.082 INFO:teuthology.orchestra.run.smithi164.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T23:09:45.082 INFO:teuthology.orchestra.run.smithi164.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T23:09:45.083 INFO:teuthology.lock.ops:Updating smithi164.front.sepia.ceph.com on lock server 2024-04-26T23:09:45.106 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-26T23:09:45.622 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-26T23:09:45.628 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-26T23:09:45.629 DEBUG:teuthology.orchestra.run.smithi026:> test '!' -e /home/ubuntu/cephtest 2024-04-26T23:09:45.631 DEBUG:teuthology.orchestra.run.smithi086:> test '!' -e /home/ubuntu/cephtest 2024-04-26T23:09:45.634 DEBUG:teuthology.orchestra.run.smithi164:> test '!' -e /home/ubuntu/cephtest 2024-04-26T23:09:45.650 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-26T23:09:45.656 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-26T23:09:45.657 DEBUG:teuthology.orchestra.run.smithi026:> test -z $(ls -A /var/lib/ceph) 2024-04-26T23:09:45.689 DEBUG:teuthology.orchestra.run.smithi086:> test -z $(ls -A /var/lib/ceph) 2024-04-26T23:09:45.691 DEBUG:teuthology.orchestra.run.smithi164:> test -z $(ls -A /var/lib/ceph) 2024-04-26T23:09:45.791 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-26T23:09:45.863 INFO:teuthology.run_tasks:Running task kernel... 2024-04-26T23:09:45.878 INFO:teuthology.task.kernel:normalize config orig: {'flavor': 'default', 'kdb': True, 'sha1': '806ec36b21129f113ce356c007dd59694d340b37'} 2024-04-26T23:09:45.879 INFO:teuthology.task.kernel:config {'mon.a': {'flavor': 'default', 'kdb': True, 'sha1': '806ec36b21129f113ce356c007dd59694d340b37'}, 'mon.b': {'flavor': 'default', 'kdb': True, 'sha1': '806ec36b21129f113ce356c007dd59694d340b37'}, 'mon.c': {'flavor': 'default', 'kdb': True, 'sha1': '806ec36b21129f113ce356c007dd59694d340b37'}}, timeout 300 2024-04-26T23:09:45.879 DEBUG:teuthology.orchestra.run.smithi026:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T23:09:45.879 DEBUG:teuthology.orchestra.run.smithi086:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T23:09:45.880 DEBUG:teuthology.orchestra.run.smithi164:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T23:09:45.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:09:45.897 DEBUG:teuthology.task.kernel:sha1 for mon.b is 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T23:09:45.897 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "806ec36b21129f113ce356c007dd59694d340b37"... 2024-04-26T23:09:45.897 DEBUG:teuthology.orchestra.run.smithi086:> uname -r 2024-04-26T23:09:45.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:09:45.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:09:45.899 DEBUG:teuthology.task.kernel:sha1 for mon.a is 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T23:09:45.899 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "806ec36b21129f113ce356c007dd59694d340b37"... 2024-04-26T23:09:45.899 DEBUG:teuthology.orchestra.run.smithi026:> uname -r 2024-04-26T23:09:45.899 DEBUG:teuthology.task.kernel:sha1 for mon.c is 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T23:09:45.899 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "806ec36b21129f113ce356c007dd59694d340b37"... 2024-04-26T23:09:45.899 DEBUG:teuthology.orchestra.run.smithi164:> uname -r 2024-04-26T23:09:45.953 INFO:teuthology.orchestra.run.smithi086.stdout:5.14.0-437.el9.x86_64 2024-04-26T23:09:45.953 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T23:09:45.954 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-04-26T23:09:45.954 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T23:09:45.958 INFO:teuthology.orchestra.run.smithi026.stdout:5.14.0-437.el9.x86_64 2024-04-26T23:09:45.959 INFO:teuthology.orchestra.run.smithi164.stdout:5.14.0-437.el9.x86_64 2024-04-26T23:09:45.959 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T23:09:45.959 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-04-26T23:09:45.959 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T23:09:45.960 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T23:09:45.960 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-04-26T23:09:45.960 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T23:09:46.098 DEBUG:teuthology.orchestra.run.smithi086:> sudo yum upgrade -y linux-firmware 2024-04-26T23:09:46.101 DEBUG:teuthology.orchestra.run.smithi164:> sudo yum upgrade -y linux-firmware 2024-04-26T23:09:46.174 DEBUG:teuthology.orchestra.run.smithi026:> sudo yum upgrade -y linux-firmware 2024-04-26T23:09:48.427 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.0 MB 00:00 2024-04-26T23:09:48.461 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-26T23:09:48.673 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - BaseOS 8.8 MB/s | 8.0 MB 00:00 2024-04-26T23:09:50.336 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - AppStream 24 MB/s | 19 MB 00:00 2024-04-26T23:09:51.295 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - AppStream 11 MB/s | 19 MB 00:01 2024-04-26T23:09:54.703 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - CRB 9.3 MB/s | 6.2 MB 00:00 2024-04-26T23:09:55.920 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - CRB 6.3 MB/s | 6.2 MB 00:00 2024-04-26T23:09:56.170 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - Extras packages 64 kB/s | 16 kB 00:00 2024-04-26T23:09:57.521 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - Extras packages 63 kB/s | 16 kB 00:00 2024-04-26T23:09:57.857 INFO:teuthology.orchestra.run.smithi026.stdout:Extra Packages for Enterprise Linux 13 MB/s | 21 MB 00:01 2024-04-26T23:09:59.397 INFO:teuthology.orchestra.run.smithi086.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-04-26T23:10:03.063 INFO:teuthology.orchestra.run.smithi026.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-04-26T23:10:04.447 INFO:teuthology.orchestra.run.smithi086.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-04-26T23:10:05.127 INFO:teuthology.orchestra.run.smithi026.stdout:Dependencies resolved. 2024-04-26T23:10:05.128 INFO:teuthology.orchestra.run.smithi026.stdout:Nothing to do. 2024-04-26T23:10:05.128 INFO:teuthology.orchestra.run.smithi026.stdout:Complete! 2024-04-26T23:10:05.227 INFO:teuthology.task.kernel:Downloading kernel 806ec36b21129f113ce356c007dd59694d340b37 on mon.a... 2024-04-26T23:10:05.228 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T23:10:05.450 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ 2024-04-26T23:10:05.450 DEBUG:teuthology.orchestra.run.smithi026:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ --input-file=- 2024-04-26T23:10:05.453 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi026.front.sepia.ceph.com to complete... 2024-04-26T23:10:06.395 INFO:teuthology.orchestra.run.smithi086.stdout:Dependencies resolved. 2024-04-26T23:10:06.396 INFO:teuthology.orchestra.run.smithi086.stdout:Nothing to do. 2024-04-26T23:10:06.396 INFO:teuthology.orchestra.run.smithi086.stdout:Complete! 2024-04-26T23:10:06.496 INFO:teuthology.task.kernel:Downloading kernel 806ec36b21129f113ce356c007dd59694d340b37 on mon.b... 2024-04-26T23:10:06.496 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T23:10:06.639 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ 2024-04-26T23:10:06.639 DEBUG:teuthology.orchestra.run.smithi086:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ --input-file=- 2024-04-26T23:10:06.642 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi086.front.sepia.ceph.com to complete... 2024-04-26T23:10:08.230 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - AppStream 1.0 MB/s | 19 MB 00:18 2024-04-26T23:10:12.255 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.2 MB 00:00 2024-04-26T23:10:14.130 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - Extras packages 30 kB/s | 16 kB 00:00 2024-04-26T23:10:16.690 INFO:teuthology.orchestra.run.smithi164.stdout:Extra Packages for Enterprise Linux 8.6 MB/s | 21 MB 00:02 2024-04-26T23:10:21.748 INFO:teuthology.orchestra.run.smithi164.stdout:lab-extras 20 kB/s | 1.7 kB 00:00 2024-04-26T23:10:23.723 INFO:teuthology.orchestra.run.smithi164.stdout:Dependencies resolved. 2024-04-26T23:10:23.724 INFO:teuthology.orchestra.run.smithi164.stdout:Nothing to do. 2024-04-26T23:10:23.724 INFO:teuthology.orchestra.run.smithi164.stdout:Complete! 2024-04-26T23:10:23.826 INFO:teuthology.task.kernel:Downloading kernel 806ec36b21129f113ce356c007dd59694d340b37 on mon.c... 2024-04-26T23:10:23.827 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T23:10:23.977 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ 2024-04-26T23:10:23.977 DEBUG:teuthology.orchestra.run.smithi164:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ --input-file=- 2024-04-26T23:10:23.980 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi164.front.sepia.ceph.com to complete... 2024-04-26T23:10:27.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26 23:10:27 URL:https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm [357367792/357367792] -> "/tmp/kernel.x86_64.rpm" [1] 2024-04-26T23:10:27.266 INFO:teuthology.orchestra.run.smithi026.stderr:FINISHED --2024-04-26 23:10:27-- 2024-04-26T23:10:27.266 INFO:teuthology.orchestra.run.smithi026.stderr:Total wall clock time: 22s 2024-04-26T23:10:27.266 INFO:teuthology.orchestra.run.smithi026.stderr:Downloaded: 1 files, 341M in 21s (15.9 MB/s) 2024-04-26T23:10:27.274 INFO:teuthology.task.kernel:Installing kernel 806ec36b21129f113ce356c007dd59694d340b37 on mon.a... 2024-04-26T23:10:27.274 DEBUG:teuthology.orchestra.run.smithi026:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-04-26T23:10:29.457 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying... ######################################## 2024-04-26T23:10:29.588 INFO:teuthology.orchestra.run.smithi026.stdout:Preparing... ######################################## 2024-04-26T23:10:29.689 INFO:teuthology.orchestra.run.smithi026.stdout:Updating / installing... 2024-04-26T23:10:31.911 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26 23:10:31 URL:https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm [357367792/357367792] -> "/tmp/kernel.x86_64.rpm" [1] 2024-04-26T23:10:31.911 INFO:teuthology.orchestra.run.smithi086.stderr:FINISHED --2024-04-26 23:10:31-- 2024-04-26T23:10:31.911 INFO:teuthology.orchestra.run.smithi086.stderr:Total wall clock time: 25s 2024-04-26T23:10:31.911 INFO:teuthology.orchestra.run.smithi086.stderr:Downloaded: 1 files, 341M in 25s (13.8 MB/s) 2024-04-26T23:10:31.914 INFO:teuthology.task.kernel:Installing kernel 806ec36b21129f113ce356c007dd59694d340b37 on mon.b... 2024-04-26T23:10:31.914 DEBUG:teuthology.orchestra.run.smithi086:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-04-26T23:10:34.108 INFO:teuthology.orchestra.run.smithi086.stdout:Verifying... ######################################## 2024-04-26T23:10:34.294 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing... ######################################## 2024-04-26T23:10:34.409 INFO:teuthology.orchestra.run.smithi086.stdout:Updating / installing... 2024-04-26T23:10:37.981 INFO:teuthology.orchestra.run.smithi026.stdout:kernel-6.9.0_rc3_g806ec36b2112-1 ######################################## 2024-04-26T23:10:41.214 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26 23:10:41 URL:https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm [357367792/357367792] -> "/tmp/kernel.x86_64.rpm" [1] 2024-04-26T23:10:41.215 INFO:teuthology.orchestra.run.smithi164.stderr:FINISHED --2024-04-26 23:10:41-- 2024-04-26T23:10:41.215 INFO:teuthology.orchestra.run.smithi164.stderr:Total wall clock time: 17s 2024-04-26T23:10:41.215 INFO:teuthology.orchestra.run.smithi164.stderr:Downloaded: 1 files, 341M in 17s (20.3 MB/s) 2024-04-26T23:10:41.223 INFO:teuthology.task.kernel:Installing kernel 806ec36b21129f113ce356c007dd59694d340b37 on mon.c... 2024-04-26T23:10:41.223 DEBUG:teuthology.orchestra.run.smithi164:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-04-26T23:10:42.464 INFO:teuthology.orchestra.run.smithi086.stdout:kernel-6.9.0_rc3_g806ec36b2112-1 ######################################## 2024-04-26T23:10:43.354 INFO:teuthology.orchestra.run.smithi164.stdout:Verifying... ######################################## 2024-04-26T23:10:43.488 INFO:teuthology.orchestra.run.smithi164.stdout:Preparing... ######################################## 2024-04-26T23:10:43.593 INFO:teuthology.orchestra.run.smithi164.stdout:Updating / installing... 2024-04-26T23:10:51.588 INFO:teuthology.orchestra.run.smithi164.stdout:kernel-6.9.0_rc3_g806ec36b2112-1 ######################################## 2024-04-26T23:11:17.599 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi026.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-04-26T23:11:17.599 DEBUG:teuthology.orchestra.run.smithi026:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-04-26T23:11:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/boot/System.map-6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/boot/config-6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/boot/vmlinuz-6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/System.map 2024-04-26T23:11:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/config 2024-04-26T23:11:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel 2024-04-26T23:11:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch 2024-04-26T23:11:17.682 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32c-intel.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx2.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-04-26T23:11:17.683 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-amd.ko 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-intel.ko 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm.ko 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ansi_cprng.ko 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/anubis.ko 2024-04-26T23:11:17.684 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/arc4.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_memcpy.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_pq.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_raid6_recov.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_tx.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_xor.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/raid6test.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authenc.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authencesn.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blake2b_generic.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_common.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_generic.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/camellia_generic.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast5_generic.ko 2024-04-26T23:11:17.685 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast6_generic.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast_common.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ccm.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cmac.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crc32_generic.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_engine.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_user.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cts.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/des_generic.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/dh_generic.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/echainiv.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/essiv.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/fcrypt.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/khazad.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4.ko 2024-04-26T23:11:17.686 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4hc.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/md4.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/michael_mic.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcbc.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcrypt.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/rmd160.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/seed.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/serpent_generic.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tcrypt.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tea.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_common.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_generic.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/vmac.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/wp512.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xcbc.ko 2024-04-26T23:11:17.687 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xor.ko 2024-04-26T23:11:17.688 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xxhash_generic.ko 2024-04-26T23:11:17.688 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers 2024-04-26T23:11:17.688 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi 2024-04-26T23:11:17.688 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_ipmi.ko 2024-04-26T23:11:17.688 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_pad.ko 2024-04-26T23:11:17.688 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/ec_sys.ko 2024-04-26T23:11:17.689 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/platform_profile.ko 2024-04-26T23:11:17.689 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbs.ko 2024-04-26T23:11:17.689 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbshc.ko 2024-04-26T23:11:17.689 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/video.ko 2024-04-26T23:11:17.689 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata 2024-04-26T23:11:17.689 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/acard-ahci.ko 2024-04-26T23:11:17.690 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ahci_platform.ko 2024-04-26T23:11:17.690 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ata_generic.ko 2024-04-26T23:11:17.690 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/libahci_platform.ko 2024-04-26T23:11:17.690 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_acpi.ko 2024-04-26T23:11:17.690 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ali.ko 2024-04-26T23:11:17.690 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_amd.ko 2024-04-26T23:11:17.690 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_artop.ko 2024-04-26T23:11:17.690 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atiixp.ko 2024-04-26T23:11:17.691 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atp867x.ko 2024-04-26T23:11:17.691 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd640.ko 2024-04-26T23:11:17.691 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd64x.ko 2024-04-26T23:11:17.691 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cypress.ko 2024-04-26T23:11:17.691 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_efar.ko 2024-04-26T23:11:17.691 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt366.ko 2024-04-26T23:11:17.691 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt37x.ko 2024-04-26T23:11:17.691 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x2n.ko 2024-04-26T23:11:17.692 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x3.ko 2024-04-26T23:11:17.692 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it8213.ko 2024-04-26T23:11:17.692 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it821x.ko 2024-04-26T23:11:17.692 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_jmicron.ko 2024-04-26T23:11:17.692 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_marvell.ko 2024-04-26T23:11:17.692 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_mpiix.ko 2024-04-26T23:11:17.692 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_netcell.ko 2024-04-26T23:11:17.692 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ninja32.ko 2024-04-26T23:11:17.692 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87410.ko 2024-04-26T23:11:17.693 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87415.ko 2024-04-26T23:11:17.693 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_oldpiix.ko 2024-04-26T23:11:17.693 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_opti.ko 2024-04-26T23:11:17.693 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_optidma.ko 2024-04-26T23:11:17.693 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pcmcia.ko 2024-04-26T23:11:17.693 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc2027x.ko 2024-04-26T23:11:17.693 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-04-26T23:11:17.693 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_piccolo.ko 2024-04-26T23:11:17.693 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_rdc.ko 2024-04-26T23:11:17.694 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sch.ko 2024-04-26T23:11:17.694 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_serverworks.ko 2024-04-26T23:11:17.694 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sil680.ko 2024-04-26T23:11:17.694 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sis.ko 2024-04-26T23:11:17.694 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sl82c105.ko 2024-04-26T23:11:17.694 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_triflex.ko 2024-04-26T23:11:17.694 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_via.ko 2024-04-26T23:11:17.694 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pdc_adma.ko 2024-04-26T23:11:17.695 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_inic162x.ko 2024-04-26T23:11:17.695 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_mv.ko 2024-04-26T23:11:17.695 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_nv.ko 2024-04-26T23:11:17.695 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_promise.ko 2024-04-26T23:11:17.695 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_qstor.ko 2024-04-26T23:11:17.695 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil.ko 2024-04-26T23:11:17.695 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil24.ko 2024-04-26T23:11:17.695 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sis.ko 2024-04-26T23:11:17.695 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_svw.ko 2024-04-26T23:11:17.696 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sx4.ko 2024-04-26T23:11:17.696 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_uli.ko 2024-04-26T23:11:17.696 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_via.ko 2024-04-26T23:11:17.696 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_vsc.ko 2024-04-26T23:11:17.696 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay 2024-04-26T23:11:17.696 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay/ks0108.ko 2024-04-26T23:11:17.696 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base 2024-04-26T23:11:17.696 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap 2024-04-26T23:11:17.696 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-i2c.ko 2024-04-26T23:11:17.697 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-mmio.ko 2024-04-26T23:11:17.697 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma 2024-04-26T23:11:17.697 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma/bcma.ko 2024-04-26T23:11:17.697 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block 2024-04-26T23:11:17.697 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe 2024-04-26T23:11:17.697 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe/aoe.ko 2024-04-26T23:11:17.697 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/brd.ko 2024-04-26T23:11:17.697 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd 2024-04-26T23:11:17.698 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd/drbd.ko 2024-04-26T23:11:17.698 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/floppy.ko 2024-04-26T23:11:17.698 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/loop.ko 2024-04-26T23:11:17.698 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx 2024-04-26T23:11:17.698 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-04-26T23:11:17.698 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/nbd.ko 2024-04-26T23:11:17.698 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk 2024-04-26T23:11:17.698 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk/null_blk.ko 2024-04-26T23:11:17.698 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/pktcdvd.ko 2024-04-26T23:11:17.698 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/rbd.ko 2024-04-26T23:11:17.698 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/virtio_blk.ko 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkfront.ko 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram/zram.ko 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hangcheck-timer.ko 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/amd-rng.ko 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/intel-rng.ko 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/via-rng.ko 2024-04-26T23:11:17.699 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/virtio-rng.ko 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_si.ko 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/lp.ko 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave/mwave.ko 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ppdev.ko 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tlclk.ko 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm.ko 2024-04-26T23:11:17.700 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_atmel.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_infineon.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_nsc.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/uv_mmtimer.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/virtio_console.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/p4-clockmod.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/powernow-k8.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/speedstep-lib.ko 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp 2024-04-26T23:11:17.701 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp.ko 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-aes.ko 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-sha.ko 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca/dca.ko 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq 2024-04-26T23:11:17.702 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw/dw_dmac.ko 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat/ioatdma.ko 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/amd64_edac.ko 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/e752x_edac.ko 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/edac_mce_amd.ko 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3000_edac.ko 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3200_edac.ko 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5100_edac.ko 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5400_edac.ko 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7300_edac.ko 2024-04-26T23:11:17.703 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7core_edac.ko 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i82975x_edac.ko 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/ie31200_edac.ko 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/sb_edac.ko 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/x38_edac.ko 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/edd.ko 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/iscsi_ibft.ko 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-ich.ko 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-viperboard.ko 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-appleir.ko 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-aureal.ko 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-axff.ko 2024-04-26T23:11:17.704 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-dr.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elecom.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elo.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-emsff.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gaff.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gt683r.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gyration.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-kbd.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-mouse.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtekff.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-hyperv.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-icade.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-keytouch.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-kye.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lcpower.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-led.ko 2024-04-26T23:11:17.705 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lenovo.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-dj.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-multitouch.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-ortek.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-penmount.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-petalynx.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-picolcd.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-pl.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-plantronics.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-primax.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-rmi.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-arvo.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-common.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-isku.ko 2024-04-26T23:11:17.706 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kone.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-konepure.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-lua.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-pyra.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-ryos.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-savu.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-saitek.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-samsung.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sensor-hub.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sjoy.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sony.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-speedlink.ko 2024-04-26T23:11:17.707 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-steelseries.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sunplus.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-thrustmaster.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tivo.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tmff.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-topseed.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-twinhan.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-uclogic.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-waltop.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-wiimote.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-xinmo.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zpff.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zydacron.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/uhid.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/wacom.ko 2024-04-26T23:11:17.708 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_balloon.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_utils.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_vmbus.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru3.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/acpi_power_meter.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7414.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7418.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adc128d818.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1025.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1026.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1029.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1031.ko 2024-04-26T23:11:17.709 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm9240.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ads7828.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7410.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7411.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7462.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7470.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7475.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7x10.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/amc6821.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/applesmc.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asb100.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asc7621.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asus_atk0110.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/atxp1.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/coretemp.ko 2024-04-26T23:11:17.710 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dme1737.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds1621.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds620.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc1403.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc6w201.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71805f.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71882fg.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f75375s.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fam15h_power.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fschmd.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g760a.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g762.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl518sm.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl520sm.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/hwmon-vid.ko 2024-04-26T23:11:17.711 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5500_temp.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5k_amb.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmaem.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmpex.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina209.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina2xx.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/it87.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k10temp.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k8temp.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lineage-pem.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm63.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm73.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm75.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm77.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm78.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm80.ko 2024-04-26T23:11:17.712 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm83.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm85.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm87.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm90.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm92.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm93.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95234.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95241.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95245.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc2945.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4151.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4215.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4222.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4245.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4260.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4261.ko 2024-04-26T23:11:17.713 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max16065.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1619.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1668.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max197.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6639.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6650.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6697.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/mcp3021.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6683.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775-core.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct7802.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87360.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87427.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pcf8591.ko 2024-04-26T23:11:17.714 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max16064.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max34440.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max8688.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/powr1220.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5627.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5636.ko 2024-04-26T23:11:17.715 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch56xx-common.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht15.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht21.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/shtc1.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sis5595.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47b397.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m1.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m192.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/thmc50.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp102.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp103.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp401.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp421.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via-cputemp.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via686a.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt1211.ko 2024-04-26T23:11:17.716 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt8231.ko 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627ehf.ko 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627hf.ko 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83781d.ko 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83791d.ko 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83792d.ko 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83793.ko 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83795.ko 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l785ts.ko 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l786ng.ko 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-04-26T23:11:17.717 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-i801.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-isch.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-parport.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-04-26T23:11:17.718 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-via.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-dev.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-mux.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-smbus.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-stub.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_cm.ko 2024-04-26T23:11:17.719 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_core.ko 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_umad.ko 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/iw_cm.ko 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_cm.ko 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib 2024-04-26T23:11:17.720 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/fm801-gp.ko 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/gameport.ko 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/joydev.ko 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard 2024-04-26T23:11:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard/gpio_keys.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/appletouch.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/bcm5974.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/cyapatp.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/elan_i2c.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/sermouse.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_usb.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/vsxxxaa.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4/rmi_core.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/altera_ps2.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/arc_ps2.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-04-26T23:11:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/serio_raw.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/sparse-keymap.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-blinkm.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lm3530.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lp3944.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-ss4200.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-04-26T23:11:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache/bcache.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-bio-prison.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache-smq.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-crypt.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-delay.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-flakey.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-log-userspace.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-multipath.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-queue-length.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-raid.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-round-robin.ko 2024-04-26T23:11:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-service-time.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-switch.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-thin-pool.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-verity.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid0.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid1.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid10.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid456.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptbase.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptctl.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptfc.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptlan.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptsas.ko 2024-04-26T23:11:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptscsih.ko 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptspi.ko 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_ich.ko 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_sch.ko 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/mfd-core.ko 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/sm501.ko 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/viperboard.ko 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/vx855.ko 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/wl1273-core.ko 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds9802als.ko 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds990x.ko 2024-04-26T23:11:17.726 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/bh1770glc.ko 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710/cb710.ko 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/at24.ko 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/max6875.ko 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/enclosure.ko 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/hpilo.ko 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29003.ko 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29020.ko 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-04-26T23:11:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-me.ko 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-txe.ko 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei.ko 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru/gru.ko 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xp.ko 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpc.ko 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_7xx1.ko 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_core.ko 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tsl2550.ko 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_balloon.ko 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net 2024-04-26T23:11:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding/bonding.ko 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53/b53_common.ko 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/bcm-sf2.ko 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6060.ko 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dummy.ko 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/eql.ko 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-04-26T23:11:17.729 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/8390.ko 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere/et131x.ko 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-04-26T23:11:17.730 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-04-26T23:11:17.731 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-04-26T23:11:17.732 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-04-26T23:11:17.733 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-04-26T23:11:17.734 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-04-26T23:11:17.734 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-04-26T23:11:17.734 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-04-26T23:11:17.734 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-04-26T23:11:17.734 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink 2024-04-26T23:11:17.734 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-04-26T23:11:17.734 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-04-26T23:11:17.734 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dnet.ko 2024-04-26T23:11:17.734 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex 2024-04-26T23:11:17.734 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet 2024-04-26T23:11:17.734 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ethoc.ko 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/fealnx.ko 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e100.ko 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-04-26T23:11:17.735 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/jme.ko 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/skge.ko 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-04-26T23:11:17.736 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-04-26T23:11:17.737 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel 2024-04-26T23:11:17.737 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-04-26T23:11:17.737 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom 2024-04-26T23:11:17.737 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge 2024-04-26T23:11:17.737 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-04-26T23:11:17.737 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi 2024-04-26T23:11:17.737 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-04-26T23:11:17.737 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-04-26T23:11:17.738 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion 2024-04-26T23:11:17.738 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-04-26T23:11:17.738 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia 2024-04-26T23:11:17.738 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-04-26T23:11:17.738 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines 2024-04-26T23:11:17.738 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-04-26T23:11:17.738 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-04-26T23:11:17.738 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic 2024-04-26T23:11:17.738 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen 2024-04-26T23:11:17.738 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-04-26T23:11:17.738 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-04-26T23:11:17.738 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/atp.ko 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-04-26T23:11:17.739 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis190.ko 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis900.ko 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/cassini.ko 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/niu.ko 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sungem.ko 2024-04-26T23:11:17.740 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti/tlan.ko 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/geneve.ko 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-04-26T23:11:17.741 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154/fakelb.ko 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ifb.ko 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan/ipvlan.ko 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvlan.ko 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvtap.ko 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio.ko 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-regmap.ko 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mii.ko 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/net_failover.ko 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/netconsole.ko 2024-04-26T23:11:17.742 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/nlmon.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs-lynx.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/amd.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm7xxx.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm87xx.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/broadcom.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/cicada.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/davicom.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/dp83640.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/et1011c.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/icplus.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/lxt.ko 2024-04-26T23:11:17.743 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/marvell.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/micrel.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/national.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/phylink.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/qsemi.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/realtek.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/smsc.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/ste10Xp.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/vitesse.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/bsd_comp.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_async.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_deflate.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_generic.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_mppe.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_synctty.ko 2024-04-26T23:11:17.744 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppoe.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppox.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pptp.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slhc.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slip.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/sungem_phy.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tap.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_activebackup.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_broadcast.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_random.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tun.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/veth.ko 2024-04-26T23:11:17.745 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/virtio_net.ko 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan/vxlan.ko 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback/xen-netback.ko 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netfront.ko 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb/ntb.ko 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme-core.ko 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme.ko 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport.ko 2024-04-26T23:11:17.746 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_cs.ko 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_pc.ko 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_serial.ko 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie/aer_inject.ko 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/xen-pcifront.ko 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/i82092.ko 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/pd6729.ko 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/yenta_socket.ko 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel 2024-04-26T23:11:17.747 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acer-wmi.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acerhdf.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/apple-gmux.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-laptop.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-wmi.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/classmate-laptop.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/hdaps.ko 2024-04-26T23:11:17.748 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel_ips.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/msi-wmi.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/mxm-wmi.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-laptop.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-q10.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/topstar-laptop.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_haps.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi-bmof.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_common.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_msr.ko 2024-04-26T23:11:17.749 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-gpio.ko 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-ldisc.ko 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps_parport.ko 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/pps_core.ko 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp.ko 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp_kvm.ko 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/fmpm.ko 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc 2024-04-26T23:11:17.750 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-bq32k.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1286.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1307.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1374.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1511.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1553.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1672.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1742.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds2404.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds3232.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-em3027.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-fm3130.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl12022.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl1208.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m41t80.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t35.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t59.ko 2024-04-26T23:11:17.751 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-max6900.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-msm6242.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf2127.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf85063.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8523.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8563.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8583.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rp5c01.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rs5c372.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8025.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8581.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-x1205.ko 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi 2024-04-26T23:11:17.752 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-9xxx.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-sas.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-xxxx.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/BusLogic.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/a100u2w.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid/aacraid.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/advansys.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/am53c974.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/atp870u.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa 2024-04-26T23:11:17.753 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa/bfa.ko 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ch.ko 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor/csiostor.ko 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dc395x.ko 2024-04-26T23:11:17.754 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler 2024-04-26T23:11:17.755 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-04-26T23:11:17.755 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-04-26T23:11:17.755 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-04-26T23:11:17.755 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-04-26T23:11:17.755 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dmx3191d.ko 2024-04-26T23:11:17.755 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r 2024-04-26T23:11:17.755 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r/esas2r.ko 2024-04-26T23:11:17.756 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esp_scsi.ko 2024-04-26T23:11:17.756 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe 2024-04-26T23:11:17.756 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/fcoe.ko 2024-04-26T23:11:17.756 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-04-26T23:11:17.756 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic 2024-04-26T23:11:17.756 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic/fnic.ko 2024-04-26T23:11:17.756 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hpsa.ko 2024-04-26T23:11:17.757 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hptiop.ko 2024-04-26T23:11:17.757 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hv_storvsc.ko 2024-04-26T23:11:17.757 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/initio.ko 2024-04-26T23:11:17.757 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ipr.ko 2024-04-26T23:11:17.757 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ips.ko 2024-04-26T23:11:17.757 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci 2024-04-26T23:11:17.758 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci/isci.ko 2024-04-26T23:11:17.758 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-04-26T23:11:17.758 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_tcp.ko 2024-04-26T23:11:17.758 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc 2024-04-26T23:11:17.758 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc/libfc.ko 2024-04-26T23:11:17.758 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi.ko 2024-04-26T23:11:17.759 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi_tcp.ko 2024-04-26T23:11:17.759 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas 2024-04-26T23:11:17.759 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas/libsas.ko 2024-04-26T23:11:17.759 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc 2024-04-26T23:11:17.759 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc/lpfc.ko 2024-04-26T23:11:17.759 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid 2024-04-26T23:11:17.760 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid.ko 2024-04-26T23:11:17.760 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-04-26T23:11:17.760 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-04-26T23:11:17.760 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-04-26T23:11:17.760 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas 2024-04-26T23:11:17.760 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-04-26T23:11:17.761 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas 2024-04-26T23:11:17.761 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas/mvsas.ko 2024-04-26T23:11:17.761 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvumi.ko 2024-04-26T23:11:17.761 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001 2024-04-26T23:11:17.761 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-04-26T23:11:17.761 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pmcraid.ko 2024-04-26T23:11:17.761 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla1280.ko 2024-04-26T23:11:17.762 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx 2024-04-26T23:11:17.762 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-04-26T23:11:17.762 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-04-26T23:11:17.762 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx 2024-04-26T23:11:17.762 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-04-26T23:11:17.762 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/raid_class.ko 2024-04-26T23:11:17.763 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_debug.ko 2024-04-26T23:11:17.763 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_fc.ko 2024-04-26T23:11:17.763 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-04-26T23:11:17.763 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_sas.ko 2024-04-26T23:11:17.763 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_spi.ko 2024-04-26T23:11:17.763 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_srp.ko 2024-04-26T23:11:17.763 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ses.ko 2024-04-26T23:11:17.764 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/st.ko 2024-04-26T23:11:17.764 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/stex.ko 2024-04-26T23:11:17.764 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2 2024-04-26T23:11:17.764 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-04-26T23:11:17.764 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/virtio_scsi.ko 2024-04-26T23:11:17.764 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/vmw_pvscsi.ko 2024-04-26T23:11:17.765 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/wd719x.ko 2024-04-26T23:11:17.765 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb 2024-04-26T23:11:17.765 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb/ssb.ko 2024-04-26T23:11:17.765 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target 2024-04-26T23:11:17.765 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi 2024-04-26T23:11:17.765 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-04-26T23:11:17.766 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback 2024-04-26T23:11:17.766 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback/tcm_loop.ko 2024-04-26T23:11:17.766 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_file.ko 2024-04-26T23:11:17.766 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_iblock.ko 2024-04-26T23:11:17.766 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_mod.ko 2024-04-26T23:11:17.766 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_pscsi.ko 2024-04-26T23:11:17.766 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_user.ko 2024-04-26T23:11:17.767 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc 2024-04-26T23:11:17.767 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-04-26T23:11:17.767 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal 2024-04-26T23:11:17.767 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel 2024-04-26T23:11:17.767 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal 2024-04-26T23:11:17.767 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-04-26T23:11:17.768 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-04-26T23:11:17.768 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-04-26T23:11:17.768 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-04-26T23:11:17.768 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-04-26T23:11:17.768 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-04-26T23:11:17.768 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-04-26T23:11:17.769 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-04-26T23:11:17.769 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-04-26T23:11:17.769 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-04-26T23:11:17.769 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-04-26T23:11:17.769 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-04-26T23:11:17.769 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-04-26T23:11:17.769 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-04-26T23:11:17.770 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-04-26T23:11:17.770 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-04-26T23:11:17.770 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-04-26T23:11:17.770 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-04-26T23:11:17.770 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty 2024-04-26T23:11:17.770 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless 2024-04-26T23:11:17.771 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-04-26T23:11:17.771 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_gsm.ko 2024-04-26T23:11:17.771 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_hdlc.ko 2024-04-26T23:11:17.771 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/nozomi.ko 2024-04-26T23:11:17.771 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial 2024-04-26T23:11:17.771 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250 2024-04-26T23:11:17.772 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-04-26T23:11:17.772 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/arc_uart.ko 2024-04-26T23:11:17.772 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm 2024-04-26T23:11:17.772 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm/jsm.ko 2024-04-26T23:11:17.772 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs 2024-04-26T23:11:17.772 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core 2024-04-26T23:11:17.773 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core/ufshcd-core.ko 2024-04-26T23:11:17.773 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host 2024-04-26T23:11:17.773 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-04-26T23:11:17.773 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio 2024-04-26T23:11:17.773 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio.ko 2024-04-26T23:11:17.773 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_aec.ko 2024-04-26T23:11:17.774 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_cif.ko 2024-04-26T23:11:17.774 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_pci_generic.ko 2024-04-26T23:11:17.774 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_sercos3.ko 2024-04-26T23:11:17.774 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb 2024-04-26T23:11:17.774 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class 2024-04-26T23:11:17.774 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-acm.ko 2024-04-26T23:11:17.775 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-wdm.ko 2024-04-26T23:11:17.775 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usblp.ko 2024-04-26T23:11:17.775 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usbtmc.ko 2024-04-26T23:11:17.775 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host 2024-04-26T23:11:17.775 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host/sl811-hcd.ko 2024-04-26T23:11:17.775 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image 2024-04-26T23:11:17.775 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/mdc800.ko 2024-04-26T23:11:17.776 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/microtek.ko 2024-04-26T23:11:17.776 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc 2024-04-26T23:11:17.776 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/adutux.ko 2024-04-26T23:11:17.776 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/appledisplay.ko 2024-04-26T23:11:17.776 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi26.ko 2024-04-26T23:11:17.776 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi62.ko 2024-04-26T23:11:17.777 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ezusb.ko 2024-04-26T23:11:17.777 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/idmouse.ko 2024-04-26T23:11:17.777 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/iowarrior.ko 2024-04-26T23:11:17.777 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/isight_firmware.ko 2024-04-26T23:11:17.777 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ldusb.ko 2024-04-26T23:11:17.777 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/legousbtower.ko 2024-04-26T23:11:17.778 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga 2024-04-26T23:11:17.778 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-04-26T23:11:17.778 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/trancevibrator.ko 2024-04-26T23:11:17.778 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usb3503.ko 2024-04-26T23:11:17.778 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usblcd.ko 2024-04-26T23:11:17.778 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usbsevseg.ko 2024-04-26T23:11:17.779 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/uss720.ko 2024-04-26T23:11:17.779 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/yurex.ko 2024-04-26T23:11:17.779 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy 2024-04-26T23:11:17.779 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy/phy-generic.ko 2024-04-26T23:11:17.779 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial 2024-04-26T23:11:17.779 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/aircable.ko 2024-04-26T23:11:17.780 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ark3116.ko 2024-04-26T23:11:17.780 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/belkin_sa.ko 2024-04-26T23:11:17.780 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ch341.ko 2024-04-26T23:11:17.780 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cp210x.ko 2024-04-26T23:11:17.780 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cyberjack.ko 2024-04-26T23:11:17.780 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cypress_m8.ko 2024-04-26T23:11:17.781 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/digi_acceleport.ko 2024-04-26T23:11:17.781 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/empeg.ko 2024-04-26T23:11:17.781 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ftdi_sio.ko 2024-04-26T23:11:17.781 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/garmin_gps.ko 2024-04-26T23:11:17.781 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_edgeport.ko 2024-04-26T23:11:17.781 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_ti.ko 2024-04-26T23:11:17.782 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipaq.ko 2024-04-26T23:11:17.782 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipw.ko 2024-04-26T23:11:17.782 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ir-usb.ko 2024-04-26T23:11:17.782 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-04-26T23:11:17.782 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan.ko 2024-04-26T23:11:17.782 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan_pda.ko 2024-04-26T23:11:17.783 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kl5kusb105.ko 2024-04-26T23:11:17.783 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kobil_sct.ko 2024-04-26T23:11:17.783 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mct_u232.ko 2024-04-26T23:11:17.783 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7720.ko 2024-04-26T23:11:17.783 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7840.ko 2024-04-26T23:11:17.783 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/navman.ko 2024-04-26T23:11:17.784 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/omninet.ko 2024-04-26T23:11:17.784 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/opticon.ko 2024-04-26T23:11:17.784 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/option.ko 2024-04-26T23:11:17.784 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/oti6858.ko 2024-04-26T23:11:17.784 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/pl2303.ko 2024-04-26T23:11:17.784 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcaux.ko 2024-04-26T23:11:17.785 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcserial.ko 2024-04-26T23:11:17.785 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/quatech2.ko 2024-04-26T23:11:17.785 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/safe_serial.ko 2024-04-26T23:11:17.785 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/sierra.ko 2024-04-26T23:11:17.785 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/spcp8x5.ko 2024-04-26T23:11:17.785 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ssu100.ko 2024-04-26T23:11:17.786 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/symbolserial.ko 2024-04-26T23:11:17.786 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-04-26T23:11:17.786 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-04-26T23:11:17.786 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_debug.ko 2024-04-26T23:11:17.786 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_wwan.ko 2024-04-26T23:11:17.786 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/visor.ko 2024-04-26T23:11:17.787 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/whiteheat.ko 2024-04-26T23:11:17.787 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/xsens_mt.ko 2024-04-26T23:11:17.787 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage 2024-04-26T23:11:17.787 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/uas.ko 2024-04-26T23:11:17.787 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-alauda.ko 2024-04-26T23:11:17.787 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-cypress.ko 2024-04-26T23:11:17.787 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-datafab.ko 2024-04-26T23:11:17.788 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-04-26T23:11:17.788 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-freecom.ko 2024-04-26T23:11:17.788 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-isd200.ko 2024-04-26T23:11:17.788 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-04-26T23:11:17.788 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-karma.ko 2024-04-26T23:11:17.789 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-onetouch.ko 2024-04-26T23:11:17.789 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-realtek.ko 2024-04-26T23:11:17.789 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr09.ko 2024-04-26T23:11:17.789 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr55.ko 2024-04-26T23:11:17.789 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-usbat.ko 2024-04-26T23:11:17.789 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/usb-storage.ko 2024-04-26T23:11:17.790 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip 2024-04-26T23:11:17.790 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-core.ko 2024-04-26T23:11:17.790 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-host.ko 2024-04-26T23:11:17.790 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-04-26T23:11:17.790 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio 2024-04-26T23:11:17.790 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci 2024-04-26T23:11:17.791 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-04-26T23:11:17.791 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci.ko 2024-04-26T23:11:17.791 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio.ko 2024-04-26T23:11:17.791 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-04-26T23:11:17.791 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost 2024-04-26T23:11:17.791 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost.ko 2024-04-26T23:11:17.792 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_iotlb.ko 2024-04-26T23:11:17.792 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_net.ko 2024-04-26T23:11:17.792 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_scsi.ko 2024-04-26T23:11:17.792 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video 2024-04-26T23:11:17.792 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight 2024-04-26T23:11:17.792 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/apple_bl.ko 2024-04-26T23:11:17.793 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/lcd.ko 2024-04-26T23:11:17.793 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/platform_lcd.ko 2024-04-26T23:11:17.793 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio 2024-04-26T23:11:17.793 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio.ko 2024-04-26T23:11:17.793 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_balloon.ko 2024-04-26T23:11:17.793 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_mmio.ko 2024-04-26T23:11:17.794 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci.ko 2024-04-26T23:11:17.794 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-04-26T23:11:17.794 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-04-26T23:11:17.794 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_ring.ko 2024-04-26T23:11:17.794 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1 2024-04-26T23:11:17.794 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters 2024-04-26T23:11:17.795 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2482.ko 2024-04-26T23:11:17.795 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2490.ko 2024-04-26T23:11:17.795 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves 2024-04-26T23:11:17.795 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-04-26T23:11:17.795 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-04-26T23:11:17.795 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-04-26T23:11:17.796 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-04-26T23:11:17.796 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-04-26T23:11:17.796 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-04-26T23:11:17.796 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-04-26T23:11:17.796 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-04-26T23:11:17.796 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-04-26T23:11:17.797 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_smem.ko 2024-04-26T23:11:17.797 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_therm.ko 2024-04-26T23:11:17.797 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/wire.ko 2024-04-26T23:11:17.797 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog 2024-04-26T23:11:17.797 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim1535_wdt.ko 2024-04-26T23:11:17.797 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim7101_wdt.ko 2024-04-26T23:11:17.798 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/f71808e_wdt.ko 2024-04-26T23:11:17.798 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/hpwdt.ko 2024-04-26T23:11:17.798 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/i6300esb.ko 2024-04-26T23:11:17.798 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-04-26T23:11:17.798 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_wdt.ko 2024-04-26T23:11:17.798 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ib700wdt.ko 2024-04-26T23:11:17.799 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ibmasr.ko 2024-04-26T23:11:17.799 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-04-26T23:11:17.799 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it8712f_wdt.ko 2024-04-26T23:11:17.799 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it87_wdt.ko 2024-04-26T23:11:17.799 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/machzwd.ko 2024-04-26T23:11:17.799 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/nv_tco.ko 2024-04-26T23:11:17.800 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_pci.ko 2024-04-26T23:11:17.800 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_usb.ko 2024-04-26T23:11:17.800 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-04-26T23:11:17.800 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sch311x_wdt.ko 2024-04-26T23:11:17.800 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/softdog.ko 2024-04-26T23:11:17.800 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sp5100_tco.ko 2024-04-26T23:11:17.801 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/via_wdt.ko 2024-04-26T23:11:17.801 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-04-26T23:11:17.801 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83877f_wdt.ko 2024-04-26T23:11:17.801 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83977f_wdt.ko 2024-04-26T23:11:17.801 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/wdt_pci.ko 2024-04-26T23:11:17.801 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/xen_wdt.ko 2024-04-26T23:11:17.801 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen 2024-04-26T23:11:17.802 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-acpi-processor.ko 2024-04-26T23:11:17.802 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-evtchn.ko 2024-04-26T23:11:17.802 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntalloc.ko 2024-04-26T23:11:17.802 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntdev.ko 2024-04-26T23:11:17.802 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback 2024-04-26T23:11:17.803 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-04-26T23:11:17.803 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-privcmd.ko 2024-04-26T23:11:17.803 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs 2024-04-26T23:11:17.803 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs/xenfs.ko 2024-04-26T23:11:17.803 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs 2024-04-26T23:11:17.803 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p 2024-04-26T23:11:17.803 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p/9p.ko 2024-04-26T23:11:17.804 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs 2024-04-26T23:11:17.804 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs/affs.ko 2024-04-26T23:11:17.804 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs 2024-04-26T23:11:17.804 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs/befs.ko 2024-04-26T23:11:17.804 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/binfmt_misc.ko 2024-04-26T23:11:17.804 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs 2024-04-26T23:11:17.805 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs/btrfs.ko 2024-04-26T23:11:17.805 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles 2024-04-26T23:11:17.805 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles/cachefiles.ko 2024-04-26T23:11:17.805 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph 2024-04-26T23:11:17.805 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph/ceph.ko 2024-04-26T23:11:17.805 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda 2024-04-26T23:11:17.805 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda/coda.ko 2024-04-26T23:11:17.806 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs 2024-04-26T23:11:17.806 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs/cramfs.ko 2024-04-26T23:11:17.806 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm 2024-04-26T23:11:17.806 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm/dlm.ko 2024-04-26T23:11:17.806 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs 2024-04-26T23:11:17.806 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs/ecryptfs.ko 2024-04-26T23:11:17.807 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs 2024-04-26T23:11:17.807 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs/f2fs.ko 2024-04-26T23:11:17.807 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat 2024-04-26T23:11:17.807 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/fat.ko 2024-04-26T23:11:17.807 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/msdos.ko 2024-04-26T23:11:17.807 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/vfat.ko 2024-04-26T23:11:17.808 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse 2024-04-26T23:11:17.808 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/cuse.ko 2024-04-26T23:11:17.808 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/fuse.ko 2024-04-26T23:11:17.808 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2 2024-04-26T23:11:17.808 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2/gfs2.ko 2024-04-26T23:11:17.808 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs 2024-04-26T23:11:17.809 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs/hfs.ko 2024-04-26T23:11:17.809 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus 2024-04-26T23:11:17.809 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus/hfsplus.ko 2024-04-26T23:11:17.809 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs 2024-04-26T23:11:17.809 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs/isofs.ko 2024-04-26T23:11:17.809 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs 2024-04-26T23:11:17.810 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs/jfs.ko 2024-04-26T23:11:17.810 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd 2024-04-26T23:11:17.810 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd/lockd.ko 2024-04-26T23:11:17.810 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix 2024-04-26T23:11:17.810 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix/minix.ko 2024-04-26T23:11:17.810 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs 2024-04-26T23:11:17.811 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs/netfs.ko 2024-04-26T23:11:17.811 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs 2024-04-26T23:11:17.811 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout 2024-04-26T23:11:17.811 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-04-26T23:11:17.811 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout 2024-04-26T23:11:17.811 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-04-26T23:11:17.812 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout 2024-04-26T23:11:17.812 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-04-26T23:11:17.812 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfs.ko 2024-04-26T23:11:17.812 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv3.ko 2024-04-26T23:11:17.812 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv4.ko 2024-04-26T23:11:17.812 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common 2024-04-26T23:11:17.813 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/grace.ko 2024-04-26T23:11:17.813 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/nfs_acl.ko 2024-04-26T23:11:17.813 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd 2024-04-26T23:11:17.813 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd/nfsd.ko 2024-04-26T23:11:17.813 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2 2024-04-26T23:11:17.813 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2/nilfs2.ko 2024-04-26T23:11:17.813 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls 2024-04-26T23:11:17.814 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-celtic.ko 2024-04-26T23:11:17.814 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-centeuro.ko 2024-04-26T23:11:17.814 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-croatian.ko 2024-04-26T23:11:17.814 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-cyrillic.ko 2024-04-26T23:11:17.814 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-gaelic.ko 2024-04-26T23:11:17.814 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-greek.ko 2024-04-26T23:11:17.815 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-iceland.ko 2024-04-26T23:11:17.815 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-inuit.ko 2024-04-26T23:11:17.815 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-roman.ko 2024-04-26T23:11:17.815 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-romanian.ko 2024-04-26T23:11:17.815 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-turkish.ko 2024-04-26T23:11:17.815 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1250.ko 2024-04-26T23:11:17.816 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1251.ko 2024-04-26T23:11:17.816 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1255.ko 2024-04-26T23:11:17.816 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp737.ko 2024-04-26T23:11:17.816 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp775.ko 2024-04-26T23:11:17.816 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp850.ko 2024-04-26T23:11:17.816 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp852.ko 2024-04-26T23:11:17.817 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp855.ko 2024-04-26T23:11:17.817 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp857.ko 2024-04-26T23:11:17.817 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp860.ko 2024-04-26T23:11:17.817 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp861.ko 2024-04-26T23:11:17.817 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp862.ko 2024-04-26T23:11:17.817 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp863.ko 2024-04-26T23:11:17.818 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp864.ko 2024-04-26T23:11:17.818 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp865.ko 2024-04-26T23:11:17.818 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp866.ko 2024-04-26T23:11:17.818 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp869.ko 2024-04-26T23:11:17.818 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp874.ko 2024-04-26T23:11:17.818 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp932.ko 2024-04-26T23:11:17.819 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp936.ko 2024-04-26T23:11:17.819 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp949.ko 2024-04-26T23:11:17.819 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp950.ko 2024-04-26T23:11:17.819 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_euc-jp.ko 2024-04-26T23:11:17.819 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-1.ko 2024-04-26T23:11:17.819 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-13.ko 2024-04-26T23:11:17.819 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-14.ko 2024-04-26T23:11:17.820 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-15.ko 2024-04-26T23:11:17.820 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-2.ko 2024-04-26T23:11:17.820 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-3.ko 2024-04-26T23:11:17.820 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-4.ko 2024-04-26T23:11:17.820 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-5.ko 2024-04-26T23:11:17.820 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-6.ko 2024-04-26T23:11:17.821 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-7.ko 2024-04-26T23:11:17.821 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-9.ko 2024-04-26T23:11:17.821 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-r.ko 2024-04-26T23:11:17.821 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-ru.ko 2024-04-26T23:11:17.821 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-u.ko 2024-04-26T23:11:17.821 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_ucs2_utils.ko 2024-04-26T23:11:17.821 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_utf8.ko 2024-04-26T23:11:17.822 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2 2024-04-26T23:11:17.822 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster 2024-04-26T23:11:17.822 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-04-26T23:11:17.822 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm 2024-04-26T23:11:17.822 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-04-26T23:11:17.822 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs 2024-04-26T23:11:17.823 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-04-26T23:11:17.823 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2.ko 2024-04-26T23:11:17.823 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-04-26T23:11:17.823 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-04-26T23:11:17.823 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-04-26T23:11:17.823 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs 2024-04-26T23:11:17.824 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs/overlay.ko 2024-04-26T23:11:17.824 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore 2024-04-26T23:11:17.824 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore/ramoops.ko 2024-04-26T23:11:17.824 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs 2024-04-26T23:11:17.824 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs/reiserfs.ko 2024-04-26T23:11:17.824 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs 2024-04-26T23:11:17.825 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs/romfs.ko 2024-04-26T23:11:17.825 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb 2024-04-26T23:11:17.825 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client 2024-04-26T23:11:17.825 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client/cifs.ko 2024-04-26T23:11:17.825 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common 2024-04-26T23:11:17.825 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_arc4.ko 2024-04-26T23:11:17.825 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_md4.ko 2024-04-26T23:11:17.826 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs 2024-04-26T23:11:17.826 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs/squashfs.ko 2024-04-26T23:11:17.826 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv 2024-04-26T23:11:17.826 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv/sysv.ko 2024-04-26T23:11:17.826 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf 2024-04-26T23:11:17.826 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf/udf.ko 2024-04-26T23:11:17.827 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs 2024-04-26T23:11:17.827 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs/ufs.ko 2024-04-26T23:11:17.827 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs 2024-04-26T23:11:17.827 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs/xfs.ko 2024-04-26T23:11:17.827 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel 2024-04-26T23:11:17.827 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu/rcutorture.ko 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/torture.ko 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/asn1_encoder.ko 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc-itu-t.ko 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc8.ko 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libarc4.ko 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libdes.ko 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/libcrc32c.ko 2024-04-26T23:11:17.828 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lru_cache.ko 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4_compress.ko 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4hc_compress.ko 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math/cordic.ko 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6/raid6_pq.ko 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon/reed_solomon.ko 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_bm.ko 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_fsm.ko 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_kmp.ko 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd/zstd_compress.ko 2024-04-26T23:11:17.829 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm/hwpoison-inject.ko 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/6lowpan.ko 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_dest.ko 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_fragment.ko 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_hop.ko 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_ipv6.ko 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_mobility.ko 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_routing.ko 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_udp.ko 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/garp.ko 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/mrp.ko 2024-04-26T23:11:17.830 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/p8022.ko 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/psnap.ko 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/stp.ko 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q/8021q.ko 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet.ko 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_fd.ko 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_rdma.ko 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_virtio.ko 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv/batman-adv.ko 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/br_netfilter.ko 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/bridge.ko 2024-04-26T23:11:17.831 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_among.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arp.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_limit.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_log.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-04-26T23:11:17.832 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_snat.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_stp.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtables.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph/libceph.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/failover.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/pktgen.ko 2024-04-26T23:11:17.833 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp.ko 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_diag.ko 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv4.ko 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv6.ko 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver/dns_resolver.ko 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/dsa_core.ko 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_brcm.ko 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_dsa.ko 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_none.ko 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_trailer.ko 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154 2024-04-26T23:11:17.834 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154_socket.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ah4.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/esp4.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/fou.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/gre.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/inet_diag.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_gre.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_tunnel.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_vti.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipcomp.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipip.ko 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter 2024-04-26T23:11:17.835 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arp_tables.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_security.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-04-26T23:11:17.836 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_bic.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_dctcp.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_diag.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_highspeed.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_htcp.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_hybla.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_illinois.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_lp.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_scalable.ko 2024-04-26T23:11:17.837 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_vegas.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_veno.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_westwood.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_yeah.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tunnel4.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_diag.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_tunnel.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/xfrm4_tunnel.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ah6.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/esp6.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/fou6.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_tunnel.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-04-26T23:11:17.838 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_vti.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ipcomp6.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-04-26T23:11:17.839 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/sit.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/tunnel6.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/xfrm6_tunnel.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key/af_key.ko 2024-04-26T23:11:17.840 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_core.ko 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_debugfs.ko 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_eth.ko 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip.ko 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip6.ko 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_netlink.ko 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ppp.ko 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc/llc.ko 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154/mac802154.ko 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls/mpls_gso.ko 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset 2024-04-26T23:11:17.841 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-04-26T23:11:17.842 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-04-26T23:11:17.843 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conncount.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_h323.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_irc.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sane.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sip.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-04-26T23:11:17.844 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_dup_netdev.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table_inet.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_log_syslog.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_amanda.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_ftp.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_irc.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_sip.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_tftp.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_synproxy_core.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_tables.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_acct.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_log.ko 2024-04-26T23:11:17.845 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_osf.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_queue.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_chain_nat.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_compat.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_ct.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_dup_netdev.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fib.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fwd_netdev.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_hash.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_limit.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_log.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_masq.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_nat.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_numgen.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_queue.ko 2024-04-26T23:11:17.846 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_quota.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_redir.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject_inet.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_socket.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_tunnel.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_AUDIT.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CHECKSUM.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CLASSIFY.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CT.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_DSCP.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HL.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HMARK.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_IDLETIMER.ko 2024-04-26T23:11:17.847 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LED.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LOG.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_MASQUERADE.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NETMAP.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFLOG.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFQUEUE.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_RATEEST.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_REDIRECT.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_SECMARK.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPMSS.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TEE.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TPROXY.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TRACE.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_addrtype.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_bpf.ko 2024-04-26T23:11:17.848 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cgroup.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cluster.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_comment.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connbytes.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlabel.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlimit.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connmark.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_conntrack.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cpu.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dccp.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_devgroup.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dscp.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ecn.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_esp.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hashlimit.ko 2024-04-26T23:11:17.849 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_helper.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hl.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipcomp.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_iprange.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipvs.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_l2tp.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_length.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_limit.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mac.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mark.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_multiport.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nat.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nfacct.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_osf.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_owner.ko 2024-04-26T23:11:17.850 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_physdev.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_pkttype.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_policy.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_quota.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_rateest.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_realm.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_recent.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_sctp.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_set.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_socket.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_state.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_statistic.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_string.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_tcpmss.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_time.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_u32.ko 2024-04-26T23:11:17.851 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink/netlink_diag.ko 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh/nsh.ko 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/openvswitch.ko 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-geneve.ko 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-gre.ko 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-vxlan.ko 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet/af_packet_diag.ko 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds.ko 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_rdma.ko 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_tcp.ko 2024-04-26T23:11:17.852 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_csum.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_gact.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_mirred.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_nat.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_pedit.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_police.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_simple.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_skbedit.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_vlan.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_basic.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_bpf.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_flow.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_fw.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_route.ko 2024-04-26T23:11:17.853 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_u32.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_cmp.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_ipset.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_meta.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_nbyte.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_text.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_u32.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_choke.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_codel.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_drr.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_fq.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_gred.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hfsc.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hhf.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_htb.ko 2024-04-26T23:11:17.854 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_ingress.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio_lib.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_multiq.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_netem.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_pie.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_plug.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_prio.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_qfq.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_red.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfb.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfq.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_tbf.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_teql.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp.ko 2024-04-26T23:11:17.855 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp_diag.ko 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/sunrpc.ko 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc.ko 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc_diag.ko 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix/unix_diag.ko 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-04-26T23:11:17.856 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock.ko 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_diag.ko 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_loopback.ko 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm/xfrm_ipcomp.ko 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys/trusted.ko 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias.bin 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.alias.bin 2024-04-26T23:11:17.857 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.bin 2024-04-26T23:11:17.858 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.modinfo 2024-04-26T23:11:17.858 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep 2024-04-26T23:11:17.858 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep.bin 2024-04-26T23:11:17.858 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.devname 2024-04-26T23:11:17.858 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.order 2024-04-26T23:11:17.858 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.softdep 2024-04-26T23:11:17.858 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols 2024-04-26T23:11:17.858 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols.bin 2024-04-26T23:11:17.858 INFO:teuthology.orchestra.run.smithi026.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T23:11:17.862 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:17.862 DEBUG:teuthology.orchestra.run.smithi026:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-04-26T23:11:17.887 INFO:teuthology.orchestra.run.smithi026.stdout:postinstall scriptlet (using /bin/sh): 2024-04-26T23:11:17.887 INFO:teuthology.orchestra.run.smithi026.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T23:11:17.887 INFO:teuthology.orchestra.run.smithi026.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g806ec36b2112 /lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T23:11:17.887 INFO:teuthology.orchestra.run.smithi026.stdout:fi 2024-04-26T23:11:17.887 INFO:teuthology.orchestra.run.smithi026.stdout:for file in vmlinuz System.map config; do 2024-04-26T23:11:17.887 INFO:teuthology.orchestra.run.smithi026.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112"; then 2024-04-26T23:11:17.887 INFO:teuthology.orchestra.run.smithi026.stdout: cp "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112" 2024-04-26T23:11:17.887 INFO:teuthology.orchestra.run.smithi026.stdout: fi 2024-04-26T23:11:17.887 INFO:teuthology.orchestra.run.smithi026.stdout:done 2024-04-26T23:11:17.887 INFO:teuthology.orchestra.run.smithi026.stdout:if [ -d "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" ] && \ 2024-04-26T23:11:17.887 INFO:teuthology.orchestra.run.smithi026.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" >/dev/null 2>&1; then 2024-04-26T23:11:17.888 INFO:teuthology.orchestra.run.smithi026.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T23:11:17.888 INFO:teuthology.orchestra.run.smithi026.stdout: cp -r "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T23:11:17.888 INFO:teuthology.orchestra.run.smithi026.stdout:fi 2024-04-26T23:11:17.888 INFO:teuthology.orchestra.run.smithi026.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep" ]; then 2024-04-26T23:11:17.888 INFO:teuthology.orchestra.run.smithi026.stdout: /usr/sbin/depmod 6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:17.888 INFO:teuthology.orchestra.run.smithi026.stdout:fi 2024-04-26T23:11:17.888 INFO:teuthology.orchestra.run.smithi026.stdout:preuninstall scriptlet (using /bin/sh): 2024-04-26T23:11:17.888 INFO:teuthology.orchestra.run.smithi026.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T23:11:17.888 INFO:teuthology.orchestra.run.smithi026.stdout:kernel-install remove 6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:17.888 INFO:teuthology.orchestra.run.smithi026.stdout:fi 2024-04-26T23:11:17.889 DEBUG:teuthology.orchestra.run.smithi026:> sudo rpm -qi grub2-tools 2024-04-26T23:11:17.962 INFO:teuthology.orchestra.run.smithi026.stdout:Name : grub2-tools 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Epoch : 1 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Version : 2.06 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Release : 68.el9 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Architecture: x86_64 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Group : Unspecified 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Size : 8264254 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:License : GPLv3+ 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Packager : builder@centos.org 2024-04-26T23:11:17.963 INFO:teuthology.orchestra.run.smithi026.stdout:Vendor : CentOS 2024-04-26T23:11:17.964 INFO:teuthology.orchestra.run.smithi026.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-26T23:11:17.964 INFO:teuthology.orchestra.run.smithi026.stdout:Summary : Support tools for GRUB. 2024-04-26T23:11:17.964 INFO:teuthology.orchestra.run.smithi026.stdout:Description : 2024-04-26T23:11:17.964 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:11:17.964 INFO:teuthology.orchestra.run.smithi026.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-26T23:11:17.964 INFO:teuthology.orchestra.run.smithi026.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-26T23:11:17.964 INFO:teuthology.orchestra.run.smithi026.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-26T23:11:17.964 INFO:teuthology.orchestra.run.smithi026.stdout:hardware devices. 2024-04-26T23:11:17.964 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:11:17.964 INFO:teuthology.orchestra.run.smithi026.stdout:This subpackage provides tools for support of all platforms. 2024-04-26T23:11:17.965 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-26T23:11:17.965 INFO:teuthology.task.kernel:Updating grub on smithi026 to boot 6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:17.965 DEBUG:teuthology.orchestra.run.smithi026:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-26T23:11:18.518 INFO:teuthology.orchestra.run.smithi026.stderr:Generating grub configuration file ... 2024-04-26T23:11:19.994 INFO:teuthology.orchestra.run.smithi026.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-26T23:11:20.019 INFO:teuthology.orchestra.run.smithi026.stderr:done 2024-04-26T23:11:20.021 DEBUG:teuthology.orchestra.run.smithi026:> mktemp 2024-04-26T23:11:20.055 INFO:teuthology.orchestra.run.smithi026.stdout:/tmp/tmp.jCVzTPK9qf 2024-04-26T23:11:20.055 DEBUG:teuthology.orchestra.run.smithi026:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.jCVzTPK9qf 2024-04-26T23:11:20.120 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod 0666 /tmp/tmp.jCVzTPK9qf 2024-04-26T23:11:20.218 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi086.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-04-26T23:11:20.219 DEBUG:teuthology.orchestra.run.smithi086:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-04-26T23:11:20.260 DEBUG:teuthology.orchestra.remote:smithi026:/tmp/tmp.jCVzTPK9qf is 6KB 2024-04-26T23:11:20.306 INFO:teuthology.orchestra.run.smithi086.stdout:/boot/System.map-6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:20.306 INFO:teuthology.orchestra.run.smithi086.stdout:/boot/config-6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:20.307 INFO:teuthology.orchestra.run.smithi086.stdout:/boot/vmlinuz-6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:20.307 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/System.map 2024-04-26T23:11:20.307 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/config 2024-04-26T23:11:20.307 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel 2024-04-26T23:11:20.307 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch 2024-04-26T23:11:20.307 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86 2024-04-26T23:11:20.307 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto 2024-04-26T23:11:20.307 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-04-26T23:11:20.307 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-04-26T23:11:20.307 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-04-26T23:11:20.307 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-04-26T23:11:20.307 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32c-intel.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx2.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-04-26T23:11:20.308 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-amd.ko 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-intel.ko 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm.ko 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ansi_cprng.ko 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/anubis.ko 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/arc4.ko 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_memcpy.ko 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_pq.ko 2024-04-26T23:11:20.309 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_raid6_recov.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_tx.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_xor.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/raid6test.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authenc.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authencesn.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blake2b_generic.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_common.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_generic.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/camellia_generic.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast5_generic.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast6_generic.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast_common.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ccm.ko 2024-04-26T23:11:20.310 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cmac.ko 2024-04-26T23:11:20.311 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crc32_generic.ko 2024-04-26T23:11:20.311 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_engine.ko 2024-04-26T23:11:20.311 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_user.ko 2024-04-26T23:11:20.311 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cts.ko 2024-04-26T23:11:20.311 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/des_generic.ko 2024-04-26T23:11:20.311 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/dh_generic.ko 2024-04-26T23:11:20.311 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/echainiv.ko 2024-04-26T23:11:20.311 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/essiv.ko 2024-04-26T23:11:20.311 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/fcrypt.ko 2024-04-26T23:11:20.311 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/khazad.ko 2024-04-26T23:11:20.311 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4.ko 2024-04-26T23:11:20.311 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4hc.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/md4.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/michael_mic.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcbc.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcrypt.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/rmd160.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/seed.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/serpent_generic.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tcrypt.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tea.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_common.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_generic.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/vmac.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/wp512.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xcbc.ko 2024-04-26T23:11:20.312 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xor.ko 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xxhash_generic.ko 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_ipmi.ko 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_pad.ko 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/ec_sys.ko 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/platform_profile.ko 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbs.ko 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbshc.ko 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/video.ko 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/acard-ahci.ko 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ahci_platform.ko 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ata_generic.ko 2024-04-26T23:11:20.313 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/libahci_platform.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_acpi.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ali.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_amd.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_artop.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atiixp.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atp867x.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd640.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd64x.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cypress.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_efar.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt366.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt37x.ko 2024-04-26T23:11:20.314 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x2n.ko 2024-04-26T23:11:20.315 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x3.ko 2024-04-26T23:11:20.315 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it8213.ko 2024-04-26T23:11:20.315 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it821x.ko 2024-04-26T23:11:20.315 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_jmicron.ko 2024-04-26T23:11:20.315 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_marvell.ko 2024-04-26T23:11:20.315 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_mpiix.ko 2024-04-26T23:11:20.315 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_netcell.ko 2024-04-26T23:11:20.315 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ninja32.ko 2024-04-26T23:11:20.315 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87410.ko 2024-04-26T23:11:20.316 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87415.ko 2024-04-26T23:11:20.316 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_oldpiix.ko 2024-04-26T23:11:20.316 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_opti.ko 2024-04-26T23:11:20.316 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_optidma.ko 2024-04-26T23:11:20.316 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pcmcia.ko 2024-04-26T23:11:20.316 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc2027x.ko 2024-04-26T23:11:20.316 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_piccolo.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_rdc.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sch.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_serverworks.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sil680.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sis.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sl82c105.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_triflex.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_via.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pdc_adma.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_inic162x.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_mv.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_nv.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_promise.ko 2024-04-26T23:11:20.317 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_qstor.ko 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil.ko 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil24.ko 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sis.ko 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_svw.ko 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sx4.ko 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_uli.ko 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_via.ko 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_vsc.ko 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay/ks0108.ko 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-i2c.ko 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-mmio.ko 2024-04-26T23:11:20.318 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma/bcma.ko 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe/aoe.ko 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/brd.ko 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd/drbd.ko 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/floppy.ko 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/loop.ko 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/nbd.ko 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk/null_blk.ko 2024-04-26T23:11:20.319 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/pktcdvd.ko 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/rbd.ko 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/virtio_blk.ko 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkfront.ko 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram/zram.ko 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hangcheck-timer.ko 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/amd-rng.ko 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/intel-rng.ko 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/via-rng.ko 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/virtio-rng.ko 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi 2024-04-26T23:11:20.320 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_si.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/lp.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave/mwave.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ppdev.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tlclk.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_atmel.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_infineon.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_nsc.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis.ko 2024-04-26T23:11:20.321 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/uv_mmtimer.ko 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/virtio_console.ko 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/p4-clockmod.ko 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/powernow-k8.ko 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/speedstep-lib.ko 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-04-26T23:11:20.322 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp.ko 2024-04-26T23:11:20.323 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel 2024-04-26T23:11:20.323 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat 2024-04-26T23:11:20.323 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common 2024-04-26T23:11:20.323 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-04-26T23:11:20.323 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-04-26T23:11:20.323 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-04-26T23:11:20.323 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-aes.ko 2024-04-26T23:11:20.323 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-sha.ko 2024-04-26T23:11:20.323 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio 2024-04-26T23:11:20.323 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca/dca.ko 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw/dw_dmac.ko 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat/ioatdma.ko 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/amd64_edac.ko 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/e752x_edac.ko 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/edac_mce_amd.ko 2024-04-26T23:11:20.324 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3000_edac.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3200_edac.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5100_edac.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5400_edac.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7300_edac.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7core_edac.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i82975x_edac.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/ie31200_edac.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/sb_edac.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/x38_edac.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/edd.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/iscsi_ibft.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-ich.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-viperboard.ko 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid 2024-04-26T23:11:20.325 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-appleir.ko 2024-04-26T23:11:20.326 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-aureal.ko 2024-04-26T23:11:20.326 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-axff.ko 2024-04-26T23:11:20.326 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-dr.ko 2024-04-26T23:11:20.326 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elecom.ko 2024-04-26T23:11:20.326 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elo.ko 2024-04-26T23:11:20.326 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-emsff.ko 2024-04-26T23:11:20.326 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gaff.ko 2024-04-26T23:11:20.326 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gt683r.ko 2024-04-26T23:11:20.326 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gyration.ko 2024-04-26T23:11:20.326 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-kbd.ko 2024-04-26T23:11:20.326 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-mouse.ko 2024-04-26T23:11:20.326 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtekff.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-hyperv.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-icade.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-keytouch.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-kye.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lcpower.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-led.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lenovo.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-dj.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-multitouch.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-ortek.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-penmount.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-petalynx.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-picolcd.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-pl.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-plantronics.ko 2024-04-26T23:11:20.327 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-primax.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-rmi.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-arvo.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-common.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-isku.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kone.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-konepure.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-lua.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-pyra.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-ryos.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-savu.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-saitek.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-samsung.ko 2024-04-26T23:11:20.328 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sensor-hub.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sjoy.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sony.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-speedlink.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-steelseries.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sunplus.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-thrustmaster.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tivo.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tmff.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-topseed.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-twinhan.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-uclogic.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-waltop.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-wiimote.ko 2024-04-26T23:11:20.329 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-xinmo.ko 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zpff.ko 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zydacron.ko 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/uhid.ko 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/wacom.ko 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_balloon.ko 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_utils.ko 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_vmbus.ko 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru.ko 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru3.ko 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/acpi_power_meter.ko 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7414.ko 2024-04-26T23:11:20.330 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7418.ko 2024-04-26T23:11:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adc128d818.ko 2024-04-26T23:11:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1025.ko 2024-04-26T23:11:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1026.ko 2024-04-26T23:11:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1029.ko 2024-04-26T23:11:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1031.ko 2024-04-26T23:11:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm9240.ko 2024-04-26T23:11:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ads7828.ko 2024-04-26T23:11:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7410.ko 2024-04-26T23:11:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7411.ko 2024-04-26T23:11:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7462.ko 2024-04-26T23:11:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7470.ko 2024-04-26T23:11:20.331 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7475.ko 2024-04-26T23:11:20.332 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7x10.ko 2024-04-26T23:11:20.332 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/amc6821.ko 2024-04-26T23:11:20.332 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/applesmc.ko 2024-04-26T23:11:20.332 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asb100.ko 2024-04-26T23:11:20.332 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asc7621.ko 2024-04-26T23:11:20.332 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asus_atk0110.ko 2024-04-26T23:11:20.332 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/atxp1.ko 2024-04-26T23:11:20.332 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/coretemp.ko 2024-04-26T23:11:20.332 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-04-26T23:11:20.332 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dme1737.ko 2024-04-26T23:11:20.332 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds1621.ko 2024-04-26T23:11:20.332 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds620.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc1403.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc6w201.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71805f.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71882fg.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f75375s.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fam15h_power.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fschmd.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g760a.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g762.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl518sm.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl520sm.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/hwmon-vid.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5500_temp.ko 2024-04-26T23:11:20.333 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5k_amb.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmaem.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmpex.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina209.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina2xx.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/it87.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k10temp.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k8temp.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lineage-pem.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm63.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm73.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm75.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm77.ko 2024-04-26T23:11:20.334 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm78.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm80.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm83.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm85.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm87.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm90.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm92.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm93.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95234.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95241.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95245.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc2945.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4151.ko 2024-04-26T23:11:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4215.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4222.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4245.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4260.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4261.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max16065.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1619.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1668.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max197.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6639.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6650.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6697.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/mcp3021.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6683.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775-core.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775.ko 2024-04-26T23:11:20.336 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct7802.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87360.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87427.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pcf8591.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max16064.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max34440.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max8688.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-04-26T23:11:20.337 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-04-26T23:11:20.338 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-04-26T23:11:20.338 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/powr1220.ko 2024-04-26T23:11:20.338 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5627.ko 2024-04-26T23:11:20.338 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5636.ko 2024-04-26T23:11:20.338 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch56xx-common.ko 2024-04-26T23:11:20.338 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht15.ko 2024-04-26T23:11:20.338 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht21.ko 2024-04-26T23:11:20.338 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/shtc1.ko 2024-04-26T23:11:20.338 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sis5595.ko 2024-04-26T23:11:20.338 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47b397.ko 2024-04-26T23:11:20.338 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m1.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m192.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/thmc50.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp102.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp103.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp401.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp421.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via-cputemp.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via686a.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt1211.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt8231.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627ehf.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627hf.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83781d.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83791d.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83792d.ko 2024-04-26T23:11:20.339 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83793.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83795.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l785ts.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l786ng.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-04-26T23:11:20.340 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-i801.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-isch.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-parport.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-via.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-dev.ko 2024-04-26T23:11:20.341 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-mux.ko 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-smbus.ko 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-stub.ko 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_cm.ko 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_core.ko 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_umad.ko 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/iw_cm.ko 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_cm.ko 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-04-26T23:11:20.342 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-04-26T23:11:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/fm801-gp.ko 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/gameport.ko 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/joydev.ko 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard/gpio_keys.ko 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/appletouch.ko 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/bcm5974.ko 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/cyapatp.ko 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/elan_i2c.ko 2024-04-26T23:11:20.344 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/sermouse.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_usb.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/vsxxxaa.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4/rmi_core.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/altera_ps2.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/arc_ps2.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/serio_raw.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/sparse-keymap.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-blinkm.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lm3530.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lp3944.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-ss4200.ko 2024-04-26T23:11:20.345 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache/bcache.ko 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-bio-prison.ko 2024-04-26T23:11:20.346 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache-smq.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-crypt.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-delay.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-flakey.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-log-userspace.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-multipath.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-queue-length.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-raid.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-round-robin.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-service-time.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-switch.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-thin-pool.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-verity.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid0.ko 2024-04-26T23:11:20.347 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid1.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid10.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid456.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptbase.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptctl.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptfc.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptlan.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptsas.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptscsih.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptspi.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_ich.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_sch.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/mfd-core.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/sm501.ko 2024-04-26T23:11:20.348 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/viperboard.ko 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/vx855.ko 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/wl1273-core.ko 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds9802als.ko 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds990x.ko 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/bh1770glc.ko 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710/cb710.ko 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/at24.ko 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-04-26T23:11:20.349 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/max6875.ko 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/enclosure.ko 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/hpilo.ko 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29003.ko 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29020.ko 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-me.ko 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-txe.ko 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei.ko 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru/gru.ko 2024-04-26T23:11:20.350 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xp.ko 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpc.ko 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_7xx1.ko 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_core.ko 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tsl2550.ko 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_balloon.ko 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding/bonding.ko 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53/b53_common.ko 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/bcm-sf2.ko 2024-04-26T23:11:20.351 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6060.ko 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dummy.ko 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/eql.ko 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/8390.ko 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-04-26T23:11:20.352 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere/et131x.ko 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-04-26T23:11:20.353 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet 2024-04-26T23:11:20.354 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-04-26T23:11:20.355 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dnet.ko 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex 2024-04-26T23:11:20.356 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ethoc.ko 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/fealnx.ko 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e100.ko 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb 2024-04-26T23:11:20.357 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/jme.ko 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/skge.ko 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-04-26T23:11:20.358 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-04-26T23:11:20.359 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/atp.ko 2024-04-26T23:11:20.360 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis190.ko 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis900.ko 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-04-26T23:11:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/cassini.ko 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/niu.ko 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sungem.ko 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti/tlan.ko 2024-04-26T23:11:20.362 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/geneve.ko 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154/fakelb.ko 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ifb.ko 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan/ipvlan.ko 2024-04-26T23:11:20.363 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvlan.ko 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvtap.ko 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio.ko 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-regmap.ko 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mii.ko 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/net_failover.ko 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/netconsole.ko 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/nlmon.ko 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs-lynx.ko 2024-04-26T23:11:20.364 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/amd.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm7xxx.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm87xx.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/broadcom.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/cicada.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/davicom.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/dp83640.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/et1011c.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/icplus.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/lxt.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/marvell.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/micrel.ko 2024-04-26T23:11:20.365 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/national.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/phylink.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/qsemi.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/realtek.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/smsc.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/ste10Xp.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/vitesse.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/bsd_comp.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_async.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_deflate.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_generic.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_mppe.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_synctty.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppoe.ko 2024-04-26T23:11:20.366 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppox.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pptp.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slhc.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slip.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/sungem_phy.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tap.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_activebackup.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_broadcast.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_random.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tun.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/veth.ko 2024-04-26T23:11:20.367 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/virtio_net.ko 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan/vxlan.ko 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback/xen-netback.ko 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netfront.ko 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb/ntb.ko 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme-core.ko 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme.ko 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport.ko 2024-04-26T23:11:20.368 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_cs.ko 2024-04-26T23:11:20.369 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_pc.ko 2024-04-26T23:11:20.369 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_serial.ko 2024-04-26T23:11:20.369 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci 2024-04-26T23:11:20.369 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug 2024-04-26T23:11:20.369 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-04-26T23:11:20.369 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie 2024-04-26T23:11:20.369 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie/aer_inject.ko 2024-04-26T23:11:20.369 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/xen-pcifront.ko 2024-04-26T23:11:20.369 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia 2024-04-26T23:11:20.369 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/i82092.ko 2024-04-26T23:11:20.369 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/pd6729.ko 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/yenta_socket.ko 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acer-wmi.ko 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acerhdf.ko 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/apple-gmux.ko 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-laptop.ko 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-wmi.ko 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/classmate-laptop.ko 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-04-26T23:11:20.370 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/hdaps.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel_ips.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/msi-wmi.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/mxm-wmi.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-laptop.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-q10.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/topstar-laptop.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_haps.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi-bmof.ko 2024-04-26T23:11:20.371 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi.ko 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_common.ko 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_msr.ko 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-gpio.ko 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-ldisc.ko 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps_parport.ko 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/pps_core.ko 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp.ko 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp_kvm.ko 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-04-26T23:11:20.372 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/fmpm.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-bq32k.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1286.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1307.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1374.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1511.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1553.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1672.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1742.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds2404.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds3232.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-em3027.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-fm3130.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl12022.ko 2024-04-26T23:11:20.373 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl1208.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m41t80.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t35.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t59.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-max6900.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-msm6242.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf2127.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf85063.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8523.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8563.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8583.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rp5c01.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rs5c372.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8025.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8581.ko 2024-04-26T23:11:20.374 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-x1205.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-9xxx.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-sas.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-xxxx.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/BusLogic.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/a100u2w.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid/aacraid.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/advansys.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/am53c974.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-04-26T23:11:20.375 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/atp870u.ko 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa/bfa.ko 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ch.ko 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor/csiostor.ko 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-04-26T23:11:20.376 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dc395x.ko 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dmx3191d.ko 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r/esas2r.ko 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esp_scsi.ko 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/fcoe.ko 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic/fnic.ko 2024-04-26T23:11:20.377 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hpsa.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hptiop.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hv_storvsc.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/initio.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ipr.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ips.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci/isci.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_tcp.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc/libfc.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi_tcp.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas/libsas.ko 2024-04-26T23:11:20.378 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc/lpfc.ko 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid.ko 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas/mvsas.ko 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvumi.ko 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pmcraid.ko 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla1280.ko 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx 2024-04-26T23:11:20.379 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/raid_class.ko 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_debug.ko 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_fc.ko 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_sas.ko 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_spi.ko 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_srp.ko 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ses.ko 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/st.ko 2024-04-26T23:11:20.380 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/stex.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/virtio_scsi.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/vmw_pvscsi.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/wd719x.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb/ssb.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback/tcm_loop.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_file.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_iblock.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_mod.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_pscsi.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_user.ko 2024-04-26T23:11:20.381 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-04-26T23:11:20.382 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_gsm.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_hdlc.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/nozomi.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-04-26T23:11:20.383 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/arc_uart.ko 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm/jsm.ko 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core/ufshcd-core.ko 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio.ko 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_aec.ko 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_cif.ko 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_pci_generic.ko 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_sercos3.ko 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-acm.ko 2024-04-26T23:11:20.384 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-wdm.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usblp.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usbtmc.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host/sl811-hcd.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/mdc800.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/microtek.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/adutux.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/appledisplay.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi26.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi62.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ezusb.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/idmouse.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/iowarrior.ko 2024-04-26T23:11:20.385 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/isight_firmware.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ldusb.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/legousbtower.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/trancevibrator.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usb3503.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usblcd.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usbsevseg.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/uss720.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/yurex.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy/phy-generic.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/aircable.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ark3116.ko 2024-04-26T23:11:20.386 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/belkin_sa.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ch341.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cp210x.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cyberjack.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cypress_m8.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/digi_acceleport.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/empeg.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ftdi_sio.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/garmin_gps.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_edgeport.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_ti.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipaq.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipw.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ir-usb.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan_pda.ko 2024-04-26T23:11:20.387 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kl5kusb105.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kobil_sct.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mct_u232.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7720.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7840.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/navman.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/omninet.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/opticon.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/option.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/oti6858.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/pl2303.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcaux.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcserial.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/quatech2.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/safe_serial.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/sierra.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/spcp8x5.ko 2024-04-26T23:11:20.388 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ssu100.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/symbolserial.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_debug.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_wwan.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/visor.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/whiteheat.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/xsens_mt.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/uas.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-alauda.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-cypress.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-datafab.ko 2024-04-26T23:11:20.389 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-freecom.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-isd200.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-karma.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-onetouch.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-realtek.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr09.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr55.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-usbat.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/usb-storage.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-core.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-host.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio 2024-04-26T23:11:20.390 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci.ko 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio.ko 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost.ko 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_iotlb.ko 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_net.ko 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_scsi.ko 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/apple_bl.ko 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/lcd.ko 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/platform_lcd.ko 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio.ko 2024-04-26T23:11:20.391 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_balloon.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_mmio.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_ring.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2482.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2490.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-04-26T23:11:20.392 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_smem.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_therm.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/wire.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim1535_wdt.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim7101_wdt.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/f71808e_wdt.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/hpwdt.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/i6300esb.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_wdt.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ib700wdt.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ibmasr.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-04-26T23:11:20.393 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it8712f_wdt.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it87_wdt.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/machzwd.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/nv_tco.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_pci.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_usb.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sch311x_wdt.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/softdog.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sp5100_tco.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/via_wdt.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83877f_wdt.ko 2024-04-26T23:11:20.394 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83977f_wdt.ko 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/wdt_pci.ko 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/xen_wdt.ko 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-acpi-processor.ko 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-evtchn.ko 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntalloc.ko 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntdev.ko 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-privcmd.ko 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs/xenfs.ko 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs 2024-04-26T23:11:20.395 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p 2024-04-26T23:11:20.397 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p/9p.ko 2024-04-26T23:11:20.397 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs 2024-04-26T23:11:20.397 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs/affs.ko 2024-04-26T23:11:20.397 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs 2024-04-26T23:11:20.397 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs/befs.ko 2024-04-26T23:11:20.397 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/binfmt_misc.ko 2024-04-26T23:11:20.397 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs 2024-04-26T23:11:20.397 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs/btrfs.ko 2024-04-26T23:11:20.397 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles 2024-04-26T23:11:20.397 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles/cachefiles.ko 2024-04-26T23:11:20.397 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph 2024-04-26T23:11:20.397 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph/ceph.ko 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda/coda.ko 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs/cramfs.ko 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm/dlm.ko 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs/ecryptfs.ko 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs/f2fs.ko 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/fat.ko 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/msdos.ko 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/vfat.ko 2024-04-26T23:11:20.398 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/cuse.ko 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/fuse.ko 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2/gfs2.ko 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs/hfs.ko 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus/hfsplus.ko 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs/isofs.ko 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs/jfs.ko 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd/lockd.ko 2024-04-26T23:11:20.399 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix/minix.ko 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs/netfs.ko 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfs.ko 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv3.ko 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv4.ko 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/grace.ko 2024-04-26T23:11:20.400 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/nfs_acl.ko 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd/nfsd.ko 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2/nilfs2.ko 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-celtic.ko 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-centeuro.ko 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-croatian.ko 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-cyrillic.ko 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-gaelic.ko 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-greek.ko 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-iceland.ko 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-inuit.ko 2024-04-26T23:11:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-roman.ko 2024-04-26T23:11:20.402 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-romanian.ko 2024-04-26T23:11:20.402 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-turkish.ko 2024-04-26T23:11:20.402 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1250.ko 2024-04-26T23:11:20.402 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1251.ko 2024-04-26T23:11:20.402 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1255.ko 2024-04-26T23:11:20.402 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp737.ko 2024-04-26T23:11:20.402 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp775.ko 2024-04-26T23:11:20.402 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp850.ko 2024-04-26T23:11:20.402 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp852.ko 2024-04-26T23:11:20.402 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp855.ko 2024-04-26T23:11:20.402 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp857.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp860.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp861.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp862.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp863.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp864.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp865.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp866.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp869.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp874.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp932.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp936.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp949.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp950.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_euc-jp.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-1.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-13.ko 2024-04-26T23:11:20.403 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-14.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-15.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-2.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-3.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-4.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-5.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-6.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-7.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-9.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-r.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-ru.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-u.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_ucs2_utils.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_utf8.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-04-26T23:11:20.404 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2.ko 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs/overlay.ko 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore/ramoops.ko 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs/reiserfs.ko 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs 2024-04-26T23:11:20.405 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs/romfs.ko 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client/cifs.ko 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_arc4.ko 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_md4.ko 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs/squashfs.ko 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv/sysv.ko 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf/udf.ko 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs/ufs.ko 2024-04-26T23:11:20.406 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs/xfs.ko 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu/rcutorture.ko 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/torture.ko 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/asn1_encoder.ko 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc-itu-t.ko 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc8.ko 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libarc4.ko 2024-04-26T23:11:20.407 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libdes.ko 2024-04-26T23:11:20.408 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/libcrc32c.ko 2024-04-26T23:11:20.408 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lru_cache.ko 2024-04-26T23:11:20.408 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4 2024-04-26T23:11:20.408 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4_compress.ko 2024-04-26T23:11:20.408 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4hc_compress.ko 2024-04-26T23:11:20.408 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math 2024-04-26T23:11:20.408 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math/cordic.ko 2024-04-26T23:11:20.408 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6 2024-04-26T23:11:20.409 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6/raid6_pq.ko 2024-04-26T23:11:20.409 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon 2024-04-26T23:11:20.409 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon/reed_solomon.ko 2024-04-26T23:11:20.409 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_bm.ko 2024-04-26T23:11:20.409 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_fsm.ko 2024-04-26T23:11:20.409 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_kmp.ko 2024-04-26T23:11:20.409 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd 2024-04-26T23:11:20.409 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd/zstd_compress.ko 2024-04-26T23:11:20.409 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm/hwpoison-inject.ko 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/6lowpan.ko 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_dest.ko 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_fragment.ko 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_hop.ko 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_ipv6.ko 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_mobility.ko 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_routing.ko 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_udp.ko 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/garp.ko 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/mrp.ko 2024-04-26T23:11:20.410 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/p8022.ko 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/psnap.ko 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/stp.ko 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q/8021q.ko 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet.ko 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_fd.ko 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_rdma.ko 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_virtio.ko 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv/batman-adv.ko 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/br_netfilter.ko 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/bridge.ko 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-04-26T23:11:20.411 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_among.ko 2024-04-26T23:11:20.412 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arp.ko 2024-04-26T23:11:20.412 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-04-26T23:11:20.412 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-04-26T23:11:20.412 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip.ko 2024-04-26T23:11:20.412 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-04-26T23:11:20.412 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_limit.ko 2024-04-26T23:11:20.412 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_log.ko 2024-04-26T23:11:20.412 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark.ko 2024-04-26T23:11:20.412 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-04-26T23:11:20.412 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-04-26T23:11:20.412 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-04-26T23:11:20.412 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_snat.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_stp.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtables.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph/libceph.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/failover.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/pktgen.ko 2024-04-26T23:11:20.413 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp.ko 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_diag.ko 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv4.ko 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv6.ko 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver/dns_resolver.ko 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/dsa_core.ko 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_brcm.ko 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_dsa.ko 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_none.ko 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_trailer.ko 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154 2024-04-26T23:11:20.414 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154.ko 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154_socket.ko 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ah4.ko 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/esp4.ko 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/fou.ko 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/gre.ko 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/inet_diag.ko 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_gre.ko 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_tunnel.ko 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_vti.ko 2024-04-26T23:11:20.415 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipcomp.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipip.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arp_tables.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_security.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-04-26T23:11:20.416 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-04-26T23:11:20.417 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-04-26T23:11:20.417 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-04-26T23:11:20.417 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-04-26T23:11:20.417 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-04-26T23:11:20.417 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-04-26T23:11:20.417 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-04-26T23:11:20.417 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-04-26T23:11:20.417 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_bic.ko 2024-04-26T23:11:20.417 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_dctcp.ko 2024-04-26T23:11:20.417 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_diag.ko 2024-04-26T23:11:20.417 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_highspeed.ko 2024-04-26T23:11:20.417 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_htcp.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_hybla.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_illinois.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_lp.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_scalable.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_vegas.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_veno.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_westwood.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_yeah.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tunnel4.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_diag.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_tunnel.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/xfrm4_tunnel.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ah6.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/esp6.ko 2024-04-26T23:11:20.418 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/fou6.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_tunnel.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_vti.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ipcomp6.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-04-26T23:11:20.419 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/sit.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/tunnel6.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/xfrm6_tunnel.ko 2024-04-26T23:11:20.420 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key/af_key.ko 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_core.ko 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_debugfs.ko 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_eth.ko 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip.ko 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip6.ko 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_netlink.ko 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ppp.ko 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc/llc.ko 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154/mac802154.ko 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls/mpls_gso.ko 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter 2024-04-26T23:11:20.421 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-04-26T23:11:20.422 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-04-26T23:11:20.423 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-04-26T23:11:20.424 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-04-26T23:11:20.424 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conncount.ko 2024-04-26T23:11:20.424 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack.ko 2024-04-26T23:11:20.424 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-04-26T23:11:20.424 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-04-26T23:11:20.424 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-04-26T23:11:20.424 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_h323.ko 2024-04-26T23:11:20.424 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_irc.ko 2024-04-26T23:11:20.424 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-04-26T23:11:20.424 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sane.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sip.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_dup_netdev.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table_inet.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_log_syslog.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_amanda.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_ftp.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_irc.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_sip.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_tftp.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_synproxy_core.ko 2024-04-26T23:11:20.425 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_tables.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_acct.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_log.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_osf.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_queue.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_chain_nat.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_compat.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_ct.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_dup_netdev.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fib.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fwd_netdev.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_hash.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_limit.ko 2024-04-26T23:11:20.426 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_log.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_masq.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_nat.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_numgen.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_queue.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_quota.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_redir.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject_inet.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_socket.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_tunnel.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_AUDIT.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CHECKSUM.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CLASSIFY.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-04-26T23:11:20.427 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CT.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_DSCP.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HL.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HMARK.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_IDLETIMER.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LED.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LOG.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_MASQUERADE.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NETMAP.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFLOG.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFQUEUE.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_RATEEST.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_REDIRECT.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_SECMARK.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPMSS.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-04-26T23:11:20.428 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TEE.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TPROXY.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TRACE.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_addrtype.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_bpf.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cgroup.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cluster.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_comment.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connbytes.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlabel.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlimit.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connmark.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_conntrack.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cpu.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dccp.ko 2024-04-26T23:11:20.429 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_devgroup.ko 2024-04-26T23:11:20.430 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dscp.ko 2024-04-26T23:11:20.430 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ecn.ko 2024-04-26T23:11:20.430 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_esp.ko 2024-04-26T23:11:20.430 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hashlimit.ko 2024-04-26T23:11:20.430 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_helper.ko 2024-04-26T23:11:20.430 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hl.ko 2024-04-26T23:11:20.430 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipcomp.ko 2024-04-26T23:11:20.430 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_iprange.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipvs.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_l2tp.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_length.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_limit.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mac.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mark.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_multiport.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nat.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nfacct.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_osf.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_owner.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_physdev.ko 2024-04-26T23:11:20.431 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_pkttype.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_policy.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_quota.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_rateest.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_realm.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_recent.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_sctp.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_set.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_socket.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_state.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_statistic.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_string.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_tcpmss.ko 2024-04-26T23:11:20.432 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_time.ko 2024-04-26T23:11:20.433 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_u32.ko 2024-04-26T23:11:20.433 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink 2024-04-26T23:11:20.433 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink/netlink_diag.ko 2024-04-26T23:11:20.433 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh 2024-04-26T23:11:20.433 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh/nsh.ko 2024-04-26T23:11:20.433 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch 2024-04-26T23:11:20.433 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/openvswitch.ko 2024-04-26T23:11:20.433 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-geneve.ko 2024-04-26T23:11:20.433 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-gre.ko 2024-04-26T23:11:20.433 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-vxlan.ko 2024-04-26T23:11:20.433 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet 2024-04-26T23:11:20.433 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet/af_packet_diag.ko 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds.ko 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_rdma.ko 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_tcp.ko 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_csum.ko 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_gact.ko 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_mirred.ko 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_nat.ko 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_pedit.ko 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_police.ko 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_simple.ko 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_skbedit.ko 2024-04-26T23:11:20.434 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_vlan.ko 2024-04-26T23:11:20.435 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_basic.ko 2024-04-26T23:11:20.435 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_bpf.ko 2024-04-26T23:11:20.435 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_flow.ko 2024-04-26T23:11:20.435 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_fw.ko 2024-04-26T23:11:20.435 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_route.ko 2024-04-26T23:11:20.435 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_u32.ko 2024-04-26T23:11:20.435 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_cmp.ko 2024-04-26T23:11:20.435 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_ipset.ko 2024-04-26T23:11:20.435 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_meta.ko 2024-04-26T23:11:20.435 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_nbyte.ko 2024-04-26T23:11:20.435 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_text.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_u32.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_choke.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_codel.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_drr.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_fq.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_gred.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hfsc.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hhf.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_htb.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_ingress.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio_lib.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_multiq.ko 2024-04-26T23:11:20.436 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_netem.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_pie.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_plug.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_prio.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_qfq.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_red.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfb.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfq.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_tbf.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_teql.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp_diag.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-04-26T23:11:20.437 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-04-26T23:11:20.438 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/sunrpc.ko 2024-04-26T23:11:20.438 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma 2024-04-26T23:11:20.438 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-04-26T23:11:20.438 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc 2024-04-26T23:11:20.438 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc.ko 2024-04-26T23:11:20.438 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc_diag.ko 2024-04-26T23:11:20.438 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix 2024-04-26T23:11:20.438 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix/unix_diag.ko 2024-04-26T23:11:20.438 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock 2024-04-26T23:11:20.438 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock.ko 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_diag.ko 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_loopback.ko 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm/xfrm_ipcomp.ko 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys/trusted.ko 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias.bin 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin 2024-04-26T23:11:20.439 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.alias.bin 2024-04-26T23:11:20.440 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.bin 2024-04-26T23:11:20.440 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.modinfo 2024-04-26T23:11:20.440 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep 2024-04-26T23:11:20.440 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep.bin 2024-04-26T23:11:20.440 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.devname 2024-04-26T23:11:20.440 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.order 2024-04-26T23:11:20.440 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.softdep 2024-04-26T23:11:20.440 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols 2024-04-26T23:11:20.440 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols.bin 2024-04-26T23:11:20.440 INFO:teuthology.orchestra.run.smithi086.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T23:11:20.443 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:20.443 DEBUG:teuthology.orchestra.run.smithi086:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-04-26T23:11:20.445 DEBUG:teuthology.orchestra.run.smithi026:> rm -fr /tmp/tmp.jCVzTPK9qf 2024-04-26T23:11:20.460 DEBUG:teuthology.orchestra.run.smithi026:> sudo /bin/ls /boot/loader/entries || true 2024-04-26T23:11:20.467 INFO:teuthology.orchestra.run.smithi086.stdout:postinstall scriptlet (using /bin/sh): 2024-04-26T23:11:20.467 INFO:teuthology.orchestra.run.smithi086.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T23:11:20.467 INFO:teuthology.orchestra.run.smithi086.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g806ec36b2112 /lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T23:11:20.467 INFO:teuthology.orchestra.run.smithi086.stdout:fi 2024-04-26T23:11:20.467 INFO:teuthology.orchestra.run.smithi086.stdout:for file in vmlinuz System.map config; do 2024-04-26T23:11:20.467 INFO:teuthology.orchestra.run.smithi086.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112"; then 2024-04-26T23:11:20.467 INFO:teuthology.orchestra.run.smithi086.stdout: cp "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112" 2024-04-26T23:11:20.467 INFO:teuthology.orchestra.run.smithi086.stdout: fi 2024-04-26T23:11:20.467 INFO:teuthology.orchestra.run.smithi086.stdout:done 2024-04-26T23:11:20.467 INFO:teuthology.orchestra.run.smithi086.stdout:if [ -d "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" ] && \ 2024-04-26T23:11:20.468 INFO:teuthology.orchestra.run.smithi086.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" >/dev/null 2>&1; then 2024-04-26T23:11:20.468 INFO:teuthology.orchestra.run.smithi086.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T23:11:20.468 INFO:teuthology.orchestra.run.smithi086.stdout: cp -r "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T23:11:20.468 INFO:teuthology.orchestra.run.smithi086.stdout:fi 2024-04-26T23:11:20.468 INFO:teuthology.orchestra.run.smithi086.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep" ]; then 2024-04-26T23:11:20.468 INFO:teuthology.orchestra.run.smithi086.stdout: /usr/sbin/depmod 6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:20.468 INFO:teuthology.orchestra.run.smithi086.stdout:fi 2024-04-26T23:11:20.468 INFO:teuthology.orchestra.run.smithi086.stdout:preuninstall scriptlet (using /bin/sh): 2024-04-26T23:11:20.468 INFO:teuthology.orchestra.run.smithi086.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T23:11:20.468 INFO:teuthology.orchestra.run.smithi086.stdout:kernel-install remove 6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:20.468 INFO:teuthology.orchestra.run.smithi086.stdout:fi 2024-04-26T23:11:20.469 DEBUG:teuthology.orchestra.run.smithi086:> sudo rpm -qi grub2-tools 2024-04-26T23:11:20.523 INFO:teuthology.orchestra.run.smithi026.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-04-26T23:11:20.523 INFO:teuthology.orchestra.run.smithi026.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-04-26T23:11:20.523 INFO:teuthology.orchestra.run.smithi026.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-04-26T23:11:20.523 INFO:teuthology.orchestra.run.smithi026.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112.conf 2024-04-26T23:11:20.525 DEBUG:teuthology.orchestra.run.smithi026:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:Name : grub2-tools 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:Epoch : 1 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:Version : 2.06 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:Release : 68.el9 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:Architecture: x86_64 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:Group : Unspecified 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:Size : 8264254 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:License : GPLv3+ 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-26T23:11:20.542 INFO:teuthology.orchestra.run.smithi086.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-26T23:11:20.543 INFO:teuthology.orchestra.run.smithi086.stdout:Packager : builder@centos.org 2024-04-26T23:11:20.543 INFO:teuthology.orchestra.run.smithi086.stdout:Vendor : CentOS 2024-04-26T23:11:20.543 INFO:teuthology.orchestra.run.smithi086.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-26T23:11:20.543 INFO:teuthology.orchestra.run.smithi086.stdout:Summary : Support tools for GRUB. 2024-04-26T23:11:20.543 INFO:teuthology.orchestra.run.smithi086.stdout:Description : 2024-04-26T23:11:20.543 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:11:20.543 INFO:teuthology.orchestra.run.smithi086.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-26T23:11:20.543 INFO:teuthology.orchestra.run.smithi086.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-26T23:11:20.543 INFO:teuthology.orchestra.run.smithi086.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-26T23:11:20.543 INFO:teuthology.orchestra.run.smithi086.stdout:hardware devices. 2024-04-26T23:11:20.543 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:11:20.543 INFO:teuthology.orchestra.run.smithi086.stdout:This subpackage provides tools for support of all platforms. 2024-04-26T23:11:20.544 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-26T23:11:20.544 INFO:teuthology.task.kernel:Updating grub on smithi086 to boot 6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:20.544 DEBUG:teuthology.orchestra.run.smithi086:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-26T23:11:20.707 DEBUG:teuthology.orchestra.run.smithi026:> sudo shutdown -r now 2024-04-26T23:11:21.072 INFO:teuthology.orchestra.run.smithi086.stderr:Generating grub configuration file ... 2024-04-26T23:11:22.474 INFO:teuthology.orchestra.run.smithi086.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-26T23:11:22.503 INFO:teuthology.orchestra.run.smithi086.stderr:done 2024-04-26T23:11:22.505 DEBUG:teuthology.orchestra.run.smithi086:> mktemp 2024-04-26T23:11:22.524 INFO:teuthology.orchestra.run.smithi086.stdout:/tmp/tmp.aq3tDJywbY 2024-04-26T23:11:22.525 DEBUG:teuthology.orchestra.run.smithi086:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.aq3tDJywbY 2024-04-26T23:11:22.596 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod 0666 /tmp/tmp.aq3tDJywbY 2024-04-26T23:11:22.735 DEBUG:teuthology.orchestra.remote:smithi086:/tmp/tmp.aq3tDJywbY is 6KB 2024-04-26T23:11:22.785 DEBUG:teuthology.orchestra.run.smithi086:> rm -fr /tmp/tmp.aq3tDJywbY 2024-04-26T23:11:22.799 DEBUG:teuthology.orchestra.run.smithi086:> sudo /bin/ls /boot/loader/entries || true 2024-04-26T23:11:22.868 INFO:teuthology.orchestra.run.smithi086.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-04-26T23:11:22.869 INFO:teuthology.orchestra.run.smithi086.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-04-26T23:11:22.869 INFO:teuthology.orchestra.run.smithi086.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-04-26T23:11:22.869 INFO:teuthology.orchestra.run.smithi086.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112.conf 2024-04-26T23:11:22.870 DEBUG:teuthology.orchestra.run.smithi086:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:23.027 DEBUG:teuthology.orchestra.run.smithi086:> sudo shutdown -r now 2024-04-26T23:11:30.708 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi164.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-04-26T23:11:30.708 DEBUG:teuthology.orchestra.run.smithi164:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-04-26T23:11:30.778 INFO:teuthology.orchestra.run.smithi164.stdout:/boot/System.map-6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:30.778 INFO:teuthology.orchestra.run.smithi164.stdout:/boot/config-6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:30.778 INFO:teuthology.orchestra.run.smithi164.stdout:/boot/vmlinuz-6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:30.778 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/System.map 2024-04-26T23:11:30.778 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/config 2024-04-26T23:11:30.778 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel 2024-04-26T23:11:30.778 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch 2024-04-26T23:11:30.778 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86 2024-04-26T23:11:30.778 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32c-intel.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx2.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-04-26T23:11:30.779 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-amd.ko 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-intel.ko 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm.ko 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ansi_cprng.ko 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/anubis.ko 2024-04-26T23:11:30.780 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/arc4.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_memcpy.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_pq.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_raid6_recov.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_tx.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_xor.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/raid6test.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authenc.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authencesn.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blake2b_generic.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_common.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_generic.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/camellia_generic.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast5_generic.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast6_generic.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast_common.ko 2024-04-26T23:11:30.781 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ccm.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cmac.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crc32_generic.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_engine.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_user.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cts.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/des_generic.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/dh_generic.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/echainiv.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/essiv.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/fcrypt.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/khazad.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4hc.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/md4.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/michael_mic.ko 2024-04-26T23:11:30.782 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcbc.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcrypt.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/rmd160.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/seed.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/serpent_generic.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tcrypt.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tea.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_common.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_generic.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/vmac.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/wp512.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xcbc.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xor.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xxhash_generic.ko 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi 2024-04-26T23:11:30.783 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_ipmi.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_pad.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/ec_sys.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/platform_profile.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbs.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbshc.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/video.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/acard-ahci.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ahci_platform.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ata_generic.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/libahci_platform.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_acpi.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ali.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_amd.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_artop.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atiixp.ko 2024-04-26T23:11:30.784 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atp867x.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd640.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd64x.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cypress.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_efar.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt366.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt37x.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x2n.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x3.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it8213.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it821x.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_jmicron.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_marvell.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_mpiix.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_netcell.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ninja32.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87410.ko 2024-04-26T23:11:30.785 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87415.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_oldpiix.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_opti.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_optidma.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pcmcia.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc2027x.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_piccolo.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_rdc.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sch.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_serverworks.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sil680.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sis.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sl82c105.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_triflex.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_via.ko 2024-04-26T23:11:30.786 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pdc_adma.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_inic162x.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_mv.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_nv.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_promise.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_qstor.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil24.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sis.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_svw.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sx4.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_uli.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_via.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_vsc.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay/ks0108.ko 2024-04-26T23:11:30.787 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-i2c.ko 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-mmio.ko 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma/bcma.ko 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe/aoe.ko 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/brd.ko 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd/drbd.ko 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/floppy.ko 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/loop.ko 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx 2024-04-26T23:11:30.788 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/nbd.ko 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk/null_blk.ko 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/pktcdvd.ko 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/rbd.ko 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/virtio_blk.ko 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkfront.ko 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram/zram.ko 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hangcheck-timer.ko 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/amd-rng.ko 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/intel-rng.ko 2024-04-26T23:11:30.789 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/via-rng.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/virtio-rng.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_si.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/lp.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave/mwave.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ppdev.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tlclk.ko 2024-04-26T23:11:30.790 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_atmel.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_infineon.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_nsc.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/uv_mmtimer.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/virtio_console.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/p4-clockmod.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/powernow-k8.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/speedstep-lib.ko 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto 2024-04-26T23:11:30.791 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp.ko 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-aes.ko 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-sha.ko 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca/dca.ko 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-04-26T23:11:30.792 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw/dw_dmac.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat/ioatdma.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/amd64_edac.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/e752x_edac.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/edac_mce_amd.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3000_edac.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3200_edac.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5100_edac.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5400_edac.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7300_edac.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7core_edac.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i82975x_edac.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/ie31200_edac.ko 2024-04-26T23:11:30.793 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/sb_edac.ko 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/x38_edac.ko 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/edd.ko 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/iscsi_ibft.ko 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-ich.ko 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-viperboard.ko 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-appleir.ko 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-aureal.ko 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-axff.ko 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-dr.ko 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elecom.ko 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elo.ko 2024-04-26T23:11:30.794 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-emsff.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gaff.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gt683r.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gyration.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-kbd.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-mouse.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtekff.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-hyperv.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-icade.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-keytouch.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-kye.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lcpower.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-led.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lenovo.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-dj.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-04-26T23:11:30.795 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-multitouch.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-ortek.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-penmount.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-petalynx.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-picolcd.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-pl.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-plantronics.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-primax.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-rmi.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-arvo.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-common.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-isku.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kone.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-konepure.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-04-26T23:11:30.796 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-lua.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-pyra.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-ryos.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-savu.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-saitek.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-samsung.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sensor-hub.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sjoy.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sony.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-speedlink.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-steelseries.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sunplus.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-thrustmaster.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tivo.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tmff.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-topseed.ko 2024-04-26T23:11:30.797 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-twinhan.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-uclogic.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-waltop.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-wiimote.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-xinmo.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zpff.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zydacron.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/uhid.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/wacom.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_balloon.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_utils.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_vmbus.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru3.ko 2024-04-26T23:11:30.798 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/acpi_power_meter.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7414.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7418.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adc128d818.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1025.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1026.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1029.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1031.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm9240.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ads7828.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7410.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7411.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7462.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7470.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7475.ko 2024-04-26T23:11:30.799 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7x10.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/amc6821.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/applesmc.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asb100.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asc7621.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asus_atk0110.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/atxp1.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/coretemp.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dme1737.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds1621.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds620.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc1403.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc6w201.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71805f.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71882fg.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f75375s.ko 2024-04-26T23:11:30.800 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fam15h_power.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fschmd.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g760a.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g762.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl518sm.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl520sm.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/hwmon-vid.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5500_temp.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5k_amb.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmaem.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmpex.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina209.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina2xx.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/it87.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k10temp.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k8temp.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lineage-pem.ko 2024-04-26T23:11:30.801 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm63.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm73.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm75.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm77.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm78.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm80.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm83.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm85.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm87.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm90.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm92.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm93.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95234.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95241.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95245.ko 2024-04-26T23:11:30.802 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc2945.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4151.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4215.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4222.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4245.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4260.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4261.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max16065.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1619.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1668.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max197.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6639.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6650.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6697.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/mcp3021.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6683.ko 2024-04-26T23:11:30.803 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775-core.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct7802.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87360.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87427.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pcf8591.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max16064.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max34440.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max8688.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-04-26T23:11:30.804 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/powr1220.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5627.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5636.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch56xx-common.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht15.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht21.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/shtc1.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sis5595.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47b397.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m1.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m192.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/thmc50.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp102.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp103.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp401.ko 2024-04-26T23:11:30.805 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp421.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via-cputemp.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via686a.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt1211.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt8231.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627ehf.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627hf.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83781d.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83791d.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83792d.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83793.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83795.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l785ts.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l786ng.ko 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c 2024-04-26T23:11:30.806 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-i801.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-isch.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-04-26T23:11:30.807 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-parport.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-via.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-dev.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-mux.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-smbus.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-stub.ko 2024-04-26T23:11:30.808 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_cm.ko 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_core.ko 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_umad.ko 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/iw_cm.ko 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_cm.ko 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-04-26T23:11:30.809 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/fm801-gp.ko 2024-04-26T23:11:30.810 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/gameport.ko 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/joydev.ko 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard/gpio_keys.ko 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/appletouch.ko 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/bcm5974.ko 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/cyapatp.ko 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/elan_i2c.ko 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/sermouse.ko 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_usb.ko 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/vsxxxaa.ko 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4 2024-04-26T23:11:30.811 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4/rmi_core.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/altera_ps2.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/arc_ps2.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/serio_raw.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/sparse-keymap.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-blinkm.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lm3530.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lp3944.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-ss4200.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-04-26T23:11:30.812 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache/bcache.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-bio-prison.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache-smq.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-crypt.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-delay.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-flakey.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-log-userspace.ko 2024-04-26T23:11:30.813 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-multipath.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-queue-length.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-raid.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-round-robin.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-service-time.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-switch.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-thin-pool.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-verity.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid0.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid1.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid10.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid456.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptbase.ko 2024-04-26T23:11:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptctl.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptfc.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptlan.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptsas.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptscsih.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptspi.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_ich.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_sch.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/mfd-core.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/sm501.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/viperboard.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/vx855.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/wl1273-core.ko 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl 2024-04-26T23:11:30.815 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds9802als.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds990x.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/bh1770glc.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710/cb710.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/at24.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/max6875.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/enclosure.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/hpilo.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29003.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29020.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-04-26T23:11:30.816 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-me.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-txe.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru/gru.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xp.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpc.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_7xx1.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_core.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tsl2550.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_balloon.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-04-26T23:11:30.817 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding/bonding.ko 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53/b53_common.ko 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/bcm-sf2.ko 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6060.ko 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dummy.ko 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/eql.ko 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-04-26T23:11:30.818 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/8390.ko 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere/et131x.ko 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-04-26T23:11:30.819 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-04-26T23:11:30.820 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-04-26T23:11:30.821 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink 2024-04-26T23:11:30.822 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dnet.ko 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ethoc.ko 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/fealnx.ko 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e100.ko 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e 2024-04-26T23:11:30.823 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/jme.ko 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/skge.ko 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox 2024-04-26T23:11:30.824 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia 2024-04-26T23:11:30.825 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/atp.ko 2024-04-26T23:11:30.826 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis190.ko 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis900.ko 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro 2024-04-26T23:11:30.827 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/cassini.ko 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/niu.ko 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sungem.ko 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti/tlan.ko 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet 2024-04-26T23:11:30.828 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/geneve.ko 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154/fakelb.ko 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ifb.ko 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan/ipvlan.ko 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvlan.ko 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvtap.ko 2024-04-26T23:11:30.829 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio.ko 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-regmap.ko 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mii.ko 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/net_failover.ko 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/netconsole.ko 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/nlmon.ko 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs-lynx.ko 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/amd.ko 2024-04-26T23:11:30.830 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm7xxx.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm87xx.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/broadcom.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/cicada.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/davicom.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/dp83640.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/et1011c.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/icplus.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/lxt.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/marvell.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/micrel.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/national.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/phylink.ko 2024-04-26T23:11:30.831 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/qsemi.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/realtek.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/smsc.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/ste10Xp.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/vitesse.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/bsd_comp.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_async.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_deflate.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_generic.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_mppe.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_synctty.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppoe.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppox.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pptp.ko 2024-04-26T23:11:30.832 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slhc.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slip.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/sungem_phy.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tap.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_activebackup.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_broadcast.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_random.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tun.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/veth.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/virtio_net.ko 2024-04-26T23:11:30.833 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan/vxlan.ko 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback/xen-netback.ko 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netfront.ko 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb/ntb.ko 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme-core.ko 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme.ko 2024-04-26T23:11:30.834 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport.ko 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_cs.ko 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_pc.ko 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_serial.ko 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie/aer_inject.ko 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/xen-pcifront.ko 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/i82092.ko 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/pd6729.ko 2024-04-26T23:11:30.835 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/yenta_socket.ko 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acer-wmi.ko 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acerhdf.ko 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/apple-gmux.ko 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-laptop.ko 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-wmi.ko 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/classmate-laptop.ko 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-04-26T23:11:30.836 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/hdaps.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel_ips.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/msi-wmi.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/mxm-wmi.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-laptop.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-q10.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/topstar-laptop.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_haps.ko 2024-04-26T23:11:30.837 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi-bmof.ko 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi.ko 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_common.ko 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_msr.ko 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-gpio.ko 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-ldisc.ko 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps_parport.ko 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/pps_core.ko 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp.ko 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp_kvm.ko 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras 2024-04-26T23:11:30.838 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/fmpm.ko 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-bq32k.ko 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1286.ko 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1307.ko 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1374.ko 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1511.ko 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1553.ko 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1672.ko 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1742.ko 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds2404.ko 2024-04-26T23:11:30.839 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds3232.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-em3027.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-fm3130.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl12022.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl1208.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m41t80.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t35.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t59.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-max6900.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-msm6242.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf2127.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf85063.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8523.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8563.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8583.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rp5c01.ko 2024-04-26T23:11:30.840 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rs5c372.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8025.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8581.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-x1205.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-9xxx.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-sas.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-xxxx.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/BusLogic.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/a100u2w.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid/aacraid.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/advansys.ko 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx 2024-04-26T23:11:30.841 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/am53c974.ko 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/atp870u.ko 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa/bfa.ko 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ch.ko 2024-04-26T23:11:30.842 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor/csiostor.ko 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dc395x.ko 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dmx3191d.ko 2024-04-26T23:11:30.843 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r/esas2r.ko 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esp_scsi.ko 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/fcoe.ko 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic/fnic.ko 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hpsa.ko 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hptiop.ko 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hv_storvsc.ko 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/initio.ko 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ipr.ko 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ips.ko 2024-04-26T23:11:30.844 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci/isci.ko 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_tcp.ko 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc/libfc.ko 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi.ko 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi_tcp.ko 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas/libsas.ko 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc/lpfc.ko 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid.ko 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-04-26T23:11:30.845 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas/mvsas.ko 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvumi.ko 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pmcraid.ko 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla1280.ko 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx 2024-04-26T23:11:30.846 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/raid_class.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_debug.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_fc.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_sas.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_spi.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_srp.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ses.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/st.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/stex.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/virtio_scsi.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/vmw_pvscsi.ko 2024-04-26T23:11:30.847 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/wd719x.ko 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb/ssb.ko 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback/tcm_loop.ko 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_file.ko 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_iblock.ko 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_mod.ko 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_pscsi.ko 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_user.ko 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal 2024-04-26T23:11:30.848 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-04-26T23:11:30.849 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_gsm.ko 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_hdlc.ko 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/nozomi.ko 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-04-26T23:11:30.850 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/arc_uart.ko 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm/jsm.ko 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core/ufshcd-core.ko 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio.ko 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_aec.ko 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_cif.ko 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_pci_generic.ko 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_sercos3.ko 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-acm.ko 2024-04-26T23:11:30.851 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-wdm.ko 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usblp.ko 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usbtmc.ko 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host/sl811-hcd.ko 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/mdc800.ko 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/microtek.ko 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/adutux.ko 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/appledisplay.ko 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi26.ko 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi62.ko 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ezusb.ko 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/idmouse.ko 2024-04-26T23:11:30.852 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/iowarrior.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/isight_firmware.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ldusb.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/legousbtower.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/trancevibrator.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usb3503.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usblcd.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usbsevseg.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/uss720.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/yurex.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy/phy-generic.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/aircable.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ark3116.ko 2024-04-26T23:11:30.853 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/belkin_sa.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ch341.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cp210x.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cyberjack.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cypress_m8.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/digi_acceleport.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/empeg.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ftdi_sio.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/garmin_gps.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_edgeport.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_ti.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipaq.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipw.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ir-usb.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-04-26T23:11:30.854 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan_pda.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kl5kusb105.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kobil_sct.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mct_u232.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7720.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7840.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/navman.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/omninet.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/opticon.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/option.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/oti6858.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/pl2303.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcaux.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcserial.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/quatech2.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/safe_serial.ko 2024-04-26T23:11:30.855 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/sierra.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/spcp8x5.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ssu100.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/symbolserial.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_debug.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_wwan.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/visor.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/whiteheat.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/xsens_mt.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/uas.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-alauda.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-cypress.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-datafab.ko 2024-04-26T23:11:30.856 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-freecom.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-isd200.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-karma.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-onetouch.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-realtek.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr09.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr55.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-usbat.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/usb-storage.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-core.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-host.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio 2024-04-26T23:11:30.857 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci.ko 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio.ko 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost.ko 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_iotlb.ko 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_net.ko 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_scsi.ko 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/apple_bl.ko 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/lcd.ko 2024-04-26T23:11:30.858 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/platform_lcd.ko 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio.ko 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_balloon.ko 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_mmio.ko 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci.ko 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_ring.ko 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2482.ko 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2490.ko 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-04-26T23:11:30.859 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_smem.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_therm.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/wire.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim1535_wdt.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim7101_wdt.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/f71808e_wdt.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/hpwdt.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/i6300esb.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-04-26T23:11:30.860 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_wdt.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ib700wdt.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ibmasr.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it8712f_wdt.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it87_wdt.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/machzwd.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/nv_tco.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_pci.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_usb.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sch311x_wdt.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/softdog.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sp5100_tco.ko 2024-04-26T23:11:30.861 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/via_wdt.ko 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83877f_wdt.ko 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83977f_wdt.ko 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/wdt_pci.ko 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/xen_wdt.ko 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-acpi-processor.ko 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-evtchn.ko 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntalloc.ko 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntdev.ko 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-privcmd.ko 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs 2024-04-26T23:11:30.862 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs/xenfs.ko 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p/9p.ko 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs/affs.ko 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs/befs.ko 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/binfmt_misc.ko 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs/btrfs.ko 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles/cachefiles.ko 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph/ceph.ko 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda 2024-04-26T23:11:30.863 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda/coda.ko 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs/cramfs.ko 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm/dlm.ko 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs/ecryptfs.ko 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs/f2fs.ko 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/fat.ko 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/msdos.ko 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/vfat.ko 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/cuse.ko 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/fuse.ko 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2 2024-04-26T23:11:30.864 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2/gfs2.ko 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs/hfs.ko 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus/hfsplus.ko 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs/isofs.ko 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs/jfs.ko 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd/lockd.ko 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix/minix.ko 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs/netfs.ko 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs 2024-04-26T23:11:30.865 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfs.ko 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv3.ko 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv4.ko 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/grace.ko 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/nfs_acl.ko 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd/nfsd.ko 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2 2024-04-26T23:11:30.866 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2/nilfs2.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-celtic.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-centeuro.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-croatian.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-cyrillic.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-gaelic.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-greek.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-iceland.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-inuit.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-roman.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-romanian.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-turkish.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1250.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1251.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1255.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp737.ko 2024-04-26T23:11:30.867 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp775.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp850.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp852.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp855.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp857.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp860.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp861.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp862.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp863.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp864.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp865.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp866.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp869.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp874.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp932.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp936.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp949.ko 2024-04-26T23:11:30.868 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp950.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_euc-jp.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-1.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-13.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-14.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-15.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-2.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-3.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-4.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-5.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-6.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-7.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-9.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-r.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-ru.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-u.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_ucs2_utils.ko 2024-04-26T23:11:30.869 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_utf8.ko 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2.ko 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs/overlay.ko 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore 2024-04-26T23:11:30.870 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore/ramoops.ko 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs/reiserfs.ko 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs/romfs.ko 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client/cifs.ko 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_arc4.ko 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_md4.ko 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs/squashfs.ko 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv/sysv.ko 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf/udf.ko 2024-04-26T23:11:30.871 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs/ufs.ko 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs/xfs.ko 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu/rcutorture.ko 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/torture.ko 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/asn1_encoder.ko 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc-itu-t.ko 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc8.ko 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libarc4.ko 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libdes.ko 2024-04-26T23:11:30.872 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/libcrc32c.ko 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lru_cache.ko 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4_compress.ko 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4hc_compress.ko 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math/cordic.ko 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6/raid6_pq.ko 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon/reed_solomon.ko 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_bm.ko 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_fsm.ko 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_kmp.ko 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd/zstd_compress.ko 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm 2024-04-26T23:11:30.873 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm/hwpoison-inject.ko 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/6lowpan.ko 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_dest.ko 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_fragment.ko 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_hop.ko 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_ipv6.ko 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_mobility.ko 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_routing.ko 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_udp.ko 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/garp.ko 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/mrp.ko 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/p8022.ko 2024-04-26T23:11:30.874 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/psnap.ko 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/stp.ko 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q/8021q.ko 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet.ko 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_fd.ko 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_rdma.ko 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_virtio.ko 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv/batman-adv.ko 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/br_netfilter.ko 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/bridge.ko 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_among.ko 2024-04-26T23:11:30.875 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arp.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_limit.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_log.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_snat.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_stp.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-04-26T23:11:30.876 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtables.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph/libceph.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/failover.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/pktgen.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_diag.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv4.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv6.ko 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver 2024-04-26T23:11:30.877 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver/dns_resolver.ko 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/dsa_core.ko 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_brcm.ko 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_dsa.ko 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_none.ko 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_trailer.ko 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154.ko 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154_socket.ko 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ah4.ko 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/esp4.ko 2024-04-26T23:11:30.878 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/fou.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/gre.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/inet_diag.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_gre.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_tunnel.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_vti.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipcomp.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipip.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arp_tables.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-04-26T23:11:30.879 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_security.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_bic.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_dctcp.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_diag.ko 2024-04-26T23:11:30.880 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_highspeed.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_htcp.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_hybla.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_illinois.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_lp.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_scalable.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_vegas.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_veno.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_westwood.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_yeah.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tunnel4.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_diag.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_tunnel.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/xfrm4_tunnel.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ah6.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/esp6.ko 2024-04-26T23:11:30.881 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/fou6.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_tunnel.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_vti.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ipcomp6.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-04-26T23:11:30.882 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/sit.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/tunnel6.ko 2024-04-26T23:11:30.883 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/xfrm6_tunnel.ko 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key/af_key.ko 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_core.ko 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_debugfs.ko 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_eth.ko 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip.ko 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip6.ko 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_netlink.ko 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ppp.ko 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc/llc.ko 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154/mac802154.ko 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls/mpls_gso.ko 2024-04-26T23:11:30.884 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-04-26T23:11:30.885 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-04-26T23:11:30.886 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conncount.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_h323.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_irc.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sane.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sip.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_dup_netdev.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table.ko 2024-04-26T23:11:30.887 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table_inet.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_log_syslog.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_amanda.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_ftp.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_irc.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_sip.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_tftp.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_synproxy_core.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_tables.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_acct.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_log.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_osf.ko 2024-04-26T23:11:30.888 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_queue.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_chain_nat.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_compat.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_ct.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_dup_netdev.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fib.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fwd_netdev.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_hash.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_limit.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_log.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_masq.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_nat.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_numgen.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_queue.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_quota.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_redir.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject.ko 2024-04-26T23:11:30.889 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject_inet.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_socket.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_tunnel.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_AUDIT.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CHECKSUM.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CLASSIFY.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CT.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_DSCP.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HL.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HMARK.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_IDLETIMER.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LED.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LOG.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_MASQUERADE.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NETMAP.ko 2024-04-26T23:11:30.890 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFLOG.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFQUEUE.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_RATEEST.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_REDIRECT.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_SECMARK.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPMSS.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TEE.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TPROXY.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TRACE.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_addrtype.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_bpf.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cgroup.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cluster.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_comment.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connbytes.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlabel.ko 2024-04-26T23:11:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlimit.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connmark.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_conntrack.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cpu.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dccp.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_devgroup.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dscp.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ecn.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_esp.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hashlimit.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_helper.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hl.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipcomp.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_iprange.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipvs.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_l2tp.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_length.ko 2024-04-26T23:11:30.892 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_limit.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mac.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mark.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_multiport.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nat.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nfacct.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_osf.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_owner.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_physdev.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_pkttype.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_policy.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_quota.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_rateest.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_realm.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_recent.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_sctp.ko 2024-04-26T23:11:30.893 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_set.ko 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_socket.ko 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_state.ko 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_statistic.ko 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_string.ko 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_tcpmss.ko 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_time.ko 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_u32.ko 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink/netlink_diag.ko 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh/nsh.ko 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/openvswitch.ko 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-geneve.ko 2024-04-26T23:11:30.894 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-gre.ko 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-vxlan.ko 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet/af_packet_diag.ko 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds.ko 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_rdma.ko 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_tcp.ko 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_csum.ko 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_gact.ko 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_mirred.ko 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_nat.ko 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_pedit.ko 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_police.ko 2024-04-26T23:11:30.895 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_simple.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_skbedit.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_vlan.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_basic.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_bpf.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_flow.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_fw.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_route.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_u32.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_cmp.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_ipset.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_meta.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_nbyte.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_text.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_u32.ko 2024-04-26T23:11:30.896 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_choke.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_codel.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_drr.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_fq.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_gred.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hfsc.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hhf.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_htb.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_ingress.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio_lib.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_multiq.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_netem.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_pie.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_plug.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_prio.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_qfq.ko 2024-04-26T23:11:30.897 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_red.ko 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfb.ko 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfq.ko 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_tbf.ko 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_teql.ko 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp.ko 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp_diag.ko 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/sunrpc.ko 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-04-26T23:11:30.898 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc.ko 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc_diag.ko 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix/unix_diag.ko 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock.ko 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_diag.ko 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_loopback.ko 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm/xfrm_ipcomp.ko 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys 2024-04-26T23:11:30.899 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys/trusted.ko 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias.bin 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.alias.bin 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.bin 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.modinfo 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep.bin 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.devname 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.order 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.softdep 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols.bin 2024-04-26T23:11:30.900 INFO:teuthology.orchestra.run.smithi164.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T23:11:30.904 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:30.904 DEBUG:teuthology.orchestra.run.smithi164:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-04-26T23:11:30.926 INFO:teuthology.orchestra.run.smithi164.stdout:postinstall scriptlet (using /bin/sh): 2024-04-26T23:11:30.926 INFO:teuthology.orchestra.run.smithi164.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T23:11:30.926 INFO:teuthology.orchestra.run.smithi164.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g806ec36b2112 /lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T23:11:30.926 INFO:teuthology.orchestra.run.smithi164.stdout:fi 2024-04-26T23:11:30.926 INFO:teuthology.orchestra.run.smithi164.stdout:for file in vmlinuz System.map config; do 2024-04-26T23:11:30.926 INFO:teuthology.orchestra.run.smithi164.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112"; then 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout: cp "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112" 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout: fi 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout:done 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout:if [ -d "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" ] && \ 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" >/dev/null 2>&1; then 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout: cp -r "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout:fi 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep" ]; then 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout: /usr/sbin/depmod 6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout:fi 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout:preuninstall scriptlet (using /bin/sh): 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout:kernel-install remove 6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:30.927 INFO:teuthology.orchestra.run.smithi164.stdout:fi 2024-04-26T23:11:30.928 DEBUG:teuthology.orchestra.run.smithi164:> sudo rpm -qi grub2-tools 2024-04-26T23:11:30.999 INFO:teuthology.orchestra.run.smithi164.stdout:Name : grub2-tools 2024-04-26T23:11:30.999 INFO:teuthology.orchestra.run.smithi164.stdout:Epoch : 1 2024-04-26T23:11:30.999 INFO:teuthology.orchestra.run.smithi164.stdout:Version : 2.06 2024-04-26T23:11:30.999 INFO:teuthology.orchestra.run.smithi164.stdout:Release : 68.el9 2024-04-26T23:11:30.999 INFO:teuthology.orchestra.run.smithi164.stdout:Architecture: x86_64 2024-04-26T23:11:30.999 INFO:teuthology.orchestra.run.smithi164.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-04-26T23:11:30.999 INFO:teuthology.orchestra.run.smithi164.stdout:Group : Unspecified 2024-04-26T23:11:30.999 INFO:teuthology.orchestra.run.smithi164.stdout:Size : 8264254 2024-04-26T23:11:30.999 INFO:teuthology.orchestra.run.smithi164.stdout:License : GPLv3+ 2024-04-26T23:11:30.999 INFO:teuthology.orchestra.run.smithi164.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-26T23:11:30.999 INFO:teuthology.orchestra.run.smithi164.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-26T23:11:30.999 INFO:teuthology.orchestra.run.smithi164.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout:Packager : builder@centos.org 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout:Vendor : CentOS 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout:Summary : Support tools for GRUB. 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout:Description : 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout:hardware devices. 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:11:31.000 INFO:teuthology.orchestra.run.smithi164.stdout:This subpackage provides tools for support of all platforms. 2024-04-26T23:11:31.001 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-26T23:11:31.001 INFO:teuthology.task.kernel:Updating grub on smithi164 to boot 6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:31.001 DEBUG:teuthology.orchestra.run.smithi164:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-26T23:11:31.585 INFO:teuthology.orchestra.run.smithi164.stderr:Generating grub configuration file ... 2024-04-26T23:11:32.969 INFO:teuthology.orchestra.run.smithi164.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-26T23:11:33.005 INFO:teuthology.orchestra.run.smithi164.stderr:done 2024-04-26T23:11:33.008 DEBUG:teuthology.orchestra.run.smithi164:> mktemp 2024-04-26T23:11:33.028 INFO:teuthology.orchestra.run.smithi164.stdout:/tmp/tmp.SRcEXd62FB 2024-04-26T23:11:33.028 DEBUG:teuthology.orchestra.run.smithi164:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.SRcEXd62FB 2024-04-26T23:11:33.098 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod 0666 /tmp/tmp.SRcEXd62FB 2024-04-26T23:11:33.236 DEBUG:teuthology.orchestra.remote:smithi164:/tmp/tmp.SRcEXd62FB is 6KB 2024-04-26T23:11:33.283 DEBUG:teuthology.orchestra.run.smithi164:> rm -fr /tmp/tmp.SRcEXd62FB 2024-04-26T23:11:33.297 DEBUG:teuthology.orchestra.run.smithi164:> sudo /bin/ls /boot/loader/entries || true 2024-04-26T23:11:33.358 INFO:teuthology.orchestra.run.smithi164.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-04-26T23:11:33.358 INFO:teuthology.orchestra.run.smithi164.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-04-26T23:11:33.358 INFO:teuthology.orchestra.run.smithi164.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-04-26T23:11:33.358 INFO:teuthology.orchestra.run.smithi164.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112.conf 2024-04-26T23:11:33.360 DEBUG:teuthology.orchestra.run.smithi164:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112 2024-04-26T23:11:33.525 DEBUG:teuthology.orchestra.run.smithi164:> sudo shutdown -r now 2024-04-26T23:11:50.726 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-26T23:11:50.726 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-26T23:11:50.727 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:11:53.030 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-26T23:11:53.030 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-04-26T23:11:53.031 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:12:03.538 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version... 2024-04-26T23:12:03.539 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-04-26T23:12:03.539 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:12:27.679 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.86 2024-04-26T23:12:36.688 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-04-26T23:12:36.689 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:12:38.174 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.164 2024-04-26T23:12:47.182 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-04-26T23:12:47.183 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:12:50.238 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.164 2024-04-26T23:12:50.729 DEBUG:teuthology.orchestra.remote:timed out 2024-04-26T23:12:55.070 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.86 2024-04-26T23:12:59.733 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-26T23:12:59.734 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:13:00.415 DEBUG:teuthology.orchestra.run.smithi026:> true 2024-04-26T23:13:01.201 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-26T23:13:01.201 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "6.9.0-rc3-g806ec36b2112"... 2024-04-26T23:13:01.201 DEBUG:teuthology.orchestra.run.smithi026:> uname -r 2024-04-26T23:13:01.243 INFO:teuthology.orchestra.run.smithi026.stdout:6.9.0-rc3-g806ec36b2112 2024-04-26T23:13:01.243 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g806ec36b2112 vs 6.9.0-rc3-g806ec36b2112 2024-04-26T23:13:01.243 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-26T23:13:01.243 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-26T23:13:02.239 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-04-26T23:13:02.240 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:13:02.244 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-26T23:13:02.244 DEBUG:teuthology.orchestra.run.smithi026:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-26T23:13:02.380 INFO:teuthology.orchestra.run.smithi026.stdout:ttyS1 2024-04-26T23:13:02.429 DEBUG:teuthology.parallel:result is None 2024-04-26T23:13:05.310 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.164 2024-04-26T23:13:07.072 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-04-26T23:13:07.072 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:13:10.142 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.86 2024-04-26T23:13:20.311 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-04-26T23:13:20.312 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:13:20.635 DEBUG:teuthology.orchestra.run.smithi164:> true 2024-04-26T23:13:21.326 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-04-26T23:13:21.326 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "6.9.0-rc3-g806ec36b2112"... 2024-04-26T23:13:21.326 DEBUG:teuthology.orchestra.run.smithi164:> uname -r 2024-04-26T23:13:21.370 INFO:teuthology.orchestra.run.smithi164.stdout:6.9.0-rc3-g806ec36b2112 2024-04-26T23:13:21.370 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g806ec36b2112 vs 6.9.0-rc3-g806ec36b2112 2024-04-26T23:13:21.370 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-26T23:13:21.370 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-26T23:13:22.371 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-04-26T23:13:22.371 DEBUG:teuthology.orchestra.run.smithi164:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-26T23:13:22.559 INFO:teuthology.orchestra.run.smithi164.stdout:ttyS1 2024-04-26T23:13:22.621 DEBUG:teuthology.parallel:result is None 2024-04-26T23:13:25.143 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-04-26T23:13:25.144 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:13:25.651 DEBUG:teuthology.orchestra.run.smithi086:> true 2024-04-26T23:13:26.545 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-04-26T23:13:26.545 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "6.9.0-rc3-g806ec36b2112"... 2024-04-26T23:13:26.545 DEBUG:teuthology.orchestra.run.smithi086:> uname -r 2024-04-26T23:13:26.628 INFO:teuthology.orchestra.run.smithi086.stdout:6.9.0-rc3-g806ec36b2112 2024-04-26T23:13:26.630 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g806ec36b2112 vs 6.9.0-rc3-g806ec36b2112 2024-04-26T23:13:26.630 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-26T23:13:26.630 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-26T23:13:27.631 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-26T23:13:27.632 DEBUG:teuthology.orchestra.run.smithi086:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-26T23:13:27.799 INFO:teuthology.orchestra.run.smithi086.stdout:ttyS1 2024-04-26T23:13:27.854 DEBUG:teuthology.parallel:result is None 2024-04-26T23:13:27.854 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-26T23:13:27.867 INFO:teuthology.task.internal:Creating test directory... 2024-04-26T23:13:27.867 DEBUG:teuthology.orchestra.run.smithi026:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T23:13:27.875 DEBUG:teuthology.orchestra.run.smithi086:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T23:13:27.882 DEBUG:teuthology.orchestra.run.smithi164:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T23:13:27.935 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-26T23:13:27.941 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-26T23:13:27.949 INFO:teuthology.task.internal:Creating archive directory... 2024-04-26T23:13:27.949 DEBUG:teuthology.orchestra.run.smithi026:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T23:13:27.954 DEBUG:teuthology.orchestra.run.smithi086:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T23:13:27.964 DEBUG:teuthology.orchestra.run.smithi164:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T23:13:28.023 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-26T23:13:28.030 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-26T23:13:28.030 DEBUG:teuthology.orchestra.run.smithi026:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T23:13:28.036 DEBUG:teuthology.orchestra.run.smithi086:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T23:13:28.042 DEBUG:teuthology.orchestra.run.smithi164:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T23:13:28.119 INFO:teuthology.orchestra.run.smithi086.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T23:13:28.122 INFO:teuthology.orchestra.run.smithi164.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T23:13:28.124 INFO:teuthology.orchestra.run.smithi026.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T23:13:28.146 INFO:teuthology.orchestra.run.smithi086.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T23:13:28.149 INFO:teuthology.orchestra.run.smithi164.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T23:13:28.157 INFO:teuthology.orchestra.run.smithi026.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T23:13:28.162 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-26T23:13:28.169 INFO:teuthology.task.internal:Configuring sudo... 2024-04-26T23:13:28.169 DEBUG:teuthology.orchestra.run.smithi026:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T23:13:28.176 DEBUG:teuthology.orchestra.run.smithi086:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T23:13:28.180 DEBUG:teuthology.orchestra.run.smithi164:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T23:13:28.255 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-26T23:13:28.267 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-26T23:13:28.267 DEBUG:teuthology.orchestra.run.smithi026:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T23:13:28.272 DEBUG:teuthology.orchestra.run.smithi086:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T23:13:28.279 DEBUG:teuthology.orchestra.run.smithi164:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T23:13:28.319 DEBUG:teuthology.orchestra.run.smithi026:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T23:13:28.401 DEBUG:teuthology.orchestra.run.smithi026:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T23:13:28.496 DEBUG:teuthology.orchestra.run.smithi026:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T23:13:28.581 DEBUG:teuthology.orchestra.run.smithi026:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T23:13:28.671 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:13:28.671 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T23:13:28.758 DEBUG:teuthology.orchestra.run.smithi086:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T23:13:28.840 DEBUG:teuthology.orchestra.run.smithi086:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T23:13:28.927 DEBUG:teuthology.orchestra.run.smithi086:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T23:13:28.995 DEBUG:teuthology.orchestra.run.smithi086:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T23:13:29.087 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-04-26T23:13:29.088 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T23:13:29.157 DEBUG:teuthology.orchestra.run.smithi164:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T23:13:29.228 DEBUG:teuthology.orchestra.run.smithi164:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T23:13:29.310 DEBUG:teuthology.orchestra.run.smithi164:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T23:13:29.375 DEBUG:teuthology.orchestra.run.smithi164:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T23:13:29.452 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-04-26T23:13:29.452 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T23:13:29.514 DEBUG:teuthology.orchestra.run.smithi026:> sudo service rsyslog restart 2024-04-26T23:13:29.522 DEBUG:teuthology.orchestra.run.smithi086:> sudo service rsyslog restart 2024-04-26T23:13:29.529 DEBUG:teuthology.orchestra.run.smithi164:> sudo service rsyslog restart 2024-04-26T23:13:29.646 INFO:teuthology.orchestra.run.smithi026.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T23:13:29.648 INFO:teuthology.orchestra.run.smithi164.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T23:13:29.726 INFO:teuthology.orchestra.run.smithi086.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T23:13:30.111 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-26T23:13:30.118 INFO:teuthology.task.internal:Starting timer... 2024-04-26T23:13:30.118 INFO:teuthology.run_tasks:Running task pcp... 2024-04-26T23:13:30.128 INFO:teuthology.run_tasks:Running task selinux... 2024-04-26T23:13:30.136 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-26T23:13:30.137 DEBUG:teuthology.orchestra.run.smithi026:> sudo service auditd rotate 2024-04-26T23:13:30.268 INFO:teuthology.orchestra.run.smithi026.stdout:Rotating logs: 2024-04-26T23:13:30.272 DEBUG:teuthology.orchestra.run.smithi086:> sudo service auditd rotate 2024-04-26T23:13:30.388 INFO:teuthology.orchestra.run.smithi086.stdout:Rotating logs: 2024-04-26T23:13:30.392 DEBUG:teuthology.orchestra.run.smithi164:> sudo service auditd rotate 2024-04-26T23:13:30.505 INFO:teuthology.orchestra.run.smithi164.stdout:Rotating logs: 2024-04-26T23:13:30.510 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-26T23:13:30.511 DEBUG:teuthology.orchestra.run.smithi026:> /usr/sbin/getenforce 2024-04-26T23:13:30.569 INFO:teuthology.orchestra.run.smithi026.stdout:Permissive 2024-04-26T23:13:30.570 DEBUG:teuthology.orchestra.run.smithi086:> /usr/sbin/getenforce 2024-04-26T23:13:30.631 INFO:teuthology.orchestra.run.smithi086.stdout:Permissive 2024-04-26T23:13:30.631 DEBUG:teuthology.orchestra.run.smithi164:> /usr/sbin/getenforce 2024-04-26T23:13:30.683 INFO:teuthology.orchestra.run.smithi164.stdout:Permissive 2024-04-26T23:13:30.684 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi026.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi086.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi164.front.sepia.ceph.com': 'permissive'} 2024-04-26T23:13:30.684 DEBUG:teuthology.orchestra.run.smithi026:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T23:13:30.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:13:30.765 DEBUG:teuthology.orchestra.run.smithi086:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T23:13:30.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:13:30.850 DEBUG:teuthology.orchestra.run.smithi164:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T23:13:30.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:13:30.928 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-26T23:13:30.928 DEBUG:teuthology.orchestra.run.smithi026:> sudo /usr/sbin/setenforce permissive 2024-04-26T23:13:31.012 DEBUG:teuthology.orchestra.run.smithi086:> sudo /usr/sbin/setenforce permissive 2024-04-26T23:13:31.102 DEBUG:teuthology.orchestra.run.smithi164:> sudo /usr/sbin/setenforce permissive 2024-04-26T23:13:31.181 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-26T23:13:31.190 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-26T23:13:31.197 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-26T23:13:31.328 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-26T23:13:31.346 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-26T23:13:31.347 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi026.front.sepia.ceph.com,smithi086.front.sepia.ceph.com,smithi164.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-26T23:18:48.918 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi026.front.sepia.ceph.com'), Remote(name='ubuntu@smithi086.front.sepia.ceph.com'), Remote(name='ubuntu@smithi164.front.sepia.ceph.com')] 2024-04-26T23:18:48.920 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-26T23:18:48.921 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi026.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:18:49.034 DEBUG:teuthology.orchestra.run.smithi026:> true 2024-04-26T23:18:49.184 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi026.front.sepia.ceph.com' 2024-04-26T23:18:49.185 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-04-26T23:18:49.185 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:18:49.294 DEBUG:teuthology.orchestra.run.smithi086:> true 2024-04-26T23:18:49.440 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-04-26T23:18:49.440 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-04-26T23:18:49.441 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T23:18:49.567 DEBUG:teuthology.orchestra.run.smithi164:> true 2024-04-26T23:18:49.719 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-04-26T23:18:49.720 INFO:teuthology.run_tasks:Running task clock... 2024-04-26T23:18:49.733 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-26T23:18:49.733 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T23:18:49.733 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T23:18:49.741 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T23:18:49.741 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T23:18:49.748 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T23:18:49.749 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T23:18:49.828 INFO:teuthology.orchestra.run.smithi026.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T23:18:49.832 INFO:teuthology.orchestra.run.smithi086.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T23:18:49.847 INFO:teuthology.orchestra.run.smithi164.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T23:18:49.867 INFO:teuthology.orchestra.run.smithi026.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T23:18:49.872 INFO:teuthology.orchestra.run.smithi086.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T23:18:49.895 INFO:teuthology.orchestra.run.smithi164.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T23:18:49.933 INFO:teuthology.orchestra.run.smithi026.stderr:sudo: ntpd: command not found 2024-04-26T23:18:49.944 INFO:teuthology.orchestra.run.smithi086.stderr:sudo: ntpd: command not found 2024-04-26T23:18:49.967 INFO:teuthology.orchestra.run.smithi026.stdout:506 Cannot talk to daemon 2024-04-26T23:18:49.971 INFO:teuthology.orchestra.run.smithi164.stderr:sudo: ntpd: command not found 2024-04-26T23:18:49.974 INFO:teuthology.orchestra.run.smithi086.stdout:506 Cannot talk to daemon 2024-04-26T23:18:50.005 INFO:teuthology.orchestra.run.smithi164.stdout:506 Cannot talk to daemon 2024-04-26T23:18:50.016 INFO:teuthology.orchestra.run.smithi086.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T23:18:50.016 INFO:teuthology.orchestra.run.smithi026.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T23:18:50.045 INFO:teuthology.orchestra.run.smithi164.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T23:18:50.057 INFO:teuthology.orchestra.run.smithi026.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T23:18:50.058 INFO:teuthology.orchestra.run.smithi086.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T23:18:50.087 INFO:teuthology.orchestra.run.smithi164.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T23:18:50.203 INFO:teuthology.orchestra.run.smithi026.stderr:bash: line 1: ntpq: command not found 2024-04-26T23:18:50.204 INFO:teuthology.orchestra.run.smithi086.stderr:bash: line 1: ntpq: command not found 2024-04-26T23:18:50.211 INFO:teuthology.orchestra.run.smithi026.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T23:18:50.212 INFO:teuthology.orchestra.run.smithi026.stdout:=============================================================================== 2024-04-26T23:18:50.212 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:18:50.212 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:18:50.212 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:18:50.212 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:18:50.214 INFO:teuthology.orchestra.run.smithi086.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T23:18:50.214 INFO:teuthology.orchestra.run.smithi086.stdout:=============================================================================== 2024-04-26T23:18:50.214 INFO:teuthology.orchestra.run.smithi086.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:18:50.214 INFO:teuthology.orchestra.run.smithi086.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:18:50.214 INFO:teuthology.orchestra.run.smithi086.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:18:50.214 INFO:teuthology.orchestra.run.smithi086.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:18:50.234 INFO:teuthology.orchestra.run.smithi164.stderr:bash: line 1: ntpq: command not found 2024-04-26T23:18:50.244 INFO:teuthology.orchestra.run.smithi164.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T23:18:50.244 INFO:teuthology.orchestra.run.smithi164.stdout:=============================================================================== 2024-04-26T23:18:50.244 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:18:50.244 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:18:50.244 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:18:50.244 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:18:50.245 INFO:teuthology.run_tasks:Running task install... 2024-04-26T23:18:50.254 DEBUG:teuthology.task.install:project ceph 2024-04-26T23:18:50.254 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'bc612ffb9c1d5bc27536bc917a705262a36d4387'}} 2024-04-26T23:18:50.254 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'bc612ffb9c1d5bc27536bc917a705262a36d4387'} 2024-04-26T23:18:50.254 INFO:teuthology.task.install:Using flavor: default 2024-04-26T23:18:50.260 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-26T23:18:50.260 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-26T23:18:50.260 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bc612ffb9c1d5bc27536bc917a705262a36d4387', 'tag': None, 'wait_for_package': False} 2024-04-26T23:18:50.261 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:18:50.263 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bc612ffb9c1d5bc27536bc917a705262a36d4387', 'tag': None, 'wait_for_package': False} 2024-04-26T23:18:50.263 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:18:50.264 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bc612ffb9c1d5bc27536bc917a705262a36d4387', 'tag': None, 'wait_for_package': False} 2024-04-26T23:18:50.264 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:18:50.409 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/ 2024-04-26T23:18:50.409 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3306.gbc612ffb 2024-04-26T23:18:50.479 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/ 2024-04-26T23:18:50.479 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3306.gbc612ffb 2024-04-26T23:18:50.491 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/ 2024-04-26T23:18:50.492 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3306.gbc612ffb 2024-04-26T23:18:50.590 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T23:18:50.590 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-04-26T23:18:50.590 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T23:18:50.652 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T23:18:50.652 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:18:50.652 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T23:18:50.663 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T23:18:50.663 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-04-26T23:18:50.663 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T23:18:50.679 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T23:18:50.679 DEBUG:teuthology.orchestra.run.smithi164:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/bc612ffb9c1d5bc27536bc917a705262a36d4387/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T23:18:50.744 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T23:18:50.744 DEBUG:teuthology.orchestra.run.smithi026:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/bc612ffb9c1d5bc27536bc917a705262a36d4387/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T23:18:50.750 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T23:18:50.751 DEBUG:teuthology.orchestra.run.smithi086:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/bc612ffb9c1d5bc27536bc917a705262a36d4387/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T23:18:50.807 DEBUG:teuthology.orchestra.run.smithi164:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T23:18:50.875 DEBUG:teuthology.orchestra.run.smithi026:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T23:18:50.877 DEBUG:teuthology.orchestra.run.smithi086:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T23:18:50.924 DEBUG:teuthology.orchestra.run.smithi164:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T23:18:50.990 DEBUG:teuthology.orchestra.run.smithi086:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T23:18:50.997 DEBUG:teuthology.orchestra.run.smithi026:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T23:18:51.001 INFO:teuthology.orchestra.run.smithi164.stdout:check_obsoletes = 1 2024-04-26T23:18:51.005 DEBUG:teuthology.orchestra.run.smithi164:> sudo yum clean all 2024-04-26T23:18:51.068 INFO:teuthology.orchestra.run.smithi086.stdout:check_obsoletes = 1 2024-04-26T23:18:51.072 DEBUG:teuthology.orchestra.run.smithi086:> sudo yum clean all 2024-04-26T23:18:51.081 INFO:teuthology.orchestra.run.smithi026.stdout:check_obsoletes = 1 2024-04-26T23:18:51.086 DEBUG:teuthology.orchestra.run.smithi026:> sudo yum clean all 2024-04-26T23:18:51.322 INFO:teuthology.orchestra.run.smithi164.stdout:48 files removed 2024-04-26T23:18:51.361 DEBUG:teuthology.orchestra.run.smithi164:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T23:18:51.402 INFO:teuthology.orchestra.run.smithi086.stdout:48 files removed 2024-04-26T23:18:51.414 INFO:teuthology.orchestra.run.smithi026.stdout:48 files removed 2024-04-26T23:18:51.440 DEBUG:teuthology.orchestra.run.smithi086:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T23:18:51.454 DEBUG:teuthology.orchestra.run.smithi026:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T23:18:52.286 INFO:teuthology.orchestra.run.smithi026.stdout:ceph packages for x86_64 218 kB/s | 84 kB 00:00 2024-04-26T23:18:52.314 INFO:teuthology.orchestra.run.smithi086.stdout:ceph packages for x86_64 192 kB/s | 84 kB 00:00 2024-04-26T23:18:52.314 INFO:teuthology.orchestra.run.smithi164.stdout:ceph packages for x86_64 164 kB/s | 84 kB 00:00 2024-04-26T23:18:52.751 INFO:teuthology.orchestra.run.smithi086.stdout:ceph noarch packages 35 kB/s | 12 kB 00:00 2024-04-26T23:18:52.811 INFO:teuthology.orchestra.run.smithi026.stdout:ceph noarch packages 27 kB/s | 12 kB 00:00 2024-04-26T23:18:52.832 INFO:teuthology.orchestra.run.smithi164.stdout:ceph noarch packages 28 kB/s | 12 kB 00:00 2024-04-26T23:18:53.296 INFO:teuthology.orchestra.run.smithi086.stdout:ceph source packages 4.1 kB/s | 1.9 kB 00:00 2024-04-26T23:18:53.379 INFO:teuthology.orchestra.run.smithi026.stdout:ceph source packages 3.9 kB/s | 1.9 kB 00:00 2024-04-26T23:18:53.399 INFO:teuthology.orchestra.run.smithi164.stdout:ceph source packages 3.9 kB/s | 1.9 kB 00:00 2024-04-26T23:18:53.871 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.0 MB 00:00 2024-04-26T23:18:54.447 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - BaseOS 8.2 MB/s | 8.0 MB 00:00 2024-04-26T23:18:56.436 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - AppStream 14 MB/s | 19 MB 00:01 2024-04-26T23:18:57.094 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - AppStream 13 MB/s | 19 MB 00:01 2024-04-26T23:19:01.621 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - BaseOS 1.0 MB/s | 8.0 MB 00:08 2024-04-26T23:19:01.803 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - CRB 9.6 MB/s | 6.2 MB 00:00 2024-04-26T23:19:02.231 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - CRB 3.3 MB/s | 6.2 MB 00:01 2024-04-26T23:19:03.629 INFO:teuthology.orchestra.run.smithi026.stdout:CentOS Stream 9 - Extras packages 36 kB/s | 16 kB 00:00 2024-04-26T23:19:03.839 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - AppStream 19 MB/s | 19 MB 00:01 2024-04-26T23:19:04.682 INFO:teuthology.orchestra.run.smithi086.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 16 kB 00:01 2024-04-26T23:19:05.825 INFO:teuthology.orchestra.run.smithi086.stdout:Extra Packages for Enterprise Linux 22 MB/s | 21 MB 00:00 2024-04-26T23:19:09.348 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 6.2 MB 00:01 2024-04-26T23:19:10.982 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - Extras packages 56 kB/s | 16 kB 00:00 2024-04-26T23:19:11.550 INFO:teuthology.orchestra.run.smithi086.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-04-26T23:19:12.592 INFO:teuthology.orchestra.run.smithi164.stdout:Extra Packages for Enterprise Linux 15 MB/s | 21 MB 00:01 2024-04-26T23:19:13.926 INFO:teuthology.orchestra.run.smithi086.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T23:19:13.927 INFO:teuthology.orchestra.run.smithi086.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T23:19:13.947 INFO:teuthology.orchestra.run.smithi086.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T23:19:13.948 INFO:teuthology.orchestra.run.smithi086.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T23:19:13.949 INFO:teuthology.orchestra.run.smithi086.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T23:19:13.950 INFO:teuthology.orchestra.run.smithi086.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T23:19:13.953 INFO:teuthology.orchestra.run.smithi086.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T23:19:13.956 INFO:teuthology.orchestra.run.smithi086.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T23:19:13.957 INFO:teuthology.orchestra.run.smithi086.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T23:19:14.025 INFO:teuthology.orchestra.run.smithi086.stdout:Dependencies resolved. 2024-04-26T23:19:14.046 INFO:teuthology.orchestra.run.smithi086.stdout:======================================================================================= 2024-04-26T23:19:14.046 INFO:teuthology.orchestra.run.smithi086.stdout: Package Arch Version Repository Size 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout:======================================================================================= 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout:Installing: 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout: ceph x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 6.6 k 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-base x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 5.4 M 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-fuse x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 889 k 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 145 k 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 1.5 M 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 142 k 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 3.5 M 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 7.4 M 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-rook noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 49 k 2024-04-26T23:19:14.047 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-radosgw x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 11 M 2024-04-26T23:19:14.048 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-test x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 49 M 2024-04-26T23:19:14.048 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-volume noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 273 k 2024-04-26T23:19:14.048 INFO:teuthology.orchestra.run.smithi086.stdout: cephadm noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 762 k 2024-04-26T23:19:14.048 INFO:teuthology.orchestra.run.smithi086.stdout: cephfs-mirror x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 225 k 2024-04-26T23:19:14.048 INFO:teuthology.orchestra.run.smithi086.stdout: cephfs-shell x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 27 k 2024-04-26T23:19:14.048 INFO:teuthology.orchestra.run.smithi086.stdout: cephfs-top noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 18 k 2024-04-26T23:19:14.048 INFO:teuthology.orchestra.run.smithi086.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T23:19:14.048 INFO:teuthology.orchestra.run.smithi086.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T23:19:14.048 INFO:teuthology.orchestra.run.smithi086.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T23:19:14.048 INFO:teuthology.orchestra.run.smithi086.stdout: libcephfs-devel x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 32 k 2024-04-26T23:19:14.048 INFO:teuthology.orchestra.run.smithi086.stdout: libcephfs2 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 747 k 2024-04-26T23:19:14.049 INFO:teuthology.orchestra.run.smithi086.stdout: librados-devel x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 127 k 2024-04-26T23:19:14.049 INFO:teuthology.orchestra.run.smithi086.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T23:19:14.049 INFO:teuthology.orchestra.run.smithi086.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T23:19:14.049 INFO:teuthology.orchestra.run.smithi086.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T23:19:14.049 INFO:teuthology.orchestra.run.smithi086.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T23:19:14.049 INFO:teuthology.orchestra.run.smithi086.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T23:19:14.049 INFO:teuthology.orchestra.run.smithi086.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T23:19:14.049 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cephfs x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 161 k 2024-04-26T23:19:14.049 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rados x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 321 k 2024-04-26T23:19:14.049 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rbd x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 298 k 2024-04-26T23:19:14.049 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rgw x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 99 k 2024-04-26T23:19:14.049 INFO:teuthology.orchestra.run.smithi086.stdout: rbd-fuse x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 85 k 2024-04-26T23:19:14.050 INFO:teuthology.orchestra.run.smithi086.stdout: rbd-mirror x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 3.1 M 2024-04-26T23:19:14.050 INFO:teuthology.orchestra.run.smithi086.stdout: rbd-nbd x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 171 k 2024-04-26T23:19:14.050 INFO:teuthology.orchestra.run.smithi086.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T23:19:14.050 INFO:teuthology.orchestra.run.smithi086.stdout:Upgrading: 2024-04-26T23:19:14.050 INFO:teuthology.orchestra.run.smithi086.stdout: librados2 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 3.4 M 2024-04-26T23:19:14.050 INFO:teuthology.orchestra.run.smithi086.stdout: librbd1 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 3.1 M 2024-04-26T23:19:14.050 INFO:teuthology.orchestra.run.smithi086.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T23:19:14.050 INFO:teuthology.orchestra.run.smithi086.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T23:19:14.051 INFO:teuthology.orchestra.run.smithi086.stdout:Installing dependencies: 2024-04-26T23:19:14.051 INFO:teuthology.orchestra.run.smithi086.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T23:19:14.051 INFO:teuthology.orchestra.run.smithi086.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T23:19:14.051 INFO:teuthology.orchestra.run.smithi086.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T23:19:14.051 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-common x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 21 M 2024-04-26T23:19:14.051 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 34 k 2024-04-26T23:19:14.051 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mds x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 2.4 M 2024-04-26T23:19:14.051 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 249 k 2024-04-26T23:19:14.052 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mon x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 4.7 M 2024-04-26T23:19:14.052 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-osd x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 17 M 2024-04-26T23:19:14.052 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 16 k 2024-04-26T23:19:14.052 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-selinux x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 25 k 2024-04-26T23:19:14.052 INFO:teuthology.orchestra.run.smithi086.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T23:19:14.052 INFO:teuthology.orchestra.run.smithi086.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T23:19:14.052 INFO:teuthology.orchestra.run.smithi086.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T23:19:14.052 INFO:teuthology.orchestra.run.smithi086.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T23:19:14.052 INFO:teuthology.orchestra.run.smithi086.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T23:19:14.053 INFO:teuthology.orchestra.run.smithi086.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T23:19:14.053 INFO:teuthology.orchestra.run.smithi086.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-04-26T23:19:14.053 INFO:teuthology.orchestra.run.smithi086.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-04-26T23:19:14.053 INFO:teuthology.orchestra.run.smithi086.stdout: libcephsqlite x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 163 k 2024-04-26T23:19:14.053 INFO:teuthology.orchestra.run.smithi086.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T23:19:14.053 INFO:teuthology.orchestra.run.smithi086.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T23:19:14.053 INFO:teuthology.orchestra.run.smithi086.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T23:19:14.053 INFO:teuthology.orchestra.run.smithi086.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T23:19:14.053 INFO:teuthology.orchestra.run.smithi086.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T23:19:14.053 INFO:teuthology.orchestra.run.smithi086.stdout: libradosstriper1 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 501 k 2024-04-26T23:19:14.053 INFO:teuthology.orchestra.run.smithi086.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T23:19:14.053 INFO:teuthology.orchestra.run.smithi086.stdout: librgw2 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 5.4 M 2024-04-26T23:19:14.054 INFO:teuthology.orchestra.run.smithi086.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T23:19:14.054 INFO:teuthology.orchestra.run.smithi086.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T23:19:14.054 INFO:teuthology.orchestra.run.smithi086.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T23:19:14.054 INFO:teuthology.orchestra.run.smithi086.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T23:19:14.054 INFO:teuthology.orchestra.run.smithi086.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T23:19:14.054 INFO:teuthology.orchestra.run.smithi086.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T23:19:14.054 INFO:teuthology.orchestra.run.smithi086.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T23:19:14.054 INFO:teuthology.orchestra.run.smithi086.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T23:19:14.054 INFO:teuthology.orchestra.run.smithi086.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-04-26T23:19:14.054 INFO:teuthology.orchestra.run.smithi086.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T23:19:14.054 INFO:teuthology.orchestra.run.smithi086.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T23:19:14.055 INFO:teuthology.orchestra.run.smithi086.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T23:19:14.055 INFO:teuthology.orchestra.run.smithi086.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T23:19:14.055 INFO:teuthology.orchestra.run.smithi086.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T23:19:14.055 INFO:teuthology.orchestra.run.smithi086.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T23:19:14.055 INFO:teuthology.orchestra.run.smithi086.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T23:19:14.055 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T23:19:14.055 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ceph-argparse x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 45 k 2024-04-26T23:19:14.055 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ceph-common x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 135 k 2024-04-26T23:19:14.055 INFO:teuthology.orchestra.run.smithi086.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T23:19:14.055 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T23:19:14.056 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T23:19:14.056 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T23:19:14.056 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T23:19:14.056 INFO:teuthology.orchestra.run.smithi086.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T23:19:14.056 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T23:19:14.056 INFO:teuthology.orchestra.run.smithi086.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T23:19:14.056 INFO:teuthology.orchestra.run.smithi086.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T23:19:14.056 INFO:teuthology.orchestra.run.smithi086.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T23:19:14.056 INFO:teuthology.orchestra.run.smithi086.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T23:19:14.057 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T23:19:14.057 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T23:19:14.057 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T23:19:14.057 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T23:19:14.057 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T23:19:14.057 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T23:19:14.057 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T23:19:14.057 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T23:19:14.057 INFO:teuthology.orchestra.run.smithi086.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T23:19:14.057 INFO:teuthology.orchestra.run.smithi086.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T23:19:14.057 INFO:teuthology.orchestra.run.smithi086.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T23:19:14.058 INFO:teuthology.orchestra.run.smithi086.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T23:19:14.058 INFO:teuthology.orchestra.run.smithi086.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T23:19:14.058 INFO:teuthology.orchestra.run.smithi086.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T23:19:14.058 INFO:teuthology.orchestra.run.smithi086.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T23:19:14.058 INFO:teuthology.orchestra.run.smithi086.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T23:19:14.058 INFO:teuthology.orchestra.run.smithi086.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T23:19:14.058 INFO:teuthology.orchestra.run.smithi086.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T23:19:14.058 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T23:19:14.058 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T23:19:14.058 INFO:teuthology.orchestra.run.smithi086.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T23:19:14.058 INFO:teuthology.orchestra.run.smithi086.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T23:19:14.058 INFO:teuthology.orchestra.run.smithi086.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T23:19:14.059 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T23:19:14.059 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T23:19:14.059 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T23:19:14.059 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T23:19:14.059 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T23:19:14.059 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T23:19:14.059 INFO:teuthology.orchestra.run.smithi086.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T23:19:14.059 INFO:teuthology.orchestra.run.smithi086.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T23:19:14.059 INFO:teuthology.orchestra.run.smithi086.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T23:19:14.059 INFO:teuthology.orchestra.run.smithi086.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T23:19:14.060 INFO:teuthology.orchestra.run.smithi086.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T23:19:14.061 INFO:teuthology.orchestra.run.smithi086.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T23:19:14.061 INFO:teuthology.orchestra.run.smithi086.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T23:19:14.061 INFO:teuthology.orchestra.run.smithi086.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T23:19:14.061 INFO:teuthology.orchestra.run.smithi086.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T23:19:14.061 INFO:teuthology.orchestra.run.smithi086.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T23:19:14.061 INFO:teuthology.orchestra.run.smithi086.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T23:19:14.061 INFO:teuthology.orchestra.run.smithi086.stdout:Installing weak dependencies: 2024-04-26T23:19:14.061 INFO:teuthology.orchestra.run.smithi086.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T23:19:14.061 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:19:14.061 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction Summary 2024-04-26T23:19:14.061 INFO:teuthology.orchestra.run.smithi086.stdout:======================================================================================= 2024-04-26T23:19:14.061 INFO:teuthology.orchestra.run.smithi086.stdout:Install 148 Packages 2024-04-26T23:19:14.062 INFO:teuthology.orchestra.run.smithi086.stdout:Upgrade 4 Packages 2024-04-26T23:19:14.062 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:19:14.062 INFO:teuthology.orchestra.run.smithi086.stdout:Total download size: 222 M 2024-04-26T23:19:14.063 INFO:teuthology.orchestra.run.smithi086.stdout:Downloading Packages: 2024-04-26T23:19:15.052 INFO:teuthology.orchestra.run.smithi086.stdout:(1/152): ceph-19.0.0-3306.gbc612ffb.el9.x86_64. 25 kB/s | 6.6 kB 00:00 2024-04-26T23:19:15.244 INFO:teuthology.orchestra.run.smithi086.stdout:(2/152): ceph-fuse-19.0.0-3306.gbc612ffb.el9.x8 4.5 MB/s | 889 kB 00:00 2024-04-26T23:19:15.319 INFO:teuthology.orchestra.run.smithi086.stdout:(3/152): ceph-immutable-object-cache-19.0.0-330 1.9 MB/s | 145 kB 00:00 2024-04-26T23:19:15.619 INFO:teuthology.orchestra.run.smithi086.stdout:(4/152): ceph-mds-19.0.0-3306.gbc612ffb.el9.x86 7.9 MB/s | 2.4 MB 00:00 2024-04-26T23:19:15.811 INFO:teuthology.orchestra.run.smithi086.stdout:(5/152): ceph-mgr-19.0.0-3306.gbc612ffb.el9.x86 7.9 MB/s | 1.5 MB 00:00 2024-04-26T23:19:16.386 INFO:teuthology.orchestra.run.smithi086.stdout:(6/152): ceph-mon-19.0.0-3306.gbc612ffb.el9.x86 8.2 MB/s | 4.7 MB 00:00 2024-04-26T23:19:16.487 INFO:teuthology.orchestra.run.smithi086.stdout:(7/152): ceph-base-19.0.0-3306.gbc612ffb.el9.x8 3.2 MB/s | 5.4 MB 00:01 2024-04-26T23:19:16.770 INFO:teuthology.orchestra.run.smithi086.stdout:(8/152): ceph-common-19.0.0-3306.gbc612ffb.el9. 11 MB/s | 21 MB 00:01 2024-04-26T23:19:16.829 INFO:teuthology.orchestra.run.smithi086.stdout:(9/152): ceph-selinux-19.0.0-3306.gbc612ffb.el9 441 kB/s | 25 kB 00:00 2024-04-26T23:19:18.046 INFO:teuthology.orchestra.run.smithi086.stdout:(10/152): ceph-osd-19.0.0-3306.gbc612ffb.el9.x8 10 MB/s | 17 MB 00:01 2024-04-26T23:19:18.104 INFO:teuthology.orchestra.run.smithi086.stdout:(11/152): cephfs-mirror-19.0.0-3306.gbc612ffb.e 3.9 MB/s | 225 kB 00:00 2024-04-26T23:19:18.163 INFO:teuthology.orchestra.run.smithi086.stdout:(12/152): cephfs-shell-19.0.0-3306.gbc612ffb.el 470 kB/s | 27 kB 00:00 2024-04-26T23:19:18.230 INFO:teuthology.orchestra.run.smithi086.stdout:(13/152): libcephfs-devel-19.0.0-3306.gbc612ffb 482 kB/s | 32 kB 00:00 2024-04-26T23:19:18.405 INFO:teuthology.orchestra.run.smithi086.stdout:(14/152): libcephfs2-19.0.0-3306.gbc612ffb.el9. 4.2 MB/s | 747 kB 00:00 2024-04-26T23:19:18.488 INFO:teuthology.orchestra.run.smithi086.stdout:(15/152): libcephsqlite-19.0.0-3306.gbc612ffb.e 1.9 MB/s | 163 kB 00:00 2024-04-26T23:19:18.583 INFO:teuthology.orchestra.run.smithi164.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-26T23:19:18.706 INFO:teuthology.orchestra.run.smithi086.stdout:(16/152): ceph-radosgw-19.0.0-3306.gbc612ffb.el 4.8 MB/s | 11 MB 00:02 2024-04-26T23:19:18.739 INFO:teuthology.orchestra.run.smithi086.stdout:(17/152): librados-devel-19.0.0-3306.gbc612ffb. 510 kB/s | 127 kB 00:00 2024-04-26T23:19:18.831 INFO:teuthology.orchestra.run.smithi086.stdout:(18/152): libradosstriper1-19.0.0-3306.gbc612ff 3.9 MB/s | 501 kB 00:00 2024-04-26T23:19:18.940 INFO:teuthology.orchestra.run.smithi086.stdout:(19/152): python3-ceph-argparse-19.0.0-3306.gbc 419 kB/s | 45 kB 00:00 2024-04-26T23:19:19.056 INFO:teuthology.orchestra.run.smithi086.stdout:(20/152): python3-ceph-common-19.0.0-3306.gbc61 1.1 MB/s | 135 kB 00:00 2024-04-26T23:19:19.173 INFO:teuthology.orchestra.run.smithi086.stdout:(21/152): python3-cephfs-19.0.0-3306.gbc612ffb. 1.4 MB/s | 161 kB 00:00 2024-04-26T23:19:19.309 INFO:teuthology.orchestra.run.smithi086.stdout:(22/152): librgw2-19.0.0-3306.gbc612ffb.el9.x86 9.5 MB/s | 5.4 MB 00:00 2024-04-26T23:19:19.349 INFO:teuthology.orchestra.run.smithi086.stdout:(23/152): python3-rados-19.0.0-3306.gbc612ffb.e 1.8 MB/s | 321 kB 00:00 2024-04-26T23:19:19.382 INFO:teuthology.orchestra.run.smithi086.stdout:(24/152): python3-rbd-19.0.0-3306.gbc612ffb.el9 3.9 MB/s | 298 kB 00:00 2024-04-26T23:19:19.416 INFO:teuthology.orchestra.run.smithi086.stdout:(25/152): python3-rgw-19.0.0-3306.gbc612ffb.el9 1.5 MB/s | 99 kB 00:00 2024-04-26T23:19:19.442 INFO:teuthology.orchestra.run.smithi086.stdout:(26/152): rbd-fuse-19.0.0-3306.gbc612ffb.el9.x8 1.4 MB/s | 85 kB 00:00 2024-04-26T23:19:19.492 INFO:teuthology.orchestra.run.smithi086.stdout:(27/152): rbd-nbd-19.0.0-3306.gbc612ffb.el9.x86 3.4 MB/s | 171 kB 00:00 2024-04-26T23:19:19.558 INFO:teuthology.orchestra.run.smithi086.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3306.g 520 kB/s | 34 kB 00:00 2024-04-26T23:19:19.617 INFO:teuthology.orchestra.run.smithi086.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3306.gbc612ff 2.4 MB/s | 142 kB 00:00 2024-04-26T23:19:20.234 INFO:teuthology.orchestra.run.smithi086.stdout:(30/152): ceph-test-19.0.0-3306.gbc612ffb.el9.x 14 MB/s | 49 MB 00:03 2024-04-26T23:19:20.343 INFO:teuthology.orchestra.run.smithi086.stdout:(31/152): rbd-mirror-19.0.0-3306.gbc612ffb.el9. 3.3 MB/s | 3.1 MB 00:00 2024-04-26T23:19:20.468 INFO:teuthology.orchestra.run.smithi086.stdout:(32/152): ceph-mgr-dashboard-19.0.0-3306.gbc612 4.2 MB/s | 3.5 MB 00:00 2024-04-26T23:19:20.501 INFO:teuthology.orchestra.run.smithi086.stdout:(33/152): ceph-mgr-modules-core-19.0.0-3306.gbc 1.5 MB/s | 249 kB 00:00 2024-04-26T23:19:20.527 INFO:teuthology.orchestra.run.smithi086.stdout:(34/152): ceph-mgr-rook-19.0.0-3306.gbc612ffb.e 858 kB/s | 49 kB 00:00 2024-04-26T23:19:20.569 INFO:teuthology.orchestra.run.smithi086.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3306.gb 250 kB/s | 16 kB 00:00 2024-04-26T23:19:20.619 INFO:teuthology.orchestra.run.smithi086.stdout:(36/152): ceph-volume-19.0.0-3306.gbc612ffb.el9 2.9 MB/s | 273 kB 00:00 2024-04-26T23:19:20.686 INFO:teuthology.orchestra.run.smithi086.stdout:(37/152): cephfs-top-19.0.0-3306.gbc612ffb.el9. 277 kB/s | 18 kB 00:00 2024-04-26T23:19:20.728 INFO:teuthology.orchestra.run.smithi086.stdout:(38/152): cephadm-19.0.0-3306.gbc612ffb.el9.noa 4.7 MB/s | 762 kB 00:00 2024-04-26T23:19:20.878 INFO:teuthology.orchestra.run.smithi086.stdout:(39/152): ceph-mgr-diskprediction-local-19.0.0- 12 MB/s | 7.4 MB 00:00 2024-04-26T23:19:20.903 INFO:teuthology.orchestra.run.smithi086.stdout:(40/152): fuse-2.9.9-15.el9.x86_64.rpm 372 kB/s | 80 kB 00:00 2024-04-26T23:19:20.921 INFO:teuthology.orchestra.run.smithi164.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T23:19:20.923 INFO:teuthology.orchestra.run.smithi164.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T23:19:20.940 INFO:teuthology.orchestra.run.smithi164.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T23:19:20.941 INFO:teuthology.orchestra.run.smithi164.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T23:19:20.942 INFO:teuthology.orchestra.run.smithi164.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T23:19:20.943 INFO:teuthology.orchestra.run.smithi164.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T23:19:20.945 INFO:teuthology.orchestra.run.smithi164.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T23:19:20.948 INFO:teuthology.orchestra.run.smithi164.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T23:19:20.949 INFO:teuthology.orchestra.run.smithi164.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T23:19:20.962 INFO:teuthology.orchestra.run.smithi086.stdout:(41/152): libgfortran-11.4.1-3.el9.x86_64.rpm 3.4 MB/s | 803 kB 00:00 2024-04-26T23:19:20.996 INFO:teuthology.orchestra.run.smithi086.stdout:(42/152): libquadmath-11.4.1-3.el9.x86_64.rpm 1.6 MB/s | 195 kB 00:00 2024-04-26T23:19:21.018 INFO:teuthology.orchestra.run.smithi164.stdout:Dependencies resolved. 2024-04-26T23:19:21.029 INFO:teuthology.orchestra.run.smithi086.stdout:(43/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.0 MB/s | 253 kB 00:00 2024-04-26T23:19:21.040 INFO:teuthology.orchestra.run.smithi164.stdout:======================================================================================= 2024-04-26T23:19:21.040 INFO:teuthology.orchestra.run.smithi164.stdout: Package Arch Version Repository Size 2024-04-26T23:19:21.040 INFO:teuthology.orchestra.run.smithi164.stdout:======================================================================================= 2024-04-26T23:19:21.040 INFO:teuthology.orchestra.run.smithi164.stdout:Installing: 2024-04-26T23:19:21.040 INFO:teuthology.orchestra.run.smithi164.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T23:19:21.040 INFO:teuthology.orchestra.run.smithi164.stdout: ceph x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 6.6 k 2024-04-26T23:19:21.040 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-base x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 5.4 M 2024-04-26T23:19:21.040 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-fuse x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 889 k 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 145 k 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 1.5 M 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 142 k 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 3.5 M 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 7.4 M 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-rook noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 49 k 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-radosgw x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 11 M 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-test x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 49 M 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-volume noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 273 k 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: cephadm noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 762 k 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: cephfs-mirror x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 225 k 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: cephfs-shell x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 27 k 2024-04-26T23:19:21.041 INFO:teuthology.orchestra.run.smithi164.stdout: cephfs-top noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 18 k 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: libcephfs-devel x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 32 k 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: libcephfs2 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 747 k 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: librados-devel x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 127 k 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T23:19:21.042 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cephfs x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 161 k 2024-04-26T23:19:21.043 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rados x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 321 k 2024-04-26T23:19:21.043 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rbd x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 298 k 2024-04-26T23:19:21.043 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rgw x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 99 k 2024-04-26T23:19:21.043 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-fuse x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 85 k 2024-04-26T23:19:21.043 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-mirror x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 3.1 M 2024-04-26T23:19:21.043 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-nbd x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 171 k 2024-04-26T23:19:21.043 INFO:teuthology.orchestra.run.smithi164.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T23:19:21.043 INFO:teuthology.orchestra.run.smithi164.stdout:Upgrading: 2024-04-26T23:19:21.043 INFO:teuthology.orchestra.run.smithi164.stdout: librados2 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 3.4 M 2024-04-26T23:19:21.043 INFO:teuthology.orchestra.run.smithi164.stdout: librbd1 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 3.1 M 2024-04-26T23:19:21.043 INFO:teuthology.orchestra.run.smithi164.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T23:19:21.044 INFO:teuthology.orchestra.run.smithi164.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T23:19:21.044 INFO:teuthology.orchestra.run.smithi164.stdout:Installing dependencies: 2024-04-26T23:19:21.044 INFO:teuthology.orchestra.run.smithi164.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T23:19:21.044 INFO:teuthology.orchestra.run.smithi164.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T23:19:21.044 INFO:teuthology.orchestra.run.smithi164.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T23:19:21.044 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-common x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 21 M 2024-04-26T23:19:21.044 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 34 k 2024-04-26T23:19:21.044 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mds x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 2.4 M 2024-04-26T23:19:21.045 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 249 k 2024-04-26T23:19:21.045 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mon x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 4.7 M 2024-04-26T23:19:21.045 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-osd x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 17 M 2024-04-26T23:19:21.045 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 16 k 2024-04-26T23:19:21.045 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-selinux x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 25 k 2024-04-26T23:19:21.045 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T23:19:21.045 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T23:19:21.045 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T23:19:21.045 INFO:teuthology.orchestra.run.smithi164.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T23:19:21.045 INFO:teuthology.orchestra.run.smithi164.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T23:19:21.045 INFO:teuthology.orchestra.run.smithi164.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: libcephsqlite x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 163 k 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: libradosstriper1 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 501 k 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: librgw2 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 5.4 M 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T23:19:21.046 INFO:teuthology.orchestra.run.smithi164.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T23:19:21.047 INFO:teuthology.orchestra.run.smithi164.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ceph-argparse x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 45 k 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ceph-common x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 135 k 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T23:19:21.048 INFO:teuthology.orchestra.run.smithi164.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T23:19:21.049 INFO:teuthology.orchestra.run.smithi164.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T23:19:21.050 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T23:19:21.051 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T23:19:21.051 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T23:19:21.051 INFO:teuthology.orchestra.run.smithi164.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T23:19:21.051 INFO:teuthology.orchestra.run.smithi164.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T23:19:21.051 INFO:teuthology.orchestra.run.smithi164.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T23:19:21.051 INFO:teuthology.orchestra.run.smithi164.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T23:19:21.051 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T23:19:21.051 INFO:teuthology.orchestra.run.smithi164.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T23:19:21.051 INFO:teuthology.orchestra.run.smithi164.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T23:19:21.051 INFO:teuthology.orchestra.run.smithi164.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T23:19:21.051 INFO:teuthology.orchestra.run.smithi164.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T23:19:21.052 INFO:teuthology.orchestra.run.smithi164.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T23:19:21.053 INFO:teuthology.orchestra.run.smithi164.stdout:Installing weak dependencies: 2024-04-26T23:19:21.053 INFO:teuthology.orchestra.run.smithi164.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T23:19:21.053 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:19:21.053 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction Summary 2024-04-26T23:19:21.053 INFO:teuthology.orchestra.run.smithi164.stdout:======================================================================================= 2024-04-26T23:19:21.053 INFO:teuthology.orchestra.run.smithi164.stdout:Install 148 Packages 2024-04-26T23:19:21.053 INFO:teuthology.orchestra.run.smithi164.stdout:Upgrade 4 Packages 2024-04-26T23:19:21.053 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:19:21.054 INFO:teuthology.orchestra.run.smithi164.stdout:Total download size: 222 M 2024-04-26T23:19:21.054 INFO:teuthology.orchestra.run.smithi164.stdout:Downloading Packages: 2024-04-26T23:19:21.105 INFO:teuthology.orchestra.run.smithi086.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 990 kB/s | 106 kB 00:00 2024-04-26T23:19:21.130 INFO:teuthology.orchestra.run.smithi086.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-04-26T23:19:21.188 INFO:teuthology.orchestra.run.smithi086.stdout:(46/152): python3-cryptography-36.0.1-4.el9.x86 5.4 MB/s | 1.2 MB 00:00 2024-04-26T23:19:21.222 INFO:teuthology.orchestra.run.smithi086.stdout:(47/152): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-04-26T23:19:21.256 INFO:teuthology.orchestra.run.smithi086.stdout:(48/152): python3-urllib3-1.26.5-5.el9.noarch.r 1.7 MB/s | 215 kB 00:00 2024-04-26T23:19:21.439 INFO:teuthology.orchestra.run.smithi086.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 586 kB/s | 107 kB 00:00 2024-04-26T23:19:21.501 INFO:teuthology.orchestra.run.smithi086.stdout:(50/152): automake-1.16.2-8.el9.noarch.rpm 2.2 MB/s | 689 kB 00:00 2024-04-26T23:19:21.523 INFO:teuthology.orchestra.run.smithi086.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 260 kB/s | 21 kB 00:00 2024-04-26T23:19:21.590 INFO:teuthology.orchestra.run.smithi086.stdout:(52/152): bison-3.7.4-5.el9.x86_64.rpm 2.5 MB/s | 943 kB 00:00 2024-04-26T23:19:21.607 INFO:teuthology.orchestra.run.smithi086.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 395 kB/s | 33 kB 00:00 2024-04-26T23:19:21.641 INFO:teuthology.orchestra.run.smithi086.stdout:(54/152): flex-2.6.4-9.el9.x86_64.rpm 2.2 MB/s | 313 kB 00:00 2024-04-26T23:19:21.658 INFO:teuthology.orchestra.run.smithi086.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 367 kB/s | 18 kB 00:00 2024-04-26T23:19:21.691 INFO:teuthology.orchestra.run.smithi086.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 226 kB/s | 11 kB 00:00 2024-04-26T23:19:21.750 INFO:teuthology.orchestra.run.smithi086.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-04-26T23:19:21.775 INFO:teuthology.orchestra.run.smithi086.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 551 kB/s | 45 kB 00:00 2024-04-26T23:19:21.892 INFO:teuthology.orchestra.run.smithi086.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 4.6 MB/s | 662 kB 00:00 2024-04-26T23:19:21.951 INFO:teuthology.orchestra.run.smithi086.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 3.3 MB/s | 582 kB 00:00 2024-04-26T23:19:21.976 INFO:teuthology.orchestra.run.smithi086.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 307 kB/s | 25 kB 00:00 2024-04-26T23:19:22.018 INFO:teuthology.orchestra.run.smithi086.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 718 kB/s | 47 kB 00:00 2024-04-26T23:19:22.086 INFO:teuthology.orchestra.run.smithi164.stdout:(1/152): ceph-19.0.0-3306.gbc612ffb.el9.x86_64. 21 kB/s | 6.6 kB 00:00 2024-04-26T23:19:22.093 INFO:teuthology.orchestra.run.smithi086.stdout:(63/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.0 MB/s | 3.0 MB 00:00 2024-04-26T23:19:22.127 INFO:teuthology.orchestra.run.smithi086.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-04-26T23:19:22.161 INFO:teuthology.orchestra.run.smithi086.stdout:(65/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.6 MB/s | 292 kB 00:00 2024-04-26T23:19:22.186 INFO:teuthology.orchestra.run.smithi086.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 386 kB/s | 35 kB 00:00 2024-04-26T23:19:22.394 INFO:teuthology.orchestra.run.smithi086.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 7.7 MB/s | 1.6 MB 00:00 2024-04-26T23:19:22.410 INFO:teuthology.orchestra.run.smithi164.stdout:(2/152): ceph-base-19.0.0-3306.gbc612ffb.el9.x8 8.3 MB/s | 5.4 MB 00:00 2024-04-26T23:19:22.469 INFO:teuthology.orchestra.run.smithi164.stdout:(3/152): ceph-immutable-object-cache-19.0.0-330 2.5 MB/s | 145 kB 00:00 2024-04-26T23:19:22.528 INFO:teuthology.orchestra.run.smithi086.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 6.7 MB/s | 911 kB 00:00 2024-04-26T23:19:22.595 INFO:teuthology.orchestra.run.smithi086.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 2.0 MB/s | 133 kB 00:00 2024-04-26T23:19:22.610 INFO:teuthology.orchestra.run.smithi164.stdout:(4/152): ceph-fuse-19.0.0-3306.gbc612ffb.el9.x8 1.7 MB/s | 889 kB 00:00 2024-04-26T23:19:22.686 INFO:teuthology.orchestra.run.smithi086.stdout:(70/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 8.9 MB/s | 4.4 MB 00:00 2024-04-26T23:19:22.694 INFO:teuthology.orchestra.run.smithi164.stdout:(5/152): ceph-mds-19.0.0-3306.gbc612ffb.el9.x86 11 MB/s | 2.4 MB 00:00 2024-04-26T23:19:22.812 INFO:teuthology.orchestra.run.smithi086.stdout:(71/152): openblas-openmp-0.3.21-2.el9.x86_64.r 6.9 MB/s | 4.7 MB 00:00 2024-04-26T23:19:22.883 INFO:teuthology.orchestra.run.smithi086.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 5.2 MB/s | 1.0 MB 00:00 2024-04-26T23:19:22.913 INFO:teuthology.orchestra.run.smithi086.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 878 kB/s | 87 kB 00:00 2024-04-26T23:19:22.979 INFO:teuthology.orchestra.run.smithi086.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 3.6 MB/s | 244 kB 00:00 2024-04-26T23:19:23.019 INFO:teuthology.orchestra.run.smithi164.stdout:(6/152): ceph-mon-19.0.0-3306.gbc612ffb.el9.x86 15 MB/s | 4.7 MB 00:00 2024-04-26T23:19:23.055 INFO:teuthology.orchestra.run.smithi086.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 3.3 MB/s | 248 kB 00:00 2024-04-26T23:19:23.100 INFO:teuthology.orchestra.run.smithi026.stdout:Extra Packages for Enterprise Linux 1.1 MB/s | 21 MB 00:19 2024-04-26T23:19:23.155 INFO:teuthology.orchestra.run.smithi086.stdout:(76/152): postgresql-server-13.14-1.el9.x86_64. 10 MB/s | 5.8 MB 00:00 2024-04-26T23:19:23.180 INFO:teuthology.orchestra.run.smithi086.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 206 kB/s | 26 kB 00:00 2024-04-26T23:19:23.239 INFO:teuthology.orchestra.run.smithi086.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 232 kB/s | 19 kB 00:00 2024-04-26T23:19:23.244 INFO:teuthology.orchestra.run.smithi164.stdout:(7/152): ceph-mgr-19.0.0-3306.gbc612ffb.el9.x86 2.4 MB/s | 1.5 MB 00:00 2024-04-26T23:19:23.272 INFO:teuthology.orchestra.run.smithi086.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 1.8 MB/s | 172 kB 00:00 2024-04-26T23:19:23.298 INFO:teuthology.orchestra.run.smithi086.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 602 kB/s | 35 kB 00:00 2024-04-26T23:19:23.365 INFO:teuthology.orchestra.run.smithi086.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 250 kB 00:00 2024-04-26T23:19:23.490 INFO:teuthology.orchestra.run.smithi086.stdout:(82/152): python3-babel-2.9.1-2.el9.noarch.rpm 9.8 MB/s | 6.0 MB 00:00 2024-04-26T23:19:23.524 INFO:teuthology.orchestra.run.smithi086.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 222 kB 00:00 2024-04-26T23:19:23.557 INFO:teuthology.orchestra.run.smithi086.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-04-26T23:19:23.599 INFO:teuthology.orchestra.run.smithi086.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 574 kB/s | 42 kB 00:00 2024-04-26T23:19:23.666 INFO:teuthology.orchestra.run.smithi086.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 2.5 MB/s | 269 kB 00:00 2024-04-26T23:19:23.700 INFO:teuthology.orchestra.run.smithi086.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.6 MB/s | 159 kB 00:00 2024-04-26T23:19:23.733 INFO:teuthology.orchestra.run.smithi086.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-04-26T23:19:23.775 INFO:teuthology.orchestra.run.smithi086.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 689 kB/s | 51 kB 00:00 2024-04-26T23:19:23.817 INFO:teuthology.orchestra.run.smithi086.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 649 kB/s | 54 kB 00:00 2024-04-26T23:19:23.893 INFO:teuthology.orchestra.run.smithi086.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 559 kB/s | 42 kB 00:00 2024-04-26T23:19:24.010 INFO:teuthology.orchestra.run.smithi086.stdout:(92/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 6.9 MB/s | 5.1 MB 00:00 2024-04-26T23:19:24.052 INFO:teuthology.orchestra.run.smithi086.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 280 kB/s | 44 kB 00:00 2024-04-26T23:19:24.103 INFO:teuthology.orchestra.run.smithi164.stdout:(8/152): ceph-osd-19.0.0-3306.gbc612ffb.el9.x86 16 MB/s | 17 MB 00:01 2024-04-26T23:19:24.110 INFO:teuthology.orchestra.run.smithi086.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 2.2 MB/s | 221 kB 00:00 2024-04-26T23:19:24.152 INFO:teuthology.orchestra.run.smithi086.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 362 kB/s | 36 kB 00:00 2024-04-26T23:19:24.194 INFO:teuthology.orchestra.run.smithi086.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 571 kB/s | 47 kB 00:00 2024-04-26T23:19:24.195 INFO:teuthology.orchestra.run.smithi164.stdout:(9/152): ceph-selinux-19.0.0-3306.gbc612ffb.el9 278 kB/s | 25 kB 00:00 2024-04-26T23:19:24.227 INFO:teuthology.orchestra.run.smithi086.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 4.0 MB/s | 305 kB 00:00 2024-04-26T23:19:24.269 INFO:teuthology.orchestra.run.smithi086.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 777 kB/s | 58 kB 00:00 2024-04-26T23:19:24.295 INFO:teuthology.orchestra.run.smithi086.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.4 MB/s | 94 kB 00:00 2024-04-26T23:19:24.345 INFO:teuthology.orchestra.run.smithi086.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 857 kB/s | 64 kB 00:00 2024-04-26T23:19:24.387 INFO:teuthology.orchestra.run.smithi086.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 488 kB/s | 45 kB 00:00 2024-04-26T23:19:24.430 INFO:teuthology.orchestra.run.smithi086.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 268 kB/s | 22 kB 00:00 2024-04-26T23:19:24.530 INFO:teuthology.orchestra.run.smithi086.stdout:(103/152): protobuf-compiler-3.14.0-13.el9.x86_ 6.0 MB/s | 863 kB 00:00 2024-04-26T23:19:24.763 INFO:teuthology.orchestra.run.smithi086.stdout:(104/152): abseil-cpp-20211102.0-3.el9.x86_64.r 1.6 MB/s | 548 kB 00:00 2024-04-26T23:19:24.797 INFO:teuthology.orchestra.run.smithi086.stdout:(105/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.1 MB/s | 309 kB 00:00 2024-04-26T23:19:24.847 INFO:teuthology.orchestra.run.smithi086.stdout:(106/152): grpc-data-1.46.7-10.el9.noarch.rpm 235 kB/s | 19 kB 00:00 2024-04-26T23:19:25.073 INFO:teuthology.orchestra.run.smithi086.stdout:(107/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 13 MB/s | 16 MB 00:01 2024-04-26T23:19:25.123 INFO:teuthology.orchestra.run.smithi086.stdout:(108/152): libarrow-doc-9.0.0-11.el9.noarch.rpm 95 kB/s | 26 kB 00:00 2024-04-26T23:19:25.173 INFO:teuthology.orchestra.run.smithi086.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-04-26T23:19:25.240 INFO:teuthology.orchestra.run.smithi086.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-04-26T23:19:25.290 INFO:teuthology.orchestra.run.smithi086.stdout:(111/152): liboath-2.6.7-2.el9.x86_64.rpm 225 kB/s | 49 kB 00:00 2024-04-26T23:19:25.362 INFO:teuthology.orchestra.run.smithi164.stdout:(10/152): ceph-common-19.0.0-3306.gbc612ffb.el9 5.9 MB/s | 21 MB 00:03 2024-04-26T23:19:25.415 INFO:teuthology.orchestra.run.smithi086.stdout:(112/152): libarrow-9.0.0-11.el9.x86_64.rpm 7.2 MB/s | 4.4 MB 00:00 2024-04-26T23:19:25.438 INFO:teuthology.orchestra.run.smithi164.stdout:(11/152): cephfs-mirror-19.0.0-3306.gbc612ffb.e 3.0 MB/s | 225 kB 00:00 2024-04-26T23:19:25.466 INFO:teuthology.orchestra.run.smithi086.stdout:(113/152): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.6 MB/s | 839 kB 00:00 2024-04-26T23:19:25.516 INFO:teuthology.orchestra.run.smithi086.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 438 kB/s | 43 kB 00:00 2024-04-26T23:19:25.566 INFO:teuthology.orchestra.run.smithi086.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 324 kB/s | 32 kB 00:00 2024-04-26T23:19:25.612 INFO:teuthology.orchestra.run.smithi164.stdout:(12/152): ceph-radosgw-19.0.0-3306.gbc612ffb.el 4.5 MB/s | 11 MB 00:02 2024-04-26T23:19:25.616 INFO:teuthology.orchestra.run.smithi086.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 151 kB/s | 15 kB 00:00 2024-04-26T23:19:25.650 INFO:teuthology.orchestra.run.smithi086.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.0 MB/s | 172 kB 00:00 2024-04-26T23:19:25.684 INFO:teuthology.orchestra.run.smithi086.stdout:(118/152): python3-asyncssh-2.13.2-5.el9.noarch 1.4 MB/s | 548 kB 00:00 2024-04-26T23:19:25.717 INFO:teuthology.orchestra.run.smithi086.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-04-26T23:19:25.759 INFO:teuthology.orchestra.run.smithi164.stdout:(13/152): cephfs-shell-19.0.0-3306.gbc612ffb.el 84 kB/s | 27 kB 00:00 2024-04-26T23:19:25.776 INFO:teuthology.orchestra.run.smithi086.stdout:(120/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.4 MB/s | 303 kB 00:00 2024-04-26T23:19:25.813 INFO:teuthology.orchestra.run.smithi164.stdout:(14/152): libcephfs-devel-19.0.0-3306.gbc612ffb 159 kB/s | 32 kB 00:00 2024-04-26T23:19:25.818 INFO:teuthology.orchestra.run.smithi086.stdout:(121/152): python3-colorama-0.4.4-12.el9.noarch 264 kB/s | 35 kB 00:00 2024-04-26T23:19:25.851 INFO:teuthology.orchestra.run.smithi086.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 1.5 MB/s | 206 kB 00:00 2024-04-26T23:19:25.888 INFO:teuthology.orchestra.run.smithi164.stdout:(15/152): libcephsqlite-19.0.0-3306.gbc612ffb.e 2.2 MB/s | 163 kB 00:00 2024-04-26T23:19:25.922 INFO:teuthology.orchestra.run.smithi164.stdout:(16/152): libcephfs2-19.0.0-3306.gbc612ffb.el9. 4.5 MB/s | 747 kB 00:00 2024-04-26T23:19:25.927 INFO:teuthology.orchestra.run.smithi086.stdout:(123/152): python3-jaraco-8.2.1-3.el9.noarch.rp 144 kB/s | 11 kB 00:00 2024-04-26T23:19:25.952 INFO:teuthology.orchestra.run.smithi086.stdout:(124/152): python3-grpcio-tools-1.46.7-10.el9.x 1.1 MB/s | 144 kB 00:00 2024-04-26T23:19:25.963 INFO:teuthology.orchestra.run.smithi164.stdout:(17/152): librados-devel-19.0.0-3306.gbc612ffb. 1.7 MB/s | 127 kB 00:00 2024-04-26T23:19:26.005 INFO:teuthology.orchestra.run.smithi164.stdout:(18/152): libradosstriper1-19.0.0-3306.gbc612ff 5.9 MB/s | 501 kB 00:00 2024-04-26T23:19:26.019 INFO:teuthology.orchestra.run.smithi086.stdout:(125/152): python3-grpcio-1.46.7-10.el9.x86_64. 8.4 MB/s | 2.0 MB 00:00 2024-04-26T23:19:26.061 INFO:teuthology.orchestra.run.smithi086.stdout:(126/152): python3-jaraco-classes-3.2.1-5.el9.n 133 kB/s | 18 kB 00:00 2024-04-26T23:19:26.097 INFO:teuthology.orchestra.run.smithi164.stdout:(19/152): python3-ceph-argparse-19.0.0-3306.gbc 497 kB/s | 45 kB 00:00 2024-04-26T23:19:26.103 INFO:teuthology.orchestra.run.smithi086.stdout:(127/152): python3-jaraco-collections-3.0.0-8.e 155 kB/s | 23 kB 00:00 2024-04-26T23:19:26.145 INFO:teuthology.orchestra.run.smithi086.stdout:(128/152): python3-jaraco-functools-3.5.0-2.el9 156 kB/s | 19 kB 00:00 2024-04-26T23:19:26.181 INFO:teuthology.orchestra.run.smithi164.stdout:(20/152): python3-ceph-common-19.0.0-3306.gbc61 1.6 MB/s | 135 kB 00:00 2024-04-26T23:19:26.212 INFO:teuthology.orchestra.run.smithi086.stdout:(129/152): python3-jaraco-text-3.2.0-6.el9.noar 183 kB/s | 20 kB 00:00 2024-04-26T23:19:26.254 INFO:teuthology.orchestra.run.smithi086.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 429 kB/s | 46 kB 00:00 2024-04-26T23:19:26.279 INFO:teuthology.orchestra.run.smithi086.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 1.2 MB/s | 79 kB 00:00 2024-04-26T23:19:26.327 INFO:teuthology.orchestra.run.smithi164.stdout:(21/152): python3-cephfs-19.0.0-3306.gbc612ffb. 1.1 MB/s | 161 kB 00:00 2024-04-26T23:19:26.329 INFO:teuthology.orchestra.run.smithi086.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 777 kB/s | 58 kB 00:00 2024-04-26T23:19:26.363 INFO:teuthology.orchestra.run.smithi086.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-04-26T23:19:26.405 INFO:teuthology.orchestra.run.smithi086.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 221 kB/s | 16 kB 00:00 2024-04-26T23:19:26.430 INFO:teuthology.orchestra.run.smithi086.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2024-04-26T23:19:26.448 INFO:teuthology.orchestra.run.smithi164.stdout:(22/152): python3-rados-19.0.0-3306.gbc612ffb.e 2.6 MB/s | 321 kB 00:00 2024-04-26T23:19:26.472 INFO:teuthology.orchestra.run.smithi086.stdout:(136/152): python3-kubernetes-26.1.0-2.el9.noar 2.8 MB/s | 1.0 MB 00:00 2024-04-26T23:19:26.497 INFO:teuthology.orchestra.run.smithi086.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 309 kB/s | 28 kB 00:00 2024-04-26T23:19:26.522 INFO:teuthology.orchestra.run.smithi086.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 337 kB/s | 31 kB 00:00 2024-04-26T23:19:26.564 INFO:teuthology.orchestra.run.smithi086.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-04-26T23:19:26.565 INFO:teuthology.orchestra.run.smithi164.stdout:(23/152): python3-rbd-19.0.0-3306.gbc612ffb.el9 2.5 MB/s | 298 kB 00:00 2024-04-26T23:19:26.590 INFO:teuthology.orchestra.run.smithi086.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 545 kB/s | 36 kB 00:00 2024-04-26T23:19:26.637 INFO:teuthology.orchestra.run.smithi086.stdout:(141/152): python3-rsa-4.9-2.el9.noarch.rpm 524 kB/s | 59 kB 00:00 2024-04-26T23:19:26.665 INFO:teuthology.orchestra.run.smithi086.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 512 kB/s | 51 kB 00:00 2024-04-26T23:19:26.699 INFO:teuthology.orchestra.run.smithi086.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-04-26T23:19:26.724 INFO:teuthology.orchestra.run.smithi164.stdout:(24/152): librgw2-19.0.0-3306.gbc612ffb.el9.x86 7.1 MB/s | 5.4 MB 00:00 2024-04-26T23:19:26.724 INFO:teuthology.orchestra.run.smithi086.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 1.0 MB/s | 90 kB 00:00 2024-04-26T23:19:26.757 INFO:teuthology.orchestra.run.smithi164.stdout:(25/152): python3-rgw-19.0.0-3306.gbc612ffb.el9 521 kB/s | 99 kB 00:00 2024-04-26T23:19:26.758 INFO:teuthology.orchestra.run.smithi086.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 344 kB/s | 20 kB 00:00 2024-04-26T23:19:26.808 INFO:teuthology.orchestra.run.smithi164.stdout:(26/152): rbd-fuse-19.0.0-3306.gbc612ffb.el9.x8 1.0 MB/s | 85 kB 00:00 2024-04-26T23:19:26.808 INFO:teuthology.orchestra.run.smithi086.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 2.3 MB/s | 192 kB 00:00 2024-04-26T23:19:26.841 INFO:teuthology.orchestra.run.smithi086.stdout:(147/152): python3-werkzeug-2.0.3-3.el9.1.noarc 2.4 MB/s | 427 kB 00:00 2024-04-26T23:19:26.900 INFO:teuthology.orchestra.run.smithi164.stdout:(27/152): rbd-nbd-19.0.0-3306.gbc612ffb.el9.x86 1.8 MB/s | 171 kB 00:00 2024-04-26T23:19:26.908 INFO:teuthology.orchestra.run.smithi086.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-26T23:19:27.016 INFO:teuthology.orchestra.run.smithi164.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3306.g 296 kB/s | 34 kB 00:00 2024-04-26T23:19:27.081 INFO:teuthology.orchestra.run.smithi086.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 7.8 MB/s | 1.3 MB 00:00 2024-04-26T23:19:27.108 INFO:teuthology.orchestra.run.smithi164.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3306.gbc612ff 1.5 MB/s | 142 kB 00:00 2024-04-26T23:19:27.234 INFO:teuthology.orchestra.run.smithi164.stdout:(30/152): rbd-mirror-19.0.0-3306.gbc612ffb.el9. 6.5 MB/s | 3.1 MB 00:00 2024-04-26T23:19:27.243 INFO:teuthology.orchestra.run.smithi086.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 15 MB/s | 2.4 MB 00:00 2024-04-26T23:19:27.568 INFO:teuthology.orchestra.run.smithi086.stdout:(151/152): librados2-19.0.0-3306.gbc612ffb.el9. 4.5 MB/s | 3.4 MB 00:00 2024-04-26T23:19:27.743 INFO:teuthology.orchestra.run.smithi164.stdout:(31/152): ceph-test-19.0.0-3306.gbc612ffb.el9.x 14 MB/s | 49 MB 00:03 2024-04-26T23:19:27.743 INFO:teuthology.orchestra.run.smithi086.stdout:(152/152): librbd1-19.0.0-3306.gbc612ffb.el9.x8 3.5 MB/s | 3.1 MB 00:00 2024-04-26T23:19:27.748 INFO:teuthology.orchestra.run.smithi086.stdout:-------------------------------------------------------------------------------- 2024-04-26T23:19:27.749 INFO:teuthology.orchestra.run.smithi086.stdout:Total 16 MB/s | 222 MB 00:13 2024-04-26T23:19:27.801 INFO:teuthology.orchestra.run.smithi164.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3306.gbc 4.3 MB/s | 249 kB 00:00 2024-04-26T23:19:27.876 INFO:teuthology.orchestra.run.smithi164.stdout:(33/152): ceph-mgr-rook-19.0.0-3306.gbc612ffb.e 665 kB/s | 49 kB 00:00 2024-04-26T23:19:27.968 INFO:teuthology.orchestra.run.smithi164.stdout:(34/152): ceph-mgr-dashboard-19.0.0-3306.gbc612 4.1 MB/s | 3.5 MB 00:00 2024-04-26T23:19:28.010 INFO:teuthology.orchestra.run.smithi164.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3306.gb 124 kB/s | 16 kB 00:00 2024-04-26T23:19:28.044 INFO:teuthology.orchestra.run.smithi164.stdout:(36/152): ceph-volume-19.0.0-3306.gbc612ffb.el9 3.6 MB/s | 273 kB 00:00 2024-04-26T23:19:28.127 INFO:teuthology.orchestra.run.smithi164.stdout:(37/152): cephadm-19.0.0-3306.gbc612ffb.el9.noa 6.4 MB/s | 762 kB 00:00 2024-04-26T23:19:28.169 INFO:teuthology.orchestra.run.smithi164.stdout:(38/152): cephfs-top-19.0.0-3306.gbc612ffb.el9. 147 kB/s | 18 kB 00:00 2024-04-26T23:19:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:(39/152): ceph-mgr-diskprediction-local-19.0.0- 6.8 MB/s | 7.4 MB 00:01 2024-04-26T23:19:28.353 INFO:teuthology.orchestra.run.smithi164.stdout:(40/152): fuse-2.9.9-15.el9.x86_64.rpm 358 kB/s | 80 kB 00:00 2024-04-26T23:19:28.453 INFO:teuthology.orchestra.run.smithi164.stdout:(41/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-04-26T23:19:28.554 INFO:teuthology.orchestra.run.smithi164.stdout:(42/152): libgfortran-11.4.1-3.el9.x86_64.rpm 2.0 MB/s | 803 kB 00:00 2024-04-26T23:19:28.579 INFO:teuthology.orchestra.run.smithi164.stdout:(43/152): libquadmath-11.4.1-3.el9.x86_64.rpm 781 kB/s | 195 kB 00:00 2024-04-26T23:19:28.612 INFO:teuthology.orchestra.run.smithi164.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-04-26T23:19:28.646 INFO:teuthology.orchestra.run.smithi164.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-04-26T23:19:28.671 INFO:teuthology.orchestra.run.smithi164.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-26T23:19:28.706 INFO:teuthology.orchestra.run.smithi164.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-04-26T23:19:28.772 INFO:teuthology.orchestra.run.smithi164.stdout:(48/152): python3-cryptography-36.0.1-4.el9.x86 3.9 MB/s | 1.2 MB 00:00 2024-04-26T23:19:28.956 INFO:teuthology.orchestra.run.smithi164.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 586 kB/s | 107 kB 00:00 2024-04-26T23:19:29.014 INFO:teuthology.orchestra.run.smithi164.stdout:(50/152): automake-1.16.2-8.el9.noarch.rpm 2.0 MB/s | 689 kB 00:00 2024-04-26T23:19:29.064 INFO:teuthology.orchestra.run.smithi164.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 200 kB/s | 21 kB 00:00 2024-04-26T23:19:29.098 INFO:teuthology.orchestra.run.smithi164.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-04-26T23:19:29.148 INFO:teuthology.orchestra.run.smithi164.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 395 kB/s | 33 kB 00:00 2024-04-26T23:19:29.198 INFO:teuthology.orchestra.run.smithi164.stdout:(54/152): bison-3.7.4-5.el9.x86_64.rpm 1.9 MB/s | 943 kB 00:00 2024-04-26T23:19:29.249 INFO:teuthology.orchestra.run.smithi164.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 183 kB/s | 18 kB 00:00 2024-04-26T23:19:29.299 INFO:teuthology.orchestra.run.smithi164.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 112 kB/s | 11 kB 00:00 2024-04-26T23:19:29.333 INFO:teuthology.orchestra.run.smithi164.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-04-26T23:19:29.353 INFO:teuthology.orchestra.run.smithi026.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-04-26T23:19:29.383 INFO:teuthology.orchestra.run.smithi164.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 547 kB/s | 45 kB 00:00 2024-04-26T23:19:29.442 INFO:teuthology.orchestra.run.smithi164.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 6.0 MB/s | 662 kB 00:00 2024-04-26T23:19:29.525 INFO:teuthology.orchestra.run.smithi164.stdout:(60/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 309 kB/s | 25 kB 00:00 2024-04-26T23:19:29.567 INFO:teuthology.orchestra.run.smithi164.stdout:(61/152): libtool-2.4.6-45.el9.x86_64.rpm 3.1 MB/s | 582 kB 00:00 2024-04-26T23:19:29.618 INFO:teuthology.orchestra.run.smithi164.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 521 kB/s | 47 kB 00:00 2024-04-26T23:19:29.693 INFO:teuthology.orchestra.run.smithi164.stdout:(63/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.0 MB/s | 3.0 MB 00:00 2024-04-26T23:19:29.726 INFO:teuthology.orchestra.run.smithi164.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.8 MB/s | 292 kB 00:00 2024-04-26T23:19:29.768 INFO:teuthology.orchestra.run.smithi164.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 474 kB/s | 35 kB 00:00 2024-04-26T23:19:29.794 INFO:teuthology.orchestra.run.smithi164.stdout:(66/152): lua-5.4.4-4.el9.x86_64.rpm 1.1 MB/s | 188 kB 00:00 2024-04-26T23:19:29.919 INFO:teuthology.orchestra.run.smithi164.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-26T23:19:30.011 INFO:teuthology.orchestra.run.smithi164.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 9.8 MB/s | 911 kB 00:00 2024-04-26T23:19:30.094 INFO:teuthology.orchestra.run.smithi164.stdout:(69/152): openblas-openmp-0.3.21-2.el9.x86_64.r 13 MB/s | 4.7 MB 00:00 2024-04-26T23:19:30.128 INFO:teuthology.orchestra.run.smithi164.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 1.1 MB/s | 133 kB 00:00 2024-04-26T23:19:30.228 INFO:teuthology.orchestra.run.smithi164.stdout:(71/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 9.6 MB/s | 4.4 MB 00:00 2024-04-26T23:19:30.295 INFO:teuthology.orchestra.run.smithi164.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 6.1 MB/s | 1.0 MB 00:00 2024-04-26T23:19:30.320 INFO:teuthology.orchestra.run.smithi164.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 962 kB/s | 87 kB 00:00 2024-04-26T23:19:30.387 INFO:teuthology.orchestra.run.smithi164.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 3.6 MB/s | 244 kB 00:00 2024-04-26T23:19:30.463 INFO:teuthology.orchestra.run.smithi164.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 3.3 MB/s | 248 kB 00:00 2024-04-26T23:19:30.571 INFO:teuthology.orchestra.run.smithi164.stdout:(76/152): postgresql-server-13.14-1.el9.x86_64. 12 MB/s | 5.8 MB 00:00 2024-04-26T23:19:30.606 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction check 2024-04-26T23:19:30.613 INFO:teuthology.orchestra.run.smithi164.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 171 kB/s | 26 kB 00:00 2024-04-26T23:19:30.655 INFO:teuthology.orchestra.run.smithi164.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 232 kB/s | 19 kB 00:00 2024-04-26T23:19:30.689 INFO:teuthology.orchestra.run.smithi164.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.3 MB/s | 172 kB 00:00 2024-04-26T23:19:30.731 INFO:teuthology.orchestra.run.smithi164.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 467 kB/s | 35 kB 00:00 2024-04-26T23:19:30.814 INFO:teuthology.orchestra.run.smithi164.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.0 MB/s | 250 kB 00:00 2024-04-26T23:19:30.844 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction check succeeded. 2024-04-26T23:19:30.845 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction test 2024-04-26T23:19:30.931 INFO:teuthology.orchestra.run.smithi164.stdout:(82/152): python3-babel-2.9.1-2.el9.noarch.rpm 9.4 MB/s | 6.0 MB 00:00 2024-04-26T23:19:30.966 INFO:teuthology.orchestra.run.smithi164.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.5 MB/s | 222 kB 00:00 2024-04-26T23:19:30.990 INFO:teuthology.orchestra.run.smithi164.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-04-26T23:19:31.040 INFO:teuthology.orchestra.run.smithi164.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 568 kB/s | 42 kB 00:00 2024-04-26T23:19:31.074 INFO:teuthology.orchestra.run.smithi164.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 3.2 MB/s | 269 kB 00:00 2024-04-26T23:19:31.107 INFO:teuthology.orchestra.run.smithi164.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.4 MB/s | 159 kB 00:00 2024-04-26T23:19:31.149 INFO:teuthology.orchestra.run.smithi164.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 3.7 MB/s | 279 kB 00:00 2024-04-26T23:19:31.200 INFO:teuthology.orchestra.run.smithi164.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 560 kB/s | 51 kB 00:00 2024-04-26T23:19:31.242 INFO:teuthology.orchestra.run.smithi164.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 586 kB/s | 54 kB 00:00 2024-04-26T23:19:31.359 INFO:teuthology.orchestra.run.smithi164.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 360 kB/s | 42 kB 00:00 2024-04-26T23:19:31.459 INFO:teuthology.orchestra.run.smithi164.stdout:(92/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 6.6 MB/s | 5.1 MB 00:00 2024-04-26T23:19:31.501 INFO:teuthology.orchestra.run.smithi164.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 313 kB/s | 44 kB 00:00 2024-04-26T23:19:31.535 INFO:teuthology.orchestra.run.smithi164.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 2.9 MB/s | 221 kB 00:00 2024-04-26T23:19:31.585 INFO:teuthology.orchestra.run.smithi164.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 434 kB/s | 36 kB 00:00 2024-04-26T23:19:31.627 INFO:teuthology.orchestra.run.smithi164.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 521 kB/s | 47 kB 00:00 2024-04-26T23:19:31.685 INFO:teuthology.orchestra.run.smithi164.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 3.0 MB/s | 305 kB 00:00 2024-04-26T23:19:31.736 INFO:teuthology.orchestra.run.smithi164.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 537 kB/s | 58 kB 00:00 2024-04-26T23:19:31.761 INFO:teuthology.orchestra.run.smithi164.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.2 MB/s | 94 kB 00:00 2024-04-26T23:19:31.804 INFO:teuthology.orchestra.run.smithi026.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T23:19:31.805 INFO:teuthology.orchestra.run.smithi026.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T23:19:31.811 INFO:teuthology.orchestra.run.smithi164.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 857 kB/s | 64 kB 00:00 2024-04-26T23:19:31.827 INFO:teuthology.orchestra.run.smithi026.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T23:19:31.828 INFO:teuthology.orchestra.run.smithi026.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T23:19:31.830 INFO:teuthology.orchestra.run.smithi026.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T23:19:31.831 INFO:teuthology.orchestra.run.smithi026.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T23:19:31.833 INFO:teuthology.orchestra.run.smithi026.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T23:19:31.837 INFO:teuthology.orchestra.run.smithi026.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T23:19:31.838 INFO:teuthology.orchestra.run.smithi026.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T23:19:31.853 INFO:teuthology.orchestra.run.smithi164.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 492 kB/s | 45 kB 00:00 2024-04-26T23:19:31.914 INFO:teuthology.orchestra.run.smithi026.stdout:Dependencies resolved. 2024-04-26T23:19:31.939 INFO:teuthology.orchestra.run.smithi026.stdout:======================================================================================= 2024-04-26T23:19:31.940 INFO:teuthology.orchestra.run.smithi026.stdout: Package Arch Version Repository Size 2024-04-26T23:19:31.940 INFO:teuthology.orchestra.run.smithi026.stdout:======================================================================================= 2024-04-26T23:19:31.940 INFO:teuthology.orchestra.run.smithi026.stdout:Installing: 2024-04-26T23:19:31.940 INFO:teuthology.orchestra.run.smithi026.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T23:19:31.940 INFO:teuthology.orchestra.run.smithi026.stdout: ceph x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 6.6 k 2024-04-26T23:19:31.940 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-base x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 5.4 M 2024-04-26T23:19:31.940 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-fuse x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 889 k 2024-04-26T23:19:31.940 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 145 k 2024-04-26T23:19:31.940 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 1.5 M 2024-04-26T23:19:31.940 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 142 k 2024-04-26T23:19:31.940 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 3.5 M 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 7.4 M 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-rook noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 49 k 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-radosgw x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 11 M 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-test x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 49 M 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-volume noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 273 k 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: cephadm noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 762 k 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-mirror x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 225 k 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-shell x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 27 k 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-top noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 18 k 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: libcephfs-devel x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 32 k 2024-04-26T23:19:31.941 INFO:teuthology.orchestra.run.smithi026.stdout: libcephfs2 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 747 k 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: librados-devel x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 127 k 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cephfs x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 161 k 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rados x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 321 k 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rbd x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 298 k 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rgw x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 99 k 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-fuse x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 85 k 2024-04-26T23:19:31.942 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-mirror x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 3.1 M 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-nbd x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 171 k 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout:Upgrading: 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout: librados2 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 3.4 M 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout: librbd1 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 3.1 M 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout:Installing dependencies: 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-common x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 21 M 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 34 k 2024-04-26T23:19:31.943 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mds x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 2.4 M 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 249 k 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mon x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 4.7 M 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-osd x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 17 M 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3306.gbc612ffb.el9 ceph-noarch 16 k 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-selinux x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 25 k 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-04-26T23:19:31.944 INFO:teuthology.orchestra.run.smithi026.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: libcephsqlite x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 163 k 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: libradosstriper1 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 501 k 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: librgw2 x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 5.4 M 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T23:19:31.945 INFO:teuthology.orchestra.run.smithi026.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T23:19:31.946 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ceph-argparse x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 45 k 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ceph-common x86_64 2:19.0.0-3306.gbc612ffb.el9 ceph 135 k 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T23:19:31.947 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T23:19:31.948 INFO:teuthology.orchestra.run.smithi026.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T23:19:31.949 INFO:teuthology.orchestra.run.smithi026.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T23:19:31.950 INFO:teuthology.orchestra.run.smithi026.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout:Installing weak dependencies: 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout:Transaction Summary 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout:======================================================================================= 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout:Install 148 Packages 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout:Upgrade 4 Packages 2024-04-26T23:19:31.951 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:19:31.952 INFO:teuthology.orchestra.run.smithi026.stdout:Total download size: 222 M 2024-04-26T23:19:31.952 INFO:teuthology.orchestra.run.smithi026.stdout:Downloading Packages: 2024-04-26T23:19:32.012 INFO:teuthology.orchestra.run.smithi164.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 112 kB/s | 22 kB 00:00 2024-04-26T23:19:32.278 INFO:teuthology.orchestra.run.smithi164.stdout:(103/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 15 MB/s | 16 MB 00:01 2024-04-26T23:19:32.429 INFO:teuthology.orchestra.run.smithi164.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 1.5 MB/s | 863 kB 00:00 2024-04-26T23:19:32.971 INFO:teuthology.orchestra.run.smithi026.stdout:(1/152): ceph-19.0.0-3306.gbc612ffb.el9.x86_64. 21 kB/s | 6.6 kB 00:00 2024-04-26T23:19:33.021 INFO:teuthology.orchestra.run.smithi164.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 37 kB/s | 19 kB 00:00 2024-04-26T23:19:33.288 INFO:teuthology.orchestra.run.smithi026.stdout:(2/152): ceph-fuse-19.0.0-3306.gbc612ffb.el9.x8 2.7 MB/s | 889 kB 00:00 2024-04-26T23:19:33.313 INFO:teuthology.orchestra.run.smithi164.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 320 kB/s | 309 kB 00:00 2024-04-26T23:19:33.397 INFO:teuthology.orchestra.run.smithi026.stdout:(3/152): ceph-immutable-object-cache-19.0.0-330 1.3 MB/s | 145 kB 00:00 2024-04-26T23:19:33.438 INFO:teuthology.orchestra.run.smithi164.stdout:(107/152): libarrow-doc-9.0.0-11.el9.noarch.rpm 208 kB/s | 26 kB 00:00 2024-04-26T23:19:33.497 INFO:teuthology.orchestra.run.smithi164.stdout:(108/152): abseil-cpp-20211102.0-3.el9.x86_64.r 369 kB/s | 548 kB 00:01 2024-04-26T23:19:33.572 INFO:teuthology.orchestra.run.smithi164.stdout:(109/152): liboath-2.6.7-2.el9.x86_64.rpm 366 kB/s | 49 kB 00:00 2024-04-26T23:19:33.582 INFO:teuthology.orchestra.run.smithi086.stdout:Transaction test succeeded. 2024-04-26T23:19:33.582 INFO:teuthology.orchestra.run.smithi086.stdout:Running transaction 2024-04-26T23:19:33.689 INFO:teuthology.orchestra.run.smithi164.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 352 kB/s | 67 kB 00:00 2024-04-26T23:19:33.764 INFO:teuthology.orchestra.run.smithi026.stdout:(4/152): ceph-mds-19.0.0-3306.gbc612ffb.el9.x86 6.5 MB/s | 2.4 MB 00:00 2024-04-26T23:19:33.840 INFO:teuthology.orchestra.run.smithi164.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 567 kB/s | 151 kB 00:00 2024-04-26T23:19:34.031 INFO:teuthology.orchestra.run.smithi026.stdout:(5/152): ceph-mgr-19.0.0-3306.gbc612ffb.el9.x86 5.7 MB/s | 1.5 MB 00:00 2024-04-26T23:19:34.164 INFO:teuthology.orchestra.run.smithi026.stdout:(6/152): ceph-base-19.0.0-3306.gbc612ffb.el9.x8 3.6 MB/s | 5.4 MB 00:01 2024-04-26T23:19:34.590 INFO:teuthology.orchestra.run.smithi164.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 732 kB/s | 548 kB 00:00 2024-04-26T23:19:34.715 INFO:teuthology.orchestra.run.smithi026.stdout:(7/152): ceph-common-19.0.0-3306.gbc612ffb.el9. 10 MB/s | 21 MB 00:02 2024-04-26T23:19:34.715 INFO:teuthology.orchestra.run.smithi164.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 350 kB/s | 43 kB 00:00 2024-04-26T23:19:34.790 INFO:teuthology.orchestra.run.smithi164.stdout:(114/152): parquet-libs-9.0.0-11.el9.x86_64.rpm 763 kB/s | 839 kB 00:01 2024-04-26T23:19:34.849 INFO:teuthology.orchestra.run.smithi164.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 242 kB/s | 32 kB 00:00 2024-04-26T23:19:34.870 INFO:teuthology.orchestra.run.smithi026.stdout:(8/152): ceph-mon-19.0.0-3306.gbc612ffb.el9.x86 5.6 MB/s | 4.7 MB 00:00 2024-04-26T23:19:34.924 INFO:teuthology.orchestra.run.smithi164.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 112 kB/s | 15 kB 00:00 2024-04-26T23:19:34.973 INFO:teuthology.orchestra.run.smithi026.stdout:(9/152): ceph-selinux-19.0.0-3306.gbc612ffb.el9 246 kB/s | 25 kB 00:00 2024-04-26T23:19:35.124 INFO:teuthology.orchestra.run.smithi164.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 626 kB/s | 172 kB 00:00 2024-04-26T23:19:35.443 INFO:teuthology.orchestra.run.smithi164.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 691 kB/s | 358 kB 00:00 2024-04-26T23:19:35.552 INFO:teuthology.orchestra.run.smithi164.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 710 kB/s | 303 kB 00:00 2024-04-26T23:19:35.565 INFO:teuthology.orchestra.run.smithi026.stdout:(10/152): ceph-radosgw-19.0.0-3306.gbc612ffb.el 12 MB/s | 11 MB 00:00 2024-04-26T23:19:35.594 INFO:teuthology.orchestra.run.smithi164.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 236 kB/s | 35 kB 00:00 2024-04-26T23:19:35.657 INFO:teuthology.orchestra.run.smithi026.stdout:(11/152): cephfs-mirror-19.0.0-3306.gbc612ffb.e 2.4 MB/s | 225 kB 00:00 2024-04-26T23:19:35.740 INFO:teuthology.orchestra.run.smithi026.stdout:(12/152): cephfs-shell-19.0.0-3306.gbc612ffb.el 329 kB/s | 27 kB 00:00 2024-04-26T23:19:35.824 INFO:teuthology.orchestra.run.smithi026.stdout:(13/152): libcephfs-devel-19.0.0-3306.gbc612ffb 385 kB/s | 32 kB 00:00 2024-04-26T23:19:35.944 INFO:teuthology.orchestra.run.smithi164.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 526 kB/s | 206 kB 00:00 2024-04-26T23:19:36.108 INFO:teuthology.orchestra.run.smithi026.stdout:(14/152): ceph-osd-19.0.0-3306.gbc612ffb.el9.x8 8.7 MB/s | 17 MB 00:01 2024-04-26T23:19:36.166 INFO:teuthology.orchestra.run.smithi026.stdout:(15/152): libcephfs2-19.0.0-3306.gbc612ffb.el9. 2.1 MB/s | 747 kB 00:00 2024-04-26T23:19:36.200 INFO:teuthology.orchestra.run.smithi026.stdout:(16/152): libcephsqlite-19.0.0-3306.gbc612ffb.e 1.8 MB/s | 163 kB 00:00 2024-04-26T23:19:36.211 INFO:teuthology.orchestra.run.smithi164.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 544 kB/s | 144 kB 00:00 2024-04-26T23:19:36.242 INFO:teuthology.orchestra.run.smithi026.stdout:(17/152): librados-devel-19.0.0-3306.gbc612ffb. 1.7 MB/s | 127 kB 00:00 2024-04-26T23:19:36.317 INFO:teuthology.orchestra.run.smithi026.stdout:(18/152): libradosstriper1-19.0.0-3306.gbc612ff 4.2 MB/s | 501 kB 00:00 2024-04-26T23:19:36.336 INFO:teuthology.orchestra.run.smithi164.stdout:(123/152): python3-jaraco-8.2.1-3.el9.noarch.rp 86 kB/s | 11 kB 00:00 2024-04-26T23:19:36.426 INFO:teuthology.orchestra.run.smithi026.stdout:(19/152): python3-ceph-argparse-19.0.0-3306.gbc 419 kB/s | 45 kB 00:00 2024-04-26T23:19:36.487 INFO:teuthology.orchestra.run.smithi164.stdout:(124/152): python3-jaraco-classes-3.2.1-5.el9.n 118 kB/s | 18 kB 00:00 2024-04-26T23:19:36.534 INFO:teuthology.orchestra.run.smithi026.stdout:(20/152): python3-ceph-common-19.0.0-3306.gbc61 1.2 MB/s | 135 kB 00:00 2024-04-26T23:19:36.612 INFO:teuthology.orchestra.run.smithi164.stdout:(125/152): python3-jaraco-collections-3.0.0-8.e 186 kB/s | 23 kB 00:00 2024-04-26T23:19:36.668 INFO:teuthology.orchestra.run.smithi026.stdout:(21/152): librgw2-19.0.0-3306.gbc612ffb.el9.x86 13 MB/s | 5.4 MB 00:00 2024-04-26T23:19:36.722 INFO:teuthology.orchestra.run.smithi026.stdout:(22/152): python3-cephfs-19.0.0-3306.gbc612ffb. 867 kB/s | 161 kB 00:00 2024-04-26T23:19:36.737 INFO:teuthology.orchestra.run.smithi164.stdout:(126/152): python3-jaraco-functools-3.5.0-2.el9 157 kB/s | 19 kB 00:00 2024-04-26T23:19:36.760 INFO:teuthology.orchestra.run.smithi026.stdout:(23/152): python3-rados-19.0.0-3306.gbc612ffb.e 3.5 MB/s | 321 kB 00:00 2024-04-26T23:19:36.819 INFO:teuthology.orchestra.run.smithi026.stdout:(24/152): python3-rbd-19.0.0-3306.gbc612ffb.el9 3.0 MB/s | 298 kB 00:00 2024-04-26T23:19:36.852 INFO:teuthology.orchestra.run.smithi026.stdout:(25/152): python3-rgw-19.0.0-3306.gbc612ffb.el9 1.1 MB/s | 99 kB 00:00 2024-04-26T23:19:36.862 INFO:teuthology.orchestra.run.smithi164.stdout:(127/152): python3-jaraco-text-3.2.0-6.el9.noar 158 kB/s | 20 kB 00:00 2024-04-26T23:19:36.886 INFO:teuthology.orchestra.run.smithi026.stdout:(26/152): rbd-fuse-19.0.0-3306.gbc612ffb.el9.x8 1.3 MB/s | 85 kB 00:00 2024-04-26T23:19:36.986 INFO:teuthology.orchestra.run.smithi026.stdout:(27/152): rbd-nbd-19.0.0-3306.gbc612ffb.el9.x86 1.7 MB/s | 171 kB 00:00 2024-04-26T23:19:37.137 INFO:teuthology.orchestra.run.smithi026.stdout:(28/152): rbd-mirror-19.0.0-3306.gbc612ffb.el9. 11 MB/s | 3.1 MB 00:00 2024-04-26T23:19:37.162 INFO:teuthology.orchestra.run.smithi026.stdout:(29/152): ceph-grafana-dashboards-19.0.0-3306.g 196 kB/s | 34 kB 00:00 2024-04-26T23:19:37.212 INFO:teuthology.orchestra.run.smithi026.stdout:(30/152): ceph-mgr-cephadm-19.0.0-3306.gbc612ff 1.9 MB/s | 142 kB 00:00 2024-04-26T23:19:37.796 INFO:teuthology.orchestra.run.smithi026.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3306.gbc612 5.6 MB/s | 3.5 MB 00:00 2024-04-26T23:19:37.938 INFO:teuthology.orchestra.run.smithi026.stdout:(32/152): ceph-mgr-diskprediction-local-19.0.0- 10 MB/s | 7.4 MB 00:00 2024-04-26T23:19:37.972 INFO:teuthology.orchestra.run.smithi026.stdout:(33/152): ceph-mgr-modules-core-19.0.0-3306.gbc 1.4 MB/s | 249 kB 00:00 2024-04-26T23:19:38.005 INFO:teuthology.orchestra.run.smithi026.stdout:(34/152): ceph-mgr-rook-19.0.0-3306.gbc612ffb.e 750 kB/s | 49 kB 00:00 2024-04-26T23:19:38.030 INFO:teuthology.orchestra.run.smithi026.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3306.gb 283 kB/s | 16 kB 00:00 2024-04-26T23:19:38.081 INFO:teuthology.orchestra.run.smithi026.stdout:(36/152): ceph-volume-19.0.0-3306.gbc612ffb.el9 3.6 MB/s | 273 kB 00:00 2024-04-26T23:19:38.179 INFO:teuthology.orchestra.run.smithi164.stdout:(128/152): python3-grpcio-1.46.7-10.el9.x86_64. 807 kB/s | 2.0 MB 00:02 2024-04-26T23:19:38.200 INFO:teuthology.orchestra.run.smithi026.stdout:(37/152): cephadm-19.0.0-3306.gbc612ffb.el9.noa 4.4 MB/s | 762 kB 00:00 2024-04-26T23:19:38.221 INFO:teuthology.orchestra.run.smithi164.stdout:(129/152): python3-kubernetes-26.1.0-2.el9.noar 770 kB/s | 1.0 MB 00:01 2024-04-26T23:19:38.231 INFO:teuthology.orchestra.run.smithi026.stdout:(38/152): cephfs-top-19.0.0-3306.gbc612ffb.el9. 122 kB/s | 18 kB 00:00 2024-04-26T23:19:38.305 INFO:teuthology.orchestra.run.smithi164.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 372 kB/s | 46 kB 00:00 2024-04-26T23:19:38.340 INFO:teuthology.orchestra.run.smithi026.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 579 kB/s | 80 kB 00:00 2024-04-26T23:19:38.415 INFO:teuthology.orchestra.run.smithi026.stdout:(40/152): libquadmath-11.4.1-3.el9.x86_64.rpm 2.6 MB/s | 195 kB 00:00 2024-04-26T23:19:38.421 INFO:teuthology.orchestra.run.smithi164.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 395 kB/s | 79 kB 00:00 2024-04-26T23:19:38.473 INFO:teuthology.orchestra.run.smithi026.stdout:(41/152): libgfortran-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 803 kB 00:00 2024-04-26T23:19:38.507 INFO:teuthology.orchestra.run.smithi026.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.7 MB/s | 253 kB 00:00 2024-04-26T23:19:38.555 INFO:teuthology.orchestra.run.smithi164.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 231 kB/s | 58 kB 00:00 2024-04-26T23:19:38.599 INFO:teuthology.orchestra.run.smithi026.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 9.8 MB/s | 1.2 MB 00:00 2024-04-26T23:19:38.633 INFO:teuthology.orchestra.run.smithi026.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 853 kB/s | 106 kB 00:00 2024-04-26T23:19:38.647 INFO:teuthology.orchestra.run.smithi164.stdout:(133/152): libarrow-9.0.0-11.el9.x86_64.rpm 804 kB/s | 4.4 MB 00:05 2024-04-26T23:19:38.683 INFO:teuthology.orchestra.run.smithi026.stdout:(45/152): python3-requests-2.25.1-8.el9.noarch. 2.5 MB/s | 125 kB 00:00 2024-04-26T23:19:38.689 INFO:teuthology.orchestra.run.smithi164.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 124 kB/s | 16 kB 00:00 2024-04-26T23:19:38.717 INFO:teuthology.orchestra.run.smithi026.stdout:(46/152): python3-pycparser-2.20-6.el9.noarch.r 1.1 MB/s | 135 kB 00:00 2024-04-26T23:19:38.750 INFO:teuthology.orchestra.run.smithi026.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 3.2 MB/s | 215 kB 00:00 2024-04-26T23:19:38.823 INFO:teuthology.orchestra.run.smithi164.stdout:(135/152): python3-pyperclip-1.8.2-2.el9.noarch 213 kB/s | 28 kB 00:00 2024-04-26T23:19:38.865 INFO:teuthology.orchestra.run.smithi164.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 417 kB/s | 90 kB 00:00 2024-04-26T23:19:38.923 INFO:teuthology.orchestra.run.smithi164.stdout:(137/152): python3-pecan-1.4.2-3.el9.noarch.rpm 544 kB/s | 272 kB 00:00 2024-04-26T23:19:38.965 INFO:teuthology.orchestra.run.smithi164.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 217 kB/s | 31 kB 00:00 2024-04-26T23:19:39.074 INFO:teuthology.orchestra.run.smithi164.stdout:(139/152): python3-tempora-5.0.0-2.el9.noarch.r 332 kB/s | 36 kB 00:00 2024-04-26T23:19:39.092 INFO:teuthology.orchestra.run.smithi026.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 1.8 MB/s | 689 kB 00:00 2024-04-26T23:19:39.107 INFO:teuthology.orchestra.run.smithi164.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 323 kB/s | 59 kB 00:00 2024-04-26T23:19:39.151 INFO:teuthology.orchestra.run.smithi026.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 2.3 MB/s | 943 kB 00:00 2024-04-26T23:19:39.157 INFO:teuthology.orchestra.run.smithi164.stdout:(141/152): python3-routes-2.5.1-5.el9.noarch.rp 646 kB/s | 188 kB 00:00 2024-04-26T23:19:39.183 INFO:teuthology.orchestra.run.smithi164.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 471 kB/s | 51 kB 00:00 2024-04-26T23:19:39.201 INFO:teuthology.orchestra.run.smithi026.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 993 kB/s | 107 kB 00:00 2024-04-26T23:19:39.218 INFO:teuthology.orchestra.run.smithi026.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 326 kB/s | 21 kB 00:00 2024-04-26T23:19:39.277 INFO:teuthology.orchestra.run.smithi026.stdout:(52/152): flexiblas-3.0.4-8.el9.x86_64.rpm 568 kB/s | 33 kB 00:00 2024-04-26T23:19:39.327 INFO:teuthology.orchestra.run.smithi026.stdout:(53/152): flex-2.6.4-9.el9.x86_64.rpm 2.5 MB/s | 313 kB 00:00 2024-04-26T23:19:39.358 INFO:teuthology.orchestra.run.smithi164.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 449 kB/s | 90 kB 00:00 2024-04-26T23:19:39.394 INFO:teuthology.orchestra.run.smithi026.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 277 kB/s | 18 kB 00:00 2024-04-26T23:19:39.450 INFO:teuthology.orchestra.run.smithi164.stdout:(144/152): python3-webob-1.8.7-6.el9.noarch.rpm 672 kB/s | 230 kB 00:00 2024-04-26T23:19:39.461 INFO:teuthology.orchestra.run.smithi026.stdout:(55/152): libaio-devel-0.3.111-13.el9.x86_64.rp 170 kB/s | 11 kB 00:00 2024-04-26T23:19:39.475 INFO:teuthology.orchestra.run.smithi164.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 172 kB/s | 20 kB 00:00 2024-04-26T23:19:39.561 INFO:teuthology.orchestra.run.smithi026.stdout:(56/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 11 MB/s | 3.0 MB 00:00 2024-04-26T23:19:39.595 INFO:teuthology.orchestra.run.smithi026.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-04-26T23:19:39.645 INFO:teuthology.orchestra.run.smithi026.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 547 kB/s | 45 kB 00:00 2024-04-26T23:19:39.712 INFO:teuthology.orchestra.run.smithi026.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 5.6 MB/s | 662 kB 00:00 2024-04-26T23:19:39.718 INFO:teuthology.orchestra.run.smithi164.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 721 kB/s | 192 kB 00:00 2024-04-26T23:19:39.773 INFO:teuthology.orchestra.run.smithi026.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 4.6 MB/s | 582 kB 00:00 2024-04-26T23:19:39.796 INFO:teuthology.orchestra.run.smithi026.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 307 kB/s | 25 kB 00:00 2024-04-26T23:19:39.834 INFO:teuthology.orchestra.run.smithi164.stdout:(147/152): python3-werkzeug-2.0.3-3.el9.1.noarc 656 kB/s | 427 kB 00:00 2024-04-26T23:19:39.840 INFO:teuthology.orchestra.run.smithi026.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 715 kB/s | 47 kB 00:00 2024-04-26T23:19:39.880 INFO:teuthology.orchestra.run.smithi026.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.5 MB/s | 292 kB 00:00 2024-04-26T23:19:39.930 INFO:teuthology.orchestra.run.smithi026.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 2.0 MB/s | 188 kB 00:00 2024-04-26T23:19:39.956 INFO:teuthology.orchestra.run.smithi026.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 477 kB/s | 35 kB 00:00 2024-04-26T23:19:40.047 INFO:teuthology.orchestra.run.smithi086.stdout: Preparing : 1/1 2024-04-26T23:19:40.151 INFO:teuthology.orchestra.run.smithi086.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T23:19:40.164 INFO:teuthology.orchestra.run.smithi026.stdout:(66/152): openblas-openmp-0.3.21-2.el9.x86_64.r 20 MB/s | 4.7 MB 00:00 2024-04-26T23:19:40.226 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T23:19:40.306 INFO:teuthology.orchestra.run.smithi026.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-04-26T23:19:40.310 INFO:teuthology.orchestra.run.smithi164.stdout:(148/152): librados2-19.0.0-3306.gbc612ffb.el9. 5.7 MB/s | 3.4 MB 00:00 2024-04-26T23:19:40.373 INFO:teuthology.orchestra.run.smithi026.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 7.6 MB/s | 1.6 MB 00:00 2024-04-26T23:19:40.394 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T23:19:40.448 INFO:teuthology.orchestra.run.smithi026.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 6.3 MB/s | 911 kB 00:00 2024-04-26T23:19:40.482 INFO:teuthology.orchestra.run.smithi026.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 1.2 MB/s | 133 kB 00:00 2024-04-26T23:19:40.535 INFO:teuthology.orchestra.run.smithi164.stdout:(149/152): librbd1-19.0.0-3306.gbc612ffb.el9.x8 4.5 MB/s | 3.1 MB 00:00 2024-04-26T23:19:40.606 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T23:19:40.607 INFO:teuthology.orchestra.run.smithi026.stdout:(71/152): protobuf-3.14.0-13.el9.x86_64.rpm 8.1 MB/s | 1.0 MB 00:00 2024-04-26T23:19:40.645 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T23:19:40.666 INFO:teuthology.orchestra.run.smithi164.stdout:(150/152): openssl-3.2.1-1.el9.x86_64.rpm 3.8 MB/s | 1.3 MB 00:00 2024-04-26T23:19:40.674 INFO:teuthology.orchestra.run.smithi026.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-04-26T23:19:40.774 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T23:19:40.816 INFO:teuthology.orchestra.run.smithi026.stdout:(73/152): postgresql-server-13.14-1.el9.x86_64. 16 MB/s | 5.8 MB 00:00 2024-04-26T23:19:40.908 INFO:teuthology.orchestra.run.smithi026.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 2.6 MB/s | 244 kB 00:00 2024-04-26T23:19:40.983 INFO:teuthology.orchestra.run.smithi026.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 3.3 MB/s | 248 kB 00:00 2024-04-26T23:19:41.094 INFO:teuthology.orchestra.run.smithi164.stdout:(151/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 4.3 MB/s | 2.4 MB 00:00 2024-04-26T23:19:41.254 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T23:19:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: Upgrading : librados2-2:19.0.0-3306.gbc612ffb.el9.x86_64 8/156 2024-04-26T23:19:41.467 INFO:teuthology.orchestra.run.smithi026.stdout:(76/152): ceph-test-19.0.0-3306.gbc612ffb.el9.x 7.6 MB/s | 49 MB 00:06 2024-04-26T23:19:41.532 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: librados2-2:19.0.0-3306.gbc612ffb.el9.x86_64 8/156 2024-04-26T23:19:41.535 INFO:teuthology.orchestra.run.smithi026.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 46 kB/s | 26 kB 00:00 2024-04-26T23:19:41.566 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libcephfs2-2:19.0.0-3306.gbc612ffb.el9.x86_64 9/156 2024-04-26T23:19:41.685 INFO:teuthology.orchestra.run.smithi164.stdout:(152/152): thrift-0.15.0-2.el9.x86_64.rpm 733 kB/s | 1.6 MB 00:02 2024-04-26T23:19:41.690 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: libcephfs2-2:19.0.0-3306.gbc612ffb.el9.x86_64 9/156 2024-04-26T23:19:41.699 INFO:teuthology.orchestra.run.smithi164.stdout:-------------------------------------------------------------------------------- 2024-04-26T23:19:41.699 INFO:teuthology.orchestra.run.smithi164.stdout:Total 11 MB/s | 222 MB 00:20 2024-04-26T23:19:41.726 INFO:teuthology.orchestra.run.smithi026.stdout:(78/152): python3-babel-2.9.1-2.el9.noarch.rpm 5.7 MB/s | 6.0 MB 00:01 2024-04-26T23:19:41.749 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-rados-2:19.0.0-3306.gbc612ffb.el9.x86_64 10/156 2024-04-26T23:19:41.751 INFO:teuthology.orchestra.run.smithi026.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 68 kB/s | 19 kB 00:00 2024-04-26T23:19:41.784 INFO:teuthology.orchestra.run.smithi026.stdout:(80/152): python3-mako-1.1.4-6.el9.noarch.rpm 980 kB/s | 172 kB 00:00 2024-04-26T23:19:41.810 INFO:teuthology.orchestra.run.smithi026.stdout:(81/152): python3-markupsafe-1.1.1-12.el9.x86_6 419 kB/s | 35 kB 00:00 2024-04-26T23:19:41.927 INFO:teuthology.orchestra.run.smithi026.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 250 kB 00:00 2024-04-26T23:19:41.994 INFO:teuthology.orchestra.run.smithi026.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 222 kB 00:00 2024-04-26T23:19:42.027 INFO:teuthology.orchestra.run.smithi026.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 775 kB/s | 77 kB 00:00 2024-04-26T23:19:42.078 INFO:teuthology.orchestra.run.smithi026.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 510 kB/s | 42 kB 00:00 2024-04-26T23:19:42.120 INFO:teuthology.orchestra.run.smithi026.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 2.9 MB/s | 269 kB 00:00 2024-04-26T23:19:42.144 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T23:19:42.170 INFO:teuthology.orchestra.run.smithi026.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 159 kB 00:00 2024-04-26T23:19:42.206 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T23:19:42.237 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libcephsqlite-2:19.0.0-3306.gbc612ffb.el9.x86_64 13/156 2024-04-26T23:19:42.287 INFO:teuthology.orchestra.run.smithi026.stdout:(88/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 9.5 MB/s | 5.1 MB 00:00 2024-04-26T23:19:42.320 INFO:teuthology.orchestra.run.smithi026.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 1.4 MB/s | 279 kB 00:00 2024-04-26T23:19:42.337 INFO:teuthology.orchestra.run.smithi026.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 307 kB/s | 51 kB 00:00 2024-04-26T23:19:42.371 INFO:teuthology.orchestra.run.smithi026.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 644 kB/s | 54 kB 00:00 2024-04-26T23:19:42.421 INFO:teuthology.orchestra.run.smithi026.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 497 kB/s | 42 kB 00:00 2024-04-26T23:19:42.447 INFO:teuthology.orchestra.run.smithi026.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 591 kB/s | 44 kB 00:00 2024-04-26T23:19:42.447 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3306.gbc612ffb.el9.x86_64 13/156 2024-04-26T23:19:42.480 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libradosstriper1-2:19.0.0-3306.gbc612ffb.el9.x86 14/156 2024-04-26T23:19:42.505 INFO:teuthology.orchestra.run.smithi026.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 2.6 MB/s | 221 kB 00:00 2024-04-26T23:19:42.522 INFO:teuthology.orchestra.run.smithi026.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 483 kB/s | 36 kB 00:00 2024-04-26T23:19:42.564 INFO:teuthology.orchestra.run.smithi026.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 818 kB/s | 47 kB 00:00 2024-04-26T23:19:42.594 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3306.gbc612ffb.el9.x86 14/156 2024-04-26T23:19:42.606 INFO:teuthology.orchestra.run.smithi026.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 3.6 MB/s | 305 kB 00:00 2024-04-26T23:19:42.622 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T23:19:42.665 INFO:teuthology.orchestra.run.smithi026.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 582 kB/s | 58 kB 00:00 2024-04-26T23:19:42.692 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T23:19:42.698 INFO:teuthology.orchestra.run.smithi026.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.0 MB/s | 94 kB 00:00 2024-04-26T23:19:42.749 INFO:teuthology.orchestra.run.smithi026.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 771 kB/s | 64 kB 00:00 2024-04-26T23:19:42.774 INFO:teuthology.orchestra.run.smithi026.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 604 kB/s | 45 kB 00:00 2024-04-26T23:19:42.816 INFO:teuthology.orchestra.run.smithi026.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 338 kB/s | 22 kB 00:00 2024-04-26T23:19:42.899 INFO:teuthology.orchestra.run.smithi026.stdout:(103/152): protobuf-compiler-3.14.0-13.el9.x86_ 6.8 MB/s | 863 kB 00:00 2024-04-26T23:19:42.992 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T23:19:43.050 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T23:19:43.208 INFO:teuthology.orchestra.run.smithi026.stdout:(104/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 18 MB/s | 16 MB 00:00 2024-04-26T23:19:43.234 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T23:19:43.358 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 18/156 2024-04-26T23:19:43.434 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T23:19:43.475 INFO:teuthology.orchestra.run.smithi026.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 73 kB/s | 19 kB 00:00 2024-04-26T23:19:43.479 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T23:19:43.525 INFO:teuthology.orchestra.run.smithi026.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 494 kB/s | 309 kB 00:00 2024-04-26T23:19:43.576 INFO:teuthology.orchestra.run.smithi026.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 722 kB/s | 548 kB 00:00 2024-04-26T23:19:43.577 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T23:19:43.619 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T23:19:43.643 INFO:teuthology.orchestra.run.smithi026.stdout:(108/152): libarrow-doc-9.0.0-11.el9.noarch.rpm 223 kB/s | 26 kB 00:00 2024-04-26T23:19:43.689 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T23:19:43.693 INFO:teuthology.orchestra.run.smithi026.stdout:(109/152): liboath-2.6.7-2.el9.x86_64.rpm 419 kB/s | 49 kB 00:00 2024-04-26T23:19:43.733 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T23:19:43.772 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T23:19:43.860 INFO:teuthology.orchestra.run.smithi026.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 311 kB/s | 67 kB 00:00 2024-04-26T23:19:43.888 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T23:19:43.893 INFO:teuthology.orchestra.run.smithi026.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 755 kB/s | 151 kB 00:00 2024-04-26T23:19:43.962 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T23:19:43.999 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T23:19:44.056 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T23:19:44.069 INFO:teuthology.orchestra.run.smithi026.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 3.1 MB/s | 548 kB 00:00 2024-04-26T23:19:44.144 INFO:teuthology.orchestra.run.smithi026.stdout:(113/152): parquet-libs-9.0.0-11.el9.x86_64.rpm 2.9 MB/s | 839 kB 00:00 2024-04-26T23:19:44.165 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T23:19:44.169 INFO:teuthology.orchestra.run.smithi026.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 437 kB/s | 43 kB 00:00 2024-04-26T23:19:44.203 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-ceph-common-2:19.0.0-3306.gbc612ffb.el9. 31/156 2024-04-26T23:19:44.245 INFO:teuthology.orchestra.run.smithi026.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 322 kB/s | 32 kB 00:00 2024-04-26T23:19:44.253 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-ceph-argparse-2:19.0.0-3306.gbc612ffb.el 32/156 2024-04-26T23:19:44.270 INFO:teuthology.orchestra.run.smithi026.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 150 kB/s | 15 kB 00:00 2024-04-26T23:19:44.301 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cephfs-2:19.0.0-3306.gbc612ffb.el9.x86_6 33/156 2024-04-26T23:19:44.412 INFO:teuthology.orchestra.run.smithi026.stdout:(117/152): libarrow-9.0.0-11.el9.x86_64.rpm 4.7 MB/s | 4.4 MB 00:00 2024-04-26T23:19:44.422 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T23:19:44.445 INFO:teuthology.orchestra.run.smithi026.stdout:(118/152): python3-cheroot-8.6.0-4.el9.noarch.r 861 kB/s | 172 kB 00:00 2024-04-26T23:19:44.481 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T23:19:44.490 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction check 2024-04-26T23:19:44.496 INFO:teuthology.orchestra.run.smithi026.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 1.6 MB/s | 358 kB 00:00 2024-04-26T23:19:44.529 INFO:teuthology.orchestra.run.smithi026.stdout:(120/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.5 MB/s | 303 kB 00:00 2024-04-26T23:19:44.555 INFO:teuthology.orchestra.run.smithi026.stdout:(121/152): python3-colorama-0.4.4-12.el9.noarch 325 kB/s | 35 kB 00:00 2024-04-26T23:19:44.588 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T23:19:44.605 INFO:teuthology.orchestra.run.smithi026.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 1.9 MB/s | 206 kB 00:00 2024-04-26T23:19:44.697 INFO:teuthology.orchestra.run.smithi026.stdout:(123/152): python3-grpcio-1.46.7-10.el9.x86_64. 12 MB/s | 2.0 MB 00:00 2024-04-26T23:19:44.722 INFO:teuthology.orchestra.run.smithi026.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 92 kB/s | 11 kB 00:00 2024-04-26T23:19:44.732 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction check succeeded. 2024-04-26T23:19:44.732 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction test 2024-04-26T23:19:44.748 INFO:teuthology.orchestra.run.smithi026.stdout:(125/152): python3-grpcio-tools-1.46.7-10.el9.x 753 kB/s | 144 kB 00:00 2024-04-26T23:19:44.761 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T23:19:44.798 INFO:teuthology.orchestra.run.smithi026.stdout:(126/152): python3-jaraco-classes-3.2.1-5.el9.n 177 kB/s | 18 kB 00:00 2024-04-26T23:19:44.823 INFO:teuthology.orchestra.run.smithi026.stdout:(127/152): python3-jaraco-collections-3.0.0-8.e 232 kB/s | 23 kB 00:00 2024-04-26T23:19:44.831 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T23:19:44.981 INFO:teuthology.orchestra.run.smithi026.stdout:(128/152): python3-jaraco-functools-3.5.0-2.el9 83 kB/s | 19 kB 00:00 2024-04-26T23:19:45.007 INFO:teuthology.orchestra.run.smithi026.stdout:(129/152): python3-jaraco-text-3.2.0-6.el9.noar 94 kB/s | 20 kB 00:00 2024-04-26T23:19:45.066 INFO:teuthology.orchestra.run.smithi026.stdout:(130/152): python3-kubernetes-26.1.0-2.el9.noar 4.2 MB/s | 1.0 MB 00:00 2024-04-26T23:19:45.091 INFO:teuthology.orchestra.run.smithi026.stdout:(131/152): python3-logutils-0.3.5-21.el9.noarch 425 kB/s | 46 kB 00:00 2024-04-26T23:19:45.116 INFO:teuthology.orchestra.run.smithi026.stdout:(132/152): python3-more-itertools-8.12.0-2.el9. 729 kB/s | 79 kB 00:00 2024-04-26T23:19:45.191 INFO:teuthology.orchestra.run.smithi026.stdout:(133/152): python3-natsort-7.1.1-5.el9.noarch.r 462 kB/s | 58 kB 00:00 2024-04-26T23:19:45.250 INFO:teuthology.orchestra.run.smithi026.stdout:(134/152): python3-pecan-1.4.2-3.el9.noarch.rpm 1.7 MB/s | 272 kB 00:00 2024-04-26T23:19:45.275 INFO:teuthology.orchestra.run.smithi026.stdout:(135/152): python3-portend-3.1.0-2.el9.noarch.r 104 kB/s | 16 kB 00:00 2024-04-26T23:19:45.309 INFO:teuthology.orchestra.run.smithi026.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 772 kB/s | 90 kB 00:00 2024-04-26T23:19:45.367 INFO:teuthology.orchestra.run.smithi026.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 242 kB/s | 28 kB 00:00 2024-04-26T23:19:45.392 INFO:teuthology.orchestra.run.smithi026.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 264 kB/s | 31 kB 00:00 2024-04-26T23:19:45.426 INFO:teuthology.orchestra.run.smithi026.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 1.6 MB/s | 188 kB 00:00 2024-04-26T23:19:45.470 INFO:teuthology.orchestra.run.smithi026.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 593 kB/s | 59 kB 00:00 2024-04-26T23:19:45.493 INFO:teuthology.orchestra.run.smithi026.stdout:(141/152): python3-tempora-5.0.0-2.el9.noarch.r 358 kB/s | 36 kB 00:00 2024-04-26T23:19:45.523 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T23:19:45.527 INFO:teuthology.orchestra.run.smithi026.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 510 kB/s | 51 kB 00:00 2024-04-26T23:19:45.602 INFO:teuthology.orchestra.run.smithi026.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 1.7 MB/s | 230 kB 00:00 2024-04-26T23:19:45.627 INFO:teuthology.orchestra.run.smithi026.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 673 kB/s | 90 kB 00:00 2024-04-26T23:19:45.636 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T23:19:45.669 INFO:teuthology.orchestra.run.smithi026.stdout:(145/152): python3-werkzeug-2.0.3-3.el9.1.noarc 2.9 MB/s | 427 kB 00:00 2024-04-26T23:19:45.674 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T23:19:45.703 INFO:teuthology.orchestra.run.smithi026.stdout:(146/152): python3-zc-lockfile-2.0-10.el9.noarc 200 kB/s | 20 kB 00:00 2024-04-26T23:19:45.719 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T23:19:45.745 INFO:teuthology.orchestra.run.smithi026.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 1.6 MB/s | 192 kB 00:00 2024-04-26T23:19:45.759 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : librados-devel-2:19.0.0-3306.gbc612ffb.el9.x86_6 43/156 2024-04-26T23:19:45.821 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T23:19:45.845 INFO:teuthology.orchestra.run.smithi026.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 9.0 MB/s | 1.6 MB 00:00 2024-04-26T23:19:46.054 INFO:teuthology.orchestra.run.smithi026.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 6.5 MB/s | 1.3 MB 00:00 2024-04-26T23:19:46.076 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T23:19:46.171 INFO:teuthology.orchestra.run.smithi026.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 21 MB/s | 2.4 MB 00:00 2024-04-26T23:19:46.177 INFO:teuthology.orchestra.run.smithi086.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T23:19:46.254 INFO:teuthology.orchestra.run.smithi026.stdout:(151/152): librbd1-19.0.0-3306.gbc612ffb.el9.x8 6.2 MB/s | 3.1 MB 00:00 2024-04-26T23:19:46.272 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T23:19:46.367 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T23:19:46.396 INFO:teuthology.orchestra.run.smithi026.stdout:(152/152): librados2-19.0.0-3306.gbc612ffb.el9. 4.9 MB/s | 3.4 MB 00:00 2024-04-26T23:19:46.408 INFO:teuthology.orchestra.run.smithi026.stdout:-------------------------------------------------------------------------------- 2024-04-26T23:19:46.409 INFO:teuthology.orchestra.run.smithi026.stdout:Total 15 MB/s | 222 MB 00:14 2024-04-26T23:19:46.426 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T23:19:46.468 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T23:19:46.537 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T23:19:46.598 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T23:19:46.662 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T23:19:46.719 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T23:19:46.910 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T23:19:46.963 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T23:19:47.001 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T23:19:47.058 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T23:19:47.197 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T23:19:47.273 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T23:19:47.327 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T23:19:47.367 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T23:19:47.391 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 63/156 2024-04-26T23:19:47.524 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction test succeeded. 2024-04-26T23:19:47.526 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction 2024-04-26T23:19:47.604 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T23:19:47.788 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T23:19:47.829 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T23:19:47.870 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T23:19:47.926 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T23:19:47.994 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T23:19:48.050 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T23:19:48.093 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T23:19:48.146 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T23:19:48.196 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T23:19:48.274 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T23:19:48.320 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T23:19:48.462 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T23:19:48.537 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T23:19:48.585 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T23:19:48.656 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T23:19:48.801 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T23:19:48.872 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T23:19:49.285 INFO:teuthology.orchestra.run.smithi026.stdout:Running transaction check 2024-04-26T23:19:49.548 INFO:teuthology.orchestra.run.smithi026.stdout:Transaction check succeeded. 2024-04-26T23:19:49.548 INFO:teuthology.orchestra.run.smithi026.stdout:Running transaction test 2024-04-26T23:19:49.823 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T23:19:49.885 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T23:19:49.914 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T23:19:50.036 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T23:19:50.099 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T23:19:50.196 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T23:19:50.257 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T23:19:50.493 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T23:19:50.520 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T23:19:50.625 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T23:19:51.447 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T23:19:51.584 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T23:19:52.199 INFO:teuthology.orchestra.run.smithi026.stdout:Transaction test succeeded. 2024-04-26T23:19:52.199 INFO:teuthology.orchestra.run.smithi026.stdout:Running transaction 2024-04-26T23:19:53.163 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T23:19:53.285 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T23:19:53.338 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T23:19:53.390 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T23:19:53.794 INFO:teuthology.orchestra.run.smithi164.stdout: Preparing : 1/1 2024-04-26T23:19:53.797 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T23:19:53.842 INFO:teuthology.orchestra.run.smithi086.stdout: Upgrading : librbd1-2:19.0.0-3306.gbc612ffb.el9.x86_64 99/156 2024-04-26T23:19:53.917 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T23:19:53.993 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: librbd1-2:19.0.0-3306.gbc612ffb.el9.x86_64 99/156 2024-04-26T23:19:54.029 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-rbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 100/156 2024-04-26T23:19:54.058 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T23:19:54.094 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T23:19:54.181 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T23:19:54.240 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T23:19:54.277 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T23:19:54.409 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T23:19:54.671 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/156 2024-04-26T23:19:54.708 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : librgw2-2:19.0.0-3306.gbc612ffb.el9.x86_64 103/156 2024-04-26T23:19:54.834 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: librgw2-2:19.0.0-3306.gbc612ffb.el9.x86_64 103/156 2024-04-26T23:19:54.842 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T23:19:54.861 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-rgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 104/156 2024-04-26T23:19:54.942 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : librados2-2:19.0.0-3306.gbc612ffb.el9.x86_64 8/156 2024-04-26T23:19:55.180 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librados2-2:19.0.0-3306.gbc612ffb.el9.x86_64 8/156 2024-04-26T23:19:55.210 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libcephfs2-2:19.0.0-3306.gbc612ffb.el9.x86_64 9/156 2024-04-26T23:19:55.328 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: libcephfs2-2:19.0.0-3306.gbc612ffb.el9.x86_64 9/156 2024-04-26T23:19:55.377 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-rados-2:19.0.0-3306.gbc612ffb.el9.x86_64 10/156 2024-04-26T23:19:55.707 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T23:19:55.763 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T23:19:55.788 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libcephsqlite-2:19.0.0-3306.gbc612ffb.el9.x86_64 13/156 2024-04-26T23:19:55.947 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3306.gbc612ffb.el9.x86_64 13/156 2024-04-26T23:19:55.980 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libradosstriper1-2:19.0.0-3306.gbc612ffb.el9.x86 14/156 2024-04-26T23:19:56.069 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3306.gbc612ffb.el9.x86 14/156 2024-04-26T23:19:56.098 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T23:19:56.168 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T23:19:56.502 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T23:19:56.558 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T23:19:56.757 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T23:19:56.885 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 18/156 2024-04-26T23:19:56.932 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T23:19:56.982 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T23:19:57.087 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T23:19:57.135 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T23:19:57.198 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T23:19:57.248 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T23:19:57.288 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T23:19:57.404 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T23:19:57.469 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T23:19:57.515 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T23:19:57.575 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T23:19:57.646 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 105/156 2024-04-26T23:19:57.680 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T23:19:57.682 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 105/156 2024-04-26T23:19:57.748 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-ceph-common-2:19.0.0-3306.gbc612ffb.el9. 31/156 2024-04-26T23:19:57.801 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-ceph-argparse-2:19.0.0-3306.gbc612ffb.el 32/156 2024-04-26T23:19:57.835 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cephfs-2:19.0.0-3306.gbc612ffb.el9.x86_6 33/156 2024-04-26T23:19:57.954 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T23:19:58.014 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T23:19:58.122 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T23:19:58.296 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T23:19:58.331 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 105/156 2024-04-26T23:19:58.364 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T23:19:58.394 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-base-2:19.0.0-3306.gbc612ffb.el9.x86_64 106/156 2024-04-26T23:19:58.548 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-base-2:19.0.0-3306.gbc612ffb.el9.x86_64 106/156 2024-04-26T23:19:58.548 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T23:19:58.548 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T23:19:58.549 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:19:58.586 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-selinux-2:19.0.0-3306.gbc612ffb.el9.x86_64 107/156 2024-04-26T23:19:59.056 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T23:19:59.075 INFO:teuthology.orchestra.run.smithi026.stdout: Preparing : 1/1 2024-04-26T23:19:59.178 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T23:19:59.220 INFO:teuthology.orchestra.run.smithi026.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T23:19:59.232 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T23:19:59.286 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T23:19:59.298 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T23:19:59.338 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : librados-devel-2:19.0.0-3306.gbc612ffb.el9.x86_6 43/156 2024-04-26T23:19:59.412 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T23:19:59.444 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T23:19:59.501 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T23:19:59.538 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T23:19:59.658 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T23:19:59.700 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T23:19:59.760 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T23:19:59.840 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T23:19:59.955 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T23:19:59.993 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T23:20:00.032 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T23:20:00.095 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T23:20:00.098 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T23:20:00.139 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T23:20:00.200 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T23:20:00.219 INFO:teuthology.orchestra.run.smithi026.stdout: Upgrading : librados2-2:19.0.0-3306.gbc612ffb.el9.x86_64 8/156 2024-04-26T23:20:00.260 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T23:20:00.433 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librados2-2:19.0.0-3306.gbc612ffb.el9.x86_64 8/156 2024-04-26T23:20:00.457 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T23:20:00.486 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libcephfs2-2:19.0.0-3306.gbc612ffb.el9.x86_64 9/156 2024-04-26T23:20:00.513 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T23:20:00.549 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T23:20:00.605 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T23:20:00.626 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: libcephfs2-2:19.0.0-3306.gbc612ffb.el9.x86_64 9/156 2024-04-26T23:20:00.673 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-rados-2:19.0.0-3306.gbc612ffb.el9.x86_64 10/156 2024-04-26T23:20:00.734 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T23:20:00.808 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T23:20:00.866 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T23:20:00.898 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T23:20:00.932 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 63/156 2024-04-26T23:20:01.054 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T23:20:01.115 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T23:20:01.117 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T23:20:01.149 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libcephsqlite-2:19.0.0-3306.gbc612ffb.el9.x86_64 13/156 2024-04-26T23:20:01.311 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T23:20:01.345 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3306.gbc612ffb.el9.x86_64 13/156 2024-04-26T23:20:01.363 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T23:20:01.375 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libradosstriper1-2:19.0.0-3306.gbc612ffb.el9.x86 14/156 2024-04-26T23:20:01.400 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T23:20:01.445 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T23:20:01.463 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3306.gbc612ffb.el9.x86 14/156 2024-04-26T23:20:01.492 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T23:20:01.503 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T23:20:01.565 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T23:20:01.566 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T23:20:01.606 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T23:20:01.652 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T23:20:01.702 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T23:20:01.777 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T23:20:01.826 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T23:20:01.841 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T23:20:01.905 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T23:20:01.969 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T23:20:02.097 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T23:20:02.126 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T23:20:02.215 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 18/156 2024-04-26T23:20:02.270 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T23:20:02.354 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T23:20:02.388 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T23:20:02.465 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T23:20:02.480 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T23:20:02.509 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T23:20:02.574 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T23:20:02.621 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T23:20:02.643 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T23:20:02.689 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T23:20:02.713 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T23:20:02.823 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T23:20:02.900 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T23:20:02.937 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T23:20:02.998 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T23:20:03.148 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T23:20:03.192 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-ceph-common-2:19.0.0-3306.gbc612ffb.el9. 31/156 2024-04-26T23:20:03.247 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-ceph-argparse-2:19.0.0-3306.gbc612ffb.el 32/156 2024-04-26T23:20:03.281 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cephfs-2:19.0.0-3306.gbc612ffb.el9.x86_6 33/156 2024-04-26T23:20:03.404 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T23:20:03.477 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T23:20:03.591 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T23:20:03.647 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T23:20:03.704 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T23:20:03.737 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T23:20:03.772 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T23:20:03.862 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T23:20:03.862 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T23:20:03.923 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T23:20:04.018 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T23:20:04.072 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T23:20:04.307 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T23:20:04.344 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T23:20:04.454 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T23:20:04.568 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T23:20:04.678 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T23:20:04.836 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T23:20:05.027 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T23:20:05.087 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : librados-devel-2:19.0.0-3306.gbc612ffb.el9.x86_6 43/156 2024-04-26T23:20:05.176 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T23:20:05.296 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T23:20:05.441 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T23:20:05.521 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T23:20:05.592 INFO:teuthology.orchestra.run.smithi026.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T23:20:05.677 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T23:20:05.771 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T23:20:05.815 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T23:20:05.854 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T23:20:05.923 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T23:20:05.971 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T23:20:06.036 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T23:20:06.110 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T23:20:06.332 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T23:20:06.385 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T23:20:06.422 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T23:20:06.495 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T23:20:06.638 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T23:20:06.680 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T23:20:06.724 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T23:20:06.761 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T23:20:06.794 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 63/156 2024-04-26T23:20:07.015 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T23:20:07.039 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T23:20:07.108 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T23:20:07.148 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T23:20:07.193 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T23:20:07.225 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T23:20:07.268 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T23:20:07.310 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T23:20:07.354 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T23:20:07.422 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T23:20:07.481 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T23:20:07.523 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T23:20:07.564 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T23:20:07.610 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T23:20:07.612 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : librbd1-2:19.0.0-3306.gbc612ffb.el9.x86_64 99/156 2024-04-26T23:20:07.661 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T23:20:07.748 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T23:20:07.799 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T23:20:07.943 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librbd1-2:19.0.0-3306.gbc612ffb.el9.x86_64 99/156 2024-04-26T23:20:07.949 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T23:20:07.977 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-rbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 100/156 2024-04-26T23:20:08.017 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T23:20:08.036 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T23:20:08.065 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T23:20:08.146 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T23:20:08.305 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T23:20:08.386 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T23:20:08.576 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/156 2024-04-26T23:20:08.628 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : librgw2-2:19.0.0-3306.gbc612ffb.el9.x86_64 103/156 2024-04-26T23:20:08.791 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librgw2-2:19.0.0-3306.gbc612ffb.el9.x86_64 103/156 2024-04-26T23:20:08.818 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-rgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 104/156 2024-04-26T23:20:09.375 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T23:20:09.460 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T23:20:09.495 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T23:20:09.644 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T23:20:09.707 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T23:20:09.823 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T23:20:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T23:20:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T23:20:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T23:20:10.561 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T23:20:11.518 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T23:20:11.533 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 105/156 2024-04-26T23:20:11.580 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 105/156 2024-04-26T23:20:11.604 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3306.gbc612ffb.el9.x86_64 107/156 2024-04-26T23:20:11.604 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /sys 2024-04-26T23:20:11.604 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /proc 2024-04-26T23:20:11.604 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /mnt 2024-04-26T23:20:11.604 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /var/tmp 2024-04-26T23:20:11.604 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /home 2024-04-26T23:20:11.604 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /root 2024-04-26T23:20:11.604 INFO:teuthology.orchestra.run.smithi086.stdout:skipping the directory /tmp 2024-04-26T23:20:11.604 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:11.684 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T23:20:11.834 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-volume-2:19.0.0-3306.gbc612ffb.el9.noarch 108/156 2024-04-26T23:20:11.880 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-volume-2:19.0.0-3306.gbc612ffb.el9.noarch 108/156 2024-04-26T23:20:11.880 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:11.880 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T23:20:11.880 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:12.233 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 105/156 2024-04-26T23:20:12.283 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-base-2:19.0.0-3306.gbc612ffb.el9.x86_64 106/156 2024-04-26T23:20:12.473 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-base-2:19.0.0-3306.gbc612ffb.el9.x86_64 106/156 2024-04-26T23:20:12.473 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T23:20:12.473 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T23:20:12.474 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:12.534 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-selinux-2:19.0.0-3306.gbc612ffb.el9.x86_64 107/156 2024-04-26T23:20:13.345 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T23:20:13.439 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T23:20:13.452 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-osd-2:19.0.0-3306.gbc612ffb.el9.x86_64 109/156 2024-04-26T23:20:13.482 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T23:20:13.527 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-osd-2:19.0.0-3306.gbc612ffb.el9.x86_64 109/156 2024-04-26T23:20:13.527 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:13.527 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T23:20:13.528 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T23:20:13.528 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T23:20:13.528 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:13.531 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T23:20:13.803 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mds-2:19.0.0-3306.gbc612ffb.el9.x86_64 110/156 2024-04-26T23:20:13.872 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mds-2:19.0.0-3306.gbc612ffb.el9.x86_64 110/156 2024-04-26T23:20:13.872 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:13.873 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T23:20:13.873 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T23:20:13.873 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T23:20:13.873 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:13.940 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T23:20:13.985 INFO:teuthology.orchestra.run.smithi026.stdout: Upgrading : librbd1-2:19.0.0-3306.gbc612ffb.el9.x86_64 99/156 2024-04-26T23:20:14.109 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librbd1-2:19.0.0-3306.gbc612ffb.el9.x86_64 99/156 2024-04-26T23:20:14.141 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-rbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 100/156 2024-04-26T23:20:14.197 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T23:20:14.379 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mon-2:19.0.0-3306.gbc612ffb.el9.x86_64 111/156 2024-04-26T23:20:14.446 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mon-2:19.0.0-3306.gbc612ffb.el9.x86_64 111/156 2024-04-26T23:20:14.446 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:14.446 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T23:20:14.446 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T23:20:14.446 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T23:20:14.446 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:14.578 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T23:20:14.640 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T23:20:14.733 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T23:20:14.824 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/156 2024-04-26T23:20:14.854 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : librgw2-2:19.0.0-3306.gbc612ffb.el9.x86_64 103/156 2024-04-26T23:20:14.957 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librgw2-2:19.0.0-3306.gbc612ffb.el9.x86_64 103/156 2024-04-26T23:20:14.970 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T23:20:14.990 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-rgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 104/156 2024-04-26T23:20:15.032 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T23:20:15.148 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T23:20:15.411 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T23:20:15.585 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T23:20:15.699 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T23:20:15.743 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T23:20:15.774 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T23:20:16.405 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 123/156 2024-04-26T23:20:16.452 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 123/156 2024-04-26T23:20:16.511 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3306.gbc612ffb.e 124/156 2024-04-26T23:20:16.627 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3306.gbc612ffb. 125/156 2024-04-26T23:20:16.653 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3306.gbc612ffb.el9.noa 126/156 2024-04-26T23:20:17.929 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 105/156 2024-04-26T23:20:17.940 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3306.gbc612ffb.el9.noa 126/156 2024-04-26T23:20:17.977 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 105/156 2024-04-26T23:20:17.979 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3306.gbc612ffb.el9.n 127/156 2024-04-26T23:20:18.666 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 105/156 2024-04-26T23:20:18.723 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-base-2:19.0.0-3306.gbc612ffb.el9.x86_64 106/156 2024-04-26T23:20:18.888 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-base-2:19.0.0-3306.gbc612ffb.el9.x86_64 106/156 2024-04-26T23:20:18.888 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T23:20:18.888 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T23:20:18.888 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:20:18.931 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-selinux-2:19.0.0-3306.gbc612ffb.el9.x86_64 107/156 2024-04-26T23:20:19.078 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3306.gbc612ffb.el9.n 127/156 2024-04-26T23:20:19.113 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3306.gbc6 128/156 2024-04-26T23:20:19.257 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3306.gbc6 128/156 2024-04-26T23:20:19.435 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3306.gbc612ffb.el 129/156 2024-04-26T23:20:19.465 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mgr-2:19.0.0-3306.gbc612ffb.el9.x86_64 130/156 2024-04-26T23:20:19.556 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3306.gbc612ffb.el9.x86_64 130/156 2024-04-26T23:20:19.556 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:19.556 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T23:20:19.556 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T23:20:19.556 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T23:20:19.556 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:19.616 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-mgr-rook-2:19.0.0-3306.gbc612ffb.el9.noarch 131/156 2024-04-26T23:20:19.656 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3306.gbc612ffb.el9.noarch 131/156 2024-04-26T23:20:19.800 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-2:19.0.0-3306.gbc612ffb.el9.x86_64 132/156 2024-04-26T23:20:19.880 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 133/156 2024-04-26T23:20:20.901 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T23:20:20.935 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-radosgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 135/156 2024-04-26T23:20:20.998 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 135/156 2024-04-26T23:20:20.998 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:20.998 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T23:20:20.998 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T23:20:20.998 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T23:20:20.998 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:21.069 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3306.gbc612 136/156 2024-04-26T23:20:21.138 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3306.gbc612 136/156 2024-04-26T23:20:21.138 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:21.138 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T23:20:21.139 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:21.211 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : cephfs-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 137/156 2024-04-26T23:20:21.286 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 137/156 2024-04-26T23:20:21.287 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:21.287 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T23:20:21.287 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T23:20:21.287 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T23:20:21.287 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:21.670 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : rbd-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 138/156 2024-04-26T23:20:21.737 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 138/156 2024-04-26T23:20:21.737 INFO:teuthology.orchestra.run.smithi086.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:21.737 INFO:teuthology.orchestra.run.smithi086.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T23:20:21.737 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T23:20:21.737 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T23:20:21.738 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:25.414 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3306.gbc612ffb.el9.x86_64 107/156 2024-04-26T23:20:25.415 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /sys 2024-04-26T23:20:25.415 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /proc 2024-04-26T23:20:25.415 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /mnt 2024-04-26T23:20:25.415 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /var/tmp 2024-04-26T23:20:25.415 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /home 2024-04-26T23:20:25.415 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /root 2024-04-26T23:20:25.415 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /tmp 2024-04-26T23:20:25.415 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:25.646 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-volume-2:19.0.0-3306.gbc612ffb.el9.noarch 108/156 2024-04-26T23:20:25.692 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-volume-2:19.0.0-3306.gbc612ffb.el9.noarch 108/156 2024-04-26T23:20:25.692 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:25.693 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T23:20:25.693 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:26.747 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : ceph-test-2:19.0.0-3306.gbc612ffb.el9.x86_64 139/156 2024-04-26T23:20:26.803 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : rbd-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 140/156 2024-04-26T23:20:26.917 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : rbd-nbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 141/156 2024-04-26T23:20:26.962 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T23:20:27.028 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T23:20:27.375 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-osd-2:19.0.0-3306.gbc612ffb.el9.x86_64 109/156 2024-04-26T23:20:27.380 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : cephfs-shell-2:19.0.0-3306.gbc612ffb.el9.x86_64 144/156 2024-04-26T23:20:27.459 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T23:20:27.480 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-osd-2:19.0.0-3306.gbc612ffb.el9.x86_64 109/156 2024-04-26T23:20:27.480 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:27.480 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T23:20:27.480 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T23:20:27.480 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T23:20:27.480 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:27.488 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libcephfs-devel-2:19.0.0-3306.gbc612ffb.el9.x86_ 146/156 2024-04-26T23:20:27.733 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mds-2:19.0.0-3306.gbc612ffb.el9.x86_64 110/156 2024-04-26T23:20:27.806 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mds-2:19.0.0-3306.gbc612ffb.el9.x86_64 110/156 2024-04-26T23:20:27.806 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:27.806 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T23:20:27.806 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T23:20:27.806 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T23:20:27.806 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:28.292 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mon-2:19.0.0-3306.gbc612ffb.el9.x86_64 111/156 2024-04-26T23:20:28.362 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mon-2:19.0.0-3306.gbc612ffb.el9.x86_64 111/156 2024-04-26T23:20:28.362 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:28.362 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T23:20:28.362 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T23:20:28.362 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T23:20:28.362 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:28.492 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T23:20:28.556 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T23:20:28.583 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T23:20:28.629 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T23:20:28.636 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T23:20:28.691 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T23:20:28.871 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T23:20:28.929 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T23:20:29.015 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T23:20:29.130 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T23:20:29.296 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T23:20:29.359 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T23:20:29.404 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T23:20:29.436 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T23:20:30.018 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 123/156 2024-04-26T23:20:30.063 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : cephfs-top-2:19.0.0-3306.gbc612ffb.el9.noarch 148/156 2024-04-26T23:20:30.073 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 123/156 2024-04-26T23:20:30.132 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3306.gbc612ffb.e 124/156 2024-04-26T23:20:30.167 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T23:20:30.250 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3306.gbc612ffb. 125/156 2024-04-26T23:20:30.251 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T23:20:30.291 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3306.gbc612ffb.el9.noa 126/156 2024-04-26T23:20:30.414 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T23:20:30.489 INFO:teuthology.orchestra.run.smithi086.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T23:20:30.490 INFO:teuthology.orchestra.run.smithi086.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T23:20:30.616 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T23:20:30.663 INFO:teuthology.orchestra.run.smithi086.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T23:20:30.664 INFO:teuthology.orchestra.run.smithi086.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T23:20:30.813 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T23:20:30.979 INFO:teuthology.orchestra.run.smithi086.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T23:20:31.252 INFO:teuthology.orchestra.run.smithi086.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T23:20:31.252 INFO:teuthology.orchestra.run.smithi086.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-04-26T23:20:31.253 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:31.619 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3306.gbc612ffb.el9.noa 126/156 2024-04-26T23:20:31.659 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3306.gbc612ffb.el9.n 127/156 2024-04-26T23:20:32.756 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3306.gbc612ffb.el9.n 127/156 2024-04-26T23:20:32.792 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3306.gbc6 128/156 2024-04-26T23:20:32.921 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3306.gbc612ffb.el9.x86_64 107/156 2024-04-26T23:20:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /sys 2024-04-26T23:20:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /proc 2024-04-26T23:20:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /mnt 2024-04-26T23:20:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /var/tmp 2024-04-26T23:20:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /home 2024-04-26T23:20:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /root 2024-04-26T23:20:32.921 INFO:teuthology.orchestra.run.smithi026.stdout:skipping the directory /tmp 2024-04-26T23:20:32.922 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:20:32.938 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3306.gbc6 128/156 2024-04-26T23:20:33.115 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3306.gbc612ffb.el 129/156 2024-04-26T23:20:33.153 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-volume-2:19.0.0-3306.gbc612ffb.el9.noarch 108/156 2024-04-26T23:20:33.153 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-2:19.0.0-3306.gbc612ffb.el9.x86_64 130/156 2024-04-26T23:20:33.200 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-volume-2:19.0.0-3306.gbc612ffb.el9.noarch 108/156 2024-04-26T23:20:33.200 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:33.200 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T23:20:33.200 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:20:33.229 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3306.gbc612ffb.el9.x86_64 130/156 2024-04-26T23:20:33.229 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:33.229 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T23:20:33.229 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T23:20:33.229 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T23:20:33.230 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:33.278 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-rook-2:19.0.0-3306.gbc612ffb.el9.noarch 131/156 2024-04-26T23:20:33.315 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3306.gbc612ffb.el9.noarch 131/156 2024-04-26T23:20:33.420 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-2:19.0.0-3306.gbc612ffb.el9.x86_64 132/156 2024-04-26T23:20:33.491 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 133/156 2024-04-26T23:20:34.520 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T23:20:34.556 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-radosgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 135/156 2024-04-26T23:20:34.627 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 135/156 2024-04-26T23:20:34.627 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:34.628 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T23:20:34.628 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T23:20:34.628 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T23:20:34.628 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:34.682 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3306.gbc612 136/156 2024-04-26T23:20:34.751 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3306.gbc612 136/156 2024-04-26T23:20:34.751 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:34.751 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T23:20:34.751 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:34.824 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : cephfs-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 137/156 2024-04-26T23:20:34.905 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-osd-2:19.0.0-3306.gbc612ffb.el9.x86_64 109/156 2024-04-26T23:20:34.911 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 137/156 2024-04-26T23:20:34.911 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:34.911 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T23:20:34.911 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T23:20:34.911 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T23:20:34.911 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:34.994 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-osd-2:19.0.0-3306.gbc612ffb.el9.x86_64 109/156 2024-04-26T23:20:34.994 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:34.994 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T23:20:34.994 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T23:20:34.994 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T23:20:34.994 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:20:35.255 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mds-2:19.0.0-3306.gbc612ffb.el9.x86_64 110/156 2024-04-26T23:20:35.322 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : rbd-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 138/156 2024-04-26T23:20:35.337 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mds-2:19.0.0-3306.gbc612ffb.el9.x86_64 110/156 2024-04-26T23:20:35.337 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:35.337 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T23:20:35.337 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T23:20:35.337 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T23:20:35.337 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:20:35.393 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 138/156 2024-04-26T23:20:35.393 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:35.394 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T23:20:35.394 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T23:20:35.394 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T23:20:35.394 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:35.890 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mon-2:19.0.0-3306.gbc612ffb.el9.x86_64 111/156 2024-04-26T23:20:35.963 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mon-2:19.0.0-3306.gbc612ffb.el9.x86_64 111/156 2024-04-26T23:20:35.963 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:35.963 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T23:20:35.963 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T23:20:35.963 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T23:20:35.963 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:20:36.108 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T23:20:36.163 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T23:20:36.239 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T23:20:36.501 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T23:20:36.570 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T23:20:36.690 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T23:20:36.791 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-2:19.0.0-3306.gbc612ffb.el9.x86_64 1/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-base-2:19.0.0-3306.gbc612ffb.el9.x86_64 2/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 3/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 4/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3306.gbc612 5/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mds-2:19.0.0-3306.gbc612ffb.el9.x86_64 6/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mgr-2:19.0.0-3306.gbc612ffb.el9.x86_64 7/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mon-2:19.0.0-3306.gbc612ffb.el9.x86_64 8/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-osd-2:19.0.0-3306.gbc612ffb.el9.x86_64 9/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-radosgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 10/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-selinux-2:19.0.0-3306.gbc612ffb.el9.x86_64 11/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-test-2:19.0.0-3306.gbc612ffb.el9.x86_64 12/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : cephfs-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 13/156 2024-04-26T23:20:36.792 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : cephfs-shell-2:19.0.0-3306.gbc612ffb.el9.x86_64 14/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libcephfs-devel-2:19.0.0-3306.gbc612ffb.el9.x86_ 15/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libcephfs2-2:19.0.0-3306.gbc612ffb.el9.x86_64 16/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libcephsqlite-2:19.0.0-3306.gbc612ffb.el9.x86_64 17/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librados-devel-2:19.0.0-3306.gbc612ffb.el9.x86_6 18/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libradosstriper1-2:19.0.0-3306.gbc612ffb.el9.x86 19/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librgw2-2:19.0.0-3306.gbc612ffb.el9.x86_64 20/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3306.gbc612ffb.el 21/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-ceph-common-2:19.0.0-3306.gbc612ffb.el9. 22/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cephfs-2:19.0.0-3306.gbc612ffb.el9.x86_6 23/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-rados-2:19.0.0-3306.gbc612ffb.el9.x86_64 24/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-rbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 25/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-rgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 26/156 2024-04-26T23:20:36.793 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : rbd-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 27/156 2024-04-26T23:20:36.794 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : rbd-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 28/156 2024-04-26T23:20:36.794 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : rbd-nbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 29/156 2024-04-26T23:20:36.794 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3306.gbc612ffb. 30/156 2024-04-26T23:20:36.806 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3306.gbc612ffb.el9.noa 31/156 2024-04-26T23:20:36.806 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3306.gbc612ffb.el9.n 32/156 2024-04-26T23:20:36.806 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3306.gbc6 33/156 2024-04-26T23:20:36.806 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3306.gbc612ffb.el 34/156 2024-04-26T23:20:36.806 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3306.gbc612ffb.el9.noarch 35/156 2024-04-26T23:20:36.806 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3306.gbc612ffb.e 36/156 2024-04-26T23:20:36.806 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : ceph-volume-2:19.0.0-3306.gbc612ffb.el9.noarch 37/156 2024-04-26T23:20:36.806 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 38/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : cephfs-top-2:19.0.0-3306.gbc612ffb.el9.noarch 39/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T23:20:36.807 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T23:20:36.808 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T23:20:36.809 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T23:20:36.810 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T23:20:36.811 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T23:20:36.812 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T23:20:36.813 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librados2-2:19.0.0-3306.gbc612ffb.el9.x86_64 149/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T23:20:36.814 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librbd1-2:19.0.0-3306.gbc612ffb.el9.x86_64 151/156 2024-04-26T23:20:36.815 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T23:20:36.815 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T23:20:36.815 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T23:20:36.815 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T23:20:36.815 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T23:20:36.998 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T23:20:37.048 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T23:20:37.085 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T23:20:37.117 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T23:20:37.785 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 123/156 2024-04-26T23:20:37.829 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 123/156 2024-04-26T23:20:37.885 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3306.gbc612ffb.e 124/156 2024-04-26T23:20:37.998 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3306.gbc612ffb. 125/156 2024-04-26T23:20:38.030 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3306.gbc612ffb.el9.noa 126/156 2024-04-26T23:20:39.310 INFO:teuthology.orchestra.run.smithi086.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T23:20:39.310 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:39.310 INFO:teuthology.orchestra.run.smithi086.stdout:Upgraded: 2024-04-26T23:20:39.310 INFO:teuthology.orchestra.run.smithi086.stdout: librados2-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.310 INFO:teuthology.orchestra.run.smithi086.stdout: librbd1-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.310 INFO:teuthology.orchestra.run.smithi086.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T23:20:39.311 INFO:teuthology.orchestra.run.smithi086.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T23:20:39.311 INFO:teuthology.orchestra.run.smithi086.stdout:Installed: 2024-04-26T23:20:39.311 INFO:teuthology.orchestra.run.smithi086.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T23:20:39.311 INFO:teuthology.orchestra.run.smithi086.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T23:20:39.311 INFO:teuthology.orchestra.run.smithi086.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T23:20:39.311 INFO:teuthology.orchestra.run.smithi086.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T23:20:39.311 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.311 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-base-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.311 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.311 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.311 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-grafana-dashboards-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:39.311 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-immutable-object-cache-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.312 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mds-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.312 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.312 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:39.312 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-dashboard-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:39.312 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:39.312 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-modules-core-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:39.312 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-rook-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:39.312 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mon-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.312 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-osd-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.312 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-prometheus-alerts-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-radosgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-selinux-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-test-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-volume-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: cephfs-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: cephfs-shell-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: cephfs-top-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T23:20:39.313 INFO:teuthology.orchestra.run.smithi086.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: libarrow-9.0.0-11.el9.x86_64 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: libcephfs-devel-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: libcephfs2-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: libcephsqlite-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T23:20:39.314 INFO:teuthology.orchestra.run.smithi086.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: librados-devel-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: libradosstriper1-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: librgw2-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T23:20:39.315 INFO:teuthology.orchestra.run.smithi086.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ceph-argparse-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.316 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cephfs-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T23:20:39.317 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T23:20:39.318 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T23:20:39.318 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T23:20:39.318 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T23:20:39.318 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T23:20:39.318 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T23:20:39.318 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T23:20:39.318 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T23:20:39.318 INFO:teuthology.orchestra.run.smithi086.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T23:20:39.318 INFO:teuthology.orchestra.run.smithi086.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T23:20:39.318 INFO:teuthology.orchestra.run.smithi086.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T23:20:39.318 INFO:teuthology.orchestra.run.smithi086.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T23:20:39.318 INFO:teuthology.orchestra.run.smithi086.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T23:20:39.319 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rados-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T23:20:39.320 INFO:teuthology.orchestra.run.smithi086.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: rbd-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: rbd-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: rbd-nbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T23:20:39.321 INFO:teuthology.orchestra.run.smithi086.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T23:20:39.322 INFO:teuthology.orchestra.run.smithi086.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T23:20:39.322 INFO:teuthology.orchestra.run.smithi086.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T23:20:39.322 INFO:teuthology.orchestra.run.smithi086.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T23:20:39.322 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-04-26T23:20:39.322 INFO:teuthology.orchestra.run.smithi086.stdout:Complete! 2024-04-26T23:20:39.396 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3306.gbc612ffb.el9.noa 126/156 2024-04-26T23:20:39.440 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3306.gbc612ffb.el9.n 127/156 2024-04-26T23:20:40.001 DEBUG:teuthology.parallel:result is None 2024-04-26T23:20:40.416 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-test-2:19.0.0-3306.gbc612ffb.el9.x86_64 139/156 2024-04-26T23:20:40.481 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : rbd-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 140/156 2024-04-26T23:20:40.573 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : rbd-nbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 141/156 2024-04-26T23:20:40.612 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3306.gbc612ffb.el9.n 127/156 2024-04-26T23:20:40.620 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T23:20:40.640 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3306.gbc6 128/156 2024-04-26T23:20:40.669 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T23:20:40.794 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3306.gbc6 128/156 2024-04-26T23:20:40.972 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3306.gbc612ffb.el 129/156 2024-04-26T23:20:41.001 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-2:19.0.0-3306.gbc612ffb.el9.x86_64 130/156 2024-04-26T23:20:41.017 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : cephfs-shell-2:19.0.0-3306.gbc612ffb.el9.x86_64 144/156 2024-04-26T23:20:41.072 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3306.gbc612ffb.el9.x86_64 130/156 2024-04-26T23:20:41.072 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:41.072 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T23:20:41.072 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T23:20:41.072 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T23:20:41.073 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:20:41.126 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-mgr-rook-2:19.0.0-3306.gbc612ffb.el9.noarch 131/156 2024-04-26T23:20:41.165 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3306.gbc612ffb.el9.noarch 131/156 2024-04-26T23:20:41.220 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T23:20:41.247 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libcephfs-devel-2:19.0.0-3306.gbc612ffb.el9.x86_ 146/156 2024-04-26T23:20:41.292 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-2:19.0.0-3306.gbc612ffb.el9.x86_64 132/156 2024-04-26T23:20:41.366 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 133/156 2024-04-26T23:20:42.144 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T23:20:42.186 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T23:20:42.240 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T23:20:42.454 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T23:20:42.488 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-radosgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 135/156 2024-04-26T23:20:42.564 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 135/156 2024-04-26T23:20:42.564 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:42.564 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T23:20:42.564 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T23:20:42.564 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T23:20:42.564 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:20:42.613 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3306.gbc612 136/156 2024-04-26T23:20:42.687 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3306.gbc612 136/156 2024-04-26T23:20:42.687 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:42.687 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T23:20:42.687 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:20:42.764 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : cephfs-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 137/156 2024-04-26T23:20:42.845 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 137/156 2024-04-26T23:20:42.845 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:42.845 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T23:20:42.845 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T23:20:42.845 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T23:20:42.845 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:20:43.257 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : rbd-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 138/156 2024-04-26T23:20:43.329 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 138/156 2024-04-26T23:20:43.329 INFO:teuthology.orchestra.run.smithi026.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T23:20:43.329 INFO:teuthology.orchestra.run.smithi026.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T23:20:43.329 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T23:20:43.329 INFO:teuthology.orchestra.run.smithi026.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T23:20:43.329 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:20:43.586 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : cephfs-top-2:19.0.0-3306.gbc612ffb.el9.noarch 148/156 2024-04-26T23:20:43.684 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T23:20:43.769 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T23:20:43.941 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T23:20:43.982 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T23:20:43.982 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T23:20:44.108 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T23:20:44.156 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T23:20:44.156 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T23:20:44.321 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T23:20:44.451 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T23:20:44.718 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T23:20:44.719 INFO:teuthology.orchestra.run.smithi164.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-04-26T23:20:44.719 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:48.696 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : ceph-test-2:19.0.0-3306.gbc612ffb.el9.x86_64 139/156 2024-04-26T23:20:48.759 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : rbd-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 140/156 2024-04-26T23:20:48.866 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : rbd-nbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 141/156 2024-04-26T23:20:48.918 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T23:20:48.966 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T23:20:49.313 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : cephfs-shell-2:19.0.0-3306.gbc612ffb.el9.x86_64 144/156 2024-04-26T23:20:49.366 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T23:20:49.394 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libcephfs-devel-2:19.0.0-3306.gbc612ffb.el9.x86_ 146/156 2024-04-26T23:20:50.223 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T23:20:50.275 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T23:20:50.334 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T23:20:50.442 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-2:19.0.0-3306.gbc612ffb.el9.x86_64 1/156 2024-04-26T23:20:50.443 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-base-2:19.0.0-3306.gbc612ffb.el9.x86_64 2/156 2024-04-26T23:20:50.443 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 3/156 2024-04-26T23:20:50.443 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 4/156 2024-04-26T23:20:50.443 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3306.gbc612 5/156 2024-04-26T23:20:50.443 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mds-2:19.0.0-3306.gbc612ffb.el9.x86_64 6/156 2024-04-26T23:20:50.443 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-2:19.0.0-3306.gbc612ffb.el9.x86_64 7/156 2024-04-26T23:20:50.443 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mon-2:19.0.0-3306.gbc612ffb.el9.x86_64 8/156 2024-04-26T23:20:50.443 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-osd-2:19.0.0-3306.gbc612ffb.el9.x86_64 9/156 2024-04-26T23:20:50.443 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-radosgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 10/156 2024-04-26T23:20:50.443 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-selinux-2:19.0.0-3306.gbc612ffb.el9.x86_64 11/156 2024-04-26T23:20:50.443 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-test-2:19.0.0-3306.gbc612ffb.el9.x86_64 12/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : cephfs-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 13/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : cephfs-shell-2:19.0.0-3306.gbc612ffb.el9.x86_64 14/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libcephfs-devel-2:19.0.0-3306.gbc612ffb.el9.x86_ 15/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libcephfs2-2:19.0.0-3306.gbc612ffb.el9.x86_64 16/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libcephsqlite-2:19.0.0-3306.gbc612ffb.el9.x86_64 17/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librados-devel-2:19.0.0-3306.gbc612ffb.el9.x86_6 18/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libradosstriper1-2:19.0.0-3306.gbc612ffb.el9.x86 19/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librgw2-2:19.0.0-3306.gbc612ffb.el9.x86_64 20/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3306.gbc612ffb.el 21/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-ceph-common-2:19.0.0-3306.gbc612ffb.el9. 22/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cephfs-2:19.0.0-3306.gbc612ffb.el9.x86_6 23/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-rados-2:19.0.0-3306.gbc612ffb.el9.x86_64 24/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-rbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 25/156 2024-04-26T23:20:50.444 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-rgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 26/156 2024-04-26T23:20:50.445 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : rbd-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 27/156 2024-04-26T23:20:50.456 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : rbd-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 28/156 2024-04-26T23:20:50.457 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : rbd-nbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 29/156 2024-04-26T23:20:50.457 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3306.gbc612ffb. 30/156 2024-04-26T23:20:50.457 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3306.gbc612ffb.el9.noa 31/156 2024-04-26T23:20:50.457 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3306.gbc612ffb.el9.n 32/156 2024-04-26T23:20:50.457 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3306.gbc6 33/156 2024-04-26T23:20:50.457 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3306.gbc612ffb.el 34/156 2024-04-26T23:20:50.457 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3306.gbc612ffb.el9.noarch 35/156 2024-04-26T23:20:50.457 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3306.gbc612ffb.e 36/156 2024-04-26T23:20:50.457 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-volume-2:19.0.0-3306.gbc612ffb.el9.noarch 37/156 2024-04-26T23:20:50.457 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 38/156 2024-04-26T23:20:50.457 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : cephfs-top-2:19.0.0-3306.gbc612ffb.el9.noarch 39/156 2024-04-26T23:20:50.457 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T23:20:50.458 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T23:20:50.459 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T23:20:50.460 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T23:20:50.461 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/156 2024-04-26T23:20:50.462 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T23:20:50.463 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T23:20:50.464 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T23:20:50.464 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T23:20:50.464 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T23:20:50.464 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T23:20:50.464 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T23:20:50.464 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T23:20:50.464 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T23:20:50.464 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T23:20:50.464 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T23:20:50.464 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T23:20:50.464 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T23:20:50.465 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T23:20:50.466 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librados2-2:19.0.0-3306.gbc612ffb.el9.x86_64 149/156 2024-04-26T23:20:50.466 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T23:20:50.466 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librbd1-2:19.0.0-3306.gbc612ffb.el9.x86_64 151/156 2024-04-26T23:20:50.466 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T23:20:50.466 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T23:20:50.466 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T23:20:50.466 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T23:20:51.748 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : cephfs-top-2:19.0.0-3306.gbc612ffb.el9.noarch 148/156 2024-04-26T23:20:51.866 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T23:20:51.947 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T23:20:52.133 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T23:20:52.181 INFO:teuthology.orchestra.run.smithi026.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T23:20:52.181 INFO:teuthology.orchestra.run.smithi026.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T23:20:52.307 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T23:20:52.354 INFO:teuthology.orchestra.run.smithi026.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T23:20:52.354 INFO:teuthology.orchestra.run.smithi026.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T23:20:52.519 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T23:20:52.664 INFO:teuthology.orchestra.run.smithi026.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T23:20:52.895 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T23:20:52.896 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:52.896 INFO:teuthology.orchestra.run.smithi164.stdout:Upgraded: 2024-04-26T23:20:52.896 INFO:teuthology.orchestra.run.smithi164.stdout: librados2-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.896 INFO:teuthology.orchestra.run.smithi164.stdout: librbd1-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.896 INFO:teuthology.orchestra.run.smithi164.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T23:20:52.896 INFO:teuthology.orchestra.run.smithi164.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T23:20:52.896 INFO:teuthology.orchestra.run.smithi164.stdout:Installed: 2024-04-26T23:20:52.896 INFO:teuthology.orchestra.run.smithi164.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T23:20:52.896 INFO:teuthology.orchestra.run.smithi164.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T23:20:52.896 INFO:teuthology.orchestra.run.smithi164.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-base-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-grafana-dashboards-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-immutable-object-cache-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mds-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-dashboard-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-modules-core-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:52.897 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-rook-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:52.898 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mon-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.898 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-osd-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.898 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-prometheus-alerts-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:52.898 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-radosgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.898 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-selinux-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.898 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-test-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.898 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-volume-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:52.898 INFO:teuthology.orchestra.run.smithi164.stdout: cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:52.898 INFO:teuthology.orchestra.run.smithi164.stdout: cephfs-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.898 INFO:teuthology.orchestra.run.smithi164.stdout: cephfs-shell-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.898 INFO:teuthology.orchestra.run.smithi164.stdout: cephfs-top-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:20:52.899 INFO:teuthology.orchestra.run.smithi164.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T23:20:52.899 INFO:teuthology.orchestra.run.smithi164.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T23:20:52.899 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T23:20:52.899 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T23:20:52.899 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T23:20:52.899 INFO:teuthology.orchestra.run.smithi164.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T23:20:52.899 INFO:teuthology.orchestra.run.smithi164.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T23:20:52.899 INFO:teuthology.orchestra.run.smithi164.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T23:20:52.899 INFO:teuthology.orchestra.run.smithi164.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T23:20:52.899 INFO:teuthology.orchestra.run.smithi164.stdout: libarrow-9.0.0-11.el9.x86_64 2024-04-26T23:20:52.899 INFO:teuthology.orchestra.run.smithi164.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-04-26T23:20:52.899 INFO:teuthology.orchestra.run.smithi164.stdout: libcephfs-devel-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: libcephfs2-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: libcephsqlite-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: librados-devel-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: libradosstriper1-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: librgw2-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T23:20:52.900 INFO:teuthology.orchestra.run.smithi164.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T23:20:52.901 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T23:20:52.902 INFO:teuthology.orchestra.run.smithi164.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T23:20:52.902 INFO:teuthology.orchestra.run.smithi164.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T23:20:52.902 INFO:teuthology.orchestra.run.smithi164.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T23:20:52.902 INFO:teuthology.orchestra.run.smithi164.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T23:20:52.902 INFO:teuthology.orchestra.run.smithi164.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T23:20:52.902 INFO:teuthology.orchestra.run.smithi164.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T23:20:52.902 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T23:20:52.902 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ceph-argparse-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.902 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.902 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cephfs-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.902 INFO:teuthology.orchestra.run.smithi164.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T23:20:52.902 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T23:20:52.903 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T23:20:52.904 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T23:20:52.904 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T23:20:52.904 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T23:20:52.904 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T23:20:52.904 INFO:teuthology.orchestra.run.smithi164.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T23:20:52.904 INFO:teuthology.orchestra.run.smithi164.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T23:20:52.904 INFO:teuthology.orchestra.run.smithi164.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T23:20:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rados-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T23:20:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.907 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-nbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:20:52.908 INFO:teuthology.orchestra.run.smithi164.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T23:20:52.908 INFO:teuthology.orchestra.run.smithi164.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T23:20:52.908 INFO:teuthology.orchestra.run.smithi164.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T23:20:52.908 INFO:teuthology.orchestra.run.smithi164.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T23:20:52.908 INFO:teuthology.orchestra.run.smithi164.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T23:20:52.908 INFO:teuthology.orchestra.run.smithi164.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T23:20:52.908 INFO:teuthology.orchestra.run.smithi164.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T23:20:52.908 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:20:52.909 INFO:teuthology.orchestra.run.smithi164.stdout:Complete! 2024-04-26T23:20:52.950 INFO:teuthology.orchestra.run.smithi026.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T23:20:52.950 INFO:teuthology.orchestra.run.smithi026.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-04-26T23:20:52.950 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:20:53.512 DEBUG:teuthology.parallel:result is None 2024-04-26T23:20:58.765 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-2:19.0.0-3306.gbc612ffb.el9.x86_64 1/156 2024-04-26T23:20:58.765 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-base-2:19.0.0-3306.gbc612ffb.el9.x86_64 2/156 2024-04-26T23:20:58.765 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 3/156 2024-04-26T23:20:58.765 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 4/156 2024-04-26T23:20:58.765 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3306.gbc612 5/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mds-2:19.0.0-3306.gbc612ffb.el9.x86_64 6/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-2:19.0.0-3306.gbc612ffb.el9.x86_64 7/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mon-2:19.0.0-3306.gbc612ffb.el9.x86_64 8/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-osd-2:19.0.0-3306.gbc612ffb.el9.x86_64 9/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-radosgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 10/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-selinux-2:19.0.0-3306.gbc612ffb.el9.x86_64 11/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-test-2:19.0.0-3306.gbc612ffb.el9.x86_64 12/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : cephfs-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 13/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : cephfs-shell-2:19.0.0-3306.gbc612ffb.el9.x86_64 14/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libcephfs-devel-2:19.0.0-3306.gbc612ffb.el9.x86_ 15/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libcephfs2-2:19.0.0-3306.gbc612ffb.el9.x86_64 16/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libcephsqlite-2:19.0.0-3306.gbc612ffb.el9.x86_64 17/156 2024-04-26T23:20:58.766 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librados-devel-2:19.0.0-3306.gbc612ffb.el9.x86_6 18/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libradosstriper1-2:19.0.0-3306.gbc612ffb.el9.x86 19/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librgw2-2:19.0.0-3306.gbc612ffb.el9.x86_64 20/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3306.gbc612ffb.el 21/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-ceph-common-2:19.0.0-3306.gbc612ffb.el9. 22/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cephfs-2:19.0.0-3306.gbc612ffb.el9.x86_6 23/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-rados-2:19.0.0-3306.gbc612ffb.el9.x86_64 24/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-rbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 25/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-rgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 26/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : rbd-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 27/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : rbd-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 28/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : rbd-nbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 29/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3306.gbc612ffb. 30/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3306.gbc612ffb.el9.noa 31/156 2024-04-26T23:20:58.767 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3306.gbc612ffb.el9.n 32/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3306.gbc6 33/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3306.gbc612ffb.el 34/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3306.gbc612ffb.el9.noarch 35/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3306.gbc612ffb.e 36/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : ceph-volume-2:19.0.0-3306.gbc612ffb.el9.noarch 37/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 38/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : cephfs-top-2:19.0.0-3306.gbc612ffb.el9.noarch 39/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T23:20:58.768 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T23:20:58.769 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T23:20:58.770 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T23:20:58.771 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T23:20:58.772 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T23:20:58.772 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T23:20:58.772 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T23:20:58.772 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T23:20:58.772 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T23:20:58.772 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T23:20:58.772 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T23:20:58.772 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T23:20:58.772 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T23:20:58.772 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T23:20:58.772 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T23:20:58.772 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T23:20:58.773 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T23:20:58.774 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T23:20:58.775 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librados2-2:19.0.0-3306.gbc612ffb.el9.x86_64 149/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librbd1-2:19.0.0-3306.gbc612ffb.el9.x86_64 151/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T23:20:58.776 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T23:21:01.308 INFO:teuthology.orchestra.run.smithi026.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T23:21:01.308 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:21:01.308 INFO:teuthology.orchestra.run.smithi026.stdout:Upgraded: 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: librados2-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: librbd1-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout:Installed: 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-base-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.309 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-grafana-dashboards-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:21:01.310 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-immutable-object-cache-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.310 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mds-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.310 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.310 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:21:01.310 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-dashboard-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:21:01.310 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:21:01.310 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-modules-core-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:21:01.310 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mgr-rook-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:21:01.310 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-mon-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.310 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-osd-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.310 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-prometheus-alerts-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:21:01.310 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-radosgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-selinux-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-test-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: ceph-volume-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: cephadm-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-shell-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: cephfs-top-2:19.0.0-3306.gbc612ffb.el9.noarch 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T23:21:01.311 INFO:teuthology.orchestra.run.smithi026.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: libarrow-9.0.0-11.el9.x86_64 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: libcephfs-devel-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: libcephfs2-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: libcephsqlite-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: librados-devel-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.312 INFO:teuthology.orchestra.run.smithi026.stdout: libradosstriper1-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: librgw2-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T23:21:01.313 INFO:teuthology.orchestra.run.smithi026.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ceph-argparse-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ceph-common-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.314 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cephfs-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.315 INFO:teuthology.orchestra.run.smithi026.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T23:21:01.315 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T23:21:01.315 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T23:21:01.315 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T23:21:01.315 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T23:21:01.315 INFO:teuthology.orchestra.run.smithi026.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T23:21:01.315 INFO:teuthology.orchestra.run.smithi026.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T23:21:01.315 INFO:teuthology.orchestra.run.smithi026.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T23:21:01.316 INFO:teuthology.orchestra.run.smithi026.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T23:21:01.317 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rados-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rgw-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T23:21:01.318 INFO:teuthology.orchestra.run.smithi026.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-fuse-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-mirror-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: rbd-nbd-2:19.0.0-3306.gbc612ffb.el9.x86_64 2024-04-26T23:21:01.319 INFO:teuthology.orchestra.run.smithi026.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T23:21:01.320 INFO:teuthology.orchestra.run.smithi026.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T23:21:01.320 INFO:teuthology.orchestra.run.smithi026.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T23:21:01.320 INFO:teuthology.orchestra.run.smithi026.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T23:21:01.320 INFO:teuthology.orchestra.run.smithi026.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T23:21:01.320 INFO:teuthology.orchestra.run.smithi026.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T23:21:01.320 INFO:teuthology.orchestra.run.smithi026.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T23:21:01.320 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:21:01.320 INFO:teuthology.orchestra.run.smithi026.stdout:Complete! 2024-04-26T23:21:02.044 DEBUG:teuthology.parallel:result is None 2024-04-26T23:21:02.045 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:21:02.262 DEBUG:teuthology.orchestra.run.smithi026:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T23:21:02.318 INFO:teuthology.orchestra.run.smithi026.stdout:19.0.0-3306.gbc612ffb.el9 2024-04-26T23:21:02.319 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3306.gbc612ffb.el9 2024-04-26T23:21:02.319 INFO:teuthology.task.install:The correct ceph version 19.0.0-3306.gbc612ffb is installed. 2024-04-26T23:21:02.321 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:21:02.457 DEBUG:teuthology.orchestra.run.smithi086:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T23:21:02.529 INFO:teuthology.orchestra.run.smithi086.stdout:19.0.0-3306.gbc612ffb.el9 2024-04-26T23:21:02.530 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3306.gbc612ffb.el9 2024-04-26T23:21:02.530 INFO:teuthology.task.install:The correct ceph version 19.0.0-3306.gbc612ffb is installed. 2024-04-26T23:21:02.532 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:21:02.669 DEBUG:teuthology.orchestra.run.smithi164:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T23:21:02.727 INFO:teuthology.orchestra.run.smithi164.stdout:19.0.0-3306.gbc612ffb.el9 2024-04-26T23:21:02.728 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3306.gbc612ffb.el9 2024-04-26T23:21:02.728 INFO:teuthology.task.install:The correct ceph version 19.0.0-3306.gbc612ffb is installed. 2024-04-26T23:21:02.729 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-26T23:21:02.730 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:21:02.730 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T23:21:02.802 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-04-26T23:21:02.802 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T23:21:02.893 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-04-26T23:21:02.893 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T23:21:02.965 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-26T23:21:02.966 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:21:02.966 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T23:21:03.057 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T23:21:03.178 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-04-26T23:21:03.178 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T23:21:03.262 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T23:21:03.388 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-04-26T23:21:03.388 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T23:21:03.466 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T23:21:03.578 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-26T23:21:03.579 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:21:03.579 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T23:21:03.650 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T23:21:03.756 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-04-26T23:21:03.756 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T23:21:03.845 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T23:21:03.972 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-04-26T23:21:03.972 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T23:21:04.033 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T23:21:04.148 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-26T23:21:04.148 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:21:04.149 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T23:21:04.217 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T23:21:04.327 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-04-26T23:21:04.327 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T23:21:04.415 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T23:21:04.498 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-04-26T23:21:04.499 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T23:21:04.579 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T23:21:04.695 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-26T23:21:04.795 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'bc612ffb9c1d5bc27536bc917a705262a36d4387', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-04-26T23:21:04.795 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:21:04.796 INFO:tasks.cephadm:Cluster fsid is a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:21:04.796 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-26T23:21:04.796 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.26', 'mon.b': '172.21.15.86', 'mon.c': '172.21.15.164'} 2024-04-26T23:21:04.796 INFO:tasks.cephadm:First mon is mon.a on smithi026 2024-04-26T23:21:04.796 INFO:tasks.cephadm:First mgr is x 2024-04-26T23:21:04.796 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-26T23:21:04.797 DEBUG:teuthology.orchestra.run.smithi026:> sudo hostname $(hostname -s) 2024-04-26T23:21:04.873 DEBUG:teuthology.orchestra.run.smithi086:> sudo hostname $(hostname -s) 2024-04-26T23:21:04.964 DEBUG:teuthology.orchestra.run.smithi164:> sudo hostname $(hostname -s) 2024-04-26T23:21:05.052 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-26T23:21:05.052 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:21:05.265 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'bc612ffb9c1d5bc27536bc917a705262a36d4387', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78918/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3306-gbc612ffb', 'node_name': '172.21.2.14+braggi14', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3306.gbc612ffb'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-26 13:02:42.256491', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-rishabh-testing-20240426.111959', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-26T23:21:05.478 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref wip-rishabh-testing-20240426.111959, sha1 bc612ffb9c1d5bc27536bc917a705262a36d4387 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:21:05.479 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/x86_64/flavors/default/cephadm 2024-04-26T23:21:05.479 DEBUG:teuthology.orchestra.run.smithi026:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T23:21:06.110 INFO:teuthology.orchestra.run.smithi026.stdout:-rw-r--r--. 1 ubuntu ubuntu 781514 Apr 26 23:21 /home/ubuntu/cephtest/cephadm 2024-04-26T23:21:06.111 DEBUG:teuthology.orchestra.run.smithi086:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T23:21:07.328 INFO:teuthology.orchestra.run.smithi086.stdout:-rw-r--r--. 1 ubuntu ubuntu 781514 Apr 26 23:21 /home/ubuntu/cephtest/cephadm 2024-04-26T23:21:07.329 DEBUG:teuthology.orchestra.run.smithi164:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240426.111959/bc612ffb9c1d5bc27536bc917a705262a36d4387/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T23:21:08.241 INFO:teuthology.orchestra.run.smithi164.stdout:-rw-r--r--. 1 ubuntu ubuntu 781514 Apr 26 23:21 /home/ubuntu/cephtest/cephadm 2024-04-26T23:21:08.242 DEBUG:teuthology.orchestra.run.smithi026:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T23:21:08.291 DEBUG:teuthology.orchestra.run.smithi086:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T23:21:08.352 DEBUG:teuthology.orchestra.run.smithi164:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T23:21:08.429 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 on all hosts... 2024-04-26T23:21:08.429 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 pull 2024-04-26T23:21:08.434 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 pull 2024-04-26T23:21:08.442 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 pull 2024-04-26T23:21:10.440 INFO:teuthology.orchestra.run.smithi086.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387... 2024-04-26T23:21:10.708 INFO:teuthology.orchestra.run.smithi164.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387... 2024-04-26T23:21:10.858 INFO:teuthology.orchestra.run.smithi026.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387... 2024-04-26T23:21:52.335 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-04-26T23:21:52.335 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_version": "ceph version 19.0.0-3306-gbc612ffb (bc612ffb9c1d5bc27536bc917a705262a36d4387) squid (dev)", 2024-04-26T23:21:52.335 INFO:teuthology.orchestra.run.smithi086.stdout: "image_id": "55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07", 2024-04-26T23:21:52.335 INFO:teuthology.orchestra.run.smithi086.stdout: "repo_digests": [ 2024-04-26T23:21:52.336 INFO:teuthology.orchestra.run.smithi086.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2" 2024-04-26T23:21:52.336 INFO:teuthology.orchestra.run.smithi086.stdout: ] 2024-04-26T23:21:52.336 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-04-26T23:21:56.846 INFO:teuthology.orchestra.run.smithi164.stdout:{ 2024-04-26T23:21:56.846 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_version": "ceph version 19.0.0-3306-gbc612ffb (bc612ffb9c1d5bc27536bc917a705262a36d4387) squid (dev)", 2024-04-26T23:21:56.846 INFO:teuthology.orchestra.run.smithi164.stdout: "image_id": "55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07", 2024-04-26T23:21:56.847 INFO:teuthology.orchestra.run.smithi164.stdout: "repo_digests": [ 2024-04-26T23:21:56.847 INFO:teuthology.orchestra.run.smithi164.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2" 2024-04-26T23:21:56.847 INFO:teuthology.orchestra.run.smithi164.stdout: ] 2024-04-26T23:21:56.847 INFO:teuthology.orchestra.run.smithi164.stdout:} 2024-04-26T23:22:01.826 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:22:01.826 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_version": "ceph version 19.0.0-3306-gbc612ffb (bc612ffb9c1d5bc27536bc917a705262a36d4387) squid (dev)", 2024-04-26T23:22:01.826 INFO:teuthology.orchestra.run.smithi026.stdout: "image_id": "55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07", 2024-04-26T23:22:01.826 INFO:teuthology.orchestra.run.smithi026.stdout: "repo_digests": [ 2024-04-26T23:22:01.826 INFO:teuthology.orchestra.run.smithi026.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2" 2024-04-26T23:22:01.826 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T23:22:01.827 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:22:01.885 DEBUG:teuthology.orchestra.run.smithi026:> sudo mkdir -p /etc/ceph 2024-04-26T23:22:01.975 DEBUG:teuthology.orchestra.run.smithi086:> sudo mkdir -p /etc/ceph 2024-04-26T23:22:02.065 DEBUG:teuthology.orchestra.run.smithi164:> sudo mkdir -p /etc/ceph 2024-04-26T23:22:02.164 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod 777 /etc/ceph 2024-04-26T23:22:02.258 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod 777 /etc/ceph 2024-04-26T23:22:02.346 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod 777 /etc/ceph 2024-04-26T23:22:02.435 INFO:tasks.cephadm:Writing seed config... 2024-04-26T23:22:02.436 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-26T23:22:02.436 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-26T23:22:02.436 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-26T23:22:02.436 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-26T23:22:02.436 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-26T23:22:02.436 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-26T23:22:02.436 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-26T23:22:02.436 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-26T23:22:02.436 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-26T23:22:02.436 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-26T23:22:02.436 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-26T23:22:02.437 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-26T23:22:02.438 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-04-26T23:22:02.439 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-26T23:22:02.439 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-26T23:22:02.439 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-26T23:22:02.439 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-26T23:22:02.439 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-26T23:22:02.439 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-26T23:22:02.439 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-26T23:22:02.439 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-04-26T23:22:02.440 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:22:02.440 DEBUG:teuthology.orchestra.run.smithi026:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-26T23:22:02.500 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = a73d6c78-0423-11ef-bc93-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-26T23:22:02.500 DEBUG:teuthology.orchestra.run.smithi026:mon.a> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.a.service 2024-04-26T23:22:02.549 DEBUG:teuthology.orchestra.run.smithi026:mgr.x> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.x.service 2024-04-26T23:22:02.595 INFO:tasks.cephadm:Bootstrapping... 2024-04-26T23:22:02.595 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 -v bootstrap --fsid a73d6c78-0423-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.26 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-26T23:22:02.874 INFO:teuthology.orchestra.run.smithi026.stdout:-------------------------------------------------------------------------------- 2024-04-26T23:22:02.874 INFO:teuthology.orchestra.run.smithi026.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387', '-v', 'bootstrap', '--fsid', 'a73d6c78-0423-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.26', '--skip-admin-label'] 2024-04-26T23:22:02.875 INFO:teuthology.orchestra.run.smithi026.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-26T23:22:02.875 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying podman|docker is present... 2024-04-26T23:22:02.938 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-26T23:22:02.938 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying lvm2 is present... 2024-04-26T23:22:02.938 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying time synchronization is in place... 2024-04-26T23:22:02.956 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T23:22:02.956 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T23:22:02.973 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T23:22:02.973 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-26T23:22:02.997 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout enabled 2024-04-26T23:22:03.019 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout active 2024-04-26T23:22:03.019 INFO:teuthology.orchestra.run.smithi026.stdout:Unit chronyd.service is enabled and running 2024-04-26T23:22:03.020 INFO:teuthology.orchestra.run.smithi026.stdout:Repeating the final host check... 2024-04-26T23:22:03.080 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-26T23:22:03.080 INFO:teuthology.orchestra.run.smithi026.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-26T23:22:03.080 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl is present 2024-04-26T23:22:03.081 INFO:teuthology.orchestra.run.smithi026.stdout:lvcreate is present 2024-04-26T23:22:03.095 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T23:22:03.095 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T23:22:03.110 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T23:22:03.110 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-26T23:22:03.126 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout enabled 2024-04-26T23:22:03.140 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout active 2024-04-26T23:22:03.140 INFO:teuthology.orchestra.run.smithi026.stdout:Unit chronyd.service is enabled and running 2024-04-26T23:22:03.140 INFO:teuthology.orchestra.run.smithi026.stdout:Host looks OK 2024-04-26T23:22:03.140 INFO:teuthology.orchestra.run.smithi026.stdout:Cluster fsid: a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:22:03.141 INFO:teuthology.orchestra.run.smithi026.stdout:Acquiring lock 139932994583712 on /run/cephadm/a73d6c78-0423-11ef-bc93-c7b262605968.lock 2024-04-26T23:22:03.141 INFO:teuthology.orchestra.run.smithi026.stdout:Lock 139932994583712 acquired on /run/cephadm/a73d6c78-0423-11ef-bc93-c7b262605968.lock 2024-04-26T23:22:03.141 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying IP 172.21.15.26 port 3300 ... 2024-04-26T23:22:03.141 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying IP 172.21.15.26 port 6789 ... 2024-04-26T23:22:03.142 INFO:teuthology.orchestra.run.smithi026.stdout:Base mon IP(s) is [172.21.15.26:3300, 172.21.15.26:6789], mon addrv is [v2:172.21.15.26:3300,v1:172.21.15.26:6789] 2024-04-26T23:22:03.150 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.26 metric 100 2024-04-26T23:22:03.150 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.26 metric 100 2024-04-26T23:22:03.157 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-26T23:22:03.157 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-26T23:22:03.157 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-26T23:22:03.163 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-26T23:22:03.163 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-26T23:22:03.163 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T23:22:03.163 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-26T23:22:03.163 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fea5:cac0/64 scope link noprefixroute 2024-04-26T23:22:03.163 INFO:teuthology.orchestra.run.smithi026.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T23:22:03.164 INFO:teuthology.orchestra.run.smithi026.stdout:Mon IP `172.21.15.26` is in CIDR network `172.21.0.0/20` 2024-04-26T23:22:03.164 INFO:teuthology.orchestra.run.smithi026.stdout:Mon IP `172.21.15.26` is in CIDR network `172.21.0.0/20` 2024-04-26T23:22:03.164 INFO:teuthology.orchestra.run.smithi026.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-26T23:22:03.165 INFO:teuthology.orchestra.run.smithi026.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-26T23:22:03.166 INFO:teuthology.orchestra.run.smithi026.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387... 2024-04-26T23:22:03.848 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stdout 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 2024-04-26T23:22:03.849 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387... 2024-04-26T23:22:03.849 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Getting image source signatures 2024-04-26T23:22:03.849 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Copying blob sha256:f340d36a00bce3feed0ad509aeafc9092c1c625bf553b8a613c380a79149b87e 2024-04-26T23:22:03.850 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Copying blob sha256:3d665f4c032644be9cae748af04bee69f2bfe96cdc3616dabe0ab17899633ab5 2024-04-26T23:22:03.850 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Copying config sha256:55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 2024-04-26T23:22:03.850 INFO:teuthology.orchestra.run.smithi026.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-26T23:22:05.171 INFO:teuthology.orchestra.run.smithi026.stdout:ceph: stdout ceph version 19.0.0-3306-gbc612ffb (bc612ffb9c1d5bc27536bc917a705262a36d4387) squid (dev) 2024-04-26T23:22:05.171 INFO:teuthology.orchestra.run.smithi026.stdout:Ceph version: ceph version 19.0.0-3306-gbc612ffb (bc612ffb9c1d5bc27536bc917a705262a36d4387) squid (dev) 2024-04-26T23:22:05.171 INFO:teuthology.orchestra.run.smithi026.stdout:Extracting ceph user uid/gid from container image... 2024-04-26T23:22:06.371 INFO:teuthology.orchestra.run.smithi026.stdout:stat: stdout 167 167 2024-04-26T23:22:06.371 INFO:teuthology.orchestra.run.smithi026.stdout:Creating initial keys... 2024-04-26T23:22:07.637 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph-authtool: stdout AQAeNyxmYY2AMxAAvMJOKOB9180785KVg5kKmg== 2024-04-26T23:22:08.672 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph-authtool: stdout AQAgNyxmYhOKBhAAPw9X8P7POQ7dk45y5B3vfw== 2024-04-26T23:22:10.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph-authtool: stdout AQAhNyxmzLIkDBAAud9CFZSj8PKhoJWQXABQyw== 2024-04-26T23:22:10.028 INFO:teuthology.orchestra.run.smithi026.stdout:Creating initial monmap... 2024-04-26T23:22:11.168 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T23:22:11.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-26T23:22:11.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:22:11.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T23:22:11.169 INFO:teuthology.orchestra.run.smithi026.stdout:monmaptool for a [v2:172.21.15.26:3300,v1:172.21.15.26:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T23:22:11.169 INFO:teuthology.orchestra.run.smithi026.stdout:setting min_mon_release = quincy 2024-04-26T23:22:11.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: set fsid to a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:22:11.169 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T23:22:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:22:11.169 INFO:teuthology.orchestra.run.smithi026.stdout:Creating mon... 2024-04-26T23:22:12.330 INFO:teuthology.orchestra.run.smithi026.stdout:create mon.a on 2024-04-26T23:22:12.731 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-26T23:22:12.985 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-26T23:22:13.287 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-a73d6c78-0423-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-a73d6c78-0423-11ef-bc93-c7b262605968.target. 2024-04-26T23:22:13.287 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-a73d6c78-0423-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-a73d6c78-0423-11ef-bc93-c7b262605968.target. 2024-04-26T23:22:13.660 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.a 2024-04-26T23:22:13.660 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Failed to reset failed state of unit ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-26T23:22:13.960 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-a73d6c78-0423-11ef-bc93-c7b262605968.target.wants/ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-a73d6c78-0423-11ef-bc93-c7b262605968@.service. 2024-04-26T23:22:14.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:14 smithi026 podman[27984]: 2024-04-26 23:22:14.404380647 +0000 UTC m=+0.167708962 container create 8fafaeb001495dc04d9aa46d50b2b24b327b05a621a7a167a1ed38ee43366891 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T23:22:14.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:14 smithi026 podman[27984]: 2024-04-26 23:22:14.691026151 +0000 UTC m=+0.454354484 container init 8fafaeb001495dc04d9aa46d50b2b24b327b05a621a7a167a1ed38ee43366891 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-26T23:22:14.800 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T23:22:14.800 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout disabled 2024-04-26T23:22:14.816 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T23:22:14.817 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-26T23:22:14.817 INFO:teuthology.orchestra.run.smithi026.stdout:firewalld.service is not enabled 2024-04-26T23:22:14.817 INFO:teuthology.orchestra.run.smithi026.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T23:22:14.818 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mon to start... 2024-04-26T23:22:14.818 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mon... 2024-04-26T23:22:14.967 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:14 smithi026 podman[27984]: 2024-04-26 23:22:14.702825684 +0000 UTC m=+0.466154014 container start 8fafaeb001495dc04d9aa46d50b2b24b327b05a621a7a167a1ed38ee43366891 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0) 2024-04-26T23:22:14.967 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:14 smithi026 bash[27984]: 8fafaeb001495dc04d9aa46d50b2b24b327b05a621a7a167a1ed38ee43366891 2024-04-26T23:22:14.967 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:14 smithi026 systemd[1]: Started Ceph mon.a for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:22:14.968 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:14 smithi026 ceph-mon[28003]: mkfs a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:22:14.968 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:14 smithi026 ceph-mon[28003]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T23:22:15.922 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:15 smithi026 ceph-mon[28003]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T23:22:15.922 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:15 smithi026 ceph-mon[28003]: monmap epoch 1 2024-04-26T23:22:15.922 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:15 smithi026 ceph-mon[28003]: fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:22:15.923 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:15 smithi026 ceph-mon[28003]: last_changed 2024-04-26T23:22:10.507601+0000 2024-04-26T23:22:15.923 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:15 smithi026 ceph-mon[28003]: created 2024-04-26T23:22:10.507601+0000 2024-04-26T23:22:15.923 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:15 smithi026 ceph-mon[28003]: min_mon_release 19 (squid) 2024-04-26T23:22:15.923 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:15 smithi026 ceph-mon[28003]: election_strategy: 1 2024-04-26T23:22:15.923 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:15 smithi026 ceph-mon[28003]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T23:22:15.923 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:15 smithi026 ceph-mon[28003]: fsmap 2024-04-26T23:22:15.923 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:15 smithi026 ceph-mon[28003]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T23:22:15.923 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:15 smithi026 ceph-mon[28003]: mgrmap e1: no daemons active 2024-04-26T23:22:15.923 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:15 smithi026 ceph-mon[28003]: from='client.? 172.21.15.26:0/2181068368' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T23:22:16.245 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout cluster: 2024-04-26T23:22:16.246 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout id: a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:22:16.247 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-26T23:22:16.247 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:16.248 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout services: 2024-04-26T23:22:16.248 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.784793s) 2024-04-26T23:22:16.248 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-26T23:22:16.248 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-26T23:22:16.248 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:16.249 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout data: 2024-04-26T23:22:16.249 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-26T23:22:16.249 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-26T23:22:16.249 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-26T23:22:16.250 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout pgs: 2024-04-26T23:22:16.250 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:16.251 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.471+0000 7f172aa00700 1 Processor -- start 2024-04-26T23:22:16.251 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.471+0000 7f172aa00700 1 -- start start 2024-04-26T23:22:16.251 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.471+0000 7f172aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 0x7f172407d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:16.251 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.471+0000 7f172aa00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f172407d8e0 con 0x7f172407eeb0 2024-04-26T23:22:16.251 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.472+0000 7f1729600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 0x7f172407d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:16.251 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.472+0000 7f1729600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 0x7f172407d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59322/0 (socket says 172.21.15.26:59322) 2024-04-26T23:22:16.251 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.472+0000 7f1729600700 1 -- 172.21.15.26:0/2419864195 learned_addr learned my addr 172.21.15.26:0/2419864195 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:16.254 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.473+0000 7f1729600700 1 -- 172.21.15.26:0/2419864195 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f172407da60 con 0x7f172407eeb0 2024-04-26T23:22:16.254 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.473+0000 7f1729600700 1 --2- 172.21.15.26:0/2419864195 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 0x7f172407d310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f17180098a0 tx=0x7f1718009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1e1f6f60cb50f5b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:16.254 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.474+0000 7f1723e00700 1 -- 172.21.15.26:0/2419864195 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1718004160 con 0x7f172407eeb0 2024-04-26T23:22:16.254 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.474+0000 7f1723e00700 1 -- 172.21.15.26:0/2419864195 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1718004300 con 0x7f172407eeb0 2024-04-26T23:22:16.254 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.474+0000 7f1723e00700 1 -- 172.21.15.26:0/2419864195 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f17180036a0 con 0x7f172407eeb0 2024-04-26T23:22:16.254 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.474+0000 7f172aa00700 1 -- 172.21.15.26:0/2419864195 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 msgr2=0x7f172407d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:16.254 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.474+0000 7f172aa00700 1 --2- 172.21.15.26:0/2419864195 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 0x7f172407d310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f17180098a0 tx=0x7f1718009bb0 comp rx=0 tx=0).stop 2024-04-26T23:22:16.254 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.475+0000 7f172aa00700 1 -- 172.21.15.26:0/2419864195 shutdown_connections 2024-04-26T23:22:16.254 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.475+0000 7f172aa00700 1 --2- 172.21.15.26:0/2419864195 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 0x7f172407d310 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:16.255 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.475+0000 7f172aa00700 1 -- 172.21.15.26:0/2419864195 >> 172.21.15.26:0/2419864195 conn(0x7f1724104400 msgr2=0x7f1724106820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:16.255 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.475+0000 7f172aa00700 1 -- 172.21.15.26:0/2419864195 shutdown_connections 2024-04-26T23:22:16.255 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.475+0000 7f172aa00700 1 -- 172.21.15.26:0/2419864195 wait complete. 2024-04-26T23:22:16.255 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.476+0000 7f172aa00700 1 Processor -- start 2024-04-26T23:22:16.255 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.476+0000 7f172aa00700 1 -- start start 2024-04-26T23:22:16.255 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.476+0000 7f172aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 0x7f17241a2830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:16.255 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.476+0000 7f172aa00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f172407df90 con 0x7f172407eeb0 2024-04-26T23:22:16.255 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.477+0000 7f1729600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 0x7f17241a2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:16.255 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.477+0000 7f1729600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 0x7f17241a2830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59336/0 (socket says 172.21.15.26:59336) 2024-04-26T23:22:16.255 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.477+0000 7f1729600700 1 -- 172.21.15.26:0/2181068368 learned_addr learned my addr 172.21.15.26:0/2181068368 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:16.255 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.477+0000 7f1729600700 1 -- 172.21.15.26:0/2181068368 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17241a2d70 con 0x7f172407eeb0 2024-04-26T23:22:16.257 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.477+0000 7f1729600700 1 --2- 172.21.15.26:0/2181068368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 0x7f17241a2830 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1718000c00 tx=0x7f1718004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.478+0000 7f1722000700 1 -- 172.21.15.26:0/2181068368 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1718003db0 con 0x7f172407eeb0 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.478+0000 7f1722000700 1 -- 172.21.15.26:0/2181068368 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1718011630 con 0x7f172407eeb0 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.478+0000 7f172aa00700 1 -- 172.21.15.26:0/2181068368 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17241a3000 con 0x7f172407eeb0 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.478+0000 7f1722000700 1 -- 172.21.15.26:0/2181068368 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1718011950 con 0x7f172407eeb0 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.478+0000 7f172aa00700 1 -- 172.21.15.26:0/2181068368 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17241a5cf0 con 0x7f172407eeb0 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.478+0000 7f1722000700 1 -- 172.21.15.26:0/2181068368 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1718011af0 con 0x7f172407eeb0 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.478+0000 7f1722000700 1 -- 172.21.15.26:0/2181068368 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f171801c450 con 0x7f172407eeb0 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.479+0000 7f172aa00700 1 -- 172.21.15.26:0/2181068368 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1724064a80 con 0x7f172407eeb0 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.482+0000 7f1722000700 1 -- 172.21.15.26:0/2181068368 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f1718032020 con 0x7f172407eeb0 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.563+0000 7f172aa00700 1 -- 172.21.15.26:0/2181068368 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f172402e610 con 0x7f172407eeb0 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.564+0000 7f1722000700 1 -- 172.21.15.26:0/2181068368 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f1718011de0 con 0x7f172407eeb0 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.566+0000 7f172aa00700 1 -- 172.21.15.26:0/2181068368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 msgr2=0x7f17241a2830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:16.258 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.566+0000 7f172aa00700 1 --2- 172.21.15.26:0/2181068368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 0x7f17241a2830 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1718000c00 tx=0x7f1718004750 comp rx=0 tx=0).stop 2024-04-26T23:22:16.259 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.567+0000 7f172aa00700 1 -- 172.21.15.26:0/2181068368 shutdown_connections 2024-04-26T23:22:16.259 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.567+0000 7f172aa00700 1 --2- 172.21.15.26:0/2181068368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f172407eeb0 0x7f17241a2830 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:16.259 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.567+0000 7f172aa00700 1 -- 172.21.15.26:0/2181068368 >> 172.21.15.26:0/2181068368 conn(0x7f1724104400 msgr2=0x7f17241067f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:16.259 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.567+0000 7f172aa00700 1 -- 172.21.15.26:0/2181068368 shutdown_connections 2024-04-26T23:22:16.259 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:15.567+0000 7f172aa00700 1 -- 172.21.15.26:0/2181068368 wait complete. 2024-04-26T23:22:16.259 INFO:teuthology.orchestra.run.smithi026.stdout:mon is available 2024-04-26T23:22:16.259 INFO:teuthology.orchestra.run.smithi026.stdout:Assimilating anything we can from ceph.conf... 2024-04-26T23:22:17.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:17 smithi026 ceph-mon[28003]: from='client.? 172.21.15.26:0/3947222588' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T23:22:17.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:17 smithi026 ceph-mon[28003]: from='client.? 172.21.15.26:0/3947222588' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-26T23:22:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T23:22:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout fsid = a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:22:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-26T23:22:17.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.26:3300,v1:172.21.15.26:6789] 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-26T23:22:17.722 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.939+0000 7f845f800700 1 Processor -- start 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.939+0000 7f845f800700 1 -- start start 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.940+0000 7f845f800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 0x7f845810bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.940+0000 7f845f800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8458064740 con 0x7f8458109760 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.941+0000 7f845ce00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 0x7f845810bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.941+0000 7f845ce00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 0x7f845810bb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59338/0 (socket says 172.21.15.26:59338) 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.941+0000 7f845ce00700 1 -- 172.21.15.26:0/3242925079 learned_addr learned my addr 172.21.15.26:0/3242925079 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.941+0000 7f845ce00700 1 -- 172.21.15.26:0/3242925079 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f845810c090 con 0x7f8458109760 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.942+0000 7f845ce00700 1 --2- 172.21.15.26:0/3242925079 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 0x7f845810bb50 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f844c009e80 tx=0x7f844c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=357b53bd1180a5ca server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.942+0000 7f8457400700 1 -- 172.21.15.26:0/3242925079 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f844c017070 con 0x7f8458109760 2024-04-26T23:22:17.723 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.942+0000 7f8457400700 1 -- 172.21.15.26:0/3242925079 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f844c003a20 con 0x7f8458109760 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.942+0000 7f8457400700 1 -- 172.21.15.26:0/3242925079 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f844c003d20 con 0x7f8458109760 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.943+0000 7f845f800700 1 -- 172.21.15.26:0/3242925079 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 msgr2=0x7f845810bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.943+0000 7f845f800700 1 --2- 172.21.15.26:0/3242925079 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 0x7f845810bb50 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f844c009e80 tx=0x7f844c00b330 comp rx=0 tx=0).stop 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.943+0000 7f845f800700 1 -- 172.21.15.26:0/3242925079 shutdown_connections 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.943+0000 7f845f800700 1 --2- 172.21.15.26:0/3242925079 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 0x7f845810bb50 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.943+0000 7f845f800700 1 -- 172.21.15.26:0/3242925079 >> 172.21.15.26:0/3242925079 conn(0x7f84581031b0 msgr2=0x7f84581055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.943+0000 7f845f800700 1 -- 172.21.15.26:0/3242925079 shutdown_connections 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.943+0000 7f845f800700 1 -- 172.21.15.26:0/3242925079 wait complete. 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.944+0000 7f845f800700 1 Processor -- start 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.944+0000 7f845f800700 1 -- start start 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.944+0000 7f845f800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 0x7f845819e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.944+0000 7f845f800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f845810c560 con 0x7f8458109760 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.945+0000 7f845ce00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 0x7f845819e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.945+0000 7f845ce00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 0x7f845819e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59342/0 (socket says 172.21.15.26:59342) 2024-04-26T23:22:17.724 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.945+0000 7f845ce00700 1 -- 172.21.15.26:0/3947222588 learned_addr learned my addr 172.21.15.26:0/3947222588 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.945+0000 7f845ce00700 1 -- 172.21.15.26:0/3947222588 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f845819ebd0 con 0x7f8458109760 2024-04-26T23:22:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.945+0000 7f845ce00700 1 --2- 172.21.15.26:0/3947222588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 0x7f845819e690 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f8458063b80 tx=0x7f844c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.946+0000 7f8455600700 1 -- 172.21.15.26:0/3947222588 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f844c022020 con 0x7f8458109760 2024-04-26T23:22:17.725 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.946+0000 7f8455600700 1 -- 172.21.15.26:0/3947222588 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f844c018040 con 0x7f8458109760 2024-04-26T23:22:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.946+0000 7f8455600700 1 -- 172.21.15.26:0/3947222588 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f844c017070 con 0x7f8458109760 2024-04-26T23:22:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.946+0000 7f845f800700 1 -- 172.21.15.26:0/3947222588 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f845819ee60 con 0x7f8458109760 2024-04-26T23:22:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.946+0000 7f845f800700 1 -- 172.21.15.26:0/3947222588 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84581a1b50 con 0x7f8458109760 2024-04-26T23:22:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.946+0000 7f8455600700 1 -- 172.21.15.26:0/3947222588 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f844c025020 con 0x7f8458109760 2024-04-26T23:22:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.946+0000 7f8455600700 1 -- 172.21.15.26:0/3947222588 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f844c00f050 con 0x7f8458109760 2024-04-26T23:22:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.947+0000 7f845f800700 1 -- 172.21.15.26:0/3947222588 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8458064a80 con 0x7f8458109760 2024-04-26T23:22:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:16.950+0000 7f8455600700 1 -- 172.21.15.26:0/3947222588 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f844c02c030 con 0x7f8458109760 2024-04-26T23:22:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:17.029+0000 7f845f800700 1 -- 172.21.15.26:0/3947222588 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f845802e6e0 con 0x7f8458109760 2024-04-26T23:22:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:17.038+0000 7f8455600700 1 -- 172.21.15.26:0/3947222588 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+492 (secure 0 0 0) 0x7f844c01e480 con 0x7f8458109760 2024-04-26T23:22:17.727 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:17.040+0000 7f845f800700 1 -- 172.21.15.26:0/3947222588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 msgr2=0x7f845819e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:17.040+0000 7f845f800700 1 --2- 172.21.15.26:0/3947222588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 0x7f845819e690 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f8458063b80 tx=0x7f844c004ad0 comp rx=0 tx=0).stop 2024-04-26T23:22:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:17.040+0000 7f845f800700 1 -- 172.21.15.26:0/3947222588 shutdown_connections 2024-04-26T23:22:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:17.040+0000 7f845f800700 1 --2- 172.21.15.26:0/3947222588 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8458109760 0x7f845819e690 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:17.040+0000 7f845f800700 1 -- 172.21.15.26:0/3947222588 >> 172.21.15.26:0/3947222588 conn(0x7f84581031b0 msgr2=0x7f84581054b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:17.040+0000 7f845f800700 1 -- 172.21.15.26:0/3947222588 shutdown_connections 2024-04-26T23:22:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:17.040+0000 7f845f800700 1 -- 172.21.15.26:0/3947222588 wait complete. 2024-04-26T23:22:17.728 INFO:teuthology.orchestra.run.smithi026.stdout:Generating new minimal ceph.conf... 2024-04-26T23:22:18.759 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:18 smithi026 ceph-mon[28003]: from='client.? 172.21.15.26:0/2438175054' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:22:26.274 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.304+0000 7fbf3ee00700 1 Processor -- start 2024-04-26T23:22:26.275 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.304+0000 7fbf3ee00700 1 -- start start 2024-04-26T23:22:26.275 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.305+0000 7fbf3ee00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 0x7fbf3807fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:26.275 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.305+0000 7fbf3ee00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbf38080220 con 0x7fbf3807f830 2024-04-26T23:22:26.275 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.305+0000 7fbf37e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 0x7fbf3807fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:26.276 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.306+0000 7fbf37e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 0x7fbf3807fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59350/0 (socket says 172.21.15.26:59350) 2024-04-26T23:22:26.276 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.306+0000 7fbf37e00700 1 -- 172.21.15.26:0/1198912967 learned_addr learned my addr 172.21.15.26:0/1198912967 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:26.276 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.306+0000 7fbf37e00700 1 -- 172.21.15.26:0/1198912967 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf38080a80 con 0x7fbf3807f830 2024-04-26T23:22:26.276 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.306+0000 7fbf37e00700 1 --2- 172.21.15.26:0/1198912967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 0x7fbf3807fc50 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fbf280098a0 tx=0x7fbf28009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=930f4ca4d6a6f916 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:26.276 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.307+0000 7fbf37400700 1 -- 172.21.15.26:0/1198912967 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf28004160 con 0x7fbf3807f830 2024-04-26T23:22:26.276 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.307+0000 7fbf37400700 1 -- 172.21.15.26:0/1198912967 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fbf28004300 con 0x7fbf3807f830 2024-04-26T23:22:26.276 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.307+0000 7fbf37400700 1 -- 172.21.15.26:0/1198912967 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf280119e0 con 0x7fbf3807f830 2024-04-26T23:22:26.276 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.307+0000 7fbf3ee00700 1 -- 172.21.15.26:0/1198912967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 msgr2=0x7fbf3807fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:26.276 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.307+0000 7fbf3ee00700 1 --2- 172.21.15.26:0/1198912967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 0x7fbf3807fc50 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fbf280098a0 tx=0x7fbf28009bb0 comp rx=0 tx=0).stop 2024-04-26T23:22:26.276 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.307+0000 7fbf3ee00700 1 -- 172.21.15.26:0/1198912967 shutdown_connections 2024-04-26T23:22:26.276 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.307+0000 7fbf3ee00700 1 --2- 172.21.15.26:0/1198912967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 0x7fbf3807fc50 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:26.276 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.307+0000 7fbf3ee00700 1 -- 172.21.15.26:0/1198912967 >> 172.21.15.26:0/1198912967 conn(0x7fbf3807e2c0 msgr2=0x7fbf3807e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.308+0000 7fbf3ee00700 1 -- 172.21.15.26:0/1198912967 shutdown_connections 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.308+0000 7fbf3ee00700 1 -- 172.21.15.26:0/1198912967 wait complete. 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.309+0000 7fbf3ee00700 1 Processor -- start 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.309+0000 7fbf3ee00700 1 -- start start 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.309+0000 7fbf3ee00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 0x7fbf381a31d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.309+0000 7fbf3ee00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbf38081cc0 con 0x7fbf3807f830 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.310+0000 7fbf37e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 0x7fbf381a31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.310+0000 7fbf37e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 0x7fbf381a31d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59364/0 (socket says 172.21.15.26:59364) 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.310+0000 7fbf37e00700 1 -- 172.21.15.26:0/2438175054 learned_addr learned my addr 172.21.15.26:0/2438175054 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.310+0000 7fbf37e00700 1 -- 172.21.15.26:0/2438175054 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf381a3710 con 0x7fbf3807f830 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.310+0000 7fbf37e00700 1 --2- 172.21.15.26:0/2438175054 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 0x7fbf381a31d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbf280116a0 tx=0x7fbf280046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.311+0000 7fbf35600700 1 -- 172.21.15.26:0/2438175054 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf28003b70 con 0x7fbf3807f830 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.311+0000 7fbf35600700 1 -- 172.21.15.26:0/2438175054 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fbf2801a8a0 con 0x7fbf3807f830 2024-04-26T23:22:26.277 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.311+0000 7fbf3ee00700 1 -- 172.21.15.26:0/2438175054 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf381a39a0 con 0x7fbf3807f830 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.311+0000 7fbf35600700 1 -- 172.21.15.26:0/2438175054 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf28024890 con 0x7fbf3807f830 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.311+0000 7fbf3ee00700 1 -- 172.21.15.26:0/2438175054 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf381a6690 con 0x7fbf3807f830 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.311+0000 7fbf35600700 1 -- 172.21.15.26:0/2438175054 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbf28022020 con 0x7fbf3807f830 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.311+0000 7fbf35600700 1 -- 172.21.15.26:0/2438175054 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbf280193c0 con 0x7fbf3807f830 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.312+0000 7fbf3ee00700 1 -- 172.21.15.26:0/2438175054 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf38064a80 con 0x7fbf3807f830 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.316+0000 7fbf35600700 1 -- 172.21.15.26:0/2438175054 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7fbf280094f0 con 0x7fbf3807f830 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.394+0000 7fbf3ee00700 1 -- 172.21.15.26:0/2438175054 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fbf380008d0 con 0x7fbf3807f830 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.395+0000 7fbf35600700 1 -- 172.21.15.26:0/2438175054 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7fbf28032030 con 0x7fbf3807f830 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.397+0000 7fbf3ee00700 1 -- 172.21.15.26:0/2438175054 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 msgr2=0x7fbf381a31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.397+0000 7fbf3ee00700 1 --2- 172.21.15.26:0/2438175054 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 0x7fbf381a31d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbf280116a0 tx=0x7fbf280046a0 comp rx=0 tx=0).stop 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.397+0000 7fbf3ee00700 1 -- 172.21.15.26:0/2438175054 shutdown_connections 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.397+0000 7fbf3ee00700 1 --2- 172.21.15.26:0/2438175054 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbf3807f830 0x7fbf381a31d0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:26.278 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.397+0000 7fbf3ee00700 1 -- 172.21.15.26:0/2438175054 >> 172.21.15.26:0/2438175054 conn(0x7fbf3807e2c0 msgr2=0x7fbf38199e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:26.279 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.397+0000 7fbf3ee00700 1 -- 172.21.15.26:0/2438175054 shutdown_connections 2024-04-26T23:22:26.279 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:18.397+0000 7fbf3ee00700 1 -- 172.21.15.26:0/2438175054 wait complete. 2024-04-26T23:22:26.279 INFO:teuthology.orchestra.run.smithi026.stdout:Restarting the monitor... 2024-04-26T23:22:26.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:26 smithi026 systemd[1]: Stopping Ceph mon.a for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:22:28.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a[27998]: 2024-04-26T23:22:27.954+0000 7f47a3e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:22:28.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a[27998]: 2024-04-26T23:22:27.954+0000 7f47a3e00700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-26T23:22:28.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:28 smithi026 podman[28246]: 2024-04-26 23:22:28.048513209 +0000 UTC m=+1.415797884 container died 8fafaeb001495dc04d9aa46d50b2b24b327b05a621a7a167a1ed38ee43366891 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-26T23:22:28.638 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:28 smithi026 podman[28246]: 2024-04-26 23:22:28.444717415 +0000 UTC m=+1.812002067 container cleanup 8fafaeb001495dc04d9aa46d50b2b24b327b05a621a7a167a1ed38ee43366891 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240424, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True) 2024-04-26T23:22:28.639 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:28 smithi026 bash[28246]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a 2024-04-26T23:22:29.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:28 smithi026 podman[28260]: 2024-04-26 23:22:28.637168469 +0000 UTC m=+0.568867875 container remove 8fafaeb001495dc04d9aa46d50b2b24b327b05a621a7a167a1ed38ee43366891 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T23:22:29.523 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 systemd[1]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-26T23:22:29.523 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 systemd[1]: Stopped Ceph mon.a for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:22:29.523 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 systemd[1]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.a.service: Consumed 1.977s CPU time. 2024-04-26T23:22:29.523 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 systemd[1]: Starting Ceph mon.a for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:22:29.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 podman[28352]: 2024-04-26 23:22:29.521292294 +0000 UTC m=+0.131710279 container create 8111cce0f4a34cea8cccc2ca141b631b96f9b2b98ad89384f0b9f863fc0ccd7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-26T23:22:29.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 podman[28352]: 2024-04-26 23:22:29.428457516 +0000 UTC m=+0.038875460 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:22:29.868 INFO:teuthology.orchestra.run.smithi026.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-26T23:22:30.206 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 podman[28352]: 2024-04-26 23:22:29.774810816 +0000 UTC m=+0.385228804 container init 8111cce0f4a34cea8cccc2ca141b631b96f9b2b98ad89384f0b9f863fc0ccd7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 podman[28352]: 2024-04-26 23:22:29.78584476 +0000 UTC m=+0.396262725 container start 8111cce0f4a34cea8cccc2ca141b631b96f9b2b98ad89384f0b9f863fc0ccd7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0) 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: ceph version 19.0.0-3306-gbc612ffb (bc612ffb9c1d5bc27536bc917a705262a36d4387) squid (dev), process ceph-mon, pid 2 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: pidfile_write: ignore empty --pid-file 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: load: jerasure load: lrc 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: RocksDB version: 7.9.2 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Git sha 0 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Compile date 2024-04-26 11:39:23 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: DB SUMMARY 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: DB Session ID: 4MCZWCIFFUAIA3FQNMVU 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: CURRENT file: CURRENT 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T23:22:30.207 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-26T23:22:30.208 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-26T23:22:30.208 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104324 ; 2024-04-26T23:22:30.208 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.error_if_exists: 0 2024-04-26T23:22:30.208 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.create_if_missing: 0 2024-04-26T23:22:30.208 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.paranoid_checks: 1 2024-04-26T23:22:30.208 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T23:22:30.208 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T23:22:30.208 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T23:22:30.208 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.env: 0x561bb5f6ccc0 2024-04-26T23:22:30.208 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T23:22:30.208 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.info_log: 0x561be48dbdc0 2024-04-26T23:22:30.208 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T23:22:30.209 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.statistics: (nil) 2024-04-26T23:22:30.209 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.use_fsync: 0 2024-04-26T23:22:30.209 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_log_file_size: 0 2024-04-26T23:22:30.209 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T23:22:30.209 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T23:22:30.209 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T23:22:30.209 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T23:22:30.209 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.allow_fallocate: 1 2024-04-26T23:22:30.209 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T23:22:30.209 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T23:22:30.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.use_direct_reads: 0 2024-04-26T23:22:30.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T23:22:30.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T23:22:30.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.db_log_dir: 2024-04-26T23:22:30.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.wal_dir: 2024-04-26T23:22:30.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T23:22:30.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T23:22:30.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T23:22:30.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T23:22:30.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T23:22:30.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T23:22:30.210 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.write_buffer_manager: 0x561be48ad0e0 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.unordered_write: 0 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T23:22:30.211 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T23:22:30.212 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T23:22:30.212 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.row_cache: None 2024-04-26T23:22:30.212 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.wal_filter: None 2024-04-26T23:22:30.212 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T23:22:30.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T23:22:30.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.two_write_queues: 0 2024-04-26T23:22:30.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T23:22:30.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.wal_compression: 0 2024-04-26T23:22:30.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.atomic_flush: 0 2024-04-26T23:22:30.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T23:22:30.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T23:22:30.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T23:22:30.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.log_readahead_size: 0 2024-04-26T23:22:30.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T23:22:30.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T23:22:30.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_background_jobs: 2 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_background_compactions: -1 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_subcompactions: 1 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T23:22:30.214 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_open_files: -1 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_background_flushes: -1 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Compression algorithms supported: 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: kZSTD supported: 0 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: kXpressCompression supported: 0 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T23:22:30.215 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: kZlibCompression supported: 1 2024-04-26T23:22:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: kSnappyCompression supported: 1 2024-04-26T23:22:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: kLZ4Compression supported: 1 2024-04-26T23:22:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: kBZip2Compression supported: 0 2024-04-26T23:22:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T23:22:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T23:22:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-26T23:22:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T23:22:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T23:22:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.merge_operator: 2024-04-26T23:22:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_filter: None 2024-04-26T23:22:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T23:22:30.216 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561be48dbf80) 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout: cache_index_and_filter_blocks: 1 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout: pin_top_level_index_and_filter: 1 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout: index_type: 0 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout: data_block_index_type: 0 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout: index_shortening: 1 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout: checksum: 4 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout: no_block_cache: 0 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_cache: 0x561be48df1f0 2024-04-26T23:22:30.217 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_cache_name: BinnedLRUCache 2024-04-26T23:22:30.218 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_cache_options: 2024-04-26T23:22:30.218 INFO:journalctl@ceph.mon.a.smithi026.stdout: capacity : 536870912 2024-04-26T23:22:30.218 INFO:journalctl@ceph.mon.a.smithi026.stdout: num_shard_bits : 4 2024-04-26T23:22:30.218 INFO:journalctl@ceph.mon.a.smithi026.stdout: strict_capacity_limit : 0 2024-04-26T23:22:30.218 INFO:journalctl@ceph.mon.a.smithi026.stdout: high_pri_pool_ratio: 0.000 2024-04-26T23:22:30.218 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_cache_compressed: (nil) 2024-04-26T23:22:30.218 INFO:journalctl@ceph.mon.a.smithi026.stdout: persistent_cache: (nil) 2024-04-26T23:22:30.218 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_size: 4096 2024-04-26T23:22:30.218 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_size_deviation: 10 2024-04-26T23:22:30.218 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_restart_interval: 16 2024-04-26T23:22:30.218 INFO:journalctl@ceph.mon.a.smithi026.stdout: index_block_restart_interval: 1 2024-04-26T23:22:30.218 INFO:journalctl@ceph.mon.a.smithi026.stdout: metadata_block_size: 4096 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: partition_filters: 0 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: use_delta_encoding: 1 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: filter_policy: bloomfilter 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: whole_key_filtering: 1 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: verify_compression: 0 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: read_amp_bytes_per_bit: 0 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: format_version: 5 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: enable_index_compression: 1 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: block_align: 0 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: max_auto_readahead_size: 262144 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: prepopulate_block_cache: 0 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: initial_auto_readahead_size: 8192 2024-04-26T23:22:30.219 INFO:journalctl@ceph.mon.a.smithi026.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T23:22:30.220 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compression: NoCompression 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.num_levels: 7 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T23:22:30.221 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T23:22:30.222 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T23:22:30.223 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T23:22:30.224 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.inplace_update_support: 0 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.bloom_locality: 0 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.max_successive_merges: 0 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T23:22:30.225 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.ttl: 2592000 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.enable_blob_files: false 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.min_blob_size: 0 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T23:22:30.226 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: acc487de-1498-4ef0-9fa1-926d5f5072cc 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714173749844397, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714173749845915, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 99604, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 324, "table_properties": {"data_size": 97493, "index_size": 303, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 13996, "raw_average_key_size": 49, "raw_value_size": 89823, "raw_average_value_size": 317, "num_data_blocks": 12, "num_entries": 283, "num_filter_entries": 283, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714173749, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "acc487de-1498-4ef0-9fa1-926d5f5072cc", "db_session_id": "4MCZWCIFFUAIA3FQNMVU", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714173749846074, "job": 1, "event": "recovery_finished"} 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561be49fc000 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: DB pointer 0x561be49e8000 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout: ** DB Stats ** 2024-04-26T23:22:30.227 INFO:journalctl@ceph.mon.a.smithi026.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: ** Compaction Stats [default] ** 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: L0 2/0 99.13 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 97.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: Sum 2/0 99.13 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 97.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 97.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T23:22:30.228 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: ** Compaction Stats [default] ** 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 97.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: Cumulative compaction: 0.00 GB write, 13.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T23:22:30.229 INFO:journalctl@ceph.mon.a.smithi026.stdout: Interval compaction: 0.00 GB write, 13.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout: Block cache BinnedLRUCache@0x561be48df1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: starting mon.a rank 0 at public addrs [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] at bind addrs [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: mon.a@-1(???) e1 preinit fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: mon.a@-1(???).mds e1 new map 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: mon.a@-1(???).mds e1 print_map 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout: e1 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T23:22:30.230 INFO:journalctl@ceph.mon.a.smithi026.stdout: legacy client fscid: -1 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout: 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout: No filesystems configured 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 bash[28352]: 8111cce0f4a34cea8cccc2ca141b631b96f9b2b98ad89384f0b9f863fc0ccd7e 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 systemd[1]: Started Ceph mon.a for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: monmap epoch 1 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: last_changed 2024-04-26T23:22:10.507601+0000 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: created 2024-04-26T23:22:10.507601+0000 2024-04-26T23:22:30.231 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: min_mon_release 19 (squid) 2024-04-26T23:22:30.232 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: election_strategy: 1 2024-04-26T23:22:30.232 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T23:22:30.232 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: fsmap 2024-04-26T23:22:30.232 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T23:22:30.232 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:29 smithi026 ceph-mon[28371]: mgrmap e1: no daemons active 2024-04-26T23:22:31.285 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.515+0000 7f93d7800700 1 Processor -- start 2024-04-26T23:22:31.286 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.515+0000 7f93d7800700 1 -- start start 2024-04-26T23:22:31.286 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.515+0000 7f93d7800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 0x7f93d010bb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:31.286 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.515+0000 7f93d7800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f93d007ce80 con 0x7f93d0109740 2024-04-26T23:22:31.286 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.516+0000 7f93d4e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 0x7f93d010bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:31.286 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.516+0000 7f93d4e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 0x7f93d010bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47892/0 (socket says 172.21.15.26:47892) 2024-04-26T23:22:31.286 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.516+0000 7f93d4e00700 1 -- 172.21.15.26:0/1260813021 learned_addr learned my addr 172.21.15.26:0/1260813021 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:31.286 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.517+0000 7f93d4e00700 1 -- 172.21.15.26:0/1260813021 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d010c070 con 0x7f93d0109740 2024-04-26T23:22:31.286 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.517+0000 7f93d4e00700 1 --2- 172.21.15.26:0/1260813021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 0x7f93d010bb30 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f93c40098a0 tx=0x7f93c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5030d7c32c888038 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:31.286 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.517+0000 7f93cf400700 1 -- 172.21.15.26:0/1260813021 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93c4004160 con 0x7f93d0109740 2024-04-26T23:22:31.286 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.517+0000 7f93cf400700 1 -- 172.21.15.26:0/1260813021 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f93c4004300 con 0x7f93d0109740 2024-04-26T23:22:31.286 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.517+0000 7f93cf400700 1 -- 172.21.15.26:0/1260813021 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93c40119e0 con 0x7f93d0109740 2024-04-26T23:22:31.286 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.518+0000 7f93d7800700 1 -- 172.21.15.26:0/1260813021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 msgr2=0x7f93d010bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.518+0000 7f93d7800700 1 --2- 172.21.15.26:0/1260813021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 0x7f93d010bb30 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f93c40098a0 tx=0x7f93c4009bb0 comp rx=0 tx=0).stop 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.518+0000 7f93d7800700 1 -- 172.21.15.26:0/1260813021 shutdown_connections 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.518+0000 7f93d7800700 1 --2- 172.21.15.26:0/1260813021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 0x7f93d010bb30 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.518+0000 7f93d7800700 1 -- 172.21.15.26:0/1260813021 >> 172.21.15.26:0/1260813021 conn(0x7f93d01031b0 msgr2=0x7f93d01055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.518+0000 7f93d7800700 1 -- 172.21.15.26:0/1260813021 shutdown_connections 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.518+0000 7f93d7800700 1 -- 172.21.15.26:0/1260813021 wait complete. 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.520+0000 7f93d7800700 1 Processor -- start 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.520+0000 7f93d7800700 1 -- start start 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.521+0000 7f93d7800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 0x7f93d0108fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.521+0000 7f93d7800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f93d010cfe0 con 0x7f93d0109740 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.521+0000 7f93d4e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 0x7f93d0108fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.521+0000 7f93d4e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 0x7f93d0108fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47898/0 (socket says 172.21.15.26:47898) 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.521+0000 7f93d4e00700 1 -- 172.21.15.26:0/3063957222 learned_addr learned my addr 172.21.15.26:0/3063957222 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:31.287 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.522+0000 7f93d4e00700 1 -- 172.21.15.26:0/3063957222 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d0109500 con 0x7f93d0109740 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.522+0000 7f93d4e00700 1 --2- 172.21.15.26:0/3063957222 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 0x7f93d0108fc0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f93c40119b0 tx=0x7f93c4011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.522+0000 7f93cd600700 1 -- 172.21.15.26:0/3063957222 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93c40039f0 con 0x7f93d0109740 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.522+0000 7f93cd600700 1 -- 172.21.15.26:0/3063957222 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f93c4003b90 con 0x7f93d0109740 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.522+0000 7f93d7800700 1 -- 172.21.15.26:0/3063957222 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93d01076f0 con 0x7f93d0109740 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.522+0000 7f93cd600700 1 -- 172.21.15.26:0/3063957222 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93c401a620 con 0x7f93d0109740 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.523+0000 7f93d7800700 1 -- 172.21.15.26:0/3063957222 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93d0107c30 con 0x7f93d0109740 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.523+0000 7f93cd600700 1 -- 172.21.15.26:0/3063957222 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f93c401acb0 con 0x7f93d0109740 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.523+0000 7f93cd600700 1 -- 172.21.15.26:0/3063957222 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f93c4019700 con 0x7f93d0109740 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.524+0000 7f93d7800700 1 -- 172.21.15.26:0/3063957222 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93d0064a80 con 0x7f93d0109740 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.529+0000 7f93cd600700 1 -- 172.21.15.26:0/3063957222 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f93c4024a50 con 0x7f93d0109740 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.607+0000 7f93d7800700 1 -- 172.21.15.26:0/3063957222 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f93d0107ee0 con 0x7f93d0109740 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.612+0000 7f93cd600700 1 -- 172.21.15.26:0/3063957222 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f93c4024430 con 0x7f93d0109740 2024-04-26T23:22:31.288 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.613+0000 7f93d7800700 1 -- 172.21.15.26:0/3063957222 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 msgr2=0x7f93d0108fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:31.289 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.613+0000 7f93d7800700 1 --2- 172.21.15.26:0/3063957222 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 0x7f93d0108fc0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f93c40119b0 tx=0x7f93c4011a90 comp rx=0 tx=0).stop 2024-04-26T23:22:31.289 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.613+0000 7f93d7800700 1 -- 172.21.15.26:0/3063957222 shutdown_connections 2024-04-26T23:22:31.289 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.614+0000 7f93d7800700 1 --2- 172.21.15.26:0/3063957222 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93d0109740 0x7f93d0108fc0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:31.289 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.614+0000 7f93d7800700 1 -- 172.21.15.26:0/3063957222 >> 172.21.15.26:0/3063957222 conn(0x7f93d01031b0 msgr2=0x7f93d0103c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:31.289 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.614+0000 7f93d7800700 1 -- 172.21.15.26:0/3063957222 shutdown_connections 2024-04-26T23:22:31.289 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:30.614+0000 7f93d7800700 1 -- 172.21.15.26:0/3063957222 wait complete. 2024-04-26T23:22:31.289 INFO:teuthology.orchestra.run.smithi026.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-26T23:22:31.313 INFO:teuthology.orchestra.run.smithi026.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-26T23:22:31.313 INFO:teuthology.orchestra.run.smithi026.stdout:Creating mgr... 2024-04-26T23:22:31.315 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-26T23:22:31.316 INFO:teuthology.orchestra.run.smithi026.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-26T23:22:31.732 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.x 2024-04-26T23:22:31.732 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Failed to reset failed state of unit ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-26T23:22:31.952 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:31 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3063957222' entity='client.admin' 2024-04-26T23:22:31.993 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-a73d6c78-0423-11ef-bc93-c7b262605968.target.wants/ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-a73d6c78-0423-11ef-bc93-c7b262605968@.service. 2024-04-26T23:22:32.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:32 smithi026 systemd[1]: Starting Ceph mgr.x for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:22:33.017 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:32 smithi026 podman[28596]: 2024-04-26 23:22:32.568954006 +0000 UTC m=+0.320513730 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:22:33.018 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:32 smithi026 podman[28596]: 2024-04-26 23:22:32.856977366 +0000 UTC m=+0.608537097 container create c7a851355c10f9be8b62412df319505f656118cb32ed882e3c585b9fa728cb33 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2) 2024-04-26T23:22:33.237 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T23:22:33.237 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout disabled 2024-04-26T23:22:33.258 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T23:22:33.258 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-26T23:22:33.258 INFO:teuthology.orchestra.run.smithi026.stdout:firewalld.service is not enabled 2024-04-26T23:22:33.258 INFO:teuthology.orchestra.run.smithi026.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T23:22:33.282 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T23:22:33.282 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout disabled 2024-04-26T23:22:33.301 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T23:22:33.301 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-26T23:22:33.301 INFO:teuthology.orchestra.run.smithi026.stdout:firewalld.service is not enabled 2024-04-26T23:22:33.302 INFO:teuthology.orchestra.run.smithi026.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-26T23:22:33.302 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mgr to start... 2024-04-26T23:22:33.302 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mgr... 2024-04-26T23:22:33.367 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:33 smithi026 podman[28596]: 2024-04-26 23:22:33.093717523 +0000 UTC m=+0.845277258 container init c7a851355c10f9be8b62412df319505f656118cb32ed882e3c585b9fa728cb33 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T23:22:33.367 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:33 smithi026 podman[28596]: 2024-04-26 23:22:33.10502907 +0000 UTC m=+0.856588780 container start c7a851355c10f9be8b62412df319505f656118cb32ed882e3c585b9fa728cb33 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:22:33.367 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:33 smithi026 bash[28596]: c7a851355c10f9be8b62412df319505f656118cb32ed882e3c585b9fa728cb33 2024-04-26T23:22:33.368 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:33 smithi026 systemd[1]: Started Ceph mgr.x for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:22:33.628 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:33 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:33.364+0000 7f3f29e47200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T23:22:33.914 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:33 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:33.644+0000 7f3f29e47200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:22:33.914 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:33 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:33.783+0000 7f3f29e47200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T23:22:34.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:34 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2264989754' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T23:22:34.525 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:34 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:34.211+0000 7f3f29e47200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T23:22:34.525 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:34 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:34.327+0000 7f3f29e47200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T23:22:34.882 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:34.894 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsid": "a73d6c78-0423-11ef-bc93-c7b262605968", 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 0 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T23:22:34.895 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T23:22:34.896 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T23:22:34.897 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T23:22:14.783014+0000", 2024-04-26T23:22:34.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.954+0000 7f8c54a00700 1 Processor -- start 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.954+0000 7f8c54a00700 1 -- start start 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.955+0000 7f8c54a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 0x7f8c5010b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.955+0000 7f8c54a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5010b870 con 0x7f8c5010af10 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.955+0000 7f8c4de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 0x7f8c5010b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.955+0000 7f8c4de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 0x7f8c5010b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58542/0 (socket says 172.21.15.26:58542) 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.955+0000 7f8c4de00700 1 -- 172.21.15.26:0/1759194297 learned_addr learned my addr 172.21.15.26:0/1759194297 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.956+0000 7f8c4de00700 1 -- 172.21.15.26:0/1759194297 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c5010c070 con 0x7f8c5010af10 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.956+0000 7f8c4de00700 1 --2- 172.21.15.26:0/1759194297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 0x7f8c5010b330 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8c400098a0 tx=0x7f8c40009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ff38fb63ef40bcf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.956+0000 7f8c4ca00700 1 -- 172.21.15.26:0/1759194297 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c40004160 con 0x7f8c5010af10 2024-04-26T23:22:34.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.957+0000 7f8c4ca00700 1 -- 172.21.15.26:0/1759194297 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f8c40004300 con 0x7f8c5010af10 2024-04-26T23:22:34.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.957+0000 7f8c4ca00700 1 -- 172.21.15.26:0/1759194297 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c400119e0 con 0x7f8c5010af10 2024-04-26T23:22:34.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.957+0000 7f8c54a00700 1 -- 172.21.15.26:0/1759194297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 msgr2=0x7f8c5010b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:34.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.957+0000 7f8c54a00700 1 --2- 172.21.15.26:0/1759194297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 0x7f8c5010b330 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8c400098a0 tx=0x7f8c40009bb0 comp rx=0 tx=0).stop 2024-04-26T23:22:34.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.957+0000 7f8c54a00700 1 -- 172.21.15.26:0/1759194297 shutdown_connections 2024-04-26T23:22:34.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.957+0000 7f8c54a00700 1 --2- 172.21.15.26:0/1759194297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 0x7f8c5010b330 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:34.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.957+0000 7f8c54a00700 1 -- 172.21.15.26:0/1759194297 >> 172.21.15.26:0/1759194297 conn(0x7f8c5007e320 msgr2=0x7f8c5007e730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:34.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.958+0000 7f8c54a00700 1 -- 172.21.15.26:0/1759194297 shutdown_connections 2024-04-26T23:22:34.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.958+0000 7f8c54a00700 1 -- 172.21.15.26:0/1759194297 wait complete. 2024-04-26T23:22:34.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.959+0000 7f8c54a00700 1 Processor -- start 2024-04-26T23:22:34.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.959+0000 7f8c54a00700 1 -- start start 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.959+0000 7f8c54a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 0x7f8c5019ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.959+0000 7f8c54a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5010f330 con 0x7f8c5010af10 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.960+0000 7f8c4de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 0x7f8c5019ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.960+0000 7f8c4de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 0x7f8c5019ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58546/0 (socket says 172.21.15.26:58546) 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.960+0000 7f8c4de00700 1 -- 172.21.15.26:0/2264989754 learned_addr learned my addr 172.21.15.26:0/2264989754 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.960+0000 7f8c4de00700 1 -- 172.21.15.26:0/2264989754 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c5019f2a0 con 0x7f8c5010af10 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.960+0000 7f8c4de00700 1 --2- 172.21.15.26:0/2264989754 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 0x7f8c5019ed60 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8c40009130 tx=0x7f8c40011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.961+0000 7f8c46a00700 1 -- 172.21.15.26:0/2264989754 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c40003b20 con 0x7f8c5010af10 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.961+0000 7f8c46a00700 1 -- 172.21.15.26:0/2264989754 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f8c4001a8a0 con 0x7f8c5010af10 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.961+0000 7f8c46a00700 1 -- 172.21.15.26:0/2264989754 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c40024810 con 0x7f8c5010af10 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.961+0000 7f8c54a00700 1 -- 172.21.15.26:0/2264989754 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c5019f530 con 0x7f8c5010af10 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.961+0000 7f8c54a00700 1 -- 172.21.15.26:0/2264989754 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c501a2220 con 0x7f8c5010af10 2024-04-26T23:22:34.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.961+0000 7f8c46a00700 1 -- 172.21.15.26:0/2264989754 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8c40022020 con 0x7f8c5010af10 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.961+0000 7f8c46a00700 1 -- 172.21.15.26:0/2264989754 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8c4002dd90 con 0x7f8c5010af10 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.962+0000 7f8c54a00700 1 -- 172.21.15.26:0/2264989754 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c50064a80 con 0x7f8c5010af10 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:33.965+0000 7f8c46a00700 1 -- 172.21.15.26:0/2264989754 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f8c40043ec0 con 0x7f8c5010af10 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:34.044+0000 7f8c54a00700 1 -- 172.21.15.26:0/2264989754 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f8c501a23f0 con 0x7f8c5010af10 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:34.045+0000 7f8c46a00700 1 -- 172.21.15.26:0/2264989754 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f8c40032020 con 0x7f8c5010af10 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:34.047+0000 7f8c54a00700 1 -- 172.21.15.26:0/2264989754 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 msgr2=0x7f8c5019ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:34.047+0000 7f8c54a00700 1 --2- 172.21.15.26:0/2264989754 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 0x7f8c5019ed60 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8c40009130 tx=0x7f8c40011a60 comp rx=0 tx=0).stop 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:34.047+0000 7f8c54a00700 1 -- 172.21.15.26:0/2264989754 shutdown_connections 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:34.047+0000 7f8c54a00700 1 --2- 172.21.15.26:0/2264989754 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c5010af10 0x7f8c5019ed60 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:34.047+0000 7f8c54a00700 1 -- 172.21.15.26:0/2264989754 >> 172.21.15.26:0/2264989754 conn(0x7f8c5007e320 msgr2=0x7f8c50108380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:34.047+0000 7f8c54a00700 1 -- 172.21.15.26:0/2264989754 shutdown_connections 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:34.047+0000 7f8c54a00700 1 -- 172.21.15.26:0/2264989754 wait complete. 2024-04-26T23:22:34.902 INFO:teuthology.orchestra.run.smithi026.stdout:mgr not available, waiting (1/15)... 2024-04-26T23:22:36.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:35 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:35.995+0000 7f3f29e47200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T23:22:36.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:36 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:36.229+0000 7f3f29e47200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T23:22:36.775 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:36 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:36.447+0000 7f3f29e47200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T23:22:37.210 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:36 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:36.835+0000 7f3f29e47200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T23:22:37.210 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:36 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:36.973+0000 7f3f29e47200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T23:22:37.508 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:37 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:37.240+0000 7f3f29e47200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T23:22:37.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:37 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3636940606' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T23:22:37.775 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:37 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:37.505+0000 7f3f29e47200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:22:38.346 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:38.346 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T23:22:38.346 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsid": "a73d6c78-0423-11ef-bc93-c7b262605968", 2024-04-26T23:22:38.346 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T23:22:38.346 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T23:22:38.347 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T23:22:38.347 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T23:22:38.347 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:38.347 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T23:22:38.347 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T23:22:38.347 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 0 2024-04-26T23:22:38.347 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T23:22:38.347 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T23:22:38.347 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T23:22:38.347 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T23:22:38.348 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T23:22:38.349 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:38.356 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T23:22:38.356 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T23:22:38.357 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:38.358 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T23:22:38.358 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T23:22:38.358 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T23:22:38.358 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T23:22:38.358 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T23:22:38.358 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T23:22:38.358 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T23:22:38.358 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T23:22:14.783014+0000", 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.513+0000 7f89f6600700 1 Processor -- start 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.514+0000 7f89f6600700 1 -- start start 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.514+0000 7f89f6600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 0x7f89f010bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.514+0000 7f89f6600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f89f0064700 con 0x7f89f01097a0 2024-04-26T23:22:38.359 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.515+0000 7f89ef400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 0x7f89f010bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:38.360 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.515+0000 7f89ef400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 0x7f89f010bb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58552/0 (socket says 172.21.15.26:58552) 2024-04-26T23:22:38.360 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.515+0000 7f89ef400700 1 -- 172.21.15.26:0/3815201118 learned_addr learned my addr 172.21.15.26:0/3815201118 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:38.360 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.515+0000 7f89ef400700 1 -- 172.21.15.26:0/3815201118 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89f010c0d0 con 0x7f89f01097a0 2024-04-26T23:22:38.360 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.515+0000 7f89ef400700 1 --2- 172.21.15.26:0/3815201118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 0x7f89f010bb90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f89e00098a0 tx=0x7f89e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b16356051bbe2f97 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:38.360 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.516+0000 7f89ee000700 1 -- 172.21.15.26:0/3815201118 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f89e0004160 con 0x7f89f01097a0 2024-04-26T23:22:38.360 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.516+0000 7f89ee000700 1 -- 172.21.15.26:0/3815201118 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f89e0004300 con 0x7f89f01097a0 2024-04-26T23:22:38.360 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.516+0000 7f89ee000700 1 -- 172.21.15.26:0/3815201118 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f89e00119e0 con 0x7f89f01097a0 2024-04-26T23:22:38.360 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.516+0000 7f89f6600700 1 -- 172.21.15.26:0/3815201118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 msgr2=0x7f89f010bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:38.360 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.516+0000 7f89f6600700 1 --2- 172.21.15.26:0/3815201118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 0x7f89f010bb90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f89e00098a0 tx=0x7f89e0009bb0 comp rx=0 tx=0).stop 2024-04-26T23:22:38.360 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.516+0000 7f89f6600700 1 -- 172.21.15.26:0/3815201118 shutdown_connections 2024-04-26T23:22:38.360 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.516+0000 7f89f6600700 1 --2- 172.21.15.26:0/3815201118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 0x7f89f010bb90 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:38.360 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.516+0000 7f89f6600700 1 -- 172.21.15.26:0/3815201118 >> 172.21.15.26:0/3815201118 conn(0x7f89f01031b0 msgr2=0x7f89f01055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:38.361 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.517+0000 7f89f6600700 1 -- 172.21.15.26:0/3815201118 shutdown_connections 2024-04-26T23:22:38.361 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.517+0000 7f89f6600700 1 -- 172.21.15.26:0/3815201118 wait complete. 2024-04-26T23:22:38.361 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.518+0000 7f89f6600700 1 Processor -- start 2024-04-26T23:22:38.361 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.518+0000 7f89f6600700 1 -- start start 2024-04-26T23:22:38.361 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.518+0000 7f89f6600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 0x7f89f0109020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:38.361 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.518+0000 7f89f6600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f89f010d030 con 0x7f89f01097a0 2024-04-26T23:22:38.361 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.518+0000 7f89ef400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 0x7f89f0109020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:38.361 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.518+0000 7f89ef400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 0x7f89f0109020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58562/0 (socket says 172.21.15.26:58562) 2024-04-26T23:22:38.361 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.518+0000 7f89ef400700 1 -- 172.21.15.26:0/3636940606 learned_addr learned my addr 172.21.15.26:0/3636940606 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:38.361 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.519+0000 7f89ef400700 1 -- 172.21.15.26:0/3636940606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89f0109560 con 0x7f89f01097a0 2024-04-26T23:22:38.361 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.519+0000 7f89ef400700 1 --2- 172.21.15.26:0/3636940606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 0x7f89f0109020 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f89e00116a0 tx=0x7f89e00046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:38.361 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.519+0000 7f89e7e00700 1 -- 172.21.15.26:0/3636940606 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f89e0003b70 con 0x7f89f01097a0 2024-04-26T23:22:38.362 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.519+0000 7f89e7e00700 1 -- 172.21.15.26:0/3636940606 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f89e001a8a0 con 0x7f89f01097a0 2024-04-26T23:22:38.362 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.519+0000 7f89e7e00700 1 -- 172.21.15.26:0/3636940606 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f89e0024890 con 0x7f89f01097a0 2024-04-26T23:22:38.362 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.519+0000 7f89f6600700 1 -- 172.21.15.26:0/3636940606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89f0107750 con 0x7f89f01097a0 2024-04-26T23:22:38.362 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.519+0000 7f89f6600700 1 -- 172.21.15.26:0/3636940606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89f0107c90 con 0x7f89f01097a0 2024-04-26T23:22:38.362 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.520+0000 7f89e7e00700 1 -- 172.21.15.26:0/3636940606 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f89e0022020 con 0x7f89f01097a0 2024-04-26T23:22:38.362 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.520+0000 7f89e7e00700 1 -- 172.21.15.26:0/3636940606 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f89e00193c0 con 0x7f89f01097a0 2024-04-26T23:22:38.362 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.521+0000 7f89f6600700 1 -- 172.21.15.26:0/3636940606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89f0064a80 con 0x7f89f01097a0 2024-04-26T23:22:38.362 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.523+0000 7f89e7e00700 1 -- 172.21.15.26:0/3636940606 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f89e001aa50 con 0x7f89f01097a0 2024-04-26T23:22:38.362 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.605+0000 7f89f6600700 1 -- 172.21.15.26:0/3636940606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f89f0107fd0 con 0x7f89f01097a0 2024-04-26T23:22:38.362 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.605+0000 7f89e7e00700 1 -- 172.21.15.26:0/3636940606 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f89e001a430 con 0x7f89f01097a0 2024-04-26T23:22:38.362 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.606+0000 7f89f6600700 1 -- 172.21.15.26:0/3636940606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 msgr2=0x7f89f0109020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:38.362 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.606+0000 7f89f6600700 1 --2- 172.21.15.26:0/3636940606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 0x7f89f0109020 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f89e00116a0 tx=0x7f89e00046a0 comp rx=0 tx=0).stop 2024-04-26T23:22:38.363 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.607+0000 7f89f6600700 1 -- 172.21.15.26:0/3636940606 shutdown_connections 2024-04-26T23:22:38.363 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.607+0000 7f89f6600700 1 --2- 172.21.15.26:0/3636940606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f89f01097a0 0x7f89f0109020 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:38.363 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.607+0000 7f89f6600700 1 -- 172.21.15.26:0/3636940606 >> 172.21.15.26:0/3636940606 conn(0x7f89f01031b0 msgr2=0x7f89f0103c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:38.363 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.607+0000 7f89f6600700 1 -- 172.21.15.26:0/3636940606 shutdown_connections 2024-04-26T23:22:38.363 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:37.607+0000 7f89f6600700 1 -- 172.21.15.26:0/3636940606 wait complete. 2024-04-26T23:22:38.363 INFO:teuthology.orchestra.run.smithi026.stdout:mgr not available, waiting (2/15)... 2024-04-26T23:22:38.775 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:38 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:38.343+0000 7f3f29e47200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T23:22:39.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:38 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:38.908+0000 7f3f29e47200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T23:22:39.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:39 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:39.041+0000 7f3f29e47200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T23:22:39.775 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:39 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:39.310+0000 7f3f29e47200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T23:22:40.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:39 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:39.977+0000 7f3f29e47200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T23:22:40.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:40 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:40.103+0000 7f3f29e47200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T23:22:40.720 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:40 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:40.436+0000 7f3f29e47200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T23:22:40.720 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:40 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:40.621+0000 7f3f29e47200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T23:22:40.982 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:40 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:40.754+0000 7f3f29e47200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T23:22:40.982 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:40 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:40.911+0000 7f3f29e47200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T23:22:41.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:41 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2527778535' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T23:22:41.582 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:41 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:41.292+0000 7f3f29e47200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T23:22:41.791 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:41.792 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T23:22:41.792 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsid": "a73d6c78-0423-11ef-bc93-c7b262605968", 2024-04-26T23:22:41.792 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T23:22:41.792 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 0 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:41.795 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T23:22:41.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T23:22:41.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:41.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T23:22:41.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:41.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T23:22:41.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T23:22:41.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T23:22:41.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T23:22:41.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T23:22:41.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T23:22:41.796 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:41.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T23:22:41.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T23:22:41.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T23:22:41.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T23:22:41.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T23:22:41.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T23:22:41.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T23:22:41.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T23:22:41.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T23:22:41.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:41.805 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T23:22:41.805 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:41.805 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T23:22:41.805 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T23:22:41.805 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:41.805 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T23:22:41.806 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T23:22:41.806 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T23:22:41.806 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T23:22:41.806 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T23:22:41.806 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T23:22:41.806 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T23:22:41.806 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T23:22:41.806 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T23:22:41.806 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T23:22:14.783014+0000", 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.979+0000 7f7faea00700 1 Processor -- start 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.980+0000 7f7faea00700 1 -- start start 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.980+0000 7f7faea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 0x7f7fa807c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.980+0000 7f7faea00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa807c790 con 0x7f7fa807dd60 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.981+0000 7f7fad600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 0x7f7fa807c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:41.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.981+0000 7f7fad600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 0x7f7fa807c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58566/0 (socket says 172.21.15.26:58566) 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.981+0000 7f7fad600700 1 -- 172.21.15.26:0/828219687 learned_addr learned my addr 172.21.15.26:0/828219687 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.981+0000 7f7fad600700 1 -- 172.21.15.26:0/828219687 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa807c910 con 0x7f7fa807dd60 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.982+0000 7f7fad600700 1 --2- 172.21.15.26:0/828219687 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 0x7f7fa807c1c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7f9c0098a0 tx=0x7f7f9c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8528e5126b3f462 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.982+0000 7f7fa7e00700 1 -- 172.21.15.26:0/828219687 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f9c004160 con 0x7f7fa807dd60 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.982+0000 7f7fa7e00700 1 -- 172.21.15.26:0/828219687 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f7f9c004300 con 0x7f7fa807dd60 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.982+0000 7f7fa7e00700 1 -- 172.21.15.26:0/828219687 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f9c0119e0 con 0x7f7fa807dd60 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.983+0000 7f7faea00700 1 -- 172.21.15.26:0/828219687 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 msgr2=0x7f7fa807c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.983+0000 7f7faea00700 1 --2- 172.21.15.26:0/828219687 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 0x7f7fa807c1c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7f9c0098a0 tx=0x7f7f9c009bb0 comp rx=0 tx=0).stop 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.983+0000 7f7faea00700 1 -- 172.21.15.26:0/828219687 shutdown_connections 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.983+0000 7f7faea00700 1 --2- 172.21.15.26:0/828219687 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 0x7f7fa807c1c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.983+0000 7f7faea00700 1 -- 172.21.15.26:0/828219687 >> 172.21.15.26:0/828219687 conn(0x7f7fa8104410 msgr2=0x7f7fa8106830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.983+0000 7f7faea00700 1 -- 172.21.15.26:0/828219687 shutdown_connections 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.983+0000 7f7faea00700 1 -- 172.21.15.26:0/828219687 wait complete. 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.984+0000 7f7faea00700 1 Processor -- start 2024-04-26T23:22:41.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.984+0000 7f7faea00700 1 -- start start 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.984+0000 7f7faea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 0x7f7fa819eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.984+0000 7f7faea00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7fa810f380 con 0x7f7fa807dd60 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.985+0000 7f7fad600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 0x7f7fa819eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.985+0000 7f7fad600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 0x7f7fa819eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58578/0 (socket says 172.21.15.26:58578) 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.985+0000 7f7fad600700 1 -- 172.21.15.26:0/2527778535 learned_addr learned my addr 172.21.15.26:0/2527778535 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.985+0000 7f7fad600700 1 -- 172.21.15.26:0/2527778535 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fa819f0b0 con 0x7f7fa807dd60 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.985+0000 7f7fad600700 1 --2- 172.21.15.26:0/2527778535 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 0x7f7fa819eb70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f7f9c0116a0 tx=0x7f7f9c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.986+0000 7f7fa6000700 1 -- 172.21.15.26:0/2527778535 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f9c0039f0 con 0x7f7fa807dd60 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.986+0000 7f7fa6000700 1 -- 172.21.15.26:0/2527778535 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f7f9c003b90 con 0x7f7fa807dd60 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.986+0000 7f7faea00700 1 -- 172.21.15.26:0/2527778535 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fa819f340 con 0x7f7fa807dd60 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.986+0000 7f7fa6000700 1 -- 172.21.15.26:0/2527778535 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7f9c01a600 con 0x7f7fa807dd60 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.986+0000 7f7faea00700 1 -- 172.21.15.26:0/2527778535 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fa81a2030 con 0x7f7fa807dd60 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.986+0000 7f7fa6000700 1 -- 172.21.15.26:0/2527778535 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7f9c01ac60 con 0x7f7fa807dd60 2024-04-26T23:22:41.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.986+0000 7f7fa6000700 1 -- 172.21.15.26:0/2527778535 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7f9c019700 con 0x7f7fa807dd60 2024-04-26T23:22:41.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.987+0000 7f7faea00700 1 -- 172.21.15.26:0/2527778535 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fa8064a80 con 0x7f7fa807dd60 2024-04-26T23:22:41.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:40.990+0000 7f7fa6000700 1 -- 172.21.15.26:0/2527778535 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f7f9c024a50 con 0x7f7fa807dd60 2024-04-26T23:22:41.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:41.070+0000 7f7faea00700 1 -- 172.21.15.26:0/2527778535 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f7fa81a2570 con 0x7f7fa807dd60 2024-04-26T23:22:41.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:41.071+0000 7f7fa6000700 1 -- 172.21.15.26:0/2527778535 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7f7f9c024430 con 0x7f7fa807dd60 2024-04-26T23:22:41.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:41.072+0000 7f7faea00700 1 -- 172.21.15.26:0/2527778535 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 msgr2=0x7f7fa819eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:41.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:41.072+0000 7f7faea00700 1 --2- 172.21.15.26:0/2527778535 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 0x7f7fa819eb70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f7f9c0116a0 tx=0x7f7f9c011a60 comp rx=0 tx=0).stop 2024-04-26T23:22:41.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:41.072+0000 7f7faea00700 1 -- 172.21.15.26:0/2527778535 shutdown_connections 2024-04-26T23:22:41.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:41.072+0000 7f7faea00700 1 --2- 172.21.15.26:0/2527778535 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fa807dd60 0x7f7fa819eb70 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:41.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:41.072+0000 7f7faea00700 1 -- 172.21.15.26:0/2527778535 >> 172.21.15.26:0/2527778535 conn(0x7f7fa8104410 msgr2=0x7f7fa8104e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:41.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:41.072+0000 7f7faea00700 1 -- 172.21.15.26:0/2527778535 shutdown_connections 2024-04-26T23:22:41.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:41.072+0000 7f7faea00700 1 -- 172.21.15.26:0/2527778535 wait complete. 2024-04-26T23:22:41.811 INFO:teuthology.orchestra.run.smithi026.stdout:mgr not available, waiting (3/15)... 2024-04-26T23:22:42.383 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:42.087+0000 7f3f29e47200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T23:22:42.775 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:42.381+0000 7f3f29e47200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T23:22:42.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-mon[28371]: Activating manager daemon x 2024-04-26T23:22:42.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-mon[28371]: mgrmap e2: x(active, starting, since 0.0114904s) 2024-04-26T23:22:42.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-mon[28371]: from='mgr.14100 172.21.15.26:0/542537618' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T23:22:42.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-mon[28371]: from='mgr.14100 172.21.15.26:0/542537618' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T23:22:42.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-mon[28371]: from='mgr.14100 172.21.15.26:0/542537618' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T23:22:42.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-mon[28371]: from='mgr.14100 172.21.15.26:0/542537618' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:22:42.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-mon[28371]: from='mgr.14100 172.21.15.26:0/542537618' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T23:22:42.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-mon[28371]: Manager daemon x is now available 2024-04-26T23:22:42.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-mon[28371]: from='mgr.14100 172.21.15.26:0/542537618' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T23:22:42.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-mon[28371]: from='mgr.14100 172.21.15.26:0/542537618' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T23:22:42.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-mon[28371]: from='mgr.14100 172.21.15.26:0/542537618' entity='mgr.x' 2024-04-26T23:22:42.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:42 smithi026 ceph-mon[28371]: from='mgr.14100 172.21.15.26:0/542537618' entity='mgr.x' 2024-04-26T23:22:43.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:43 smithi026 ceph-mon[28371]: from='mgr.14100 172.21.15.26:0/542537618' entity='mgr.x' 2024-04-26T23:22:43.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:43 smithi026 ceph-mon[28371]: mgrmap e3: x(active, since 1.02161s) 2024-04-26T23:22:45.474 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:45.474 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T23:22:45.474 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsid": "a73d6c78-0423-11ef-bc93-c7b262605968", 2024-04-26T23:22:45.474 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T23:22:45.474 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T23:22:45.475 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T23:22:45.475 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T23:22:45.476 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:45.476 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T23:22:45.476 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T23:22:45.476 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 0 2024-04-26T23:22:45.476 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T23:22:45.476 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T23:22:45.477 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T23:22:45.477 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T23:22:45.477 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-04-26T23:22:45.477 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T23:22:45.477 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:45.477 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T23:22:45.478 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T23:22:45.478 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:45.478 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T23:22:45.478 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:45.478 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T23:22:45.479 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T23:22:45.479 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T23:22:45.479 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T23:22:45.479 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T23:22:45.479 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T23:22:45.481 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T23:22:45.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:45.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T23:22:45.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T23:22:45.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T23:22:45.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T23:22:45.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T23:22:45.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T23:22:45.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T23:22:45.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ], 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T23:22:14.783014+0000", 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout }, 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.482+0000 7f5850200700 1 Processor -- start 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.482+0000 7f5850200700 1 -- start start 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.482+0000 7f5850200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 0x7f584810bee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.482+0000 7f5850200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f584807ce00 con 0x7f5848109af0 2024-04-26T23:22:45.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.482+0000 7f584d800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 0x7f584810bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:45.488 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.482+0000 7f584d800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 0x7f584810bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51968/0 (socket says 172.21.15.26:51968) 2024-04-26T23:22:45.489 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.482+0000 7f584d800700 1 -- 172.21.15.26:0/1711664645 learned_addr learned my addr 172.21.15.26:0/1711664645 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:45.489 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.482+0000 7f584d800700 1 -- 172.21.15.26:0/1711664645 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f584810c420 con 0x7f5848109af0 2024-04-26T23:22:45.489 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.483+0000 7f584d800700 1 --2- 172.21.15.26:0/1711664645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 0x7f584810bee0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f583c0098a0 tx=0x7f583c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e70d50ce9a36c654 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:45.489 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.483+0000 7f5847e00700 1 -- 172.21.15.26:0/1711664645 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f583c004160 con 0x7f5848109af0 2024-04-26T23:22:45.489 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.483+0000 7f5847e00700 1 -- 172.21.15.26:0/1711664645 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f583c004300 con 0x7f5848109af0 2024-04-26T23:22:45.489 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.483+0000 7f5847e00700 1 -- 172.21.15.26:0/1711664645 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f583c0119e0 con 0x7f5848109af0 2024-04-26T23:22:45.489 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.483+0000 7f5850200700 1 -- 172.21.15.26:0/1711664645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 msgr2=0x7f584810bee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:45.489 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.483+0000 7f5850200700 1 --2- 172.21.15.26:0/1711664645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 0x7f584810bee0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f583c0098a0 tx=0x7f583c009bb0 comp rx=0 tx=0).stop 2024-04-26T23:22:45.489 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.484+0000 7f5850200700 1 -- 172.21.15.26:0/1711664645 shutdown_connections 2024-04-26T23:22:45.489 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.484+0000 7f5850200700 1 --2- 172.21.15.26:0/1711664645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 0x7f584810bee0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:45.489 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.484+0000 7f5850200700 1 -- 172.21.15.26:0/1711664645 >> 172.21.15.26:0/1711664645 conn(0x7f58481034e0 msgr2=0x7f5848105900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.484+0000 7f5850200700 1 -- 172.21.15.26:0/1711664645 shutdown_connections 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.484+0000 7f5850200700 1 -- 172.21.15.26:0/1711664645 wait complete. 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.485+0000 7f5850200700 1 Processor -- start 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.485+0000 7f5850200700 1 -- start start 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.485+0000 7f5850200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 0x7f584819edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.485+0000 7f5850200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f584810d320 con 0x7f5848109af0 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.486+0000 7f584d800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 0x7f584819edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.486+0000 7f584d800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 0x7f584819edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51980/0 (socket says 172.21.15.26:51980) 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.486+0000 7f584d800700 1 -- 172.21.15.26:0/2761309462 learned_addr learned my addr 172.21.15.26:0/2761309462 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.486+0000 7f584d800700 1 -- 172.21.15.26:0/2761309462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f584819f2f0 con 0x7f5848109af0 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.486+0000 7f584d800700 1 --2- 172.21.15.26:0/2761309462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 0x7f584819edb0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f583c0116a0 tx=0x7f583c0046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.487+0000 7f5846000700 1 -- 172.21.15.26:0/2761309462 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f583c003b70 con 0x7f5848109af0 2024-04-26T23:22:45.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.487+0000 7f5846000700 1 -- 172.21.15.26:0/2761309462 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f583c01a8a0 con 0x7f5848109af0 2024-04-26T23:22:45.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.487+0000 7f5850200700 1 -- 172.21.15.26:0/2761309462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f584819f580 con 0x7f5848109af0 2024-04-26T23:22:45.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.487+0000 7f5846000700 1 -- 172.21.15.26:0/2761309462 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f583c024890 con 0x7f5848109af0 2024-04-26T23:22:45.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.487+0000 7f5850200700 1 -- 172.21.15.26:0/2761309462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58481a2270 con 0x7f5848109af0 2024-04-26T23:22:45.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.488+0000 7f5846000700 1 -- 172.21.15.26:0/2761309462 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f583c022020 con 0x7f5848109af0 2024-04-26T23:22:45.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.488+0000 7f5850200700 1 -- 172.21.15.26:0/2761309462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5848064a80 con 0x7f5848109af0 2024-04-26T23:22:45.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.488+0000 7f5846000700 1 --2- 172.21.15.26:0/2761309462 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f5830039560 0x7f583003ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:45.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.488+0000 7f5846000700 1 -- 172.21.15.26:0/2761309462 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f583c04d8e0 con 0x7f5848109af0 2024-04-26T23:22:45.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.489+0000 7f584ce00700 1 --2- 172.21.15.26:0/2761309462 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f5830039560 0x7f583003ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:45.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.490+0000 7f584ce00700 1 --2- 172.21.15.26:0/2761309462 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f5830039560 0x7f583003ba20 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5834006fd0 tx=0x7f5834006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:45.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.496+0000 7f5846000700 1 -- 172.21.15.26:0/2761309462 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f583c00b3e0 con 0x7f5848109af0 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.822+0000 7f5850200700 1 -- 172.21.15.26:0/2761309462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f58481a2440 con 0x7f5848109af0 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.825+0000 7f5846000700 1 -- 172.21.15.26:0/2761309462 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f58481a2440 con 0x7f5848109af0 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.828+0000 7f5850200700 1 -- 172.21.15.26:0/2761309462 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f5830039560 msgr2=0x7f583003ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.828+0000 7f5850200700 1 --2- 172.21.15.26:0/2761309462 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f5830039560 0x7f583003ba20 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5834006fd0 tx=0x7f5834006e40 comp rx=0 tx=0).stop 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.828+0000 7f5850200700 1 -- 172.21.15.26:0/2761309462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 msgr2=0x7f584819edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.828+0000 7f5850200700 1 --2- 172.21.15.26:0/2761309462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 0x7f584819edb0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f583c0116a0 tx=0x7f583c0046a0 comp rx=0 tx=0).stop 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.828+0000 7f5850200700 1 -- 172.21.15.26:0/2761309462 shutdown_connections 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.828+0000 7f5850200700 1 --2- 172.21.15.26:0/2761309462 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f5830039560 0x7f583003ba20 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.828+0000 7f5850200700 1 --2- 172.21.15.26:0/2761309462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5848109af0 0x7f584819edb0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.828+0000 7f5850200700 1 -- 172.21.15.26:0/2761309462 >> 172.21.15.26:0/2761309462 conn(0x7f58481034e0 msgr2=0x7f5848103f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.828+0000 7f5850200700 1 -- 172.21.15.26:0/2761309462 shutdown_connections 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:44.829+0000 7f5850200700 1 -- 172.21.15.26:0/2761309462 wait complete. 2024-04-26T23:22:45.494 INFO:teuthology.orchestra.run.smithi026.stdout:mgr is available 2024-04-26T23:22:45.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:45 smithi026 ceph-mon[28371]: mgrmap e4: x(active, since 2s) 2024-04-26T23:22:45.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:45 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2761309462' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T23:22:46.752 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:46 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/937772354' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T23:22:47.120 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:47.120 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T23:22:47.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout fsid = a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:22:47.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-26T23:22:47.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T23:22:47.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T23:22:47.121 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T23:22:47.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T23:22:47.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:47.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T23:22:47.122 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T23:22:47.126 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 2024-04-26T23:22:47.126 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T23:22:47.126 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-04-26T23:22:47.126 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-26T23:22:47.126 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-26T23:22:47.126 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-26T23:22:47.126 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T23:22:47.126 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T23:22:47.126 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.130+0000 7f4165e00700 1 Processor -- start 2024-04-26T23:22:47.126 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.130+0000 7f4165e00700 1 -- start start 2024-04-26T23:22:47.127 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.130+0000 7f4165e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 0x7f4160112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:47.127 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.130+0000 7f4165e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f41601127a0 con 0x7f416010fe70 2024-04-26T23:22:47.127 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.131+0000 7f415ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 0x7f4160112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:47.127 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.131+0000 7f415ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 0x7f4160112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51992/0 (socket says 172.21.15.26:51992) 2024-04-26T23:22:47.127 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.131+0000 7f415ea00700 1 -- 172.21.15.26:0/3330239796 learned_addr learned my addr 172.21.15.26:0/3330239796 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:47.128 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.131+0000 7f415ea00700 1 -- 172.21.15.26:0/3330239796 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4160112920 con 0x7f416010fe70 2024-04-26T23:22:47.128 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.132+0000 7f415ea00700 1 --2- 172.21.15.26:0/3330239796 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 0x7f4160112260 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f41500098a0 tx=0x7f4150009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be04c54cde5a3f5c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:47.128 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.132+0000 7f415d600700 1 -- 172.21.15.26:0/3330239796 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4150004160 con 0x7f416010fe70 2024-04-26T23:22:47.129 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.132+0000 7f415d600700 1 -- 172.21.15.26:0/3330239796 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f4150004300 con 0x7f416010fe70 2024-04-26T23:22:47.129 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.132+0000 7f415d600700 1 -- 172.21.15.26:0/3330239796 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f41500119e0 con 0x7f416010fe70 2024-04-26T23:22:47.129 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.133+0000 7f4165e00700 1 -- 172.21.15.26:0/3330239796 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 msgr2=0x7f4160112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:47.129 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.133+0000 7f4165e00700 1 --2- 172.21.15.26:0/3330239796 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 0x7f4160112260 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f41500098a0 tx=0x7f4150009bb0 comp rx=0 tx=0).stop 2024-04-26T23:22:47.129 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.133+0000 7f4165e00700 1 -- 172.21.15.26:0/3330239796 shutdown_connections 2024-04-26T23:22:47.129 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.133+0000 7f4165e00700 1 --2- 172.21.15.26:0/3330239796 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 0x7f4160112260 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:47.129 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.133+0000 7f4165e00700 1 -- 172.21.15.26:0/3330239796 >> 172.21.15.26:0/3330239796 conn(0x7f416007e610 msgr2=0x7f4160080a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:47.129 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.133+0000 7f4165e00700 1 -- 172.21.15.26:0/3330239796 shutdown_connections 2024-04-26T23:22:47.130 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.133+0000 7f4165e00700 1 -- 172.21.15.26:0/3330239796 wait complete. 2024-04-26T23:22:47.130 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.134+0000 7f4165e00700 1 Processor -- start 2024-04-26T23:22:47.130 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.134+0000 7f4165e00700 1 -- start start 2024-04-26T23:22:47.130 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.135+0000 7f4165e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 0x7f41601a3170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:47.130 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.135+0000 7f4165e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4160113940 con 0x7f416010fe70 2024-04-26T23:22:47.130 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.135+0000 7f415ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 0x7f41601a3170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:47.131 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.135+0000 7f415ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 0x7f41601a3170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51996/0 (socket says 172.21.15.26:51996) 2024-04-26T23:22:47.132 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.135+0000 7f415ea00700 1 -- 172.21.15.26:0/937772354 learned_addr learned my addr 172.21.15.26:0/937772354 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:47.132 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.135+0000 7f415ea00700 1 -- 172.21.15.26:0/937772354 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41601a36b0 con 0x7f416010fe70 2024-04-26T23:22:47.132 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.136+0000 7f415ea00700 1 --2- 172.21.15.26:0/937772354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 0x7f41601a3170 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f41500116a0 tx=0x7f41500046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:47.132 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.136+0000 7f4164a00700 1 -- 172.21.15.26:0/937772354 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4150003b70 con 0x7f416010fe70 2024-04-26T23:22:47.132 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.136+0000 7f4164a00700 1 -- 172.21.15.26:0/937772354 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f415001a8a0 con 0x7f416010fe70 2024-04-26T23:22:47.132 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.136+0000 7f4165e00700 1 -- 172.21.15.26:0/937772354 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41601a3940 con 0x7f416010fe70 2024-04-26T23:22:47.132 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.136+0000 7f4164a00700 1 -- 172.21.15.26:0/937772354 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4150024890 con 0x7f416010fe70 2024-04-26T23:22:47.133 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.136+0000 7f4165e00700 1 -- 172.21.15.26:0/937772354 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41601a6630 con 0x7f416010fe70 2024-04-26T23:22:47.133 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.137+0000 7f4164a00700 1 -- 172.21.15.26:0/937772354 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f4150022020 con 0x7f416010fe70 2024-04-26T23:22:47.133 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.137+0000 7f4165e00700 1 -- 172.21.15.26:0/937772354 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4160064a80 con 0x7f416010fe70 2024-04-26T23:22:47.133 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.138+0000 7f4164a00700 1 --2- 172.21.15.26:0/937772354 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f4144039600 0x7f414403bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:47.133 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.138+0000 7f4164a00700 1 -- 172.21.15.26:0/937772354 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f415004d7b0 con 0x7f416010fe70 2024-04-26T23:22:47.133 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.138+0000 7f415e000700 1 --2- 172.21.15.26:0/937772354 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f4144039600 0x7f414403bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:47.134 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.139+0000 7f415e000700 1 --2- 172.21.15.26:0/937772354 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f4144039600 0x7f414403bac0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f414c006fd0 tx=0x7f414c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:47.134 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.144+0000 7f4164a00700 1 -- 172.21.15.26:0/937772354 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f41500172b0 con 0x7f416010fe70 2024-04-26T23:22:47.134 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.375+0000 7f4165e00700 1 -- 172.21.15.26:0/937772354 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f41601a6800 con 0x7f416010fe70 2024-04-26T23:22:47.134 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.377+0000 7f4164a00700 1 -- 172.21.15.26:0/937772354 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+436 (secure 0 0 0) 0x7f41601a6800 con 0x7f416010fe70 2024-04-26T23:22:47.134 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.380+0000 7f4165e00700 1 -- 172.21.15.26:0/937772354 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f4144039600 msgr2=0x7f414403bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:47.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.380+0000 7f4165e00700 1 --2- 172.21.15.26:0/937772354 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f4144039600 0x7f414403bac0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f414c006fd0 tx=0x7f414c006e40 comp rx=0 tx=0).stop 2024-04-26T23:22:47.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.380+0000 7f4165e00700 1 -- 172.21.15.26:0/937772354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 msgr2=0x7f41601a3170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:47.135 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.380+0000 7f4165e00700 1 --2- 172.21.15.26:0/937772354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 0x7f41601a3170 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f41500116a0 tx=0x7f41500046a0 comp rx=0 tx=0).stop 2024-04-26T23:22:47.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.380+0000 7f4165e00700 1 -- 172.21.15.26:0/937772354 shutdown_connections 2024-04-26T23:22:47.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.380+0000 7f4165e00700 1 --2- 172.21.15.26:0/937772354 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f4144039600 0x7f414403bac0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:47.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.380+0000 7f4165e00700 1 --2- 172.21.15.26:0/937772354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f416010fe70 0x7f41601a3170 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:47.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.380+0000 7f4165e00700 1 -- 172.21.15.26:0/937772354 >> 172.21.15.26:0/937772354 conn(0x7f416007e610 msgr2=0x7f416007f0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:47.136 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.381+0000 7f4165e00700 1 -- 172.21.15.26:0/937772354 shutdown_connections 2024-04-26T23:22:47.137 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:46.381+0000 7f4165e00700 1 -- 172.21.15.26:0/937772354 wait complete. 2024-04-26T23:22:47.137 INFO:teuthology.orchestra.run.smithi026.stdout:Enabling cephadm module... 2024-04-26T23:22:48.484 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:48 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/547028573' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-26T23:22:48.485 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: ignoring --setuser ceph since I am not root 2024-04-26T23:22:48.485 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: ignoring --setgroup ceph since I am not root 2024-04-26T23:22:48.485 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:48.483+0000 7ff12b1b0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T23:22:48.991 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.832+0000 7fd061a00700 1 Processor -- start 2024-04-26T23:22:48.992 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.832+0000 7fd061a00700 1 -- start start 2024-04-26T23:22:48.992 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:48.735+0000 7ff12b1b0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:22:48.992 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:48.871+0000 7ff12b1b0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T23:22:48.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.832+0000 7fd061a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 0x7fd05c109110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:48.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.832+0000 7fd061a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd05c1096e0 con 0x7fd05c108cf0 2024-04-26T23:22:48.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.833+0000 7fd05aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 0x7fd05c109110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:48.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.833+0000 7fd05aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 0x7fd05c109110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52002/0 (socket says 172.21.15.26:52002) 2024-04-26T23:22:48.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.833+0000 7fd05aa00700 1 -- 172.21.15.26:0/3308789226 learned_addr learned my addr 172.21.15.26:0/3308789226 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:48.993 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.833+0000 7fd05aa00700 1 -- 172.21.15.26:0/3308789226 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd05c109ef0 con 0x7fd05c108cf0 2024-04-26T23:22:48.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.834+0000 7fd05aa00700 1 --2- 172.21.15.26:0/3308789226 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 0x7fd05c109110 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd04c0098a0 tx=0x7fd04c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aab6ce76e495505 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:48.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.834+0000 7fd05a000700 1 -- 172.21.15.26:0/3308789226 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd04c004160 con 0x7fd05c108cf0 2024-04-26T23:22:48.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.834+0000 7fd05a000700 1 -- 172.21.15.26:0/3308789226 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fd04c004300 con 0x7fd05c108cf0 2024-04-26T23:22:48.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.834+0000 7fd05a000700 1 -- 172.21.15.26:0/3308789226 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd04c0119e0 con 0x7fd05c108cf0 2024-04-26T23:22:48.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.835+0000 7fd061a00700 1 -- 172.21.15.26:0/3308789226 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 msgr2=0x7fd05c109110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:48.994 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.835+0000 7fd061a00700 1 --2- 172.21.15.26:0/3308789226 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 0x7fd05c109110 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd04c0098a0 tx=0x7fd04c009bb0 comp rx=0 tx=0).stop 2024-04-26T23:22:48.995 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.835+0000 7fd061a00700 1 -- 172.21.15.26:0/3308789226 shutdown_connections 2024-04-26T23:22:48.995 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.835+0000 7fd061a00700 1 --2- 172.21.15.26:0/3308789226 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 0x7fd05c109110 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:48.995 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.835+0000 7fd061a00700 1 -- 172.21.15.26:0/3308789226 >> 172.21.15.26:0/3308789226 conn(0x7fd05c104290 msgr2=0x7fd05c1066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:48.995 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.835+0000 7fd061a00700 1 -- 172.21.15.26:0/3308789226 shutdown_connections 2024-04-26T23:22:48.995 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.835+0000 7fd061a00700 1 -- 172.21.15.26:0/3308789226 wait complete. 2024-04-26T23:22:48.996 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.836+0000 7fd061a00700 1 Processor -- start 2024-04-26T23:22:48.996 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.836+0000 7fd061a00700 1 -- start start 2024-04-26T23:22:48.996 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.837+0000 7fd061a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 0x7fd05c19a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:48.996 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.837+0000 7fd061a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd05c07bfa0 con 0x7fd05c108cf0 2024-04-26T23:22:48.997 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.837+0000 7fd05aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 0x7fd05c19a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:48.997 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.837+0000 7fd05aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 0x7fd05c19a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52008/0 (socket says 172.21.15.26:52008) 2024-04-26T23:22:48.997 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.837+0000 7fd05aa00700 1 -- 172.21.15.26:0/547028573 learned_addr learned my addr 172.21.15.26:0/547028573 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:48.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.837+0000 7fd05aa00700 1 -- 172.21.15.26:0/547028573 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd05c19af20 con 0x7fd05c108cf0 2024-04-26T23:22:48.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.838+0000 7fd05aa00700 1 --2- 172.21.15.26:0/547028573 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 0x7fd05c19a9e0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fd04c006b20 tx=0x7fd04c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:48.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.838+0000 7fd053400700 1 -- 172.21.15.26:0/547028573 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd04c003a60 con 0x7fd05c108cf0 2024-04-26T23:22:48.998 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.838+0000 7fd053400700 1 -- 172.21.15.26:0/547028573 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fd04c003c00 con 0x7fd05c108cf0 2024-04-26T23:22:48.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.838+0000 7fd061a00700 1 -- 172.21.15.26:0/547028573 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd05c19b1b0 con 0x7fd05c108cf0 2024-04-26T23:22:48.999 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.838+0000 7fd053400700 1 -- 172.21.15.26:0/547028573 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd04c024780 con 0x7fd05c108cf0 2024-04-26T23:22:49.000 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.838+0000 7fd061a00700 1 -- 172.21.15.26:0/547028573 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd05c19dea0 con 0x7fd05c108cf0 2024-04-26T23:22:49.000 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.839+0000 7fd053400700 1 -- 172.21.15.26:0/547028573 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7fd04c022020 con 0x7fd05c108cf0 2024-04-26T23:22:49.000 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.840+0000 7fd061a00700 1 -- 172.21.15.26:0/547028573 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd05c064a80 con 0x7fd05c108cf0 2024-04-26T23:22:49.000 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.840+0000 7fd053400700 1 --2- 172.21.15.26:0/547028573 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fd04003da00 0x7fd04003fec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:49.000 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.840+0000 7fd053400700 1 -- 172.21.15.26:0/547028573 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd04c04d680 con 0x7fd05c108cf0 2024-04-26T23:22:49.000 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.840+0000 7fd053e00700 1 --2- 172.21.15.26:0/547028573 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fd04003da00 0x7fd04003fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:49.000 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.841+0000 7fd053e00700 1 --2- 172.21.15.26:0/547028573 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fd04003da00 0x7fd04003fec0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd044006fd0 tx=0x7fd044006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:49.001 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:47.846+0000 7fd053400700 1 -- 172.21.15.26:0/547028573 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fd04c04d3e0 con 0x7fd05c108cf0 2024-04-26T23:22:49.001 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.138+0000 7fd061a00700 1 -- 172.21.15.26:0/547028573 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fd05c0008d0 con 0x7fd05c108cf0 2024-04-26T23:22:49.001 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.192+0000 7fd053400700 1 -- 172.21.15.26:0/547028573 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fd04c01ac50 con 0x7fd05c108cf0 2024-04-26T23:22:49.001 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.195+0000 7fd053400700 1 -- 172.21.15.26:0/547028573 <== mon.0 v2:172.21.15.26:3300/0 8 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7fd04c046d10 con 0x7fd05c108cf0 2024-04-26T23:22:49.001 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.196+0000 7fd061a00700 1 -- 172.21.15.26:0/547028573 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fd04003da00 msgr2=0x7fd04003fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:49.001 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.196+0000 7fd061a00700 1 --2- 172.21.15.26:0/547028573 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fd04003da00 0x7fd04003fec0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd044006fd0 tx=0x7fd044006e40 comp rx=0 tx=0).stop 2024-04-26T23:22:49.001 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.196+0000 7fd061a00700 1 -- 172.21.15.26:0/547028573 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 msgr2=0x7fd05c19a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:49.002 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.196+0000 7fd061a00700 1 --2- 172.21.15.26:0/547028573 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 0x7fd05c19a9e0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fd04c006b20 tx=0x7fd04c011a60 comp rx=0 tx=0).stop 2024-04-26T23:22:49.002 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.196+0000 7fd061a00700 1 -- 172.21.15.26:0/547028573 shutdown_connections 2024-04-26T23:22:49.002 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.196+0000 7fd061a00700 1 --2- 172.21.15.26:0/547028573 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fd04003da00 0x7fd04003fec0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:49.003 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.196+0000 7fd061a00700 1 --2- 172.21.15.26:0/547028573 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd05c108cf0 0x7fd05c19a9e0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:49.003 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.197+0000 7fd061a00700 1 -- 172.21.15.26:0/547028573 >> 172.21.15.26:0/547028573 conn(0x7fd05c104290 msgr2=0x7fd05c106610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:49.003 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.198+0000 7fd061a00700 1 -- 172.21.15.26:0/547028573 shutdown_connections 2024-04-26T23:22:49.003 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:48.198+0000 7fd061a00700 1 -- 172.21.15.26:0/547028573 wait complete. 2024-04-26T23:22:49.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:49 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/547028573' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-26T23:22:49.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:49 smithi026 ceph-mon[28371]: mgrmap e5: x(active, since 5s) 2024-04-26T23:22:49.608 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:49.295+0000 7ff12b1b0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T23:22:49.608 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:49.413+0000 7ff12b1b0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T23:22:50.454 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:50 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3599853819' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T23:22:50.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T23:22:50.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-26T23:22:50.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T23:22:50.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-26T23:22:50.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T23:22:50.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T23:22:50.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.686+0000 7f2de2000700 1 Processor -- start 2024-04-26T23:22:50.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.686+0000 7f2de2000700 1 -- start start 2024-04-26T23:22:50.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.686+0000 7f2de2000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 0x7f2ddc109110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:50.806 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.686+0000 7f2de2000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2ddc1096e0 con 0x7f2ddc108cf0 2024-04-26T23:22:50.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.687+0000 7f2ddb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 0x7f2ddc109110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:50.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.687+0000 7f2ddb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 0x7f2ddc109110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52044/0 (socket says 172.21.15.26:52044) 2024-04-26T23:22:50.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.687+0000 7f2ddb400700 1 -- 172.21.15.26:0/1601396931 learned_addr learned my addr 172.21.15.26:0/1601396931 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:50.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.687+0000 7f2ddb400700 1 -- 172.21.15.26:0/1601396931 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ddc109ef0 con 0x7f2ddc108cf0 2024-04-26T23:22:50.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.687+0000 7f2ddb400700 1 --2- 172.21.15.26:0/1601396931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 0x7f2ddc109110 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc0098a0 tx=0x7f2dcc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4dd8351023e254f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:50.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.688+0000 7f2dda000700 1 -- 172.21.15.26:0/1601396931 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2dcc004160 con 0x7f2ddc108cf0 2024-04-26T23:22:50.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.688+0000 7f2dda000700 1 -- 172.21.15.26:0/1601396931 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f2dcc004300 con 0x7f2ddc108cf0 2024-04-26T23:22:50.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.688+0000 7f2dda000700 1 -- 172.21.15.26:0/1601396931 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2dcc0119e0 con 0x7f2ddc108cf0 2024-04-26T23:22:50.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.688+0000 7f2de2000700 1 -- 172.21.15.26:0/1601396931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 msgr2=0x7f2ddc109110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:50.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.689+0000 7f2de2000700 1 --2- 172.21.15.26:0/1601396931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 0x7f2ddc109110 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc0098a0 tx=0x7f2dcc009bb0 comp rx=0 tx=0).stop 2024-04-26T23:22:50.807 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.689+0000 7f2de2000700 1 -- 172.21.15.26:0/1601396931 shutdown_connections 2024-04-26T23:22:50.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.689+0000 7f2de2000700 1 --2- 172.21.15.26:0/1601396931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 0x7f2ddc109110 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:50.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.689+0000 7f2de2000700 1 -- 172.21.15.26:0/1601396931 >> 172.21.15.26:0/1601396931 conn(0x7f2ddc104290 msgr2=0x7f2ddc1066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:50.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.689+0000 7f2de2000700 1 -- 172.21.15.26:0/1601396931 shutdown_connections 2024-04-26T23:22:50.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.689+0000 7f2de2000700 1 -- 172.21.15.26:0/1601396931 wait complete. 2024-04-26T23:22:50.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.690+0000 7f2de2000700 1 Processor -- start 2024-04-26T23:22:50.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.690+0000 7f2de2000700 1 -- start start 2024-04-26T23:22:50.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.690+0000 7f2de2000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 0x7f2ddc19cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:50.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.690+0000 7f2de2000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2ddc10d120 con 0x7f2ddc108cf0 2024-04-26T23:22:50.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.691+0000 7f2ddb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 0x7f2ddc19cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:50.808 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.691+0000 7f2ddb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 0x7f2ddc19cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52060/0 (socket says 172.21.15.26:52060) 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.691+0000 7f2ddb400700 1 -- 172.21.15.26:0/3599853819 learned_addr learned my addr 172.21.15.26:0/3599853819 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.691+0000 7f2ddb400700 1 -- 172.21.15.26:0/3599853819 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ddc19d120 con 0x7f2ddc108cf0 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.691+0000 7f2ddb400700 1 --2- 172.21.15.26:0/3599853819 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 0x7f2ddc19cbe0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc0119b0 tx=0x7f2dcc011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.691+0000 7f2dd3e00700 1 -- 172.21.15.26:0/3599853819 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2dcc003b70 con 0x7f2ddc108cf0 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.692+0000 7f2dd3e00700 1 -- 172.21.15.26:0/3599853819 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f2dcc01a8a0 con 0x7f2ddc108cf0 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.692+0000 7f2dd3e00700 1 -- 172.21.15.26:0/3599853819 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2dcc024830 con 0x7f2ddc108cf0 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.692+0000 7f2de2000700 1 -- 172.21.15.26:0/3599853819 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ddc19d3b0 con 0x7f2ddc108cf0 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.692+0000 7f2de2000700 1 -- 172.21.15.26:0/3599853819 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ddc1a00a0 con 0x7f2ddc108cf0 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.693+0000 7f2dd3e00700 1 -- 172.21.15.26:0/3599853819 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f2dcc022020 con 0x7f2ddc108cf0 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.693+0000 7f2de2000700 1 -- 172.21.15.26:0/3599853819 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ddc064a80 con 0x7f2ddc108cf0 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.694+0000 7f2dd3e00700 1 --2- 172.21.15.26:0/3599853819 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f2dc00395b0 0x7f2dc003ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.694+0000 7f2dd3e00700 1 -- 172.21.15.26:0/3599853819 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2dcc04d6e0 con 0x7f2ddc108cf0 2024-04-26T23:22:50.809 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.694+0000 7f2ddaa00700 1 -- 172.21.15.26:0/3599853819 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f2dc00395b0 msgr2=0x7f2dc003ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1628082486 2024-04-26T23:22:50.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.694+0000 7f2ddaa00700 1 --2- 172.21.15.26:0/3599853819 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f2dc00395b0 0x7f2dc003ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T23:22:50.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.699+0000 7f2dd3e00700 1 -- 172.21.15.26:0/3599853819 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f2dcc00be50 con 0x7f2ddc108cf0 2024-04-26T23:22:50.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.895+0000 7f2ddaa00700 1 -- 172.21.15.26:0/3599853819 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f2dc00395b0 msgr2=0x7f2dc003ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1628082486 2024-04-26T23:22:50.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:49.895+0000 7f2ddaa00700 1 --2- 172.21.15.26:0/3599853819 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f2dc00395b0 0x7f2dc003ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T23:22:50.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:50.028+0000 7f2de2000700 1 -- 172.21.15.26:0/3599853819 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f2ddc1a0270 con 0x7f2ddc108cf0 2024-04-26T23:22:50.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:50.028+0000 7f2dd3e00700 1 -- 172.21.15.26:0/3599853819 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f2ddc1a0270 con 0x7f2ddc108cf0 2024-04-26T23:22:50.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:50.031+0000 7f2de2000700 1 -- 172.21.15.26:0/3599853819 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f2dc00395b0 msgr2=0x7f2dc003ba70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T23:22:50.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:50.031+0000 7f2de2000700 1 --2- 172.21.15.26:0/3599853819 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f2dc00395b0 0x7f2dc003ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:50.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:50.031+0000 7f2de2000700 1 -- 172.21.15.26:0/3599853819 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 msgr2=0x7f2ddc19cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:50.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:50.031+0000 7f2de2000700 1 --2- 172.21.15.26:0/3599853819 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 0x7f2ddc19cbe0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc0119b0 tx=0x7f2dcc011a90 comp rx=0 tx=0).stop 2024-04-26T23:22:50.810 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:50.031+0000 7f2de2000700 1 -- 172.21.15.26:0/3599853819 shutdown_connections 2024-04-26T23:22:50.811 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:50.031+0000 7f2de2000700 1 --2- 172.21.15.26:0/3599853819 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7f2dc00395b0 0x7f2dc003ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:50.811 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:50.031+0000 7f2de2000700 1 --2- 172.21.15.26:0/3599853819 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ddc108cf0 0x7f2ddc19cbe0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:50.811 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:50.031+0000 7f2de2000700 1 -- 172.21.15.26:0/3599853819 >> 172.21.15.26:0/3599853819 conn(0x7f2ddc104290 msgr2=0x7f2ddc104e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:50.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:50.031+0000 7f2de2000700 1 -- 172.21.15.26:0/3599853819 shutdown_connections 2024-04-26T23:22:50.812 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:50.032+0000 7f2de2000700 1 -- 172.21.15.26:0/3599853819 wait complete. 2024-04-26T23:22:50.812 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for the mgr to restart... 2024-04-26T23:22:50.812 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mgr epoch 5... 2024-04-26T23:22:51.390 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:51.036+0000 7ff12b1b0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T23:22:51.390 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:51.277+0000 7ff12b1b0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T23:22:51.777 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:51.501+0000 7ff12b1b0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T23:22:52.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:51.894+0000 7ff12b1b0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T23:22:52.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:52 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:52.021+0000 7ff12b1b0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T23:22:52.547 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:52 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:52.282+0000 7ff12b1b0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T23:22:52.831 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:52 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:52.545+0000 7ff12b1b0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:22:53.778 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:53 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:53.363+0000 7ff12b1b0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T23:22:54.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:53 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:53.929+0000 7ff12b1b0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T23:22:54.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:54 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:54.063+0000 7ff12b1b0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T23:22:54.775 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:54 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:54.335+0000 7ff12b1b0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T23:22:55.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:55.004+0000 7ff12b1b0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T23:22:55.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:55.132+0000 7ff12b1b0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T23:22:55.775 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:55.462+0000 7ff12b1b0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T23:22:55.775 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:55.646+0000 7ff12b1b0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T23:22:56.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:55.777+0000 7ff12b1b0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T23:22:56.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:55.932+0000 7ff12b1b0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T23:22:56.775 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:56 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:56.308+0000 7ff12b1b0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T23:22:57.384 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:57.091+0000 7ff12b1b0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T23:22:57.775 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:22:57.383+0000 7ff12b1b0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T23:22:57.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-mon[28371]: Active manager daemon x restarted 2024-04-26T23:22:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-mon[28371]: Activating manager daemon x 2024-04-26T23:22:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-mon[28371]: osdmap e2: 0 total, 0 up, 0 in 2024-04-26T23:22:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-mon[28371]: mgrmap e6: x(active, starting, since 0.00634837s) 2024-04-26T23:22:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:22:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T23:22:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T23:22:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T23:22:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T23:22:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-mon[28371]: Manager daemon x is now available 2024-04-26T23:22:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:22:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:57 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:22:58.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:58 smithi026 ceph-mon[28371]: Found migration_current of "None". Setting to last migration. 2024-04-26T23:22:58.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:58 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:22:58.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:58 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:22:58.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:58 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T23:22:58.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:58 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T23:22:58.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:58 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:22:58.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:58 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:22:58.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:58 smithi026 ceph-mon[28371]: mgrmap e7: x(active, since 1.01656s) 2024-04-26T23:22:59.207 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T23:22:59.207 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-26T23:22:59.207 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T23:22:59.207 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T23:22:59.207 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.418+0000 7fe166800700 1 Processor -- start 2024-04-26T23:22:59.207 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.418+0000 7fe166800700 1 -- start start 2024-04-26T23:22:59.207 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.419+0000 7fe166800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 0x7fe16010bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:59.207 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.419+0000 7fe166800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe1600646e0 con 0x7fe1601097c0 2024-04-26T23:22:59.207 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.419+0000 7fe15f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 0x7fe16010bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.419+0000 7fe15f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 0x7fe16010bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52062/0 (socket says 172.21.15.26:52062) 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.419+0000 7fe15f400700 1 -- 172.21.15.26:0/1067218141 learned_addr learned my addr 172.21.15.26:0/1067218141 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.420+0000 7fe15f400700 1 -- 172.21.15.26:0/1067218141 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe16010c0f0 con 0x7fe1601097c0 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.420+0000 7fe15f400700 1 --2- 172.21.15.26:0/1067218141 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 0x7fe16010bbb0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe1500098a0 tx=0x7fe150009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1c6595f0314c9b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.420+0000 7fe15ea00700 1 -- 172.21.15.26:0/1067218141 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe150004160 con 0x7fe1601097c0 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.421+0000 7fe15ea00700 1 -- 172.21.15.26:0/1067218141 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fe150004300 con 0x7fe1601097c0 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.421+0000 7fe15ea00700 1 -- 172.21.15.26:0/1067218141 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1500119e0 con 0x7fe1601097c0 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.421+0000 7fe166800700 1 -- 172.21.15.26:0/1067218141 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 msgr2=0x7fe16010bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.421+0000 7fe166800700 1 --2- 172.21.15.26:0/1067218141 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 0x7fe16010bbb0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe1500098a0 tx=0x7fe150009bb0 comp rx=0 tx=0).stop 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.422+0000 7fe166800700 1 -- 172.21.15.26:0/1067218141 shutdown_connections 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.422+0000 7fe166800700 1 --2- 172.21.15.26:0/1067218141 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 0x7fe16010bbb0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.422+0000 7fe166800700 1 -- 172.21.15.26:0/1067218141 >> 172.21.15.26:0/1067218141 conn(0x7fe1601031b0 msgr2=0x7fe1601055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:59.208 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.422+0000 7fe166800700 1 -- 172.21.15.26:0/1067218141 shutdown_connections 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.422+0000 7fe166800700 1 -- 172.21.15.26:0/1067218141 wait complete. 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.423+0000 7fe166800700 1 Processor -- start 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.423+0000 7fe166800700 1 -- start start 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.423+0000 7fe166800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 0x7fe16019edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.423+0000 7fe166800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe16010d000 con 0x7fe1601097c0 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.424+0000 7fe15f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 0x7fe16019edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.424+0000 7fe15f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 0x7fe16019edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52072/0 (socket says 172.21.15.26:52072) 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.424+0000 7fe15f400700 1 -- 172.21.15.26:0/3231238737 learned_addr learned my addr 172.21.15.26:0/3231238737 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.424+0000 7fe15f400700 1 -- 172.21.15.26:0/3231238737 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe16019f300 con 0x7fe1601097c0 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.424+0000 7fe15f400700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 0x7fe16019edc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe1500116a0 tx=0x7fe1500046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.425+0000 7fe15cc00700 1 -- 172.21.15.26:0/3231238737 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe150003b70 con 0x7fe1601097c0 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.425+0000 7fe15cc00700 1 -- 172.21.15.26:0/3231238737 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7fe15001a8a0 con 0x7fe1601097c0 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.425+0000 7fe15cc00700 1 -- 172.21.15.26:0/3231238737 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe150024890 con 0x7fe1601097c0 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.425+0000 7fe166800700 1 -- 172.21.15.26:0/3231238737 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe16019f590 con 0x7fe1601097c0 2024-04-26T23:22:59.209 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.425+0000 7fe166800700 1 -- 172.21.15.26:0/3231238737 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1601a2280 con 0x7fe1601097c0 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.426+0000 7fe15cc00700 1 -- 172.21.15.26:0/3231238737 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7fe150022020 con 0x7fe1601097c0 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.426+0000 7fe15cc00700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 0x7fe14003bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.426+0000 7fe15cc00700 1 -- 172.21.15.26:0/3231238737 --> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fe14003c1d0 con 0x7fe140039600 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.427+0000 7fe15cc00700 1 -- 172.21.15.26:0/3231238737 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe15004d790 con 0x7fe1601097c0 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.427+0000 7fe156a00700 1 -- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 msgr2=0x7fe14003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1628082486 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.427+0000 7fe156a00700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 0x7fe14003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.628+0000 7fe156a00700 1 -- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 msgr2=0x7fe14003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1628082486 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:51.628+0000 7fe156a00700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 0x7fe14003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:52.029+0000 7fe156a00700 1 -- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 msgr2=0x7fe14003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1628082486 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:52.029+0000 7fe156a00700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 0x7fe14003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:52.830+0000 7fe156a00700 1 -- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 msgr2=0x7fe14003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1628082486 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:52.830+0000 7fe156a00700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 0x7fe14003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:54.432+0000 7fe156a00700 1 -- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 msgr2=0x7fe14003bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1628082486 2024-04-26T23:22:59.210 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:54.432+0000 7fe156a00700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 0x7fe14003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:57.392+0000 7fe15cc00700 1 -- 172.21.15.26:0/3231238737 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mgrmap(e 6) ==== 46325+0+0 (secure 0 0 0) 0x7fe15002c3a0 con 0x7fe1601097c0 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:57.392+0000 7fe15cc00700 1 -- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 msgr2=0x7fe14003bac0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:57.392+0000 7fe15cc00700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 0x7fe14003bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.397+0000 7fe15cc00700 1 -- 172.21.15.26:0/3231238737 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7fe15004f150 con 0x7fe1601097c0 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.398+0000 7fe15cc00700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7fe14003cef0 0x7fe14003f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.398+0000 7fe15cc00700 1 -- 172.21.15.26:0/3231238737 --> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fe150008ec0 con 0x7fe14003cef0 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.399+0000 7fe156a00700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7fe14003cef0 0x7fe14003f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.402+0000 7fe156a00700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7fe14003cef0 0x7fe14003f2e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fe148003a10 tx=0x7fe1480092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.404+0000 7fe15cc00700 1 -- 172.21.15.26:0/3231238737 <== mgr.14120 v2:172.21.15.26:6800/2929638021 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fe150008ec0 con 0x7fe14003cef0 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.419+0000 7fe166800700 1 -- 172.21.15.26:0/3231238737 --> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fe160064a80 con 0x7fe14003cef0 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.420+0000 7fe15cc00700 1 -- 172.21.15.26:0/3231238737 <== mgr.14120 v2:172.21.15.26:6800/2929638021 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fe160064a80 con 0x7fe14003cef0 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.420+0000 7fe166800700 1 -- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7fe14003cef0 msgr2=0x7fe14003f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:59.211 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.420+0000 7fe166800700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7fe14003cef0 0x7fe14003f2e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fe148003a10 tx=0x7fe1480092b0 comp rx=0 tx=0).stop 2024-04-26T23:22:59.212 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.420+0000 7fe166800700 1 -- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 msgr2=0x7fe16019edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:22:59.212 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.420+0000 7fe166800700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 0x7fe16019edc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe1500116a0 tx=0x7fe1500046a0 comp rx=0 tx=0).stop 2024-04-26T23:22:59.212 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.421+0000 7fe166800700 1 -- 172.21.15.26:0/3231238737 shutdown_connections 2024-04-26T23:22:59.212 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.421+0000 7fe166800700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7fe14003cef0 0x7fe14003f2e0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:59.212 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.421+0000 7fe166800700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1601097c0 0x7fe16019edc0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:59.212 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.421+0000 7fe166800700 1 --2- 172.21.15.26:0/3231238737 >> [v2:172.21.15.26:6800/1628082486,v1:172.21.15.26:6801/1628082486] conn(0x7fe140039600 0x7fe14003bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:22:59.212 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.421+0000 7fe166800700 1 -- 172.21.15.26:0/3231238737 >> 172.21.15.26:0/3231238737 conn(0x7fe1601031b0 msgr2=0x7fe160103c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:22:59.212 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.421+0000 7fe166800700 1 -- 172.21.15.26:0/3231238737 shutdown_connections 2024-04-26T23:22:59.212 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:58.421+0000 7fe166800700 1 -- 172.21.15.26:0/3231238737 wait complete. 2024-04-26T23:22:59.212 INFO:teuthology.orchestra.run.smithi026.stdout:mgr epoch 5 is available 2024-04-26T23:22:59.212 INFO:teuthology.orchestra.run.smithi026.stdout:Setting orchestrator backend to cephadm... 2024-04-26T23:22:59.771 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:59 smithi026 ceph-mon[28371]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T23:22:59.771 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:59 smithi026 ceph-mon[28371]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T23:22:59.771 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:59 smithi026 ceph-mon[28371]: [26/Apr/2024:23:22:58] ENGINE Bus STARTING 2024-04-26T23:22:59.772 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:59 smithi026 ceph-mon[28371]: [26/Apr/2024:23:22:58] ENGINE Serving on http://172.21.15.26:8765 2024-04-26T23:22:59.772 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:59 smithi026 ceph-mon[28371]: [26/Apr/2024:23:22:58] ENGINE Serving on https://172.21.15.26:7150 2024-04-26T23:22:59.772 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:59 smithi026 ceph-mon[28371]: [26/Apr/2024:23:22:58] ENGINE Bus STARTED 2024-04-26T23:22:59.772 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:22:59 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:23:00.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:00 smithi026 ceph-mon[28371]: mgrmap e8: x(active, since 2s) 2024-04-26T23:23:00.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:00 smithi026 ceph-mon[28371]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:23:00.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:00 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:23:00.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:00 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:23:00.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.842+0000 7f76af200700 1 Processor -- start 2024-04-26T23:23:00.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.843+0000 7f76af200700 1 -- start start 2024-04-26T23:23:00.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.843+0000 7f76af200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a810b200 0x7f76a810b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:00.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.843+0000 7f76af200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f76a810bbf0 con 0x7f76a810b200 2024-04-26T23:23:00.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.843+0000 7f76a7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a810b200 0x7f76a810b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:00.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.844+0000 7f76a7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a810b200 0x7f76a810b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33288/0 (socket says 172.21.15.26:33288) 2024-04-26T23:23:00.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.844+0000 7f76a7e00700 1 -- 172.21.15.26:0/2751936996 learned_addr learned my addr 172.21.15.26:0/2751936996 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:00.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.844+0000 7f76a7e00700 1 -- 172.21.15.26:0/2751936996 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a810c400 con 0x7f76a810b200 2024-04-26T23:23:00.913 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.844+0000 7f76a7e00700 1 --2- 172.21.15.26:0/2751936996 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a810b200 0x7f76a810b620 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f76980098a0 tx=0x7f7698009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d6a18034af72886 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.845+0000 7f76a6a00700 1 -- 172.21.15.26:0/2751936996 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7698004160 con 0x7f76a810b200 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.845+0000 7f76a6a00700 1 -- 172.21.15.26:0/2751936996 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f7698004300 con 0x7f76a810b200 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.845+0000 7f76a6a00700 1 -- 172.21.15.26:0/2751936996 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f76980119e0 con 0x7f76a810b200 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.845+0000 7f76af200700 1 -- 172.21.15.26:0/2751936996 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a810b200 msgr2=0x7f76a810b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.845+0000 7f76af200700 1 --2- 172.21.15.26:0/2751936996 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a810b200 0x7f76a810b620 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f76980098a0 tx=0x7f7698009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.846+0000 7f76af200700 1 -- 172.21.15.26:0/2751936996 shutdown_connections 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.846+0000 7f76af200700 1 --2- 172.21.15.26:0/2751936996 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a810b200 0x7f76a810b620 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.846+0000 7f76af200700 1 -- 172.21.15.26:0/2751936996 >> 172.21.15.26:0/2751936996 conn(0x7f76a807e610 msgr2=0x7f76a807ea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.846+0000 7f76af200700 1 -- 172.21.15.26:0/2751936996 shutdown_connections 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.846+0000 7f76af200700 1 -- 172.21.15.26:0/2751936996 wait complete. 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.847+0000 7f76af200700 1 Processor -- start 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.847+0000 7f76af200700 1 -- start start 2024-04-26T23:23:00.914 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.847+0000 7f76af200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a819eff0 0x7f76a819f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.847+0000 7f76af200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f76a810f630 con 0x7f76a819eff0 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.848+0000 7f76a7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a819eff0 0x7f76a819f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.848+0000 7f76a7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a819eff0 0x7f76a819f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33290/0 (socket says 172.21.15.26:33290) 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.848+0000 7f76a7e00700 1 -- 172.21.15.26:0/502027162 learned_addr learned my addr 172.21.15.26:0/502027162 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.848+0000 7f76a7e00700 1 -- 172.21.15.26:0/502027162 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a819f950 con 0x7f76a819eff0 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.848+0000 7f76a7e00700 1 --2- 172.21.15.26:0/502027162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a819eff0 0x7f76a819f410 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f76980116a0 tx=0x7f7698012f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.849+0000 7f76a4c00700 1 -- 172.21.15.26:0/502027162 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7698011a60 con 0x7f76a819eff0 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.849+0000 7f76a4c00700 1 -- 172.21.15.26:0/502027162 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f7698003b10 con 0x7f76a819eff0 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.849+0000 7f76af200700 1 -- 172.21.15.26:0/502027162 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76a819fbe0 con 0x7f76a819eff0 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.849+0000 7f76a4c00700 1 -- 172.21.15.26:0/502027162 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f769801ace0 con 0x7f76a819eff0 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.849+0000 7f76af200700 1 -- 172.21.15.26:0/502027162 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76a81a26c0 con 0x7f76a819eff0 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.850+0000 7f76a4c00700 1 -- 172.21.15.26:0/502027162 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f769801a460 con 0x7f76a819eff0 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.850+0000 7f76af200700 1 -- 172.21.15.26:0/502027162 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76a8064a80 con 0x7f76a819eff0 2024-04-26T23:23:00.915 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.850+0000 7f76a4c00700 1 --2- 172.21.15.26:0/502027162 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f768c039600 0x7f768c03bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.851+0000 7f76a4c00700 1 -- 172.21.15.26:0/502027162 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f769804de80 con 0x7f76a819eff0 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.851+0000 7f76a7400700 1 --2- 172.21.15.26:0/502027162 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f768c039600 0x7f768c03bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.852+0000 7f76a7400700 1 --2- 172.21.15.26:0/502027162 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f768c039600 0x7f768c03bac0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7694006fd0 tx=0x7f7694006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:22:59.857+0000 7f76a4c00700 1 -- 172.21.15.26:0/502027162 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f7698022e10 con 0x7f76a819eff0 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:00.105+0000 7f76af200700 1 -- 172.21.15.26:0/502027162 --> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f76a8108d50 con 0x7f768c039600 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:00.118+0000 7f76a4c00700 1 -- 172.21.15.26:0/502027162 <== mgr.14120 v2:172.21.15.26:6800/2929638021 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f76a8108d50 con 0x7f768c039600 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:00.121+0000 7f76af200700 1 -- 172.21.15.26:0/502027162 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f768c039600 msgr2=0x7f768c03bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:00.121+0000 7f76af200700 1 --2- 172.21.15.26:0/502027162 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f768c039600 0x7f768c03bac0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7694006fd0 tx=0x7f7694006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:00.121+0000 7f76af200700 1 -- 172.21.15.26:0/502027162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a819eff0 msgr2=0x7f76a819f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:00.121+0000 7f76af200700 1 --2- 172.21.15.26:0/502027162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a819eff0 0x7f76a819f410 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f76980116a0 tx=0x7f7698012f80 comp rx=0 tx=0).stop 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:00.122+0000 7f76af200700 1 -- 172.21.15.26:0/502027162 shutdown_connections 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:00.122+0000 7f76af200700 1 --2- 172.21.15.26:0/502027162 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f768c039600 0x7f768c03bac0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:00.916 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:00.122+0000 7f76af200700 1 --2- 172.21.15.26:0/502027162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f76a819eff0 0x7f76a819f410 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:00.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:00.122+0000 7f76af200700 1 -- 172.21.15.26:0/502027162 >> 172.21.15.26:0/502027162 conn(0x7f76a807e610 msgr2=0x7f76a8108600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:00.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:00.122+0000 7f76af200700 1 -- 172.21.15.26:0/502027162 shutdown_connections 2024-04-26T23:23:00.917 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:00.122+0000 7f76af200700 1 -- 172.21.15.26:0/502027162 wait complete. 2024-04-26T23:23:02.488 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:02 smithi026 ceph-mon[28371]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:23:02.499 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-26T23:23:02.501 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.541+0000 7f3536a00700 1 Processor -- start 2024-04-26T23:23:02.501 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.541+0000 7f3536a00700 1 -- start start 2024-04-26T23:23:02.501 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.541+0000 7f3536a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 0x7f353010bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:02.501 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.541+0000 7f3536a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3530064680 con 0x7f3530109820 2024-04-26T23:23:02.501 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.542+0000 7f352fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 0x7f353010bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:02.501 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.542+0000 7f352fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 0x7f353010bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33296/0 (socket says 172.21.15.26:33296) 2024-04-26T23:23:02.501 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.542+0000 7f352fe00700 1 -- 172.21.15.26:0/2757033619 learned_addr learned my addr 172.21.15.26:0/2757033619 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:02.501 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.543+0000 7f352fe00700 1 -- 172.21.15.26:0/2757033619 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f353010c150 con 0x7f3530109820 2024-04-26T23:23:02.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.543+0000 7f352fe00700 1 --2- 172.21.15.26:0/2757033619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 0x7f353010bc10 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f35200098a0 tx=0x7f3520009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4688aa4252a24c06 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:02.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.543+0000 7f352ea00700 1 -- 172.21.15.26:0/2757033619 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3520004160 con 0x7f3530109820 2024-04-26T23:23:02.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.543+0000 7f352ea00700 1 -- 172.21.15.26:0/2757033619 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f3520004300 con 0x7f3530109820 2024-04-26T23:23:02.502 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.543+0000 7f352ea00700 1 -- 172.21.15.26:0/2757033619 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35200119e0 con 0x7f3530109820 2024-04-26T23:23:02.507 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.544+0000 7f3536a00700 1 -- 172.21.15.26:0/2757033619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 msgr2=0x7f353010bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:02.507 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.544+0000 7f3536a00700 1 --2- 172.21.15.26:0/2757033619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 0x7f353010bc10 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f35200098a0 tx=0x7f3520009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:02.507 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.544+0000 7f3536a00700 1 -- 172.21.15.26:0/2757033619 shutdown_connections 2024-04-26T23:23:02.507 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.544+0000 7f3536a00700 1 --2- 172.21.15.26:0/2757033619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 0x7f353010bc10 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:02.507 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.544+0000 7f3536a00700 1 -- 172.21.15.26:0/2757033619 >> 172.21.15.26:0/2757033619 conn(0x7f35301031b0 msgr2=0x7f35301055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:02.507 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.544+0000 7f3536a00700 1 -- 172.21.15.26:0/2757033619 shutdown_connections 2024-04-26T23:23:02.507 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.544+0000 7f3536a00700 1 -- 172.21.15.26:0/2757033619 wait complete. 2024-04-26T23:23:02.508 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.545+0000 7f3536a00700 1 Processor -- start 2024-04-26T23:23:02.508 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.546+0000 7f3536a00700 1 -- start start 2024-04-26T23:23:02.508 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.546+0000 7f3536a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 0x7f353019eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:02.508 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.546+0000 7f3536a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f353010d000 con 0x7f3530109820 2024-04-26T23:23:02.508 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.546+0000 7f352fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 0x7f353019eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:02.508 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.546+0000 7f352fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 0x7f353019eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33302/0 (socket says 172.21.15.26:33302) 2024-04-26T23:23:02.508 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.546+0000 7f352fe00700 1 -- 172.21.15.26:0/3645989643 learned_addr learned my addr 172.21.15.26:0/3645989643 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:02.508 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.546+0000 7f352fe00700 1 -- 172.21.15.26:0/3645989643 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f353019f2e0 con 0x7f3530109820 2024-04-26T23:23:02.508 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.547+0000 7f352fe00700 1 --2- 172.21.15.26:0/3645989643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 0x7f353019eda0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f35200116a0 tx=0x7f35200046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:02.508 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.547+0000 7f352cc00700 1 -- 172.21.15.26:0/3645989643 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3520003b70 con 0x7f3530109820 2024-04-26T23:23:02.508 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.547+0000 7f352cc00700 1 -- 172.21.15.26:0/3645989643 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f352001a8a0 con 0x7f3530109820 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.547+0000 7f3536a00700 1 -- 172.21.15.26:0/3645989643 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f353019f570 con 0x7f3530109820 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.547+0000 7f352cc00700 1 -- 172.21.15.26:0/3645989643 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3520024890 con 0x7f3530109820 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.547+0000 7f3536a00700 1 -- 172.21.15.26:0/3645989643 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35301a2260 con 0x7f3530109820 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.548+0000 7f352cc00700 1 -- 172.21.15.26:0/3645989643 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f3520022020 con 0x7f3530109820 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.548+0000 7f3536a00700 1 -- 172.21.15.26:0/3645989643 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3530064a80 con 0x7f3530109820 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.549+0000 7f352cc00700 1 --2- 172.21.15.26:0/3645989643 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f3514039600 0x7f351403bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.549+0000 7f352cc00700 1 -- 172.21.15.26:0/3645989643 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f352004db80 con 0x7f3530109820 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.549+0000 7f352f400700 1 --2- 172.21.15.26:0/3645989643 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f3514039600 0x7f351403bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.550+0000 7f352f400700 1 --2- 172.21.15.26:0/3645989643 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f3514039600 0x7f351403bac0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f351c006fd0 tx=0x7f351c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.555+0000 7f352cc00700 1 -- 172.21.15.26:0/3645989643 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f352002c3a0 con 0x7f3530109820 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.782+0000 7f3536a00700 1 -- 172.21.15.26:0/3645989643 --> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f3530104370 con 0x7f3514039600 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.784+0000 7f352cc00700 1 -- 172.21.15.26:0/3645989643 <== mgr.14120 v2:172.21.15.26:6800/2929638021 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f3530104370 con 0x7f3514039600 2024-04-26T23:23:02.509 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.787+0000 7f3536a00700 1 -- 172.21.15.26:0/3645989643 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f3514039600 msgr2=0x7f351403bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:02.510 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.787+0000 7f3536a00700 1 --2- 172.21.15.26:0/3645989643 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f3514039600 0x7f351403bac0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f351c006fd0 tx=0x7f351c006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:02.510 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.787+0000 7f3536a00700 1 -- 172.21.15.26:0/3645989643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 msgr2=0x7f353019eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:02.510 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.787+0000 7f3536a00700 1 --2- 172.21.15.26:0/3645989643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 0x7f353019eda0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f35200116a0 tx=0x7f35200046a0 comp rx=0 tx=0).stop 2024-04-26T23:23:02.510 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.787+0000 7f3536a00700 1 -- 172.21.15.26:0/3645989643 shutdown_connections 2024-04-26T23:23:02.510 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.787+0000 7f3536a00700 1 --2- 172.21.15.26:0/3645989643 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f3514039600 0x7f351403bac0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:02.510 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.787+0000 7f3536a00700 1 --2- 172.21.15.26:0/3645989643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3530109820 0x7f353019eda0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:02.510 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.787+0000 7f3536a00700 1 -- 172.21.15.26:0/3645989643 >> 172.21.15.26:0/3645989643 conn(0x7f35301031b0 msgr2=0x7f3530103c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:02.510 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.787+0000 7f3536a00700 1 -- 172.21.15.26:0/3645989643 shutdown_connections 2024-04-26T23:23:02.510 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:01.787+0000 7f3536a00700 1 -- 172.21.15.26:0/3645989643 wait complete. 2024-04-26T23:23:02.510 INFO:teuthology.orchestra.run.smithi026.stdout:Generating ssh key... 2024-04-26T23:23:04.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: Generating public/private rsa key pair. 2024-04-26T23:23:04.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: Your identification has been saved in /tmp/tmp_mid6db4/key. 2024-04-26T23:23:04.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: Your public key has been saved in /tmp/tmp_mid6db4/key.pub. 2024-04-26T23:23:04.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: The key fingerprint is: 2024-04-26T23:23:04.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: SHA256:LN9pBaBKAhjNVM5Tw6X10/zsWg7a++Kc/IjOFgqmLy8 ceph-a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:23:04.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: The key's randomart image is: 2024-04-26T23:23:04.277 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: +---[RSA 3072]----+ 2024-04-26T23:23:04.277 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: |+=....o.+ | 2024-04-26T23:23:04.277 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: |..oo ..= o o | 2024-04-26T23:23:04.277 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: | . = o + o | 2024-04-26T23:23:04.277 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: | o o . o o | 2024-04-26T23:23:04.277 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: | . . S . o | 2024-04-26T23:23:04.277 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: | oo ..o . | 2024-04-26T23:23:04.277 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: | o ...+.. o | 2024-04-26T23:23:04.277 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: | E .o.*.B | 2024-04-26T23:23:04.277 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: | =o o=.X=+ | 2024-04-26T23:23:04.277 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: +----[SHA256]-----+ 2024-04-26T23:23:04.652 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.144+0000 7f6463200700 1 Processor -- start 2024-04-26T23:23:04.652 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.145+0000 7f6463200700 1 -- start start 2024-04-26T23:23:04.652 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.145+0000 7f6463200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 0x7f645c07d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:04.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.146+0000 7f6463200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f645c07d8c0 con 0x7f645c07ee90 2024-04-26T23:23:04.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.146+0000 7f645be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 0x7f645c07d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:04.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.146+0000 7f645be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 0x7f645c07d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33316/0 (socket says 172.21.15.26:33316) 2024-04-26T23:23:04.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.146+0000 7f645be00700 1 -- 172.21.15.26:0/2105312609 learned_addr learned my addr 172.21.15.26:0/2105312609 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:04.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.147+0000 7f645be00700 1 -- 172.21.15.26:0/2105312609 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f645c07da40 con 0x7f645c07ee90 2024-04-26T23:23:04.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.147+0000 7f645be00700 1 --2- 172.21.15.26:0/2105312609 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 0x7f645c07d2f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f644c0098a0 tx=0x7f644c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f81142788a04b0ec server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:04.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.147+0000 7f645aa00700 1 -- 172.21.15.26:0/2105312609 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f644c004160 con 0x7f645c07ee90 2024-04-26T23:23:04.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.147+0000 7f645aa00700 1 -- 172.21.15.26:0/2105312609 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f644c004300 con 0x7f645c07ee90 2024-04-26T23:23:04.658 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.147+0000 7f645aa00700 1 -- 172.21.15.26:0/2105312609 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f644c0119e0 con 0x7f645c07ee90 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.148+0000 7f6463200700 1 -- 172.21.15.26:0/2105312609 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 msgr2=0x7f645c07d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.148+0000 7f6463200700 1 --2- 172.21.15.26:0/2105312609 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 0x7f645c07d2f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f644c0098a0 tx=0x7f644c009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.148+0000 7f6463200700 1 -- 172.21.15.26:0/2105312609 shutdown_connections 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.148+0000 7f6463200700 1 --2- 172.21.15.26:0/2105312609 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 0x7f645c07d2f0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.148+0000 7f6463200700 1 -- 172.21.15.26:0/2105312609 >> 172.21.15.26:0/2105312609 conn(0x7f645c1045c0 msgr2=0x7f645c106a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.148+0000 7f6463200700 1 -- 172.21.15.26:0/2105312609 shutdown_connections 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.148+0000 7f6463200700 1 -- 172.21.15.26:0/2105312609 wait complete. 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.149+0000 7f6463200700 1 Processor -- start 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.149+0000 7f6463200700 1 -- start start 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.150+0000 7f6463200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 0x7f645c19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.150+0000 7f6463200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f645c10f550 con 0x7f645c07ee90 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.150+0000 7f645be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 0x7f645c19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:04.659 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.150+0000 7f645be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 0x7f645c19edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33330/0 (socket says 172.21.15.26:33330) 2024-04-26T23:23:04.660 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.150+0000 7f645be00700 1 -- 172.21.15.26:0/2003714927 learned_addr learned my addr 172.21.15.26:0/2003714927 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:04.660 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.150+0000 7f645be00700 1 -- 172.21.15.26:0/2003714927 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f645c19f330 con 0x7f645c07ee90 2024-04-26T23:23:04.660 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.151+0000 7f645be00700 1 --2- 172.21.15.26:0/2003714927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 0x7f645c19edf0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f644c0119b0 tx=0x7f644c011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:04.660 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.151+0000 7f6458c00700 1 -- 172.21.15.26:0/2003714927 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f644c003b70 con 0x7f645c07ee90 2024-04-26T23:23:04.660 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.151+0000 7f6458c00700 1 -- 172.21.15.26:0/2003714927 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f644c01a8a0 con 0x7f645c07ee90 2024-04-26T23:23:04.660 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.151+0000 7f6463200700 1 -- 172.21.15.26:0/2003714927 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f645c19f5c0 con 0x7f645c07ee90 2024-04-26T23:23:04.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.151+0000 7f6458c00700 1 -- 172.21.15.26:0/2003714927 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f644c024830 con 0x7f645c07ee90 2024-04-26T23:23:04.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.151+0000 7f6463200700 1 -- 172.21.15.26:0/2003714927 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f645c1a22b0 con 0x7f645c07ee90 2024-04-26T23:23:04.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.152+0000 7f6463200700 1 -- 172.21.15.26:0/2003714927 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f645c064a80 con 0x7f645c07ee90 2024-04-26T23:23:04.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.153+0000 7f6458c00700 1 -- 172.21.15.26:0/2003714927 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f644c022020 con 0x7f645c07ee90 2024-04-26T23:23:04.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.153+0000 7f6458c00700 1 --2- 172.21.15.26:0/2003714927 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f64400395b0 0x7f644003ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:04.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.153+0000 7f6458c00700 1 -- 172.21.15.26:0/2003714927 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f644c04daf0 con 0x7f645c07ee90 2024-04-26T23:23:04.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.153+0000 7f645b400700 1 --2- 172.21.15.26:0/2003714927 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f64400395b0 0x7f644003ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.154+0000 7f645b400700 1 --2- 172.21.15.26:0/2003714927 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f64400395b0 0x7f644003ba70 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6448006fd0 tx=0x7f6448006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.159+0000 7f6458c00700 1 -- 172.21.15.26:0/2003714927 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f644c00be50 con 0x7f645c07ee90 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.388+0000 7f6463200700 1 -- 172.21.15.26:0/2003714927 --> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f645c105830 con 0x7f64400395b0 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.858+0000 7f6458c00700 1 -- 172.21.15.26:0/2003714927 <== mgr.14120 v2:172.21.15.26:6800/2929638021 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f645c105830 con 0x7f64400395b0 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.861+0000 7f6463200700 1 -- 172.21.15.26:0/2003714927 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f64400395b0 msgr2=0x7f644003ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.861+0000 7f6463200700 1 --2- 172.21.15.26:0/2003714927 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f64400395b0 0x7f644003ba70 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6448006fd0 tx=0x7f6448006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.861+0000 7f6463200700 1 -- 172.21.15.26:0/2003714927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 msgr2=0x7f645c19edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.861+0000 7f6463200700 1 --2- 172.21.15.26:0/2003714927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 0x7f645c19edf0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f644c0119b0 tx=0x7f644c011a90 comp rx=0 tx=0).stop 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.861+0000 7f6463200700 1 -- 172.21.15.26:0/2003714927 shutdown_connections 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.861+0000 7f6463200700 1 --2- 172.21.15.26:0/2003714927 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f64400395b0 0x7f644003ba70 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.861+0000 7f6463200700 1 --2- 172.21.15.26:0/2003714927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f645c07ee90 0x7f645c19edf0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.861+0000 7f6463200700 1 -- 172.21.15.26:0/2003714927 >> 172.21.15.26:0/2003714927 conn(0x7f645c1045c0 msgr2=0x7f645c105120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:04.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.861+0000 7f6463200700 1 -- 172.21.15.26:0/2003714927 shutdown_connections 2024-04-26T23:23:04.663 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:03.861+0000 7f6463200700 1 -- 172.21.15.26:0/2003714927 wait complete. 2024-04-26T23:23:04.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:04 smithi026 ceph-mon[28371]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:23:04.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:04 smithi026 ceph-mon[28371]: Generating ssh key... 2024-04-26T23:23:04.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:04 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:23:04.979 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:04 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:23:06.308 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCot9XwOy42p3oJLLbIrpivB/0eGsZa3cLs/prKyax0f8ehcmFXeQ3nfcxyvnDB7+9AiGCH0Xg1f/OUhfFb242w45+LypOLnmJtvPLK+G8zOexJcMibjPBunJRET8OoIIw85qPZ5przvcV84BuQszQJzqu5OrgAA+pvKyoZmJHIxj4/iEtED9HzgnefpQjP6IjMUPiEVmxpl7WiW9wiUobbtvWUCsDn4vH26Vqkg634Kvcbo1vasxNDF4QESxNz+cGIdlgRtPvkK0V4DVpZ1f+BGCleQ8HqmD0/lHHJZQtuR81anGvHLgdbUS715zq8zgQfxq/Vysw23UKSBav3QgwBXl/6tRNo3tu7yhZv4iXYWuYojxfyQW/6ns0mrlOFeRkkbUok6LX+57WN2oewJ0j/F72+tUiTcMX6whsK3U4yhlpl/V05MKwjWjPU4h6YN6fLBPkmvxEFhdeVlwjA40JitxbCzSFYU8uXQvOhVh7LdIZM8ojnB3XHaRwR8DwxBZ0= ceph-a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:23:06.308 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.323+0000 7f05aa000700 1 Processor -- start 2024-04-26T23:23:06.308 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.324+0000 7f05aa000700 1 -- start start 2024-04-26T23:23:06.308 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.324+0000 7f05aa000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 0x7f05a407c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:06.308 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.324+0000 7f05aa000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f05a407c770 con 0x7f05a407dd40 2024-04-26T23:23:06.308 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.324+0000 7f05a3400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 0x7f05a407c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:06.308 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.324+0000 7f05a3400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 0x7f05a407c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42622/0 (socket says 172.21.15.26:42622) 2024-04-26T23:23:06.308 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.325+0000 7f05a3400700 1 -- 172.21.15.26:0/404402733 learned_addr learned my addr 172.21.15.26:0/404402733 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:06.308 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.325+0000 7f05a3400700 1 -- 172.21.15.26:0/404402733 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05a407c8f0 con 0x7f05a407dd40 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.325+0000 7f05a3400700 1 --2- 172.21.15.26:0/404402733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 0x7f05a407c1a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f05940098a0 tx=0x7f0594009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f20b95c9e503b68 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.326+0000 7f05a2000700 1 -- 172.21.15.26:0/404402733 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0594004160 con 0x7f05a407dd40 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.326+0000 7f05a2000700 1 -- 172.21.15.26:0/404402733 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f0594004300 con 0x7f05a407dd40 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.326+0000 7f05a2000700 1 -- 172.21.15.26:0/404402733 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f05940119e0 con 0x7f05a407dd40 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.326+0000 7f05aa000700 1 -- 172.21.15.26:0/404402733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 msgr2=0x7f05a407c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.326+0000 7f05aa000700 1 --2- 172.21.15.26:0/404402733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 0x7f05a407c1a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f05940098a0 tx=0x7f0594009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.326+0000 7f05aa000700 1 -- 172.21.15.26:0/404402733 shutdown_connections 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.326+0000 7f05aa000700 1 --2- 172.21.15.26:0/404402733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 0x7f05a407c1a0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.326+0000 7f05aa000700 1 -- 172.21.15.26:0/404402733 >> 172.21.15.26:0/404402733 conn(0x7f05a4104290 msgr2=0x7f05a41066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.326+0000 7f05aa000700 1 -- 172.21.15.26:0/404402733 shutdown_connections 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.327+0000 7f05aa000700 1 -- 172.21.15.26:0/404402733 wait complete. 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.328+0000 7f05aa000700 1 Processor -- start 2024-04-26T23:23:06.309 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.328+0000 7f05aa000700 1 -- start start 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.328+0000 7f05aa000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 0x7f05a419edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.328+0000 7f05aa000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f05a410f260 con 0x7f05a407dd40 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.328+0000 7f05a3400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 0x7f05a419edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.328+0000 7f05a3400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 0x7f05a419edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42636/0 (socket says 172.21.15.26:42636) 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.328+0000 7f05a3400700 1 -- 172.21.15.26:0/3577144391 learned_addr learned my addr 172.21.15.26:0/3577144391 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.329+0000 7f05a3400700 1 -- 172.21.15.26:0/3577144391 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05a419f2f0 con 0x7f05a407dd40 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.329+0000 7f05a3400700 1 --2- 172.21.15.26:0/3577144391 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 0x7f05a419edb0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f05940116a0 tx=0x7f05940046a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.329+0000 7f059be00700 1 -- 172.21.15.26:0/3577144391 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0594003b70 con 0x7f05a407dd40 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.329+0000 7f059be00700 1 -- 172.21.15.26:0/3577144391 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f059401a8a0 con 0x7f05a407dd40 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.329+0000 7f059be00700 1 -- 172.21.15.26:0/3577144391 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0594024890 con 0x7f05a407dd40 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.330+0000 7f05aa000700 1 -- 172.21.15.26:0/3577144391 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05a419f580 con 0x7f05a407dd40 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.330+0000 7f05aa000700 1 -- 172.21.15.26:0/3577144391 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05a41a2230 con 0x7f05a407dd40 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.331+0000 7f059be00700 1 -- 172.21.15.26:0/3577144391 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f0594022020 con 0x7f05a407dd40 2024-04-26T23:23:06.310 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.331+0000 7f05aa000700 1 -- 172.21.15.26:0/3577144391 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05a4064a80 con 0x7f05a407dd40 2024-04-26T23:23:06.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.331+0000 7f059be00700 1 --2- 172.21.15.26:0/3577144391 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f0588039600 0x7f058803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:06.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.331+0000 7f059be00700 1 -- 172.21.15.26:0/3577144391 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f059404dbc0 con 0x7f05a407dd40 2024-04-26T23:23:06.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.332+0000 7f05a2a00700 1 --2- 172.21.15.26:0/3577144391 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f0588039600 0x7f058803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:06.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.332+0000 7f05a2a00700 1 --2- 172.21.15.26:0/3577144391 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f0588039600 0x7f058803bac0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0590006fd0 tx=0x7f0590006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:06.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.337+0000 7f059be00700 1 -- 172.21.15.26:0/3577144391 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f059402c3a0 con 0x7f05a407dd40 2024-04-26T23:23:06.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.570+0000 7f05aa000700 1 -- 172.21.15.26:0/3577144391 --> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f05a41054d0 con 0x7f0588039600 2024-04-26T23:23:06.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.572+0000 7f059be00700 1 -- 172.21.15.26:0/3577144391 <== mgr.14120 v2:172.21.15.26:6800/2929638021 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f05a41054d0 con 0x7f0588039600 2024-04-26T23:23:06.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.575+0000 7f05aa000700 1 -- 172.21.15.26:0/3577144391 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f0588039600 msgr2=0x7f058803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:06.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.575+0000 7f05aa000700 1 --2- 172.21.15.26:0/3577144391 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f0588039600 0x7f058803bac0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0590006fd0 tx=0x7f0590006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:06.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.575+0000 7f05aa000700 1 -- 172.21.15.26:0/3577144391 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 msgr2=0x7f05a419edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:06.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.575+0000 7f05aa000700 1 --2- 172.21.15.26:0/3577144391 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 0x7f05a419edb0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f05940116a0 tx=0x7f05940046a0 comp rx=0 tx=0).stop 2024-04-26T23:23:06.311 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.575+0000 7f05aa000700 1 -- 172.21.15.26:0/3577144391 shutdown_connections 2024-04-26T23:23:06.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.575+0000 7f05aa000700 1 --2- 172.21.15.26:0/3577144391 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f0588039600 0x7f058803bac0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:06.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.575+0000 7f05aa000700 1 --2- 172.21.15.26:0/3577144391 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05a407dd40 0x7f05a419edb0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:06.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.575+0000 7f05aa000700 1 -- 172.21.15.26:0/3577144391 >> 172.21.15.26:0/3577144391 conn(0x7f05a4104290 msgr2=0x7f05a4104dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:06.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.575+0000 7f05aa000700 1 -- 172.21.15.26:0/3577144391 shutdown_connections 2024-04-26T23:23:06.312 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:05.575+0000 7f05aa000700 1 -- 172.21.15.26:0/3577144391 wait complete. 2024-04-26T23:23:06.312 INFO:teuthology.orchestra.run.smithi026.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-26T23:23:06.312 INFO:teuthology.orchestra.run.smithi026.stdout:Adding key to root@localhost authorized_keys... 2024-04-26T23:23:06.316 INFO:teuthology.orchestra.run.smithi026.stdout:Adding host smithi026... 2024-04-26T23:23:06.609 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:06 smithi026 ceph-mon[28371]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:23:07.424 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:07 smithi026 ceph-mon[28371]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi026", "addr": "172.21.15.26", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:23:09.451 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:09 smithi026 ceph-mon[28371]: Deploying cephadm binary to smithi026 2024-04-26T23:23:14.326 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout Added host 'smithi026' with addr '172.21.15.26' 2024-04-26T23:23:14.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.918+0000 7f77e0e00700 1 Processor -- start 2024-04-26T23:23:14.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.918+0000 7f77e0e00700 1 -- start start 2024-04-26T23:23:14.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.918+0000 7f77e0e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 0x7f77dc109240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:14.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.918+0000 7f77e0e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc109780 con 0x7f77dc108e20 2024-04-26T23:23:14.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.919+0000 7f77db400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 0x7f77dc109240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:14.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.919+0000 7f77db400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 0x7f77dc109240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42648/0 (socket says 172.21.15.26:42648) 2024-04-26T23:23:14.327 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.919+0000 7f77db400700 1 -- 172.21.15.26:0/3281762508 learned_addr learned my addr 172.21.15.26:0/3281762508 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:14.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.919+0000 7f77db400700 1 -- 172.21.15.26:0/3281762508 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77dc109f80 con 0x7f77dc108e20 2024-04-26T23:23:14.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.920+0000 7f77db400700 1 --2- 172.21.15.26:0/3281762508 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 0x7f77dc109240 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f77cc0098a0 tx=0x7f77cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7d10ffd3da07395 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:14.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.920+0000 7f77da000700 1 -- 172.21.15.26:0/3281762508 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77cc004160 con 0x7f77dc108e20 2024-04-26T23:23:14.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.920+0000 7f77da000700 1 -- 172.21.15.26:0/3281762508 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f77cc004300 con 0x7f77dc108e20 2024-04-26T23:23:14.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.920+0000 7f77da000700 1 -- 172.21.15.26:0/3281762508 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77cc0119e0 con 0x7f77dc108e20 2024-04-26T23:23:14.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.921+0000 7f77e0e00700 1 -- 172.21.15.26:0/3281762508 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 msgr2=0x7f77dc109240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:14.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.921+0000 7f77e0e00700 1 --2- 172.21.15.26:0/3281762508 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 0x7f77dc109240 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f77cc0098a0 tx=0x7f77cc009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:14.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.921+0000 7f77e0e00700 1 -- 172.21.15.26:0/3281762508 shutdown_connections 2024-04-26T23:23:14.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.921+0000 7f77e0e00700 1 --2- 172.21.15.26:0/3281762508 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 0x7f77dc109240 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:14.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.921+0000 7f77e0e00700 1 -- 172.21.15.26:0/3281762508 >> 172.21.15.26:0/3281762508 conn(0x7f77dc104400 msgr2=0x7f77dc106820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:14.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.921+0000 7f77e0e00700 1 -- 172.21.15.26:0/3281762508 shutdown_connections 2024-04-26T23:23:14.328 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.921+0000 7f77e0e00700 1 -- 172.21.15.26:0/3281762508 wait complete. 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.922+0000 7f77e0e00700 1 Processor -- start 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.922+0000 7f77e0e00700 1 -- start start 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.923+0000 7f77e0e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 0x7f77dc19eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.923+0000 7f77e0e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f77dc10d240 con 0x7f77dc108e20 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.923+0000 7f77db400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 0x7f77dc19eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.923+0000 7f77db400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 0x7f77dc19eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42652/0 (socket says 172.21.15.26:42652) 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.923+0000 7f77db400700 1 -- 172.21.15.26:0/1436381140 learned_addr learned my addr 172.21.15.26:0/1436381140 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.923+0000 7f77db400700 1 -- 172.21.15.26:0/1436381140 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77dc19f0e0 con 0x7f77dc108e20 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.924+0000 7f77db400700 1 --2- 172.21.15.26:0/1436381140 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 0x7f77dc19eba0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f77cc0119b0 tx=0x7f77cc011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.924+0000 7f77d3e00700 1 -- 172.21.15.26:0/1436381140 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77cc0039f0 con 0x7f77dc108e20 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.924+0000 7f77d3e00700 1 -- 172.21.15.26:0/1436381140 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7f77cc003b90 con 0x7f77dc108e20 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.924+0000 7f77d3e00700 1 -- 172.21.15.26:0/1436381140 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77cc01a620 con 0x7f77dc108e20 2024-04-26T23:23:14.329 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.924+0000 7f77e0e00700 1 -- 172.21.15.26:0/1436381140 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77dc19f370 con 0x7f77dc108e20 2024-04-26T23:23:14.330 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.924+0000 7f77e0e00700 1 -- 172.21.15.26:0/1436381140 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77dc1a2010 con 0x7f77dc108e20 2024-04-26T23:23:14.330 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.925+0000 7f77d3e00700 1 -- 172.21.15.26:0/1436381140 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f77cc024430 con 0x7f77dc108e20 2024-04-26T23:23:14.330 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.925+0000 7f77e0e00700 1 -- 172.21.15.26:0/1436381140 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77dc064a80 con 0x7f77dc108e20 2024-04-26T23:23:14.330 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.926+0000 7f77d3e00700 1 --2- 172.21.15.26:0/1436381140 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f77c00395b0 0x7f77c003ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:14.330 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.926+0000 7f77d3e00700 1 -- 172.21.15.26:0/1436381140 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f77cc04dc60 con 0x7f77dc108e20 2024-04-26T23:23:14.330 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.926+0000 7f77daa00700 1 --2- 172.21.15.26:0/1436381140 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f77c00395b0 0x7f77c003ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:14.330 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.927+0000 7f77daa00700 1 --2- 172.21.15.26:0/1436381140 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f77c00395b0 0x7f77c003ba70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f77c8006fd0 tx=0x7f77c8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:14.330 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:06.931+0000 7f77d3e00700 1 -- 172.21.15.26:0/1436381140 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f77cc00f2e0 con 0x7f77dc108e20 2024-04-26T23:23:14.330 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:07.168+0000 7f77e0e00700 1 -- 172.21.15.26:0/1436381140 --> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi026", "addr": "172.21.15.26", "target": ["mon-mgr", ""]}) -- 0x7f77dc07d830 con 0x7f77c00395b0 2024-04-26T23:23:14.330 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:13.563+0000 7f77d3e00700 1 -- 172.21.15.26:0/1436381140 <== mgr.14120 v2:172.21.15.26:6800/2929638021 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f77dc07d830 con 0x7f77c00395b0 2024-04-26T23:23:14.330 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:13.568+0000 7f77e0e00700 1 -- 172.21.15.26:0/1436381140 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f77c00395b0 msgr2=0x7f77c003ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:14.331 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:13.568+0000 7f77e0e00700 1 --2- 172.21.15.26:0/1436381140 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f77c00395b0 0x7f77c003ba70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f77c8006fd0 tx=0x7f77c8006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:14.331 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:13.568+0000 7f77e0e00700 1 -- 172.21.15.26:0/1436381140 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 msgr2=0x7f77dc19eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:14.331 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:13.568+0000 7f77e0e00700 1 --2- 172.21.15.26:0/1436381140 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 0x7f77dc19eba0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f77cc0119b0 tx=0x7f77cc011a90 comp rx=0 tx=0).stop 2024-04-26T23:23:14.331 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:13.568+0000 7f77e0e00700 1 -- 172.21.15.26:0/1436381140 shutdown_connections 2024-04-26T23:23:14.331 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:13.568+0000 7f77e0e00700 1 --2- 172.21.15.26:0/1436381140 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f77c00395b0 0x7f77c003ba70 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:14.331 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:13.568+0000 7f77e0e00700 1 --2- 172.21.15.26:0/1436381140 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77dc108e20 0x7f77dc19eba0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:14.331 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:13.568+0000 7f77e0e00700 1 -- 172.21.15.26:0/1436381140 >> 172.21.15.26:0/1436381140 conn(0x7f77dc104400 msgr2=0x7f77dc07d120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:14.331 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:13.568+0000 7f77e0e00700 1 -- 172.21.15.26:0/1436381140 shutdown_connections 2024-04-26T23:23:14.331 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:13.569+0000 7f77e0e00700 1 -- 172.21.15.26:0/1436381140 wait complete. 2024-04-26T23:23:14.331 INFO:teuthology.orchestra.run.smithi026.stdout:Deploying unmanaged mon service... 2024-04-26T23:23:14.863 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:14 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:23:14.864 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:14 smithi026 ceph-mon[28371]: Added host smithi026 2024-04-26T23:23:14.864 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:14 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:23:16.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:16 smithi026 ceph-mon[28371]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:23:16.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:16 smithi026 ceph-mon[28371]: Saving service mon spec with placement count:5 2024-04-26T23:23:16.673 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:16 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:23:16.686 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-26T23:23:16.686 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.036+0000 7fb009000700 1 Processor -- start 2024-04-26T23:23:16.686 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.036+0000 7fb009000700 1 -- start start 2024-04-26T23:23:16.686 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.036+0000 7fb009000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 0x7fb004108010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:16.686 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.036+0000 7fb009000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb0041085e0 con 0x7fb004107bf0 2024-04-26T23:23:16.686 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.037+0000 7fb001e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 0x7fb004108010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:16.686 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.037+0000 7fb001e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 0x7fb004108010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57294/0 (socket says 172.21.15.26:57294) 2024-04-26T23:23:16.686 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.037+0000 7fb001e00700 1 -- 172.21.15.26:0/3007477369 learned_addr learned my addr 172.21.15.26:0/3007477369 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:16.686 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.038+0000 7fb001e00700 1 -- 172.21.15.26:0/3007477369 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb004108df0 con 0x7fb004107bf0 2024-04-26T23:23:16.686 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.038+0000 7fb001e00700 1 --2- 172.21.15.26:0/3007477369 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 0x7fb004108010 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7faff400bb40 tx=0x7faff400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb35ce7d263e4d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.038+0000 7fb000a00700 1 -- 172.21.15.26:0/3007477369 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faff400dbe0 con 0x7fb004107bf0 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.038+0000 7fb000a00700 1 -- 172.21.15.26:0/3007477369 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7faff40044a0 con 0x7fb004107bf0 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.038+0000 7fb000a00700 1 -- 172.21.15.26:0/3007477369 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faff4003e30 con 0x7fb004107bf0 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.039+0000 7fb009000700 1 -- 172.21.15.26:0/3007477369 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 msgr2=0x7fb004108010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.039+0000 7fb009000700 1 --2- 172.21.15.26:0/3007477369 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 0x7fb004108010 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7faff400bb40 tx=0x7faff400be50 comp rx=0 tx=0).stop 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.039+0000 7fb009000700 1 -- 172.21.15.26:0/3007477369 shutdown_connections 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.039+0000 7fb009000700 1 --2- 172.21.15.26:0/3007477369 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 0x7fb004108010 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.039+0000 7fb009000700 1 -- 172.21.15.26:0/3007477369 >> 172.21.15.26:0/3007477369 conn(0x7fb0041031b0 msgr2=0x7fb0041055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.039+0000 7fb009000700 1 -- 172.21.15.26:0/3007477369 shutdown_connections 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.039+0000 7fb009000700 1 -- 172.21.15.26:0/3007477369 wait complete. 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.040+0000 7fb009000700 1 Processor -- start 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.041+0000 7fb009000700 1 -- start start 2024-04-26T23:23:16.687 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.041+0000 7fb009000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 0x7fb00419ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.041+0000 7fb009000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb004063860 con 0x7fb004107bf0 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.041+0000 7fb001e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 0x7fb00419ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.041+0000 7fb001e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 0x7fb00419ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57310/0 (socket says 172.21.15.26:57310) 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.041+0000 7fb001e00700 1 -- 172.21.15.26:0/850864335 learned_addr learned my addr 172.21.15.26:0/850864335 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.042+0000 7fb001e00700 1 -- 172.21.15.26:0/850864335 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb00419f360 con 0x7fb004107bf0 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.042+0000 7fb001e00700 1 --2- 172.21.15.26:0/850864335 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 0x7fb00419ee20 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7faff4003bc0 tx=0x7faff4003f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.042+0000 7faffaa00700 1 -- 172.21.15.26:0/850864335 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faff4010580 con 0x7fb004107bf0 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.042+0000 7faffaa00700 1 -- 172.21.15.26:0/850864335 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1032+0+0 (secure 0 0 0) 0x7faff401d070 con 0x7fb004107bf0 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.042+0000 7faffaa00700 1 -- 172.21.15.26:0/850864335 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faff40219e0 con 0x7fb004107bf0 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.042+0000 7fb009000700 1 -- 172.21.15.26:0/850864335 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb00419f5f0 con 0x7fb004107bf0 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.043+0000 7fb009000700 1 -- 172.21.15.26:0/850864335 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0041a2290 con 0x7fb004107bf0 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.044+0000 7fb009000700 1 -- 172.21.15.26:0/850864335 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb004064a80 con 0x7fb004107bf0 2024-04-26T23:23:16.688 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.044+0000 7faffaa00700 1 -- 172.21.15.26:0/850864335 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7faff401f030 con 0x7fb004107bf0 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.044+0000 7faffaa00700 1 --2- 172.21.15.26:0/850864335 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7fafe8039600 0x7fafe803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.044+0000 7faffaa00700 1 -- 172.21.15.26:0/850864335 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7faff404da30 con 0x7fb004107bf0 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.045+0000 7fb001400700 1 --2- 172.21.15.26:0/850864335 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7fafe8039600 0x7fafe803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.045+0000 7fb001400700 1 --2- 172.21.15.26:0/850864335 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7fafe8039600 0x7fafe803bac0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7faff0006fd0 tx=0x7faff0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.050+0000 7faffaa00700 1 -- 172.21.15.26:0/850864335 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7faff4015070 con 0x7fb004107bf0 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.314+0000 7fb009000700 1 -- 172.21.15.26:0/850864335 --> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fb004075db0 con 0x7fafe8039600 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.321+0000 7faffaa00700 1 -- 172.21.15.26:0/850864335 <== mgr.14120 v2:172.21.15.26:6800/2929638021 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fb004075db0 con 0x7fafe8039600 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.325+0000 7fb009000700 1 -- 172.21.15.26:0/850864335 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7fafe8039600 msgr2=0x7fafe803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.325+0000 7fb009000700 1 --2- 172.21.15.26:0/850864335 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7fafe8039600 0x7fafe803bac0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7faff0006fd0 tx=0x7faff0006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.325+0000 7fb009000700 1 -- 172.21.15.26:0/850864335 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 msgr2=0x7fb00419ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.325+0000 7fb009000700 1 --2- 172.21.15.26:0/850864335 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 0x7fb00419ee20 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7faff4003bc0 tx=0x7faff4003f80 comp rx=0 tx=0).stop 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.325+0000 7fb009000700 1 -- 172.21.15.26:0/850864335 shutdown_connections 2024-04-26T23:23:16.689 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.325+0000 7fb009000700 1 --2- 172.21.15.26:0/850864335 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7fafe8039600 0x7fafe803bac0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:16.690 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.325+0000 7fb009000700 1 --2- 172.21.15.26:0/850864335 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb004107bf0 0x7fb00419ee20 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:16.690 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.325+0000 7fb009000700 1 -- 172.21.15.26:0/850864335 >> 172.21.15.26:0/850864335 conn(0x7fb0041031b0 msgr2=0x7fb004195460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:16.690 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.326+0000 7fb009000700 1 -- 172.21.15.26:0/850864335 shutdown_connections 2024-04-26T23:23:16.690 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:15.326+0000 7fb009000700 1 -- 172.21.15.26:0/850864335 wait complete. 2024-04-26T23:23:16.690 INFO:teuthology.orchestra.run.smithi026.stdout:Deploying unmanaged mgr service... 2024-04-26T23:23:18.521 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:18 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:23:18.521 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:18 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:23:18.521 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:18 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:23:18.898 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-26T23:23:18.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.769+0000 7f2b7ea00700 1 Processor -- start 2024-04-26T23:23:18.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.769+0000 7f2b7ea00700 1 -- start start 2024-04-26T23:23:18.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.770+0000 7f2b7ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 0x7f2b7807c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:18.899 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.770+0000 7f2b7ea00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2b7807c790 con 0x7f2b7807dd60 2024-04-26T23:23:18.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.770+0000 7f2b77e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 0x7f2b7807c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:18.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.770+0000 7f2b77e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 0x7f2b7807c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57314/0 (socket says 172.21.15.26:57314) 2024-04-26T23:23:18.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.770+0000 7f2b77e00700 1 -- 172.21.15.26:0/1510551989 learned_addr learned my addr 172.21.15.26:0/1510551989 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:18.900 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.771+0000 7f2b77e00700 1 -- 172.21.15.26:0/1510551989 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b7807c910 con 0x7f2b7807dd60 2024-04-26T23:23:18.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.771+0000 7f2b77e00700 1 --2- 172.21.15.26:0/1510551989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 0x7f2b7807c1c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2b680098a0 tx=0x7f2b68009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d7c9c8d0a23725e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:18.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.771+0000 7f2b76a00700 1 -- 172.21.15.26:0/1510551989 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2b68004160 con 0x7f2b7807dd60 2024-04-26T23:23:18.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.772+0000 7f2b76a00700 1 -- 172.21.15.26:0/1510551989 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2b68004300 con 0x7f2b7807dd60 2024-04-26T23:23:18.901 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.772+0000 7f2b76a00700 1 -- 172.21.15.26:0/1510551989 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2b68011960 con 0x7f2b7807dd60 2024-04-26T23:23:18.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.772+0000 7f2b7ea00700 1 -- 172.21.15.26:0/1510551989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 msgr2=0x7f2b7807c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:18.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.772+0000 7f2b7ea00700 1 --2- 172.21.15.26:0/1510551989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 0x7f2b7807c1c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2b680098a0 tx=0x7f2b68009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:18.902 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.772+0000 7f2b7ea00700 1 -- 172.21.15.26:0/1510551989 shutdown_connections 2024-04-26T23:23:18.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.772+0000 7f2b7ea00700 1 --2- 172.21.15.26:0/1510551989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 0x7f2b7807c1c0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:18.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.772+0000 7f2b7ea00700 1 -- 172.21.15.26:0/1510551989 >> 172.21.15.26:0/1510551989 conn(0x7f2b78104290 msgr2=0x7f2b781066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:18.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.773+0000 7f2b7ea00700 1 -- 172.21.15.26:0/1510551989 shutdown_connections 2024-04-26T23:23:18.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.773+0000 7f2b7ea00700 1 -- 172.21.15.26:0/1510551989 wait complete. 2024-04-26T23:23:18.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.774+0000 7f2b7ea00700 1 Processor -- start 2024-04-26T23:23:18.903 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.774+0000 7f2b7ea00700 1 -- start start 2024-04-26T23:23:18.904 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.775+0000 7f2b7ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 0x7f2b7819ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:18.906 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.775+0000 7f2b7ea00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2b7810f290 con 0x7f2b7807dd60 2024-04-26T23:23:18.906 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.775+0000 7f2b77e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 0x7f2b7819ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:18.906 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.775+0000 7f2b77e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 0x7f2b7819ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57328/0 (socket says 172.21.15.26:57328) 2024-04-26T23:23:18.906 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.775+0000 7f2b77e00700 1 -- 172.21.15.26:0/62351645 learned_addr learned my addr 172.21.15.26:0/62351645 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:18.906 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.776+0000 7f2b77e00700 1 -- 172.21.15.26:0/62351645 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b7819f340 con 0x7f2b7807dd60 2024-04-26T23:23:18.906 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.776+0000 7f2b77e00700 1 --2- 172.21.15.26:0/62351645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 0x7f2b7819ee00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2b68011670 tx=0x7f2b68011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:18.906 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.776+0000 7f2b74c00700 1 -- 172.21.15.26:0/62351645 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2b68003aa0 con 0x7f2b7807dd60 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.776+0000 7f2b74c00700 1 -- 172.21.15.26:0/62351645 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2b6801b8d0 con 0x7f2b7807dd60 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.776+0000 7f2b74c00700 1 -- 172.21.15.26:0/62351645 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2b680197f0 con 0x7f2b7807dd60 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.776+0000 7f2b7ea00700 1 -- 172.21.15.26:0/62351645 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b7819f5d0 con 0x7f2b7807dd60 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.777+0000 7f2b7ea00700 1 -- 172.21.15.26:0/62351645 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b781a22c0 con 0x7f2b7807dd60 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.778+0000 7f2b74c00700 1 -- 172.21.15.26:0/62351645 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f2b68019990 con 0x7f2b7807dd60 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.778+0000 7f2b74c00700 1 --2- 172.21.15.26:0/62351645 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f2b5c0395b0 0x7f2b5c03ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.778+0000 7f2b74c00700 1 -- 172.21.15.26:0/62351645 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f2b6804e030 con 0x7f2b7807dd60 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.778+0000 7f2b7ea00700 1 -- 172.21.15.26:0/62351645 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b78064a80 con 0x7f2b7807dd60 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.779+0000 7f2b77400700 1 --2- 172.21.15.26:0/62351645 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f2b5c0395b0 0x7f2b5c03ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.779+0000 7f2b77400700 1 --2- 172.21.15.26:0/62351645 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f2b5c0395b0 0x7f2b5c03ba70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2b64006fd0 tx=0x7f2b64006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:17.784+0000 7f2b74c00700 1 -- 172.21.15.26:0/62351645 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f2b6801f030 con 0x7f2b7807dd60 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:18.045+0000 7f2b7ea00700 1 -- 172.21.15.26:0/62351645 --> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f2b78105550 con 0x7f2b5c0395b0 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:18.051+0000 7f2b74c00700 1 -- 172.21.15.26:0/62351645 <== mgr.14120 v2:172.21.15.26:6800/2929638021 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f2b78105550 con 0x7f2b5c0395b0 2024-04-26T23:23:18.907 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:18.053+0000 7f2b7ea00700 1 -- 172.21.15.26:0/62351645 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f2b5c0395b0 msgr2=0x7f2b5c03ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:18.909 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:18.053+0000 7f2b7ea00700 1 --2- 172.21.15.26:0/62351645 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f2b5c0395b0 0x7f2b5c03ba70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2b64006fd0 tx=0x7f2b64006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:18.909 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:18.053+0000 7f2b7ea00700 1 -- 172.21.15.26:0/62351645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 msgr2=0x7f2b7819ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:18.909 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:18.053+0000 7f2b7ea00700 1 --2- 172.21.15.26:0/62351645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 0x7f2b7819ee00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2b68011670 tx=0x7f2b68011a30 comp rx=0 tx=0).stop 2024-04-26T23:23:18.909 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:18.054+0000 7f2b7ea00700 1 -- 172.21.15.26:0/62351645 shutdown_connections 2024-04-26T23:23:18.909 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:18.054+0000 7f2b7ea00700 1 --2- 172.21.15.26:0/62351645 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f2b5c0395b0 0x7f2b5c03ba70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:18.909 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:18.054+0000 7f2b7ea00700 1 --2- 172.21.15.26:0/62351645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b7807dd60 0x7f2b7819ee00 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:18.909 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:18.054+0000 7f2b7ea00700 1 -- 172.21.15.26:0/62351645 >> 172.21.15.26:0/62351645 conn(0x7f2b78104290 msgr2=0x7f2b78104e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:18.909 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:18.054+0000 7f2b7ea00700 1 -- 172.21.15.26:0/62351645 shutdown_connections 2024-04-26T23:23:18.909 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:18.054+0000 7f2b7ea00700 1 -- 172.21.15.26:0/62351645 wait complete. 2024-04-26T23:23:19.449 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:19 smithi026 ceph-mon[28371]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:23:19.449 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:19 smithi026 ceph-mon[28371]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:23:19.449 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:19 smithi026 ceph-mon[28371]: Saving service mgr spec with placement count:2 2024-04-26T23:23:21.019 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.530+0000 7f7e22c00700 1 Processor -- start 2024-04-26T23:23:21.019 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.530+0000 7f7e22c00700 1 -- start start 2024-04-26T23:23:21.019 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.531+0000 7f7e22c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 0x7f7e1c10bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:21.019 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.531+0000 7f7e22c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7e1c07ce00 con 0x7f7e1c1097c0 2024-04-26T23:23:21.020 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.531+0000 7f7e1be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 0x7f7e1c10bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:21.020 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.531+0000 7f7e1be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 0x7f7e1c10bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57334/0 (socket says 172.21.15.26:57334) 2024-04-26T23:23:21.020 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.531+0000 7f7e1be00700 1 -- 172.21.15.26:0/3092668128 learned_addr learned my addr 172.21.15.26:0/3092668128 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:21.020 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.532+0000 7f7e1be00700 1 -- 172.21.15.26:0/3092668128 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e1c10c0f0 con 0x7f7e1c1097c0 2024-04-26T23:23:21.020 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.532+0000 7f7e1be00700 1 --2- 172.21.15.26:0/3092668128 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 0x7f7e1c10bbb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7e0c0098a0 tx=0x7f7e0c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=454109fa4ce91de6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:21.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.532+0000 7f7e1aa00700 1 -- 172.21.15.26:0/3092668128 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e0c004160 con 0x7f7e1c1097c0 2024-04-26T23:23:21.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.532+0000 7f7e1aa00700 1 -- 172.21.15.26:0/3092668128 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7e0c004300 con 0x7f7e1c1097c0 2024-04-26T23:23:21.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.532+0000 7f7e1aa00700 1 -- 172.21.15.26:0/3092668128 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e0c011960 con 0x7f7e1c1097c0 2024-04-26T23:23:21.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.533+0000 7f7e22c00700 1 -- 172.21.15.26:0/3092668128 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 msgr2=0x7f7e1c10bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:21.021 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.533+0000 7f7e22c00700 1 --2- 172.21.15.26:0/3092668128 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 0x7f7e1c10bbb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7e0c0098a0 tx=0x7f7e0c009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:21.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.533+0000 7f7e22c00700 1 -- 172.21.15.26:0/3092668128 shutdown_connections 2024-04-26T23:23:21.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.533+0000 7f7e22c00700 1 --2- 172.21.15.26:0/3092668128 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 0x7f7e1c10bbb0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:21.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.533+0000 7f7e22c00700 1 -- 172.21.15.26:0/3092668128 >> 172.21.15.26:0/3092668128 conn(0x7f7e1c1031b0 msgr2=0x7f7e1c1055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:21.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.534+0000 7f7e22c00700 1 -- 172.21.15.26:0/3092668128 shutdown_connections 2024-04-26T23:23:21.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.534+0000 7f7e22c00700 1 -- 172.21.15.26:0/3092668128 wait complete. 2024-04-26T23:23:21.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.535+0000 7f7e22c00700 1 Processor -- start 2024-04-26T23:23:21.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.535+0000 7f7e22c00700 1 -- start start 2024-04-26T23:23:21.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.535+0000 7f7e22c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 0x7f7e1c19edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:21.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.535+0000 7f7e22c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7e1c10d030 con 0x7f7e1c1097c0 2024-04-26T23:23:21.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.536+0000 7f7e1be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 0x7f7e1c19edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:21.023 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.536+0000 7f7e1be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 0x7f7e1c19edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57340/0 (socket says 172.21.15.26:57340) 2024-04-26T23:23:21.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.536+0000 7f7e1be00700 1 -- 172.21.15.26:0/3856271586 learned_addr learned my addr 172.21.15.26:0/3856271586 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:21.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.536+0000 7f7e1be00700 1 -- 172.21.15.26:0/3856271586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e1c19f2f0 con 0x7f7e1c1097c0 2024-04-26T23:23:21.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.536+0000 7f7e1be00700 1 --2- 172.21.15.26:0/3856271586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 0x7f7e1c19edb0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7e0c011670 tx=0x7f7e0c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:21.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.537+0000 7f7e18c00700 1 -- 172.21.15.26:0/3856271586 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e0c003a60 con 0x7f7e1c1097c0 2024-04-26T23:23:21.024 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.537+0000 7f7e18c00700 1 -- 172.21.15.26:0/3856271586 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7e0c01b8d0 con 0x7f7e1c1097c0 2024-04-26T23:23:21.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.537+0000 7f7e22c00700 1 -- 172.21.15.26:0/3856271586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e1c19f580 con 0x7f7e1c1097c0 2024-04-26T23:23:21.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.537+0000 7f7e18c00700 1 -- 172.21.15.26:0/3856271586 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e0c023790 con 0x7f7e1c1097c0 2024-04-26T23:23:21.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.538+0000 7f7e22c00700 1 -- 172.21.15.26:0/3856271586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e1c1a2270 con 0x7f7e1c1097c0 2024-04-26T23:23:21.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.539+0000 7f7e18c00700 1 -- 172.21.15.26:0/3856271586 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f7e0c01b440 con 0x7f7e1c1097c0 2024-04-26T23:23:21.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.539+0000 7f7e22c00700 1 -- 172.21.15.26:0/3856271586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e1c064a80 con 0x7f7e1c1097c0 2024-04-26T23:23:21.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.539+0000 7f7e18c00700 1 --2- 172.21.15.26:0/3856271586 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f7e00039600 0x7f7e0003bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:21.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.539+0000 7f7e18c00700 1 -- 172.21.15.26:0/3856271586 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7e0c04dfe0 con 0x7f7e1c1097c0 2024-04-26T23:23:21.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.540+0000 7f7e1b400700 1 --2- 172.21.15.26:0/3856271586 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f7e00039600 0x7f7e0003bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:21.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.541+0000 7f7e1b400700 1 --2- 172.21.15.26:0/3856271586 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f7e00039600 0x7f7e0003bac0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7e08006fd0 tx=0x7f7e08006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:21.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.545+0000 7f7e18c00700 1 -- 172.21.15.26:0/3856271586 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f7e0c01f030 con 0x7f7e1c1097c0 2024-04-26T23:23:21.027 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.795+0000 7f7e22c00700 1 -- 172.21.15.26:0/3856271586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f7e1c1a2820 con 0x7f7e1c1097c0 2024-04-26T23:23:21.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.799+0000 7f7e18c00700 1 -- 172.21.15.26:0/3856271586 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f7e0c0292a0 con 0x7f7e1c1097c0 2024-04-26T23:23:21.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.803+0000 7f7e22c00700 1 -- 172.21.15.26:0/3856271586 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f7e00039600 msgr2=0x7f7e0003bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:21.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.803+0000 7f7e22c00700 1 --2- 172.21.15.26:0/3856271586 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f7e00039600 0x7f7e0003bac0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7e08006fd0 tx=0x7f7e08006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:21.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.803+0000 7f7e22c00700 1 -- 172.21.15.26:0/3856271586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 msgr2=0x7f7e1c19edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:21.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.803+0000 7f7e22c00700 1 --2- 172.21.15.26:0/3856271586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 0x7f7e1c19edb0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7e0c011670 tx=0x7f7e0c011a30 comp rx=0 tx=0).stop 2024-04-26T23:23:21.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.803+0000 7f7e22c00700 1 -- 172.21.15.26:0/3856271586 shutdown_connections 2024-04-26T23:23:21.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.803+0000 7f7e22c00700 1 --2- 172.21.15.26:0/3856271586 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f7e00039600 0x7f7e0003bac0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:21.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.803+0000 7f7e22c00700 1 --2- 172.21.15.26:0/3856271586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7e1c1097c0 0x7f7e1c19edb0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:21.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.803+0000 7f7e22c00700 1 -- 172.21.15.26:0/3856271586 >> 172.21.15.26:0/3856271586 conn(0x7f7e1c1031b0 msgr2=0x7f7e1c103c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:21.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.803+0000 7f7e22c00700 1 -- 172.21.15.26:0/3856271586 shutdown_connections 2024-04-26T23:23:21.028 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:19.803+0000 7f7e22c00700 1 -- 172.21.15.26:0/3856271586 wait complete. 2024-04-26T23:23:21.190 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:20 smithi026 ceph-mon[28371]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:23:21.190 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:20 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3856271586' entity='client.admin' 2024-04-26T23:23:22.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:22 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:23:22.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:22 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/469437039' entity='client.admin' 2024-04-26T23:23:22.731 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.688+0000 7f5867800700 1 Processor -- start 2024-04-26T23:23:22.732 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.688+0000 7f5867800700 1 -- start start 2024-04-26T23:23:22.732 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.689+0000 7f5867800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 0x7f586010bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:22.732 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.689+0000 7f5867800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f586007ce00 con 0x7f58601097e0 2024-04-26T23:23:22.732 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.689+0000 7f5864e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 0x7f586010bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:22.733 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.689+0000 7f5864e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 0x7f586010bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57352/0 (socket says 172.21.15.26:57352) 2024-04-26T23:23:22.733 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.689+0000 7f5864e00700 1 -- 172.21.15.26:0/2223623253 learned_addr learned my addr 172.21.15.26:0/2223623253 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:22.733 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.690+0000 7f5864e00700 1 -- 172.21.15.26:0/2223623253 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f586010c110 con 0x7f58601097e0 2024-04-26T23:23:22.733 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.690+0000 7f5864e00700 1 --2- 172.21.15.26:0/2223623253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 0x7f586010bbd0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f58540098a0 tx=0x7f5854009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=322496b937b534db server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:22.733 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.691+0000 7f585f400700 1 -- 172.21.15.26:0/2223623253 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5854004160 con 0x7f58601097e0 2024-04-26T23:23:22.735 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.691+0000 7f585f400700 1 -- 172.21.15.26:0/2223623253 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5854004300 con 0x7f58601097e0 2024-04-26T23:23:22.735 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.691+0000 7f585f400700 1 -- 172.21.15.26:0/2223623253 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5854011960 con 0x7f58601097e0 2024-04-26T23:23:22.735 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.692+0000 7f5867800700 1 -- 172.21.15.26:0/2223623253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 msgr2=0x7f586010bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:22.735 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.692+0000 7f5867800700 1 --2- 172.21.15.26:0/2223623253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 0x7f586010bbd0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f58540098a0 tx=0x7f5854009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:22.735 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.692+0000 7f5867800700 1 -- 172.21.15.26:0/2223623253 shutdown_connections 2024-04-26T23:23:22.735 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.692+0000 7f5867800700 1 --2- 172.21.15.26:0/2223623253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 0x7f586010bbd0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:22.735 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.692+0000 7f5867800700 1 -- 172.21.15.26:0/2223623253 >> 172.21.15.26:0/2223623253 conn(0x7f58601031d0 msgr2=0x7f58601055f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:22.735 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.692+0000 7f5867800700 1 -- 172.21.15.26:0/2223623253 shutdown_connections 2024-04-26T23:23:22.735 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.692+0000 7f5867800700 1 -- 172.21.15.26:0/2223623253 wait complete. 2024-04-26T23:23:22.737 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.693+0000 7f5867800700 1 Processor -- start 2024-04-26T23:23:22.737 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.693+0000 7f5867800700 1 -- start start 2024-04-26T23:23:22.737 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.694+0000 7f5867800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 0x7f586019cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:22.737 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.694+0000 7f5867800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f586010d050 con 0x7f58601097e0 2024-04-26T23:23:22.737 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.694+0000 7f5864e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 0x7f586019cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:22.737 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.694+0000 7f5864e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 0x7f586019cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57354/0 (socket says 172.21.15.26:57354) 2024-04-26T23:23:22.738 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.694+0000 7f5864e00700 1 -- 172.21.15.26:0/469437039 learned_addr learned my addr 172.21.15.26:0/469437039 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:22.738 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.694+0000 7f5864e00700 1 -- 172.21.15.26:0/469437039 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f586019d0e0 con 0x7f58601097e0 2024-04-26T23:23:22.738 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.695+0000 7f5864e00700 1 --2- 172.21.15.26:0/469437039 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 0x7f586019cba0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5854003e50 tx=0x7f5854011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:22.738 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.695+0000 7f585d600700 1 -- 172.21.15.26:0/469437039 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5854003a60 con 0x7f58601097e0 2024-04-26T23:23:22.738 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.695+0000 7f585d600700 1 -- 172.21.15.26:0/469437039 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f585401b8d0 con 0x7f58601097e0 2024-04-26T23:23:22.738 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.695+0000 7f585d600700 1 -- 172.21.15.26:0/469437039 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f58540237d0 con 0x7f58601097e0 2024-04-26T23:23:22.738 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.695+0000 7f5867800700 1 -- 172.21.15.26:0/469437039 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f586019d370 con 0x7f58601097e0 2024-04-26T23:23:22.738 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.695+0000 7f5867800700 1 -- 172.21.15.26:0/469437039 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58601a0060 con 0x7f58601097e0 2024-04-26T23:23:22.738 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.697+0000 7f585d600700 1 -- 172.21.15.26:0/469437039 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f585401b440 con 0x7f58601097e0 2024-04-26T23:23:22.740 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.697+0000 7f5867800700 1 -- 172.21.15.26:0/469437039 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5860064a80 con 0x7f58601097e0 2024-04-26T23:23:22.740 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.697+0000 7f585d600700 1 --2- 172.21.15.26:0/469437039 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f58480395b0 0x7f584803ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:22.740 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.697+0000 7f585d600700 1 -- 172.21.15.26:0/469437039 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f585404e0f0 con 0x7f58601097e0 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.697+0000 7f585fe00700 1 --2- 172.21.15.26:0/469437039 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f58480395b0 0x7f584803ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.698+0000 7f585fe00700 1 --2- 172.21.15.26:0/469437039 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f58480395b0 0x7f584803ba70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f584c006fd0 tx=0x7f584c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.703+0000 7f585d600700 1 -- 172.21.15.26:0/469437039 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f585401f030 con 0x7f58601097e0 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.948+0000 7f5867800700 1 -- 172.21.15.26:0/469437039 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f58601a0680 con 0x7f58601097e0 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.952+0000 7f585d600700 1 -- 172.21.15.26:0/469437039 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f585400be50 con 0x7f58601097e0 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.955+0000 7f5867800700 1 -- 172.21.15.26:0/469437039 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f58480395b0 msgr2=0x7f584803ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.955+0000 7f5867800700 1 --2- 172.21.15.26:0/469437039 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f58480395b0 0x7f584803ba70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f584c006fd0 tx=0x7f584c006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.955+0000 7f5867800700 1 -- 172.21.15.26:0/469437039 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 msgr2=0x7f586019cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.955+0000 7f5867800700 1 --2- 172.21.15.26:0/469437039 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 0x7f586019cba0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5854003e50 tx=0x7f5854011a30 comp rx=0 tx=0).stop 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.955+0000 7f5867800700 1 -- 172.21.15.26:0/469437039 shutdown_connections 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.955+0000 7f5867800700 1 --2- 172.21.15.26:0/469437039 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f58480395b0 0x7f584803ba70 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.955+0000 7f5867800700 1 --2- 172.21.15.26:0/469437039 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58601097e0 0x7f586019cba0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:22.741 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.955+0000 7f5867800700 1 -- 172.21.15.26:0/469437039 >> 172.21.15.26:0/469437039 conn(0x7f58601031d0 msgr2=0x7f5860103c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:22.742 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.955+0000 7f5867800700 1 -- 172.21.15.26:0/469437039 shutdown_connections 2024-04-26T23:23:22.742 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:21.956+0000 7f5867800700 1 -- 172.21.15.26:0/469437039 wait complete. 2024-04-26T23:23:22.742 INFO:teuthology.orchestra.run.smithi026.stdout:Enabling the dashboard module... 2024-04-26T23:23:23.378 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:23 smithi026 ceph-mon[28371]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:23:24.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:24 smithi026 ceph-mon[28371]: from='mgr.14120 172.21.15.26:0/3464437774' entity='mgr.x' 2024-04-26T23:23:24.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:24 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1969611279' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-26T23:23:24.525 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:24 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: ignoring --setuser ceph since I am not root 2024-04-26T23:23:24.526 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:24 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: ignoring --setgroup ceph since I am not root 2024-04-26T23:23:24.915 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:24 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:24.652+0000 7fb027a9e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T23:23:24.915 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:24 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:24.912+0000 7fb027a9e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:23:25.275 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:25 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:25.055+0000 7fb027a9e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T23:23:25.586 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:25 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1969611279' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-26T23:23:25.586 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:25 smithi026 ceph-mon[28371]: mgrmap e9: x(active, since 26s) 2024-04-26T23:23:25.587 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:25 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:25.467+0000 7fb027a9e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T23:23:25.679 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.375+0000 7f437e000700 1 Processor -- start 2024-04-26T23:23:25.679 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.375+0000 7f437e000700 1 -- start start 2024-04-26T23:23:25.680 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.376+0000 7f437e000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 0x7f4378109440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:25.680 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.376+0000 7f437e000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4378109a10 con 0x7f4378109020 2024-04-26T23:23:25.680 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.376+0000 7f4377400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 0x7f4378109440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:25.680 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.376+0000 7f4377400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 0x7f4378109440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57370/0 (socket says 172.21.15.26:57370) 2024-04-26T23:23:25.680 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.376+0000 7f4377400700 1 -- 172.21.15.26:0/1193309341 learned_addr learned my addr 172.21.15.26:0/1193309341 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:25.680 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.377+0000 7f4377400700 1 -- 172.21.15.26:0/1193309341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f437810a220 con 0x7f4378109020 2024-04-26T23:23:25.680 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.377+0000 7f4377400700 1 --2- 172.21.15.26:0/1193309341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 0x7f4378109440 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f43680098a0 tx=0x7f4368009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f590d67999a1f9a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:25.680 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.377+0000 7f4376000700 1 -- 172.21.15.26:0/1193309341 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4368004160 con 0x7f4378109020 2024-04-26T23:23:25.680 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.378+0000 7f4376000700 1 -- 172.21.15.26:0/1193309341 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4368004300 con 0x7f4378109020 2024-04-26T23:23:25.680 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.378+0000 7f4376000700 1 -- 172.21.15.26:0/1193309341 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4368011960 con 0x7f4378109020 2024-04-26T23:23:25.680 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.378+0000 7f437e000700 1 -- 172.21.15.26:0/1193309341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 msgr2=0x7f4378109440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:25.680 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.378+0000 7f437e000700 1 --2- 172.21.15.26:0/1193309341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 0x7f4378109440 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f43680098a0 tx=0x7f4368009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.378+0000 7f437e000700 1 -- 172.21.15.26:0/1193309341 shutdown_connections 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.378+0000 7f437e000700 1 --2- 172.21.15.26:0/1193309341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 0x7f4378109440 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.378+0000 7f437e000700 1 -- 172.21.15.26:0/1193309341 >> 172.21.15.26:0/1193309341 conn(0x7f43781045c0 msgr2=0x7f4378106a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.379+0000 7f437e000700 1 -- 172.21.15.26:0/1193309341 shutdown_connections 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.379+0000 7f437e000700 1 -- 172.21.15.26:0/1193309341 wait complete. 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.380+0000 7f437e000700 1 Processor -- start 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.380+0000 7f437e000700 1 -- start start 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.380+0000 7f437e000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 0x7f437819ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.380+0000 7f437e000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f437810d450 con 0x7f4378109020 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.380+0000 7f4377400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 0x7f437819ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.380+0000 7f4377400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 0x7f437819ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57372/0 (socket says 172.21.15.26:57372) 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.380+0000 7f4377400700 1 -- 172.21.15.26:0/1969611279 learned_addr learned my addr 172.21.15.26:0/1969611279 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:25.681 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.381+0000 7f4377400700 1 -- 172.21.15.26:0/1969611279 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f437819f360 con 0x7f4378109020 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.381+0000 7f4377400700 1 --2- 172.21.15.26:0/1969611279 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 0x7f437819ee20 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4368011670 tx=0x7f4368011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.382+0000 7f436fe00700 1 -- 172.21.15.26:0/1969611279 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4368003aa0 con 0x7f4378109020 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.382+0000 7f436fe00700 1 -- 172.21.15.26:0/1969611279 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f436801b8d0 con 0x7f4378109020 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.382+0000 7f437e000700 1 -- 172.21.15.26:0/1969611279 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f437819f5f0 con 0x7f4378109020 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.382+0000 7f437e000700 1 -- 172.21.15.26:0/1969611279 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43781a22e0 con 0x7f4378109020 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.382+0000 7f436fe00700 1 -- 172.21.15.26:0/1969611279 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43680197f0 con 0x7f4378109020 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.383+0000 7f436fe00700 1 -- 172.21.15.26:0/1969611279 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f4368019990 con 0x7f4378109020 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.383+0000 7f437e000700 1 -- 172.21.15.26:0/1969611279 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4358005360 con 0x7f4378109020 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.383+0000 7f436fe00700 1 --2- 172.21.15.26:0/1969611279 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f435c0395b0 0x7f435c03ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.383+0000 7f436fe00700 1 -- 172.21.15.26:0/1969611279 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f436804def0 con 0x7f4378109020 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.384+0000 7f4376a00700 1 --2- 172.21.15.26:0/1969611279 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f435c0395b0 0x7f435c03ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.384+0000 7f4376a00700 1 --2- 172.21.15.26:0/1969611279 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f435c0395b0 0x7f435c03ba70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4364006fd0 tx=0x7f4364006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:25.682 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.391+0000 7f436fe00700 1 -- 172.21.15.26:0/1969611279 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f436801f030 con 0x7f4378109020 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:23.698+0000 7f437e000700 1 -- 172.21.15.26:0/1969611279 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f4358005650 con 0x7f4378109020 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:24.308+0000 7f436fe00700 1 -- 172.21.15.26:0/1969611279 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f4368016df0 con 0x7f4378109020 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:24.311+0000 7f436fe00700 1 -- 172.21.15.26:0/1969611279 <== mon.0 v2:172.21.15.26:3300/0 8 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f436801a8f0 con 0x7f4378109020 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:24.313+0000 7f437e000700 1 -- 172.21.15.26:0/1969611279 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f435c0395b0 msgr2=0x7f435c03ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:24.313+0000 7f437e000700 1 --2- 172.21.15.26:0/1969611279 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f435c0395b0 0x7f435c03ba70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4364006fd0 tx=0x7f4364006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:24.313+0000 7f437e000700 1 -- 172.21.15.26:0/1969611279 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 msgr2=0x7f437819ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:24.313+0000 7f437e000700 1 --2- 172.21.15.26:0/1969611279 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 0x7f437819ee20 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4368011670 tx=0x7f4368011a30 comp rx=0 tx=0).stop 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:24.314+0000 7f437e000700 1 -- 172.21.15.26:0/1969611279 shutdown_connections 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:24.314+0000 7f437e000700 1 --2- 172.21.15.26:0/1969611279 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f435c0395b0 0x7f435c03ba70 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:24.314+0000 7f437e000700 1 --2- 172.21.15.26:0/1969611279 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4378109020 0x7f437819ee20 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:24.314+0000 7f437e000700 1 -- 172.21.15.26:0/1969611279 >> 172.21.15.26:0/1969611279 conn(0x7f43781045c0 msgr2=0x7f4378105100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:24.314+0000 7f437e000700 1 -- 172.21.15.26:0/1969611279 shutdown_connections 2024-04-26T23:23:25.683 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:24.314+0000 7f437e000700 1 -- 172.21.15.26:0/1969611279 wait complete. 2024-04-26T23:23:25.866 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:25 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:25.584+0000 7fb027a9e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T23:23:27.437 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:27 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/677511671' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T23:23:27.437 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:27.199+0000 7fb027a9e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T23:23:27.437 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:27.434+0000 7fb027a9e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T23:23:27.775 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:27.660+0000 7fb027a9e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T23:23:27.945 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T23:23:28.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-26T23:23:28.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T23:23:28.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-26T23:23:28.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T23:23:28.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T23:23:28.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.886+0000 7f56c3c00700 1 Processor -- start 2024-04-26T23:23:28.661 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.886+0000 7f56c3c00700 1 -- start start 2024-04-26T23:23:28.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.886+0000 7f56c3c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 0x7f56bc07c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:28.662 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.886+0000 7f56c3c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f56bc07c770 con 0x7f56bc07dd40 2024-04-26T23:23:28.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.887+0000 7f56c1200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 0x7f56bc07c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:28.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.887+0000 7f56c1200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 0x7f56bc07c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49180/0 (socket says 172.21.15.26:49180) 2024-04-26T23:23:28.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.887+0000 7f56c1200700 1 -- 172.21.15.26:0/3715913271 learned_addr learned my addr 172.21.15.26:0/3715913271 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:28.667 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.887+0000 7f56c1200700 1 -- 172.21.15.26:0/3715913271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56bc07c8f0 con 0x7f56bc07dd40 2024-04-26T23:23:28.668 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.888+0000 7f56c1200700 1 --2- 172.21.15.26:0/3715913271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 0x7f56bc07c1a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f56b0009e80 tx=0x7f56b000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fdcb2be454878b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:28.668 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.888+0000 7f56bb400700 1 -- 172.21.15.26:0/3715913271 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56b0017070 con 0x7f56bc07dd40 2024-04-26T23:23:28.668 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.888+0000 7f56bb400700 1 -- 172.21.15.26:0/3715913271 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f56b000b8c0 con 0x7f56bc07dd40 2024-04-26T23:23:28.668 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.888+0000 7f56bb400700 1 -- 172.21.15.26:0/3715913271 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56b0004420 con 0x7f56bc07dd40 2024-04-26T23:23:28.668 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.889+0000 7f56c3c00700 1 -- 172.21.15.26:0/3715913271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 msgr2=0x7f56bc07c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:28.668 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.889+0000 7f56c3c00700 1 --2- 172.21.15.26:0/3715913271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 0x7f56bc07c1a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f56b0009e80 tx=0x7f56b000b330 comp rx=0 tx=0).stop 2024-04-26T23:23:28.668 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.889+0000 7f56c3c00700 1 -- 172.21.15.26:0/3715913271 shutdown_connections 2024-04-26T23:23:28.668 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.889+0000 7f56c3c00700 1 --2- 172.21.15.26:0/3715913271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 0x7f56bc07c1a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:28.668 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.889+0000 7f56c3c00700 1 -- 172.21.15.26:0/3715913271 >> 172.21.15.26:0/3715913271 conn(0x7f56bc104290 msgr2=0x7f56bc1066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:28.668 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.889+0000 7f56c3c00700 1 -- 172.21.15.26:0/3715913271 shutdown_connections 2024-04-26T23:23:28.668 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.889+0000 7f56c3c00700 1 -- 172.21.15.26:0/3715913271 wait complete. 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.890+0000 7f56c3c00700 1 Processor -- start 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.890+0000 7f56c3c00700 1 -- start start 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.891+0000 7f56c3c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 0x7f56bc19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.891+0000 7f56c3c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f56bc10f2b0 con 0x7f56bc07dd40 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.891+0000 7f56c1200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 0x7f56bc19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.891+0000 7f56c1200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 0x7f56bc19edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49190/0 (socket says 172.21.15.26:49190) 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.891+0000 7f56c1200700 1 -- 172.21.15.26:0/677511671 learned_addr learned my addr 172.21.15.26:0/677511671 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.891+0000 7f56c1200700 1 -- 172.21.15.26:0/677511671 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56bc19f330 con 0x7f56bc07dd40 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.892+0000 7f56c1200700 1 --2- 172.21.15.26:0/677511671 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 0x7f56bc19edf0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f56b0000f80 tx=0x7f56b000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.892+0000 7f56b9600700 1 -- 172.21.15.26:0/677511671 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56b0020020 con 0x7f56bc07dd40 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.892+0000 7f56b9600700 1 -- 172.21.15.26:0/677511671 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f56b00128c0 con 0x7f56bc07dd40 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.892+0000 7f56c3c00700 1 -- 172.21.15.26:0/677511671 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56bc19f5c0 con 0x7f56bc07dd40 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.892+0000 7f56b9600700 1 -- 172.21.15.26:0/677511671 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56b0017040 con 0x7f56bc07dd40 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.892+0000 7f56c3c00700 1 -- 172.21.15.26:0/677511671 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56bc1a22b0 con 0x7f56bc07dd40 2024-04-26T23:23:28.669 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.893+0000 7f56b9600700 1 -- 172.21.15.26:0/677511671 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f56b0023020 con 0x7f56bc07dd40 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.894+0000 7f56aea00700 1 -- 172.21.15.26:0/677511671 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56bc064a80 con 0x7f56bc07dd40 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.894+0000 7f56b9600700 1 --2- 172.21.15.26:0/677511671 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f56a4039600 0x7f56a403bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.894+0000 7f56b9600700 1 -- 172.21.15.26:0/677511671 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f56b000f050 con 0x7f56bc07dd40 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.894+0000 7f56bbe00700 1 -- 172.21.15.26:0/677511671 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f56a4039600 msgr2=0x7f56a403bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/2929638021 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.894+0000 7f56bbe00700 1 --2- 172.21.15.26:0/677511671 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f56a4039600 0x7f56a403bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:26.900+0000 7f56b9600700 1 -- 172.21.15.26:0/677511671 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f56b002a020 con 0x7f56bc07dd40 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.095+0000 7f56bbe00700 1 -- 172.21.15.26:0/677511671 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f56a4039600 msgr2=0x7f56a403bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/2929638021 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.095+0000 7f56bbe00700 1 --2- 172.21.15.26:0/677511671 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f56a4039600 0x7f56a403bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.193+0000 7f56aea00700 1 -- 172.21.15.26:0/677511671 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f56bc075db0 con 0x7f56bc07dd40 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.193+0000 7f56b9600700 1 -- 172.21.15.26:0/677511671 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f56b004da40 con 0x7f56bc07dd40 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.196+0000 7f56aea00700 1 -- 172.21.15.26:0/677511671 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f56a4039600 msgr2=0x7f56a403bac0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.196+0000 7f56aea00700 1 --2- 172.21.15.26:0/677511671 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f56a4039600 0x7f56a403bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:28.670 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.196+0000 7f56aea00700 1 -- 172.21.15.26:0/677511671 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 msgr2=0x7f56bc19edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:28.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.196+0000 7f56aea00700 1 --2- 172.21.15.26:0/677511671 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 0x7f56bc19edf0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f56b0000f80 tx=0x7f56b000bd50 comp rx=0 tx=0).stop 2024-04-26T23:23:28.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.196+0000 7f56aea00700 1 -- 172.21.15.26:0/677511671 shutdown_connections 2024-04-26T23:23:28.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.196+0000 7f56aea00700 1 --2- 172.21.15.26:0/677511671 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f56a4039600 0x7f56a403bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:28.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.196+0000 7f56aea00700 1 --2- 172.21.15.26:0/677511671 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56bc07dd40 0x7f56bc19edf0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:28.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.196+0000 7f56aea00700 1 -- 172.21.15.26:0/677511671 >> 172.21.15.26:0/677511671 conn(0x7f56bc104290 msgr2=0x7f56bc104e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:28.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.196+0000 7f56aea00700 1 -- 172.21.15.26:0/677511671 shutdown_connections 2024-04-26T23:23:28.671 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:27.197+0000 7f56aea00700 1 -- 172.21.15.26:0/677511671 wait complete. 2024-04-26T23:23:28.671 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for the mgr to restart... 2024-04-26T23:23:28.671 INFO:teuthology.orchestra.run.smithi026.stdout:Waiting for mgr epoch 9... 2024-04-26T23:23:28.671 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:28.059+0000 7fb027a9e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T23:23:28.671 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:28.189+0000 7fb027a9e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T23:23:28.730 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:28.459+0000 7fb027a9e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T23:23:28.730 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:28.727+0000 7fb027a9e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:23:30.025 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:29 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:29.589+0000 7fb027a9e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T23:23:30.318 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:30 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:30.168+0000 7fb027a9e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T23:23:30.318 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:30 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:30.314+0000 7fb027a9e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T23:23:31.025 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:30 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:30.599+0000 7fb027a9e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T23:23:31.612 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:31 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:31.278+0000 7fb027a9e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T23:23:31.612 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:31 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:31.409+0000 7fb027a9e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T23:23:31.936 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:31 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:31.748+0000 7fb027a9e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T23:23:31.936 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:31 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:31.933+0000 7fb027a9e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T23:23:32.226 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:32 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:32.065+0000 7fb027a9e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T23:23:32.226 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:32 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:32.222+0000 7fb027a9e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T23:23:33.025 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:32 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:32.601+0000 7fb027a9e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T23:23:33.689 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:33 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:33.387+0000 7fb027a9e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T23:23:33.689 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:23:33 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:23:33.686+0000 7fb027a9e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T23:23:34.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:33 smithi026 ceph-mon[28371]: Active manager daemon x restarted 2024-04-26T23:23:34.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:33 smithi026 ceph-mon[28371]: Activating manager daemon x 2024-04-26T23:23:34.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:33 smithi026 ceph-mon[28371]: osdmap e3: 0 total, 0 up, 0 in 2024-04-26T23:23:34.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:33 smithi026 ceph-mon[28371]: mgrmap e10: x(active, starting, since 0.00801722s) 2024-04-26T23:23:34.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:23:34.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T23:23:34.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T23:23:34.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T23:23:34.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T23:23:34.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:33 smithi026 ceph-mon[28371]: Manager daemon x is now available 2024-04-26T23:23:35.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:23:35.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T23:23:35.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T23:23:35.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:34 smithi026 ceph-mon[28371]: mgrmap e11: x(active, since 1.01078s) 2024-04-26T23:23:35.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout { 2024-04-26T23:23:35.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-26T23:23:35.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T23:23:35.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout } 2024-04-26T23:23:35.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.682+0000 7f9802c00700 1 Processor -- start 2024-04-26T23:23:35.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.682+0000 7f9802c00700 1 -- start start 2024-04-26T23:23:35.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.682+0000 7f9802c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 0x7f97fc109110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:35.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.682+0000 7f9802c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f97fc1096e0 con 0x7f97fc108cf0 2024-04-26T23:23:35.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.683+0000 7f97fbe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 0x7f97fc109110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:35.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.683+0000 7f97fbe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 0x7f97fc109110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49200/0 (socket says 172.21.15.26:49200) 2024-04-26T23:23:35.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.683+0000 7f97fbe00700 1 -- 172.21.15.26:0/1974817005 learned_addr learned my addr 172.21.15.26:0/1974817005 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:35.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.684+0000 7f97fbe00700 1 -- 172.21.15.26:0/1974817005 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97fc109ef0 con 0x7f97fc108cf0 2024-04-26T23:23:35.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.684+0000 7f97fbe00700 1 --2- 172.21.15.26:0/1974817005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 0x7f97fc109110 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f97ec0098a0 tx=0x7f97ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba8c6710455608d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:35.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.684+0000 7f97faa00700 1 -- 172.21.15.26:0/1974817005 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f97ec004160 con 0x7f97fc108cf0 2024-04-26T23:23:35.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.684+0000 7f97faa00700 1 -- 172.21.15.26:0/1974817005 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f97ec004300 con 0x7f97fc108cf0 2024-04-26T23:23:35.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.684+0000 7f97faa00700 1 -- 172.21.15.26:0/1974817005 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f97ec011960 con 0x7f97fc108cf0 2024-04-26T23:23:35.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.685+0000 7f9802c00700 1 -- 172.21.15.26:0/1974817005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 msgr2=0x7f97fc109110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:35.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.685+0000 7f9802c00700 1 --2- 172.21.15.26:0/1974817005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 0x7f97fc109110 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f97ec0098a0 tx=0x7f97ec009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:35.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.685+0000 7f9802c00700 1 -- 172.21.15.26:0/1974817005 shutdown_connections 2024-04-26T23:23:35.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.685+0000 7f9802c00700 1 --2- 172.21.15.26:0/1974817005 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 0x7f97fc109110 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:35.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.685+0000 7f9802c00700 1 -- 172.21.15.26:0/1974817005 >> 172.21.15.26:0/1974817005 conn(0x7f97fc104290 msgr2=0x7f97fc1066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:35.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.686+0000 7f9802c00700 1 -- 172.21.15.26:0/1974817005 shutdown_connections 2024-04-26T23:23:35.490 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.686+0000 7f9802c00700 1 -- 172.21.15.26:0/1974817005 wait complete. 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.687+0000 7f9802c00700 1 Processor -- start 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.687+0000 7f9802c00700 1 -- start start 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.687+0000 7f9802c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 0x7f97fc19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.687+0000 7f9802c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f97fc10d120 con 0x7f97fc108cf0 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.687+0000 7f97fbe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 0x7f97fc19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.688+0000 7f97fbe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 0x7f97fc19edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49204/0 (socket says 172.21.15.26:49204) 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.688+0000 7f97fbe00700 1 -- 172.21.15.26:0/2765925363 learned_addr learned my addr 172.21.15.26:0/2765925363 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.688+0000 7f97fbe00700 1 -- 172.21.15.26:0/2765925363 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97fc19f330 con 0x7f97fc108cf0 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.688+0000 7f97fbe00700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 0x7f97fc19edf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f97ec011670 tx=0x7f97ec011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.688+0000 7f97f8c00700 1 -- 172.21.15.26:0/2765925363 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f97ec01f070 con 0x7f97fc108cf0 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.688+0000 7f97f8c00700 1 -- 172.21.15.26:0/2765925363 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f97ec003b20 con 0x7f97fc108cf0 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.688+0000 7f97f8c00700 1 -- 172.21.15.26:0/2765925363 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f97ec019580 con 0x7f97fc108cf0 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.688+0000 7f9802c00700 1 -- 172.21.15.26:0/2765925363 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97fc19f5c0 con 0x7f97fc108cf0 2024-04-26T23:23:35.491 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.689+0000 7f9802c00700 1 -- 172.21.15.26:0/2765925363 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97fc1a22b0 con 0x7f97fc108cf0 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.690+0000 7f97f8c00700 1 -- 172.21.15.26:0/2765925363 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f97ec022070 con 0x7f97fc108cf0 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.690+0000 7f97f8c00700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 0x7f97e003bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.690+0000 7f97f8c00700 1 -- 172.21.15.26:0/2765925363 --> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f97e003c230 con 0x7f97e0039660 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.690+0000 7f97f8c00700 1 -- 172.21.15.26:0/2765925363 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f97ec04dc80 con 0x7f97fc108cf0 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.690+0000 7f97fb400700 1 -- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 msgr2=0x7f97e003bb20 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/2929638021 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.690+0000 7f97fb400700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 0x7f97e003bb20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.891+0000 7f97fb400700 1 -- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 msgr2=0x7f97e003bb20 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/2929638021 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:28.891+0000 7f97fb400700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 0x7f97e003bb20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:29.292+0000 7f97fb400700 1 -- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 msgr2=0x7f97e003bb20 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/2929638021 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:29.292+0000 7f97fb400700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 0x7f97e003bb20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:30.093+0000 7f97fb400700 1 -- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 msgr2=0x7f97e003bb20 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/2929638021 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:30.093+0000 7f97fb400700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 0x7f97e003bb20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:31.695+0000 7f97fb400700 1 -- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 msgr2=0x7f97e003bb20 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/2929638021 2024-04-26T23:23:35.492 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:31.695+0000 7f97fb400700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 0x7f97e003bb20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:33.692+0000 7f97f8c00700 1 -- 172.21.15.26:0/2765925363 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mgrmap(e 10) ==== 46338+0+0 (secure 0 0 0) 0x7f97ec019cc0 con 0x7f97fc108cf0 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:33.692+0000 7f97f8c00700 1 -- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 msgr2=0x7f97e003bb20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:33.692+0000 7f97f8c00700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 0x7f97e003bb20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.696+0000 7f97f8c00700 1 -- 172.21.15.26:0/2765925363 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7f97ec04fe00 con 0x7f97fc108cf0 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.696+0000 7f97f8c00700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f97e003cff0 0x7f97e003f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.696+0000 7f97f8c00700 1 -- 172.21.15.26:0/2765925363 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f97ec019980 con 0x7f97e003cff0 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.700+0000 7f97fb400700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f97e003cff0 0x7f97e003f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.701+0000 7f97fb400700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f97e003cff0 0x7f97e003f3e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f97e8003a10 tx=0x7f97e8009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.703+0000 7f97f8c00700 1 -- 172.21.15.26:0/2765925363 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f97ec019980 con 0x7f97e003cff0 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.713+0000 7f9802c00700 1 -- 172.21.15.26:0/2765925363 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f97fc10d2a0 con 0x7f97e003cff0 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.714+0000 7f97f8c00700 1 -- 172.21.15.26:0/2765925363 <== mgr.14152 v2:172.21.15.26:6800/1018589530 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f97fc10d2a0 con 0x7f97e003cff0 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.714+0000 7f9802c00700 1 -- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f97e003cff0 msgr2=0x7f97e003f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.714+0000 7f9802c00700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f97e003cff0 0x7f97e003f3e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f97e8003a10 tx=0x7f97e8009270 comp rx=0 tx=0).stop 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.714+0000 7f9802c00700 1 -- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 msgr2=0x7f97fc19edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:35.493 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.714+0000 7f9802c00700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 0x7f97fc19edf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f97ec011670 tx=0x7f97ec011a30 comp rx=0 tx=0).stop 2024-04-26T23:23:35.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.715+0000 7f9802c00700 1 -- 172.21.15.26:0/2765925363 shutdown_connections 2024-04-26T23:23:35.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.715+0000 7f9802c00700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f97e003cff0 0x7f97e003f3e0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:35.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.715+0000 7f9802c00700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97fc108cf0 0x7f97fc19edf0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:35.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.715+0000 7f9802c00700 1 --2- 172.21.15.26:0/2765925363 >> [v2:172.21.15.26:6800/2929638021,v1:172.21.15.26:6801/2929638021] conn(0x7f97e0039660 0x7f97e003bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:35.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.715+0000 7f9802c00700 1 -- 172.21.15.26:0/2765925363 >> 172.21.15.26:0/2765925363 conn(0x7f97fc104290 msgr2=0x7f97fc104e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:35.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.715+0000 7f9802c00700 1 -- 172.21.15.26:0/2765925363 shutdown_connections 2024-04-26T23:23:35.494 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:34.715+0000 7f9802c00700 1 -- 172.21.15.26:0/2765925363 wait complete. 2024-04-26T23:23:35.494 INFO:teuthology.orchestra.run.smithi026.stdout:mgr epoch 9 is available 2024-04-26T23:23:35.494 INFO:teuthology.orchestra.run.smithi026.stdout:Generating a dashboard self-signed certificate... 2024-04-26T23:23:36.019 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:35 smithi026 ceph-mon[28371]: [26/Apr/2024:23:23:35] ENGINE Bus STARTING 2024-04-26T23:23:36.020 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:35 smithi026 ceph-mon[28371]: [26/Apr/2024:23:23:35] ENGINE Serving on https://172.21.15.26:7150 2024-04-26T23:23:36.020 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:35 smithi026 ceph-mon[28371]: [26/Apr/2024:23:23:35] ENGINE Serving on http://172.21.15.26:8765 2024-04-26T23:23:36.020 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:35 smithi026 ceph-mon[28371]: [26/Apr/2024:23:23:35] ENGINE Bus STARTED 2024-04-26T23:23:37.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:36 smithi026 ceph-mon[28371]: mgrmap e12: x(active, since 2s) 2024-04-26T23:23:37.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:36 smithi026 ceph-mon[28371]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:23:37.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:36 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:37.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:36 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:37.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-26T23:23:37.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.189+0000 7f479b000700 1 Processor -- start 2024-04-26T23:23:37.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.189+0000 7f479b000700 1 -- start start 2024-04-26T23:23:37.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.189+0000 7f479b000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 0x7f479410b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:37.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.189+0000 7f479b000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f479410bbf0 con 0x7f479410b200 2024-04-26T23:23:37.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.190+0000 7f4793e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 0x7f479410b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:37.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.190+0000 7f4793e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 0x7f479410b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53226/0 (socket says 172.21.15.26:53226) 2024-04-26T23:23:37.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.190+0000 7f4793e00700 1 -- 172.21.15.26:0/4127401109 learned_addr learned my addr 172.21.15.26:0/4127401109 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:37.797 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.190+0000 7f4793e00700 1 -- 172.21.15.26:0/4127401109 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f479410c400 con 0x7f479410b200 2024-04-26T23:23:37.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.190+0000 7f4793e00700 1 --2- 172.21.15.26:0/4127401109 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 0x7f479410b620 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f47840098a0 tx=0x7f4784009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2e88241b1dff023 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:37.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.191+0000 7f4792a00700 1 -- 172.21.15.26:0/4127401109 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4784004160 con 0x7f479410b200 2024-04-26T23:23:37.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.191+0000 7f4792a00700 1 -- 172.21.15.26:0/4127401109 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4784004300 con 0x7f479410b200 2024-04-26T23:23:37.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.191+0000 7f4792a00700 1 -- 172.21.15.26:0/4127401109 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4784011960 con 0x7f479410b200 2024-04-26T23:23:37.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.191+0000 7f479b000700 1 -- 172.21.15.26:0/4127401109 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 msgr2=0x7f479410b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:37.798 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.191+0000 7f479b000700 1 --2- 172.21.15.26:0/4127401109 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 0x7f479410b620 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f47840098a0 tx=0x7f4784009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:37.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.192+0000 7f479b000700 1 -- 172.21.15.26:0/4127401109 shutdown_connections 2024-04-26T23:23:37.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.192+0000 7f479b000700 1 --2- 172.21.15.26:0/4127401109 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 0x7f479410b620 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:37.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.192+0000 7f479b000700 1 -- 172.21.15.26:0/4127401109 >> 172.21.15.26:0/4127401109 conn(0x7f479407e610 msgr2=0x7f479407ea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:37.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.192+0000 7f479b000700 1 -- 172.21.15.26:0/4127401109 shutdown_connections 2024-04-26T23:23:37.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.192+0000 7f479b000700 1 -- 172.21.15.26:0/4127401109 wait complete. 2024-04-26T23:23:37.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.193+0000 7f479b000700 1 Processor -- start 2024-04-26T23:23:37.799 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.193+0000 7f479b000700 1 -- start start 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.193+0000 7f479b000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 0x7f479419ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.193+0000 7f479b000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f479410f630 con 0x7f479410b200 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.193+0000 7f4793e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 0x7f479419ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.193+0000 7f4793e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 0x7f479419ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53240/0 (socket says 172.21.15.26:53240) 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.194+0000 7f4793e00700 1 -- 172.21.15.26:0/4156565891 learned_addr learned my addr 172.21.15.26:0/4156565891 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.194+0000 7f4793e00700 1 -- 172.21.15.26:0/4156565891 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f479419f360 con 0x7f479410b200 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.194+0000 7f4793e00700 1 --2- 172.21.15.26:0/4156565891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 0x7f479419ee20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4784011670 tx=0x7f4784011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.194+0000 7f4790c00700 1 -- 172.21.15.26:0/4156565891 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f478401f070 con 0x7f479410b200 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.194+0000 7f4790c00700 1 -- 172.21.15.26:0/4156565891 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4784003b20 con 0x7f479410b200 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.194+0000 7f4790c00700 1 -- 172.21.15.26:0/4156565891 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4784019580 con 0x7f479410b200 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.194+0000 7f479b000700 1 -- 172.21.15.26:0/4156565891 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f479419f5f0 con 0x7f479410b200 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.195+0000 7f479b000700 1 -- 172.21.15.26:0/4156565891 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47941a22e0 con 0x7f479410b200 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.196+0000 7f4790c00700 1 -- 172.21.15.26:0/4156565891 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f4784022070 con 0x7f479410b200 2024-04-26T23:23:37.800 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.196+0000 7f479b000700 1 -- 172.21.15.26:0/4156565891 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f479410f7b0 con 0x7f479410b200 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.196+0000 7f4790c00700 1 --2- 172.21.15.26:0/4156565891 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4778039600 0x7f477803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.196+0000 7f4790c00700 1 -- 172.21.15.26:0/4156565891 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f478404dc90 con 0x7f479410b200 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.196+0000 7f4793400700 1 --2- 172.21.15.26:0/4156565891 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4778039600 0x7f477803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.197+0000 7f4793400700 1 --2- 172.21.15.26:0/4156565891 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4778039600 0x7f477803bac0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4780006fd0 tx=0x7f4780006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.202+0000 7f4790c00700 1 -- 172.21.15.26:0/4156565891 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f478401b440 con 0x7f479410b200 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.439+0000 7f479b000700 1 -- 172.21.15.26:0/4156565891 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f4794108bc0 con 0x7f4778039600 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.599+0000 7f4790c00700 1 -- 172.21.15.26:0/4156565891 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f4794108bc0 con 0x7f4778039600 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.602+0000 7f479b000700 1 -- 172.21.15.26:0/4156565891 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4778039600 msgr2=0x7f477803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.602+0000 7f479b000700 1 --2- 172.21.15.26:0/4156565891 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4778039600 0x7f477803bac0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4780006fd0 tx=0x7f4780006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.602+0000 7f479b000700 1 -- 172.21.15.26:0/4156565891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 msgr2=0x7f479419ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.602+0000 7f479b000700 1 --2- 172.21.15.26:0/4156565891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 0x7f479419ee20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4784011670 tx=0x7f4784011a30 comp rx=0 tx=0).stop 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.602+0000 7f479b000700 1 -- 172.21.15.26:0/4156565891 shutdown_connections 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.602+0000 7f479b000700 1 --2- 172.21.15.26:0/4156565891 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4778039600 0x7f477803bac0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:37.801 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.602+0000 7f479b000700 1 --2- 172.21.15.26:0/4156565891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f479410b200 0x7f479419ee20 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:37.802 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.602+0000 7f479b000700 1 -- 172.21.15.26:0/4156565891 >> 172.21.15.26:0/4156565891 conn(0x7f479407e610 msgr2=0x7f47941084b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:37.802 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.602+0000 7f479b000700 1 -- 172.21.15.26:0/4156565891 shutdown_connections 2024-04-26T23:23:37.802 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:36.602+0000 7f479b000700 1 -- 172.21.15.26:0/4156565891 wait complete. 2024-04-26T23:23:37.802 INFO:teuthology.orchestra.run.smithi026.stdout:Creating initial admin user... 2024-04-26T23:23:38.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:38 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:39.713 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$yKCE1IrtT8RM5jCYSy5wUekdA8K41QVsjXo3IjuC24msppYiEH3GS", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714173818, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-26T23:23:39.713 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.420+0000 7f5b49a00700 1 Processor -- start 2024-04-26T23:23:39.713 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.420+0000 7f5b49a00700 1 -- start start 2024-04-26T23:23:39.713 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.420+0000 7f5b49a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 0x7f5b4410b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:39.714 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.420+0000 7f5b49a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5b4410b840 con 0x7f5b4410aee0 2024-04-26T23:23:39.714 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.421+0000 7f5b42a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 0x7f5b4410b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:39.714 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.421+0000 7f5b42a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 0x7f5b4410b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53254/0 (socket says 172.21.15.26:53254) 2024-04-26T23:23:39.714 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.421+0000 7f5b42a00700 1 -- 172.21.15.26:0/2419045019 learned_addr learned my addr 172.21.15.26:0/2419045019 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:39.714 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.421+0000 7f5b42a00700 1 -- 172.21.15.26:0/2419045019 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b4410c080 con 0x7f5b4410aee0 2024-04-26T23:23:39.714 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.421+0000 7f5b42a00700 1 --2- 172.21.15.26:0/2419045019 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 0x7f5b4410b300 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5b340098a0 tx=0x7f5b34009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e1833f1959647aa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:39.714 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.422+0000 7f5b41600700 1 -- 172.21.15.26:0/2419045019 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b34004160 con 0x7f5b4410aee0 2024-04-26T23:23:39.714 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.422+0000 7f5b41600700 1 -- 172.21.15.26:0/2419045019 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5b34004300 con 0x7f5b4410aee0 2024-04-26T23:23:39.714 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.422+0000 7f5b41600700 1 -- 172.21.15.26:0/2419045019 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b34011960 con 0x7f5b4410aee0 2024-04-26T23:23:39.718 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.423+0000 7f5b49a00700 1 -- 172.21.15.26:0/2419045019 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 msgr2=0x7f5b4410b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:39.718 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.423+0000 7f5b49a00700 1 --2- 172.21.15.26:0/2419045019 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 0x7f5b4410b300 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5b340098a0 tx=0x7f5b34009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:39.719 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.423+0000 7f5b49a00700 1 -- 172.21.15.26:0/2419045019 shutdown_connections 2024-04-26T23:23:39.719 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.423+0000 7f5b49a00700 1 --2- 172.21.15.26:0/2419045019 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 0x7f5b4410b300 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:39.719 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.423+0000 7f5b49a00700 1 -- 172.21.15.26:0/2419045019 >> 172.21.15.26:0/2419045019 conn(0x7f5b4407e2f0 msgr2=0x7f5b4407e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:39.719 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.423+0000 7f5b49a00700 1 -- 172.21.15.26:0/2419045019 shutdown_connections 2024-04-26T23:23:39.719 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.423+0000 7f5b49a00700 1 -- 172.21.15.26:0/2419045019 wait complete. 2024-04-26T23:23:39.719 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.424+0000 7f5b49a00700 1 Processor -- start 2024-04-26T23:23:39.719 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.424+0000 7f5b49a00700 1 -- start start 2024-04-26T23:23:39.719 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.424+0000 7f5b49a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 0x7f5b4419ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:39.719 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.424+0000 7f5b49a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5b4410b9c0 con 0x7f5b4410aee0 2024-04-26T23:23:39.719 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.425+0000 7f5b42a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 0x7f5b4419ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.425+0000 7f5b42a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 0x7f5b4419ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53262/0 (socket says 172.21.15.26:53262) 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.425+0000 7f5b42a00700 1 -- 172.21.15.26:0/3166624920 learned_addr learned my addr 172.21.15.26:0/3166624920 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.425+0000 7f5b42a00700 1 -- 172.21.15.26:0/3166624920 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b4419f480 con 0x7f5b4410aee0 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.425+0000 7f5b42a00700 1 --2- 172.21.15.26:0/3166624920 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 0x7f5b4419ef40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5b34011670 tx=0x7f5b34011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.426+0000 7f5b3b400700 1 -- 172.21.15.26:0/3166624920 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b34003a60 con 0x7f5b4410aee0 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.426+0000 7f5b3b400700 1 -- 172.21.15.26:0/3166624920 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5b3401b8d0 con 0x7f5b4410aee0 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.426+0000 7f5b3b400700 1 -- 172.21.15.26:0/3166624920 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b34023790 con 0x7f5b4410aee0 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.426+0000 7f5b49a00700 1 -- 172.21.15.26:0/3166624920 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b4419f710 con 0x7f5b4410aee0 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.426+0000 7f5b49a00700 1 -- 172.21.15.26:0/3166624920 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b441a2400 con 0x7f5b4410aee0 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.427+0000 7f5b49a00700 1 -- 172.21.15.26:0/3166624920 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b44064a80 con 0x7f5b4410aee0 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.427+0000 7f5b3b400700 1 -- 172.21.15.26:0/3166624920 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f5b3401b440 con 0x7f5b4410aee0 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.428+0000 7f5b3b400700 1 --2- 172.21.15.26:0/3166624920 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f5b28039660 0x7f5b2803bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.428+0000 7f5b3b400700 1 -- 172.21.15.26:0/3166624920 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5b3404e130 con 0x7f5b4410aee0 2024-04-26T23:23:39.720 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.428+0000 7f5b42000700 1 --2- 172.21.15.26:0/3166624920 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f5b28039660 0x7f5b2803bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.429+0000 7f5b42000700 1 --2- 172.21.15.26:0/3166624920 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f5b28039660 0x7f5b2803bb20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5b30006fd0 tx=0x7f5b30006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.434+0000 7f5b3b400700 1 -- 172.21.15.26:0/3166624920 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f5b3401f030 con 0x7f5b4410aee0 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.681+0000 7f5b49a00700 1 -- 172.21.15.26:0/3166624920 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f5b4410f340 con 0x7f5b28039660 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.948+0000 7f5b3b400700 1 -- 172.21.15.26:0/3166624920 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f5b4410f340 con 0x7f5b28039660 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.952+0000 7f5b49a00700 1 -- 172.21.15.26:0/3166624920 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f5b28039660 msgr2=0x7f5b2803bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.952+0000 7f5b49a00700 1 --2- 172.21.15.26:0/3166624920 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f5b28039660 0x7f5b2803bb20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5b30006fd0 tx=0x7f5b30006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.952+0000 7f5b49a00700 1 -- 172.21.15.26:0/3166624920 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 msgr2=0x7f5b4419ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.952+0000 7f5b49a00700 1 --2- 172.21.15.26:0/3166624920 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 0x7f5b4419ef40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5b34011670 tx=0x7f5b34011a30 comp rx=0 tx=0).stop 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.953+0000 7f5b49a00700 1 -- 172.21.15.26:0/3166624920 shutdown_connections 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.954+0000 7f5b49a00700 1 --2- 172.21.15.26:0/3166624920 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f5b28039660 0x7f5b2803bb20 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.954+0000 7f5b49a00700 1 --2- 172.21.15.26:0/3166624920 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5b4410aee0 0x7f5b4419ef40 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.954+0000 7f5b49a00700 1 -- 172.21.15.26:0/3166624920 >> 172.21.15.26:0/3166624920 conn(0x7f5b4407e2f0 msgr2=0x7f5b44108450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.954+0000 7f5b49a00700 1 -- 172.21.15.26:0/3166624920 shutdown_connections 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:38.954+0000 7f5b49a00700 1 -- 172.21.15.26:0/3166624920 wait complete. 2024-04-26T23:23:39.721 INFO:teuthology.orchestra.run.smithi026.stdout:Fetching dashboard port number... 2024-04-26T23:23:40.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:39 smithi026 ceph-mon[28371]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:23:40.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:39 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:40.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:39 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:41.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:40 smithi026 ceph-mon[28371]: mgrmap e13: x(active, since 6s) 2024-04-26T23:23:41.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:40 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/304998909' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-26T23:23:42.751 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stdout 8443 2024-04-26T23:23:42.751 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.493+0000 7f3680a00700 1 Processor -- start 2024-04-26T23:23:42.751 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.493+0000 7f3680a00700 1 -- start start 2024-04-26T23:23:42.751 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.493+0000 7f3680a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 0x7f367c109110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:42.751 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.493+0000 7f3680a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f367c1096e0 con 0x7f367c108cf0 2024-04-26T23:23:42.751 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.494+0000 7f3679e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 0x7f367c109110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:42.751 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.494+0000 7f3679e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 0x7f367c109110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53276/0 (socket says 172.21.15.26:53276) 2024-04-26T23:23:42.751 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.494+0000 7f3679e00700 1 -- 172.21.15.26:0/2114118970 learned_addr learned my addr 172.21.15.26:0/2114118970 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:42.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.494+0000 7f3679e00700 1 -- 172.21.15.26:0/2114118970 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f367c109ef0 con 0x7f367c108cf0 2024-04-26T23:23:42.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.495+0000 7f3679e00700 1 --2- 172.21.15.26:0/2114118970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 0x7f367c109110 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f366c0098a0 tx=0x7f366c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c385db7684026ccd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:42.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.495+0000 7f3678a00700 1 -- 172.21.15.26:0/2114118970 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f366c004160 con 0x7f367c108cf0 2024-04-26T23:23:42.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.495+0000 7f3678a00700 1 -- 172.21.15.26:0/2114118970 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f366c004300 con 0x7f367c108cf0 2024-04-26T23:23:42.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.495+0000 7f3678a00700 1 -- 172.21.15.26:0/2114118970 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f366c011960 con 0x7f367c108cf0 2024-04-26T23:23:42.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.496+0000 7f3680a00700 1 -- 172.21.15.26:0/2114118970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 msgr2=0x7f367c109110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:42.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.496+0000 7f3680a00700 1 --2- 172.21.15.26:0/2114118970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 0x7f367c109110 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f366c0098a0 tx=0x7f366c009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:42.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.496+0000 7f3680a00700 1 -- 172.21.15.26:0/2114118970 shutdown_connections 2024-04-26T23:23:42.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.496+0000 7f3680a00700 1 --2- 172.21.15.26:0/2114118970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 0x7f367c109110 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:42.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.496+0000 7f3680a00700 1 -- 172.21.15.26:0/2114118970 >> 172.21.15.26:0/2114118970 conn(0x7f367c104290 msgr2=0x7f367c1066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:42.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.496+0000 7f3680a00700 1 -- 172.21.15.26:0/2114118970 shutdown_connections 2024-04-26T23:23:42.752 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.496+0000 7f3680a00700 1 -- 172.21.15.26:0/2114118970 wait complete. 2024-04-26T23:23:42.753 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.497+0000 7f3680a00700 1 Processor -- start 2024-04-26T23:23:42.753 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.498+0000 7f3680a00700 1 -- start start 2024-04-26T23:23:42.753 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.498+0000 7f3680a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 0x7f367c19ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:42.753 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.498+0000 7f3680a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f367c10d120 con 0x7f367c108cf0 2024-04-26T23:23:42.753 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.498+0000 7f3679e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 0x7f367c19ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:42.753 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.498+0000 7f3679e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 0x7f367c19ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53292/0 (socket says 172.21.15.26:53292) 2024-04-26T23:23:42.753 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.498+0000 7f3679e00700 1 -- 172.21.15.26:0/304998909 learned_addr learned my addr 172.21.15.26:0/304998909 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:42.753 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.499+0000 7f3679e00700 1 -- 172.21.15.26:0/304998909 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f367c19f340 con 0x7f367c108cf0 2024-04-26T23:23:42.753 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.499+0000 7f3679e00700 1 --2- 172.21.15.26:0/304998909 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 0x7f367c19ee00 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f366c011670 tx=0x7f366c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:42.754 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.499+0000 7f3672a00700 1 -- 172.21.15.26:0/304998909 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f366c01f070 con 0x7f367c108cf0 2024-04-26T23:23:42.754 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.500+0000 7f3672a00700 1 -- 172.21.15.26:0/304998909 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f366c003b20 con 0x7f367c108cf0 2024-04-26T23:23:42.754 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.500+0000 7f3680a00700 1 -- 172.21.15.26:0/304998909 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f367c19f5d0 con 0x7f367c108cf0 2024-04-26T23:23:42.754 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.500+0000 7f3672a00700 1 -- 172.21.15.26:0/304998909 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f366c019580 con 0x7f367c108cf0 2024-04-26T23:23:42.754 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.500+0000 7f3680a00700 1 -- 172.21.15.26:0/304998909 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f367c1a22c0 con 0x7f367c108cf0 2024-04-26T23:23:42.754 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.501+0000 7f3680a00700 1 -- 172.21.15.26:0/304998909 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f367c10d2a0 con 0x7f367c108cf0 2024-04-26T23:23:42.754 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.501+0000 7f3672a00700 1 -- 172.21.15.26:0/304998909 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f366c022070 con 0x7f367c108cf0 2024-04-26T23:23:42.754 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.502+0000 7f3672a00700 1 --2- 172.21.15.26:0/304998909 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f36600396a0 0x7f366003bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:42.754 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.502+0000 7f3672a00700 1 -- 172.21.15.26:0/304998909 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f366c04ddd0 con 0x7f367c108cf0 2024-04-26T23:23:42.755 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.502+0000 7f3679400700 1 --2- 172.21.15.26:0/304998909 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f36600396a0 0x7f366003bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:42.755 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.503+0000 7f3679400700 1 --2- 172.21.15.26:0/304998909 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f36600396a0 0x7f366003bb60 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3668006fd0 tx=0x7f3668006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:42.755 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.508+0000 7f3672a00700 1 -- 172.21.15.26:0/304998909 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f366c018350 con 0x7f367c108cf0 2024-04-26T23:23:42.755 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.745+0000 7f3680a00700 1 -- 172.21.15.26:0/304998909 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f367c1a2490 con 0x7f367c108cf0 2024-04-26T23:23:42.755 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.746+0000 7f3672a00700 1 -- 172.21.15.26:0/304998909 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f366c01b490 con 0x7f367c108cf0 2024-04-26T23:23:42.755 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.748+0000 7f3680a00700 1 -- 172.21.15.26:0/304998909 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f36600396a0 msgr2=0x7f366003bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:42.755 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.748+0000 7f3680a00700 1 --2- 172.21.15.26:0/304998909 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f36600396a0 0x7f366003bb60 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3668006fd0 tx=0x7f3668006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:42.755 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.748+0000 7f3680a00700 1 -- 172.21.15.26:0/304998909 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 msgr2=0x7f367c19ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:42.755 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.748+0000 7f3680a00700 1 --2- 172.21.15.26:0/304998909 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 0x7f367c19ee00 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f366c011670 tx=0x7f366c011a30 comp rx=0 tx=0).stop 2024-04-26T23:23:42.756 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.749+0000 7f3680a00700 1 -- 172.21.15.26:0/304998909 shutdown_connections 2024-04-26T23:23:42.756 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.749+0000 7f3680a00700 1 --2- 172.21.15.26:0/304998909 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f36600396a0 0x7f366003bb60 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:42.756 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.749+0000 7f3680a00700 1 --2- 172.21.15.26:0/304998909 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f367c108cf0 0x7f367c19ee00 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:42.756 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.749+0000 7f3680a00700 1 -- 172.21.15.26:0/304998909 >> 172.21.15.26:0/304998909 conn(0x7f367c104290 msgr2=0x7f367c104db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:42.756 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.749+0000 7f3680a00700 1 -- 172.21.15.26:0/304998909 shutdown_connections 2024-04-26T23:23:42.756 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:40.749+0000 7f3680a00700 1 -- 172.21.15.26:0/304998909 wait complete. 2024-04-26T23:23:42.784 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T23:23:42.784 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout disabled 2024-04-26T23:23:42.811 INFO:teuthology.orchestra.run.smithi026.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T23:23:42.811 INFO:teuthology.orchestra.run.smithi026.stdout:systemctl: stdout inactive 2024-04-26T23:23:42.812 INFO:teuthology.orchestra.run.smithi026.stdout:firewalld.service is not enabled 2024-04-26T23:23:42.812 INFO:teuthology.orchestra.run.smithi026.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-26T23:23:42.820 INFO:teuthology.orchestra.run.smithi026.stdout:Ceph Dashboard is now available at: 2024-04-26T23:23:42.820 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:23:42.820 INFO:teuthology.orchestra.run.smithi026.stdout: URL: https://smithi026.front.sepia.ceph.com:8443/ 2024-04-26T23:23:42.820 INFO:teuthology.orchestra.run.smithi026.stdout: User: admin 2024-04-26T23:23:42.820 INFO:teuthology.orchestra.run.smithi026.stdout: Password: 37h5o9bqr6 2024-04-26T23:23:42.820 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:23:42.821 INFO:teuthology.orchestra.run.smithi026.stdout:Saving cluster configuration to /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config directory 2024-04-26T23:23:42.823 INFO:teuthology.orchestra.run.smithi026.stdout:Enabling autotune for osd_memory_target 2024-04-26T23:23:44.482 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.484+0000 7fd0f9800700 1 Processor -- start 2024-04-26T23:23:44.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.485+0000 7fd0f9800700 1 -- start start 2024-04-26T23:23:44.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.485+0000 7fd0f9800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 0x7fd0f410b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:44.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.485+0000 7fd0f9800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd0f410b800 con 0x7fd0f410aea0 2024-04-26T23:23:44.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.486+0000 7fd0f2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 0x7fd0f410b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:44.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.486+0000 7fd0f2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 0x7fd0f410b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53298/0 (socket says 172.21.15.26:53298) 2024-04-26T23:23:44.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.486+0000 7fd0f2a00700 1 -- 172.21.15.26:0/4024888563 learned_addr learned my addr 172.21.15.26:0/4024888563 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:44.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.487+0000 7fd0f2a00700 1 -- 172.21.15.26:0/4024888563 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0f410c090 con 0x7fd0f410aea0 2024-04-26T23:23:44.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.487+0000 7fd0f2a00700 1 --2- 172.21.15.26:0/4024888563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 0x7fd0f410b2c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd0e40098a0 tx=0x7fd0e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ddf111b083e92d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:44.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.487+0000 7fd0f1600700 1 -- 172.21.15.26:0/4024888563 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd0e4004160 con 0x7fd0f410aea0 2024-04-26T23:23:44.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.487+0000 7fd0f1600700 1 -- 172.21.15.26:0/4024888563 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd0e4004300 con 0x7fd0f410aea0 2024-04-26T23:23:44.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.487+0000 7fd0f1600700 1 -- 172.21.15.26:0/4024888563 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd0e4011960 con 0x7fd0f410aea0 2024-04-26T23:23:44.483 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.488+0000 7fd0f9800700 1 -- 172.21.15.26:0/4024888563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 msgr2=0x7fd0f410b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.488+0000 7fd0f9800700 1 --2- 172.21.15.26:0/4024888563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 0x7fd0f410b2c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd0e40098a0 tx=0x7fd0e4009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.488+0000 7fd0f9800700 1 -- 172.21.15.26:0/4024888563 shutdown_connections 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.488+0000 7fd0f9800700 1 --2- 172.21.15.26:0/4024888563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 0x7fd0f410b2c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.488+0000 7fd0f9800700 1 -- 172.21.15.26:0/4024888563 >> 172.21.15.26:0/4024888563 conn(0x7fd0f4106550 msgr2=0x7fd0f4108940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.488+0000 7fd0f9800700 1 -- 172.21.15.26:0/4024888563 shutdown_connections 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.488+0000 7fd0f9800700 1 -- 172.21.15.26:0/4024888563 wait complete. 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.489+0000 7fd0f9800700 1 Processor -- start 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.489+0000 7fd0f9800700 1 -- start start 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.490+0000 7fd0f9800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 0x7fd0f419efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.490+0000 7fd0f9800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd0f410b980 con 0x7fd0f410aea0 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.490+0000 7fd0f2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 0x7fd0f419efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.490+0000 7fd0f2a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 0x7fd0f419efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53314/0 (socket says 172.21.15.26:53314) 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.490+0000 7fd0f2a00700 1 -- 172.21.15.26:0/3006212358 learned_addr learned my addr 172.21.15.26:0/3006212358 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.490+0000 7fd0f2a00700 1 -- 172.21.15.26:0/3006212358 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0f419f4f0 con 0x7fd0f410aea0 2024-04-26T23:23:44.484 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.491+0000 7fd0f2a00700 1 --2- 172.21.15.26:0/3006212358 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 0x7fd0f419efb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd0e4011670 tx=0x7fd0e4011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.491+0000 7fd0eb400700 1 -- 172.21.15.26:0/3006212358 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd0e4003aa0 con 0x7fd0f410aea0 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.491+0000 7fd0eb400700 1 -- 172.21.15.26:0/3006212358 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd0e401b8d0 con 0x7fd0f410aea0 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.491+0000 7fd0eb400700 1 -- 172.21.15.26:0/3006212358 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd0e40197f0 con 0x7fd0f410aea0 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.491+0000 7fd0f9800700 1 -- 172.21.15.26:0/3006212358 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0f419f780 con 0x7fd0f410aea0 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.491+0000 7fd0f9800700 1 -- 172.21.15.26:0/3006212358 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0f41a2470 con 0x7fd0f410aea0 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.492+0000 7fd0eb400700 1 -- 172.21.15.26:0/3006212358 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fd0e401b440 con 0x7fd0f410aea0 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.492+0000 7fd0f9800700 1 -- 172.21.15.26:0/3006212358 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0f4064a80 con 0x7fd0f410aea0 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.493+0000 7fd0eb400700 1 --2- 172.21.15.26:0/3006212358 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd0d80396b0 0x7fd0d803bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.493+0000 7fd0eb400700 1 -- 172.21.15.26:0/3006212358 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd0e404e160 con 0x7fd0f410aea0 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.493+0000 7fd0f2000700 1 --2- 172.21.15.26:0/3006212358 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd0d80396b0 0x7fd0d803bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.494+0000 7fd0f2000700 1 --2- 172.21.15.26:0/3006212358 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd0d80396b0 0x7fd0d803bb70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd0e0006fd0 tx=0x7fd0e0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.499+0000 7fd0eb400700 1 -- 172.21.15.26:0/3006212358 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fd0e401f030 con 0x7fd0f410aea0 2024-04-26T23:23:44.485 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.727+0000 7fd0f9800700 1 -- 172.21.15.26:0/3006212358 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7fd0f410f350 con 0x7fd0f410aea0 2024-04-26T23:23:44.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.727+0000 7fd0eb400700 1 -- 172.21.15.26:0/3006212358 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7fd0e401bb30 con 0x7fd0f410aea0 2024-04-26T23:23:44.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.731+0000 7fd0f9800700 1 -- 172.21.15.26:0/3006212358 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd0d80396b0 msgr2=0x7fd0d803bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:44.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.732+0000 7fd0f9800700 1 --2- 172.21.15.26:0/3006212358 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd0d80396b0 0x7fd0d803bb70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd0e0006fd0 tx=0x7fd0e0006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:44.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.732+0000 7fd0f9800700 1 -- 172.21.15.26:0/3006212358 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 msgr2=0x7fd0f419efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:44.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.732+0000 7fd0f9800700 1 --2- 172.21.15.26:0/3006212358 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 0x7fd0f419efb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd0e4011670 tx=0x7fd0e4011a30 comp rx=0 tx=0).stop 2024-04-26T23:23:44.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.732+0000 7fd0f9800700 1 -- 172.21.15.26:0/3006212358 shutdown_connections 2024-04-26T23:23:44.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.732+0000 7fd0f9800700 1 --2- 172.21.15.26:0/3006212358 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd0d80396b0 0x7fd0d803bb70 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:44.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.732+0000 7fd0f9800700 1 --2- 172.21.15.26:0/3006212358 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd0f410aea0 0x7fd0f419efb0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:44.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.732+0000 7fd0f9800700 1 -- 172.21.15.26:0/3006212358 >> 172.21.15.26:0/3006212358 conn(0x7fd0f4106550 msgr2=0x7fd0f4107000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:44.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.732+0000 7fd0f9800700 1 -- 172.21.15.26:0/3006212358 shutdown_connections 2024-04-26T23:23:44.486 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:43.732+0000 7fd0f9800700 1 -- 172.21.15.26:0/3006212358 wait complete. 2024-04-26T23:23:46.289 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.175+0000 7f7b8ca00700 1 Processor -- start 2024-04-26T23:23:46.289 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.175+0000 7f7b8ca00700 1 -- start start 2024-04-26T23:23:46.289 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.176+0000 7f7b8ca00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 0x7f7b8810bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:46.289 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.176+0000 7f7b8ca00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7b88064680 con 0x7f7b88109820 2024-04-26T23:23:46.289 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.176+0000 7f7b85e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 0x7f7b8810bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:46.290 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.176+0000 7f7b85e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 0x7f7b8810bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56092/0 (socket says 172.21.15.26:56092) 2024-04-26T23:23:46.290 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.176+0000 7f7b85e00700 1 -- 172.21.15.26:0/1094995848 learned_addr learned my addr 172.21.15.26:0/1094995848 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:46.290 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.177+0000 7f7b85e00700 1 -- 172.21.15.26:0/1094995848 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b8810c150 con 0x7f7b88109820 2024-04-26T23:23:46.290 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.178+0000 7f7b85e00700 1 --2- 172.21.15.26:0/1094995848 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 0x7f7b8810bc10 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7b780098a0 tx=0x7f7b78009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d6e6da40406fd3f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:46.290 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.178+0000 7f7b84a00700 1 -- 172.21.15.26:0/1094995848 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b78004160 con 0x7f7b88109820 2024-04-26T23:23:46.290 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.178+0000 7f7b84a00700 1 -- 172.21.15.26:0/1094995848 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7b78004300 con 0x7f7b88109820 2024-04-26T23:23:46.290 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.178+0000 7f7b84a00700 1 -- 172.21.15.26:0/1094995848 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b78011960 con 0x7f7b88109820 2024-04-26T23:23:46.290 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.179+0000 7f7b8ca00700 1 -- 172.21.15.26:0/1094995848 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 msgr2=0x7f7b8810bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.179+0000 7f7b8ca00700 1 --2- 172.21.15.26:0/1094995848 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 0x7f7b8810bc10 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7b780098a0 tx=0x7f7b78009bb0 comp rx=0 tx=0).stop 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.179+0000 7f7b8ca00700 1 -- 172.21.15.26:0/1094995848 shutdown_connections 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.179+0000 7f7b8ca00700 1 --2- 172.21.15.26:0/1094995848 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 0x7f7b8810bc10 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.179+0000 7f7b8ca00700 1 -- 172.21.15.26:0/1094995848 >> 172.21.15.26:0/1094995848 conn(0x7f7b881031b0 msgr2=0x7f7b881055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.179+0000 7f7b8ca00700 1 -- 172.21.15.26:0/1094995848 shutdown_connections 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.179+0000 7f7b8ca00700 1 -- 172.21.15.26:0/1094995848 wait complete. 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.180+0000 7f7b8ca00700 1 Processor -- start 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.180+0000 7f7b8ca00700 1 -- start start 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.181+0000 7f7b8ca00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 0x7f7b8819edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.181+0000 7f7b8ca00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7b8810d040 con 0x7f7b88109820 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.181+0000 7f7b85e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 0x7f7b8819edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.181+0000 7f7b85e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 0x7f7b8819edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56108/0 (socket says 172.21.15.26:56108) 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.181+0000 7f7b85e00700 1 -- 172.21.15.26:0/565749558 learned_addr learned my addr 172.21.15.26:0/565749558 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:46.291 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.182+0000 7f7b85e00700 1 -- 172.21.15.26:0/565749558 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b8819f300 con 0x7f7b88109820 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.182+0000 7f7b85e00700 1 --2- 172.21.15.26:0/565749558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 0x7f7b8819edc0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7b78004660 tx=0x7f7b78011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.182+0000 7f7b7ea00700 1 -- 172.21.15.26:0/565749558 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b78003aa0 con 0x7f7b88109820 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.182+0000 7f7b7ea00700 1 -- 172.21.15.26:0/565749558 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7b7801b8d0 con 0x7f7b88109820 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.182+0000 7f7b7ea00700 1 -- 172.21.15.26:0/565749558 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b78023820 con 0x7f7b88109820 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.182+0000 7f7b8ca00700 1 -- 172.21.15.26:0/565749558 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b8819f590 con 0x7f7b88109820 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.182+0000 7f7b8ca00700 1 -- 172.21.15.26:0/565749558 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b881a2280 con 0x7f7b88109820 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.183+0000 7f7b7ea00700 1 -- 172.21.15.26:0/565749558 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f7b7801ba80 con 0x7f7b88109820 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.184+0000 7f7b8ca00700 1 -- 172.21.15.26:0/565749558 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b88064a80 con 0x7f7b88109820 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.184+0000 7f7b7ea00700 1 --2- 172.21.15.26:0/565749558 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7b6c039700 0x7f7b6c03bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.184+0000 7f7b7ea00700 1 -- 172.21.15.26:0/565749558 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7b7804e100 con 0x7f7b88109820 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.184+0000 7f7b85400700 1 --2- 172.21.15.26:0/565749558 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7b6c039700 0x7f7b6c03bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.185+0000 7f7b85400700 1 --2- 172.21.15.26:0/565749558 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7b6c039700 0x7f7b6c03bbc0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7b74006fd0 tx=0x7f7b74006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.190+0000 7f7b7ea00700 1 -- 172.21.15.26:0/565749558 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f7b7801f030 con 0x7f7b88109820 2024-04-26T23:23:46.292 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.544+0000 7f7b8ca00700 1 -- 172.21.15.26:0/565749558 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f7b881a2830 con 0x7f7b88109820 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.548+0000 7f7b7ea00700 1 -- 172.21.15.26:0/565749558 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f7b7801a3d0 con 0x7f7b88109820 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.551+0000 7f7b8ca00700 1 -- 172.21.15.26:0/565749558 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7b6c039700 msgr2=0x7f7b6c03bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.551+0000 7f7b8ca00700 1 --2- 172.21.15.26:0/565749558 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7b6c039700 0x7f7b6c03bbc0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7b74006fd0 tx=0x7f7b74006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.551+0000 7f7b8ca00700 1 -- 172.21.15.26:0/565749558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 msgr2=0x7f7b8819edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.551+0000 7f7b8ca00700 1 --2- 172.21.15.26:0/565749558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 0x7f7b8819edc0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7b78004660 tx=0x7f7b78011a30 comp rx=0 tx=0).stop 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.551+0000 7f7b8ca00700 1 -- 172.21.15.26:0/565749558 shutdown_connections 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.551+0000 7f7b8ca00700 1 --2- 172.21.15.26:0/565749558 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7b6c039700 0x7f7b6c03bbc0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.551+0000 7f7b8ca00700 1 --2- 172.21.15.26:0/565749558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b88109820 0x7f7b8819edc0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.551+0000 7f7b8ca00700 1 -- 172.21.15.26:0/565749558 >> 172.21.15.26:0/565749558 conn(0x7f7b881031b0 msgr2=0x7f7b88103bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.552+0000 7f7b8ca00700 1 -- 172.21.15.26:0/565749558 shutdown_connections 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr 2024-04-26T23:23:45.552+0000 7f7b8ca00700 1 -- 172.21.15.26:0/565749558 wait complete. 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:23:46.293 INFO:teuthology.orchestra.run.smithi026.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout:Or, if you are only running a single cluster on this host: 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout: ceph telemetry on 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout:For more information see: 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:23:46.294 INFO:teuthology.orchestra.run.smithi026.stdout:Bootstrap complete. 2024-04-26T23:23:46.387 INFO:tasks.cephadm:Fetching config... 2024-04-26T23:23:46.387 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:23:46.388 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-26T23:23:46.439 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-26T23:23:46.440 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:23:46.440 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-26T23:23:46.482 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-26T23:23:46.482 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:23:46.482 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-26T23:23:46.604 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-26T23:23:46.604 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:23:46.605 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-26T23:23:46.699 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-26T23:23:46.700 DEBUG:teuthology.orchestra.run.smithi026:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCot9XwOy42p3oJLLbIrpivB/0eGsZa3cLs/prKyax0f8ehcmFXeQ3nfcxyvnDB7+9AiGCH0Xg1f/OUhfFb242w45+LypOLnmJtvPLK+G8zOexJcMibjPBunJRET8OoIIw85qPZ5przvcV84BuQszQJzqu5OrgAA+pvKyoZmJHIxj4/iEtED9HzgnefpQjP6IjMUPiEVmxpl7WiW9wiUobbtvWUCsDn4vH26Vqkg634Kvcbo1vasxNDF4QESxNz+cGIdlgRtPvkK0V4DVpZ1f+BGCleQ8HqmD0/lHHJZQtuR81anGvHLgdbUS715zq8zgQfxq/Vysw23UKSBav3QgwBXl/6tRNo3tu7yhZv4iXYWuYojxfyQW/6ns0mrlOFeRkkbUok6LX+57WN2oewJ0j/F72+tUiTcMX6whsK3U4yhlpl/V05MKwjWjPU4h6YN6fLBPkmvxEFhdeVlwjA40JitxbCzSFYU8uXQvOhVh7LdIZM8ojnB3XHaRwR8DwxBZ0= ceph-a73d6c78-0423-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T23:23:46.802 INFO:teuthology.orchestra.run.smithi026.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCot9XwOy42p3oJLLbIrpivB/0eGsZa3cLs/prKyax0f8ehcmFXeQ3nfcxyvnDB7+9AiGCH0Xg1f/OUhfFb242w45+LypOLnmJtvPLK+G8zOexJcMibjPBunJRET8OoIIw85qPZ5przvcV84BuQszQJzqu5OrgAA+pvKyoZmJHIxj4/iEtED9HzgnefpQjP6IjMUPiEVmxpl7WiW9wiUobbtvWUCsDn4vH26Vqkg634Kvcbo1vasxNDF4QESxNz+cGIdlgRtPvkK0V4DVpZ1f+BGCleQ8HqmD0/lHHJZQtuR81anGvHLgdbUS715zq8zgQfxq/Vysw23UKSBav3QgwBXl/6tRNo3tu7yhZv4iXYWuYojxfyQW/6ns0mrlOFeRkkbUok6LX+57WN2oewJ0j/F72+tUiTcMX6whsK3U4yhlpl/V05MKwjWjPU4h6YN6fLBPkmvxEFhdeVlwjA40JitxbCzSFYU8uXQvOhVh7LdIZM8ojnB3XHaRwR8DwxBZ0= ceph-a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:23:46.803 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:46 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/565749558' entity='client.admin' 2024-04-26T23:23:46.842 DEBUG:teuthology.orchestra.run.smithi086:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCot9XwOy42p3oJLLbIrpivB/0eGsZa3cLs/prKyax0f8ehcmFXeQ3nfcxyvnDB7+9AiGCH0Xg1f/OUhfFb242w45+LypOLnmJtvPLK+G8zOexJcMibjPBunJRET8OoIIw85qPZ5przvcV84BuQszQJzqu5OrgAA+pvKyoZmJHIxj4/iEtED9HzgnefpQjP6IjMUPiEVmxpl7WiW9wiUobbtvWUCsDn4vH26Vqkg634Kvcbo1vasxNDF4QESxNz+cGIdlgRtPvkK0V4DVpZ1f+BGCleQ8HqmD0/lHHJZQtuR81anGvHLgdbUS715zq8zgQfxq/Vysw23UKSBav3QgwBXl/6tRNo3tu7yhZv4iXYWuYojxfyQW/6ns0mrlOFeRkkbUok6LX+57WN2oewJ0j/F72+tUiTcMX6whsK3U4yhlpl/V05MKwjWjPU4h6YN6fLBPkmvxEFhdeVlwjA40JitxbCzSFYU8uXQvOhVh7LdIZM8ojnB3XHaRwR8DwxBZ0= ceph-a73d6c78-0423-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T23:23:46.967 INFO:teuthology.orchestra.run.smithi086.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCot9XwOy42p3oJLLbIrpivB/0eGsZa3cLs/prKyax0f8ehcmFXeQ3nfcxyvnDB7+9AiGCH0Xg1f/OUhfFb242w45+LypOLnmJtvPLK+G8zOexJcMibjPBunJRET8OoIIw85qPZ5przvcV84BuQszQJzqu5OrgAA+pvKyoZmJHIxj4/iEtED9HzgnefpQjP6IjMUPiEVmxpl7WiW9wiUobbtvWUCsDn4vH26Vqkg634Kvcbo1vasxNDF4QESxNz+cGIdlgRtPvkK0V4DVpZ1f+BGCleQ8HqmD0/lHHJZQtuR81anGvHLgdbUS715zq8zgQfxq/Vysw23UKSBav3QgwBXl/6tRNo3tu7yhZv4iXYWuYojxfyQW/6ns0mrlOFeRkkbUok6LX+57WN2oewJ0j/F72+tUiTcMX6whsK3U4yhlpl/V05MKwjWjPU4h6YN6fLBPkmvxEFhdeVlwjA40JitxbCzSFYU8uXQvOhVh7LdIZM8ojnB3XHaRwR8DwxBZ0= ceph-a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:23:47.002 DEBUG:teuthology.orchestra.run.smithi164:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCot9XwOy42p3oJLLbIrpivB/0eGsZa3cLs/prKyax0f8ehcmFXeQ3nfcxyvnDB7+9AiGCH0Xg1f/OUhfFb242w45+LypOLnmJtvPLK+G8zOexJcMibjPBunJRET8OoIIw85qPZ5przvcV84BuQszQJzqu5OrgAA+pvKyoZmJHIxj4/iEtED9HzgnefpQjP6IjMUPiEVmxpl7WiW9wiUobbtvWUCsDn4vH26Vqkg634Kvcbo1vasxNDF4QESxNz+cGIdlgRtPvkK0V4DVpZ1f+BGCleQ8HqmD0/lHHJZQtuR81anGvHLgdbUS715zq8zgQfxq/Vysw23UKSBav3QgwBXl/6tRNo3tu7yhZv4iXYWuYojxfyQW/6ns0mrlOFeRkkbUok6LX+57WN2oewJ0j/F72+tUiTcMX6whsK3U4yhlpl/V05MKwjWjPU4h6YN6fLBPkmvxEFhdeVlwjA40JitxbCzSFYU8uXQvOhVh7LdIZM8ojnB3XHaRwR8DwxBZ0= ceph-a73d6c78-0423-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T23:23:47.133 INFO:teuthology.orchestra.run.smithi164.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCot9XwOy42p3oJLLbIrpivB/0eGsZa3cLs/prKyax0f8ehcmFXeQ3nfcxyvnDB7+9AiGCH0Xg1f/OUhfFb242w45+LypOLnmJtvPLK+G8zOexJcMibjPBunJRET8OoIIw85qPZ5przvcV84BuQszQJzqu5OrgAA+pvKyoZmJHIxj4/iEtED9HzgnefpQjP6IjMUPiEVmxpl7WiW9wiUobbtvWUCsDn4vH26Vqkg634Kvcbo1vasxNDF4QESxNz+cGIdlgRtPvkK0V4DVpZ1f+BGCleQ8HqmD0/lHHJZQtuR81anGvHLgdbUS715zq8zgQfxq/Vysw23UKSBav3QgwBXl/6tRNo3tu7yhZv4iXYWuYojxfyQW/6ns0mrlOFeRkkbUok6LX+57WN2oewJ0j/F72+tUiTcMX6whsK3U4yhlpl/V05MKwjWjPU4h6YN6fLBPkmvxEFhdeVlwjA40JitxbCzSFYU8uXQvOhVh7LdIZM8ojnB3XHaRwR8DwxBZ0= ceph-a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:23:47.185 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-26T23:23:47.602 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:23:50.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.562+0000 7fd734600700 1 -- 172.21.15.26:0/2474205915 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd72c101d80 msgr2=0x7fd72c1021a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:50.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.562+0000 7fd734600700 1 --2- 172.21.15.26:0/2474205915 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd72c101d80 0x7fd72c1021a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd720009910 tx=0x7fd720009c20 comp rx=0 tx=0).stop 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.562+0000 7fd734600700 1 -- 172.21.15.26:0/2474205915 shutdown_connections 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.562+0000 7fd734600700 1 --2- 172.21.15.26:0/2474205915 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd72c101d80 0x7fd72c1021a0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.562+0000 7fd734600700 1 -- 172.21.15.26:0/2474205915 >> 172.21.15.26:0/2474205915 conn(0x7fd72c0fd320 msgr2=0x7fd72c0ff760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.562+0000 7fd734600700 1 -- 172.21.15.26:0/2474205915 shutdown_connections 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.562+0000 7fd734600700 1 -- 172.21.15.26:0/2474205915 wait complete. 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.563+0000 7fd734600700 1 Processor -- start 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.564+0000 7fd734600700 1 -- start start 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.564+0000 7fd734600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd72c101d80 0x7fd72c19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.564+0000 7fd734600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd72c06adf0 con 0x7fd72c101d80 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.564+0000 7fd731c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd72c101d80 0x7fd72c19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.564+0000 7fd731c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd72c101d80 0x7fd72c19a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56126/0 (socket says 172.21.15.26:56126) 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.564+0000 7fd731c00700 1 -- 172.21.15.26:0/3201354467 learned_addr learned my addr 172.21.15.26:0/3201354467 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:50.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.565+0000 7fd731c00700 1 -- 172.21.15.26:0/3201354467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd72c19ab50 con 0x7fd72c101d80 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.565+0000 7fd731c00700 1 --2- 172.21.15.26:0/3201354467 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd72c101d80 0x7fd72c19a610 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd720005120 tx=0x7fd720005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.565+0000 7fd72a000700 1 -- 172.21.15.26:0/3201354467 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd720027070 con 0x7fd72c101d80 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.565+0000 7fd72a000700 1 -- 172.21.15.26:0/3201354467 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd72000f460 con 0x7fd72c101d80 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.565+0000 7fd72a000700 1 -- 172.21.15.26:0/3201354467 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd720017440 con 0x7fd72c101d80 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.565+0000 7fd734600700 1 -- 172.21.15.26:0/3201354467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd72c19ade0 con 0x7fd72c101d80 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.566+0000 7fd734600700 1 -- 172.21.15.26:0/3201354467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd72c19dad0 con 0x7fd72c101d80 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.567+0000 7fd72a000700 1 -- 172.21.15.26:0/3201354467 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fd72002a070 con 0x7fd72c101d80 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.567+0000 7fd734600700 1 -- 172.21.15.26:0/3201354467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd72c06b570 con 0x7fd72c101d80 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.567+0000 7fd72a000700 1 --2- 172.21.15.26:0/3201354467 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd7140396b0 0x7fd71403bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.567+0000 7fd72a000700 1 -- 172.21.15.26:0/3201354467 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd72004d9a0 con 0x7fd72c101d80 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.568+0000 7fd731200700 1 --2- 172.21.15.26:0/3201354467 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd7140396b0 0x7fd71403bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.568+0000 7fd731200700 1 --2- 172.21.15.26:0/3201354467 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd7140396b0 0x7fd71403bb70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd718006fd0 tx=0x7fd718006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:50.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.574+0000 7fd72a000700 1 -- 172.21.15.26:0/3201354467 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fd720013070 con 0x7fd72c101d80 2024-04-26T23:23:50.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.819+0000 7fd734600700 1 -- 172.21.15.26:0/3201354467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fd72c02e5a0 con 0x7fd72c101d80 2024-04-26T23:23:50.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.822+0000 7fd72a000700 1 -- 172.21.15.26:0/3201354467 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fd72002adb0 con 0x7fd72c101d80 2024-04-26T23:23:50.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.826+0000 7fd734600700 1 -- 172.21.15.26:0/3201354467 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd7140396b0 msgr2=0x7fd71403bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:50.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.826+0000 7fd734600700 1 --2- 172.21.15.26:0/3201354467 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd7140396b0 0x7fd71403bb70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd718006fd0 tx=0x7fd718006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:50.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.826+0000 7fd734600700 1 -- 172.21.15.26:0/3201354467 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd72c101d80 msgr2=0x7fd72c19a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:50.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.826+0000 7fd734600700 1 --2- 172.21.15.26:0/3201354467 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd72c101d80 0x7fd72c19a610 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd720005120 tx=0x7fd720005810 comp rx=0 tx=0).stop 2024-04-26T23:23:50.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.826+0000 7fd734600700 1 -- 172.21.15.26:0/3201354467 shutdown_connections 2024-04-26T23:23:50.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.826+0000 7fd734600700 1 --2- 172.21.15.26:0/3201354467 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd7140396b0 0x7fd71403bb70 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:50.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.826+0000 7fd734600700 1 --2- 172.21.15.26:0/3201354467 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd72c101d80 0x7fd72c19a610 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:50.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.826+0000 7fd734600700 1 -- 172.21.15.26:0/3201354467 >> 172.21.15.26:0/3201354467 conn(0x7fd72c0fd320 msgr2=0x7fd72c0ff760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:50.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.827+0000 7fd734600700 1 -- 172.21.15.26:0/3201354467 shutdown_connections 2024-04-26T23:23:50.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:50.827+0000 7fd734600700 1 -- 172.21.15.26:0/3201354467 wait complete. 2024-04-26T23:23:51.702 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-26T23:23:51.703 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-26T23:23:52.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:51 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3201354467' entity='client.admin' 2024-04-26T23:23:52.114 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:23:54.512 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:54.512 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:54.513 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi026", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:23:54.513 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:54.513 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:23:54.513 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:55.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.051+0000 7f2312a00700 1 -- 172.21.15.26:0/2384736052 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f230c102e80 msgr2=0x7f230c1032a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:55.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.051+0000 7f2312a00700 1 --2- 172.21.15.26:0/2384736052 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f230c102e80 0x7f230c1032a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f22fc00b0a0 tx=0x7f22fc00b3b0 comp rx=0 tx=0).stop 2024-04-26T23:23:55.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.051+0000 7f2312a00700 1 -- 172.21.15.26:0/2384736052 shutdown_connections 2024-04-26T23:23:55.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.051+0000 7f2312a00700 1 --2- 172.21.15.26:0/2384736052 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f230c102e80 0x7f230c1032a0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:55.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.051+0000 7f2312a00700 1 -- 172.21.15.26:0/2384736052 >> 172.21.15.26:0/2384736052 conn(0x7f230c0fe420 msgr2=0x7f230c100860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:55.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.052+0000 7f2312a00700 1 -- 172.21.15.26:0/2384736052 shutdown_connections 2024-04-26T23:23:55.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.052+0000 7f2312a00700 1 -- 172.21.15.26:0/2384736052 wait complete. 2024-04-26T23:23:55.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.053+0000 7f2312a00700 1 Processor -- start 2024-04-26T23:23:55.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.053+0000 7f2312a00700 1 -- start start 2024-04-26T23:23:55.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.053+0000 7f2312a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f230c102e80 0x7f230c1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:55.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.053+0000 7f2312a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f230c108bf0 con 0x7f230c102e80 2024-04-26T23:23:55.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.053+0000 7f230be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f230c102e80 0x7f230c1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:55.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.053+0000 7f230be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f230c102e80 0x7f230c1983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51894/0 (socket says 172.21.15.26:51894) 2024-04-26T23:23:55.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.053+0000 7f230be00700 1 -- 172.21.15.26:0/1309778139 learned_addr learned my addr 172.21.15.26:0/1309778139 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:55.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.054+0000 7f230be00700 1 -- 172.21.15.26:0/1309778139 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f230c198930 con 0x7f230c102e80 2024-04-26T23:23:55.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.054+0000 7f230be00700 1 --2- 172.21.15.26:0/1309778139 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f230c102e80 0x7f230c1983f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f22fc000f80 tx=0x7f22fc003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:55.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.054+0000 7f2308c00700 1 -- 172.21.15.26:0/1309778139 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f22fc017040 con 0x7f230c102e80 2024-04-26T23:23:55.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.055+0000 7f2308c00700 1 -- 172.21.15.26:0/1309778139 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f22fc022070 con 0x7f230c102e80 2024-04-26T23:23:55.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.055+0000 7f2312a00700 1 -- 172.21.15.26:0/1309778139 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f230c198bc0 con 0x7f230c102e80 2024-04-26T23:23:55.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.055+0000 7f2308c00700 1 -- 172.21.15.26:0/1309778139 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f22fc01dd60 con 0x7f230c102e80 2024-04-26T23:23:55.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.055+0000 7f2312a00700 1 -- 172.21.15.26:0/1309778139 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f230c19b8b0 con 0x7f230c102e80 2024-04-26T23:23:55.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.056+0000 7f2312a00700 1 -- 172.21.15.26:0/1309778139 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f230c109370 con 0x7f230c102e80 2024-04-26T23:23:55.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.056+0000 7f2308c00700 1 -- 172.21.15.26:0/1309778139 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f22fc00bcb0 con 0x7f230c102e80 2024-04-26T23:23:55.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.056+0000 7f2308c00700 1 --2- 172.21.15.26:0/1309778139 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22f00396a0 0x7f22f003bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:55.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.057+0000 7f2308c00700 1 -- 172.21.15.26:0/1309778139 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f22fc00f050 con 0x7f230c102e80 2024-04-26T23:23:55.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.057+0000 7f230b400700 1 --2- 172.21.15.26:0/1309778139 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22f00396a0 0x7f22f003bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:55.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.057+0000 7f230b400700 1 --2- 172.21.15.26:0/1309778139 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22f00396a0 0x7f22f003bb60 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f22f8006fd0 tx=0x7f22f8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:55.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.062+0000 7f2308c00700 1 -- 172.21.15.26:0/1309778139 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f22fc025ba0 con 0x7f230c102e80 2024-04-26T23:23:55.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.297+0000 7f2312a00700 1 -- 172.21.15.26:0/1309778139 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f230c02e5a0 con 0x7f22f00396a0 2024-04-26T23:23:55.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.304+0000 7f2308c00700 1 -- 172.21.15.26:0/1309778139 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f230c02e5a0 con 0x7f22f00396a0 2024-04-26T23:23:55.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.307+0000 7f2312a00700 1 -- 172.21.15.26:0/1309778139 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22f00396a0 msgr2=0x7f22f003bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:55.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.307+0000 7f2312a00700 1 --2- 172.21.15.26:0/1309778139 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22f00396a0 0x7f22f003bb60 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f22f8006fd0 tx=0x7f22f8006e40 comp rx=0 tx=0).stop 2024-04-26T23:23:55.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.307+0000 7f2312a00700 1 -- 172.21.15.26:0/1309778139 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f230c102e80 msgr2=0x7f230c1983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:55.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.307+0000 7f2312a00700 1 --2- 172.21.15.26:0/1309778139 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f230c102e80 0x7f230c1983f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f22fc000f80 tx=0x7f22fc003ce0 comp rx=0 tx=0).stop 2024-04-26T23:23:55.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.307+0000 7f2312a00700 1 -- 172.21.15.26:0/1309778139 shutdown_connections 2024-04-26T23:23:55.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.307+0000 7f2312a00700 1 --2- 172.21.15.26:0/1309778139 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22f00396a0 0x7f22f003bb60 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:55.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.307+0000 7f2312a00700 1 --2- 172.21.15.26:0/1309778139 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f230c102e80 0x7f230c1983f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:55.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.307+0000 7f2312a00700 1 -- 172.21.15.26:0/1309778139 >> 172.21.15.26:0/1309778139 conn(0x7f230c0fe420 msgr2=0x7f230c0fef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:55.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.307+0000 7f2312a00700 1 -- 172.21.15.26:0/1309778139 shutdown_connections 2024-04-26T23:23:55.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:55.308+0000 7f2312a00700 1 -- 172.21.15.26:0/1309778139 wait complete. 2024-04-26T23:23:55.734 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:55 smithi026 ceph-mon[28371]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:23:55.735 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:55.735 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:23:55.735 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:23:55.735 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:23:56.164 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi086 2024-04-26T23:23:56.164 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-04-26T23:23:56.164 DEBUG:teuthology.orchestra.run.smithi086:> dd of=/etc/ceph/ceph.conf 2024-04-26T23:23:56.224 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-04-26T23:23:56.224 DEBUG:teuthology.orchestra.run.smithi086:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:23:56.320 INFO:tasks.cephadm:Adding host smithi086 to orchestrator... 2024-04-26T23:23:56.320 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch host add smithi086 2024-04-26T23:23:56.744 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:23:56.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:56 smithi026 ceph-mon[28371]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:23:56.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:56 smithi026 ceph-mon[28371]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T23:23:57.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:57 smithi026 ceph-mon[28371]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:23:57.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:57 smithi026 ceph-mon[28371]: Updating smithi026:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:23:58.623 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:58 smithi026 ceph-mon[28371]: Updating smithi026:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:23:58.623 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:58 smithi026 ceph-mon[28371]: Updating smithi026:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:23:58.623 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:58.623 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:58.623 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:23:58.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.797+0000 7fba19600700 1 -- 172.21.15.26:0/4245350768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba141050f0 msgr2=0x7fba141054d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:23:58.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.797+0000 7fba19600700 1 --2- 172.21.15.26:0/4245350768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba141050f0 0x7fba141054d0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fba0400b0a0 tx=0x7fba0400b3b0 comp rx=0 tx=0).stop 2024-04-26T23:23:58.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.797+0000 7fba19600700 1 -- 172.21.15.26:0/4245350768 shutdown_connections 2024-04-26T23:23:58.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.797+0000 7fba19600700 1 --2- 172.21.15.26:0/4245350768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba141050f0 0x7fba141054d0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:23:58.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.797+0000 7fba19600700 1 -- 172.21.15.26:0/4245350768 >> 172.21.15.26:0/4245350768 conn(0x7fba141009a0 msgr2=0x7fba14102dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:23:58.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.797+0000 7fba19600700 1 -- 172.21.15.26:0/4245350768 shutdown_connections 2024-04-26T23:23:58.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.798+0000 7fba19600700 1 -- 172.21.15.26:0/4245350768 wait complete. 2024-04-26T23:23:58.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.799+0000 7fba19600700 1 Processor -- start 2024-04-26T23:23:58.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.799+0000 7fba19600700 1 -- start start 2024-04-26T23:23:58.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.800+0000 7fba19600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba141050f0 0x7fba141a05b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:58.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.800+0000 7fba19600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba1410f220 con 0x7fba141050f0 2024-04-26T23:23:58.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.800+0000 7fba13e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba141050f0 0x7fba141a05b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:58.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.800+0000 7fba13e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba141050f0 0x7fba141a05b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51908/0 (socket says 172.21.15.26:51908) 2024-04-26T23:23:58.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.800+0000 7fba13e00700 1 -- 172.21.15.26:0/3952935818 learned_addr learned my addr 172.21.15.26:0/3952935818 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:23:58.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.800+0000 7fba13e00700 1 -- 172.21.15.26:0/3952935818 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba141a0af0 con 0x7fba141050f0 2024-04-26T23:23:58.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.801+0000 7fba13e00700 1 --2- 172.21.15.26:0/3952935818 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba141050f0 0x7fba141a05b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fba04007600 tx=0x7fba0400bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:58.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.801+0000 7fba11600700 1 -- 172.21.15.26:0/3952935818 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba04017040 con 0x7fba141050f0 2024-04-26T23:23:58.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.801+0000 7fba11600700 1 -- 172.21.15.26:0/3952935818 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba04022070 con 0x7fba141050f0 2024-04-26T23:23:58.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.801+0000 7fba11600700 1 -- 172.21.15.26:0/3952935818 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba04004870 con 0x7fba141050f0 2024-04-26T23:23:58.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.801+0000 7fba19600700 1 -- 172.21.15.26:0/3952935818 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba141a0d80 con 0x7fba141050f0 2024-04-26T23:23:58.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.801+0000 7fba19600700 1 -- 172.21.15.26:0/3952935818 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba1419a680 con 0x7fba141050f0 2024-04-26T23:23:58.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.802+0000 7fba11600700 1 -- 172.21.15.26:0/3952935818 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fba04027460 con 0x7fba141050f0 2024-04-26T23:23:58.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.802+0000 7fba19600700 1 -- 172.21.15.26:0/3952935818 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba141065d0 con 0x7fba141050f0 2024-04-26T23:23:58.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.803+0000 7fba11600700 1 --2- 172.21.15.26:0/3952935818 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb9f80396f0 0x7fb9f803bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:23:58.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.803+0000 7fba11600700 1 -- 172.21.15.26:0/3952935818 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fba0400f050 con 0x7fba141050f0 2024-04-26T23:23:58.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.803+0000 7fba0b400700 1 --2- 172.21.15.26:0/3952935818 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb9f80396f0 0x7fb9f803bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:23:58.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.804+0000 7fba0b400700 1 --2- 172.21.15.26:0/3952935818 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb9f80396f0 0x7fb9f803bbb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc006fd0 tx=0x7fb9fc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:23:58.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:58.808+0000 7fba11600700 1 -- 172.21.15.26:0/3952935818 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fba040278a0 con 0x7fba141050f0 2024-04-26T23:23:59.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:23:59.047+0000 7fba19600700 1 -- 172.21.15.26:0/3952935818 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi086", "target": ["mon-mgr", ""]}) -- 0x7fba14064a80 con 0x7fb9f80396f0 2024-04-26T23:23:59.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:59 smithi026 ceph-mon[28371]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:23:59.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:23:59 smithi026 ceph-mon[28371]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi086", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:24:00.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:00 smithi026 ceph-mon[28371]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:00.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:00 smithi026 ceph-mon[28371]: Deploying cephadm binary to smithi086 2024-04-26T23:24:03.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:02 smithi026 ceph-mon[28371]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:05.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:04 smithi026 ceph-mon[28371]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:05.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:05.224+0000 7fba11600700 1 -- 172.21.15.26:0/3952935818 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fba14064a80 con 0x7fb9f80396f0 2024-04-26T23:24:05.228 INFO:teuthology.orchestra.run.smithi026.stdout:Added host 'smithi086' with addr '172.21.15.86' 2024-04-26T23:24:05.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:05.228+0000 7fba19600700 1 -- 172.21.15.26:0/3952935818 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb9f80396f0 msgr2=0x7fb9f803bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:05.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:05.228+0000 7fba19600700 1 --2- 172.21.15.26:0/3952935818 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb9f80396f0 0x7fb9f803bbb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc006fd0 tx=0x7fb9fc006e40 comp rx=0 tx=0).stop 2024-04-26T23:24:05.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:05.229+0000 7fba19600700 1 -- 172.21.15.26:0/3952935818 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba141050f0 msgr2=0x7fba141a05b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:05.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:05.229+0000 7fba19600700 1 --2- 172.21.15.26:0/3952935818 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba141050f0 0x7fba141a05b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fba04007600 tx=0x7fba0400bd40 comp rx=0 tx=0).stop 2024-04-26T23:24:05.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:05.229+0000 7fba19600700 1 -- 172.21.15.26:0/3952935818 shutdown_connections 2024-04-26T23:24:05.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:05.229+0000 7fba19600700 1 --2- 172.21.15.26:0/3952935818 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb9f80396f0 0x7fb9f803bbb0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:05.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:05.229+0000 7fba19600700 1 --2- 172.21.15.26:0/3952935818 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba141050f0 0x7fba141a05b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:05.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:05.229+0000 7fba19600700 1 -- 172.21.15.26:0/3952935818 >> 172.21.15.26:0/3952935818 conn(0x7fba141009a0 msgr2=0x7fba14106ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:05.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:05.229+0000 7fba19600700 1 -- 172.21.15.26:0/3952935818 shutdown_connections 2024-04-26T23:24:05.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:05.229+0000 7fba19600700 1 -- 172.21.15.26:0/3952935818 wait complete. 2024-04-26T23:24:06.078 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T23:24:06.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:06.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:06 smithi026 ceph-mon[28371]: Added host smithi086 2024-04-26T23:24:06.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:24:06.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:06.534 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:24:07.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:07 smithi026 ceph-mon[28371]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:07.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:08.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.771+0000 7f0cca800700 1 -- 172.21.15.26:0/24783605 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc4103090 msgr2=0x7f0cc4103470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:08.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.771+0000 7f0cca800700 1 --2- 172.21.15.26:0/24783605 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc4103090 0x7f0cc4103470 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4009910 tx=0x7f0cb4009c20 comp rx=0 tx=0).stop 2024-04-26T23:24:08.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.771+0000 7f0cca800700 1 -- 172.21.15.26:0/24783605 shutdown_connections 2024-04-26T23:24:08.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.771+0000 7f0cca800700 1 --2- 172.21.15.26:0/24783605 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc4103090 0x7f0cc4103470 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:08.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.771+0000 7f0cca800700 1 -- 172.21.15.26:0/24783605 >> 172.21.15.26:0/24783605 conn(0x7f0cc40fe940 msgr2=0x7f0cc4100d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:08.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.771+0000 7f0cca800700 1 -- 172.21.15.26:0/24783605 shutdown_connections 2024-04-26T23:24:08.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.771+0000 7f0cca800700 1 -- 172.21.15.26:0/24783605 wait complete. 2024-04-26T23:24:08.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.772+0000 7f0cca800700 1 Processor -- start 2024-04-26T23:24:08.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.773+0000 7f0cca800700 1 -- start start 2024-04-26T23:24:08.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.773+0000 7f0cca800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc4103090 0x7f0cc41a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:08.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.773+0000 7f0cca800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc410d1c0 con 0x7f0cc4103090 2024-04-26T23:24:08.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.773+0000 7f0cc3400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc4103090 0x7f0cc41a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:08.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.774+0000 7f0cc3400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc4103090 0x7f0cc41a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57718/0 (socket says 172.21.15.26:57718) 2024-04-26T23:24:08.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.774+0000 7f0cc3400700 1 -- 172.21.15.26:0/660453235 learned_addr learned my addr 172.21.15.26:0/660453235 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:24:08.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.774+0000 7f0cc3400700 1 -- 172.21.15.26:0/660453235 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc41a0b80 con 0x7f0cc4103090 2024-04-26T23:24:08.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.774+0000 7f0cc3400700 1 --2- 172.21.15.26:0/660453235 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc4103090 0x7f0cc41a0640 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4005660 tx=0x7f0cb4005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:08.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.775+0000 7f0cbbe00700 1 -- 172.21.15.26:0/660453235 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0cb4026070 con 0x7f0cc4103090 2024-04-26T23:24:08.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.775+0000 7f0cca800700 1 -- 172.21.15.26:0/660453235 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cc41a0e70 con 0x7f0cc4103090 2024-04-26T23:24:08.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.775+0000 7f0cca800700 1 -- 172.21.15.26:0/660453235 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cc419a7c0 con 0x7f0cc4103090 2024-04-26T23:24:08.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.775+0000 7f0cbbe00700 1 -- 172.21.15.26:0/660453235 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0cb400b6f0 con 0x7f0cc4103090 2024-04-26T23:24:08.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.775+0000 7f0cbbe00700 1 -- 172.21.15.26:0/660453235 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0cb40037b0 con 0x7f0cc4103090 2024-04-26T23:24:08.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.776+0000 7f0cbbe00700 1 -- 172.21.15.26:0/660453235 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f0cb4029070 con 0x7f0cc4103090 2024-04-26T23:24:08.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.776+0000 7f0cca800700 1 -- 172.21.15.26:0/660453235 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ca4005330 con 0x7f0cc4103090 2024-04-26T23:24:08.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.777+0000 7f0cbbe00700 1 --2- 172.21.15.26:0/660453235 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0ca80396b0 0x7f0ca803bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:08.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.777+0000 7f0cbbe00700 1 -- 172.21.15.26:0/660453235 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0cb401e070 con 0x7f0cc4103090 2024-04-26T23:24:08.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.777+0000 7f0cc2a00700 1 --2- 172.21.15.26:0/660453235 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0ca80396b0 0x7f0ca803bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:08.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.778+0000 7f0cc2a00700 1 --2- 172.21.15.26:0/660453235 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0ca80396b0 0x7f0ca803bb70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0cb0006fd0 tx=0x7f0cb0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:08.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:08.783+0000 7f0cbbe00700 1 -- 172.21.15.26:0/660453235 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f0cb4013070 con 0x7f0cc4103090 2024-04-26T23:24:09.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:09.020+0000 7f0cca800700 1 -- 172.21.15.26:0/660453235 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0ca4000bc0 con 0x7f0ca80396b0 2024-04-26T23:24:09.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:09.022+0000 7f0cbbe00700 1 -- 172.21.15.26:0/660453235 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f0ca4000bc0 con 0x7f0ca80396b0 2024-04-26T23:24:09.024 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:24:09.024 INFO:teuthology.orchestra.run.smithi026.stdout:[{"addr": "172.21.15.26", "hostname": "smithi026", "labels": [], "status": ""}, {"addr": "172.21.15.86", "hostname": "smithi086", "labels": [], "status": ""}] 2024-04-26T23:24:09.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:09.025+0000 7f0cca800700 1 -- 172.21.15.26:0/660453235 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0ca80396b0 msgr2=0x7f0ca803bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:09.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:09.026+0000 7f0cca800700 1 --2- 172.21.15.26:0/660453235 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0ca80396b0 0x7f0ca803bb70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0cb0006fd0 tx=0x7f0cb0006e40 comp rx=0 tx=0).stop 2024-04-26T23:24:09.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:09.026+0000 7f0cca800700 1 -- 172.21.15.26:0/660453235 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc4103090 msgr2=0x7f0cc41a0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:09.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:09.026+0000 7f0cca800700 1 --2- 172.21.15.26:0/660453235 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc4103090 0x7f0cc41a0640 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4005660 tx=0x7f0cb4005740 comp rx=0 tx=0).stop 2024-04-26T23:24:09.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:09.026+0000 7f0cca800700 1 -- 172.21.15.26:0/660453235 shutdown_connections 2024-04-26T23:24:09.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:09.026+0000 7f0cca800700 1 --2- 172.21.15.26:0/660453235 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0ca80396b0 0x7f0ca803bb70 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:09.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:09.026+0000 7f0cca800700 1 --2- 172.21.15.26:0/660453235 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc4103090 0x7f0cc41a0640 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:09.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:09.026+0000 7f0cca800700 1 -- 172.21.15.26:0/660453235 >> 172.21.15.26:0/660453235 conn(0x7f0cc40fe940 msgr2=0x7f0cc4075650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:09.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:09.026+0000 7f0cca800700 1 -- 172.21.15.26:0/660453235 shutdown_connections 2024-04-26T23:24:09.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:09.026+0000 7f0cca800700 1 -- 172.21.15.26:0/660453235 wait complete. 2024-04-26T23:24:09.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:09 smithi026 ceph-mon[28371]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:09.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:09 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:09.819 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi164 2024-04-26T23:24:09.819 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-04-26T23:24:09.819 DEBUG:teuthology.orchestra.run.smithi164:> dd of=/etc/ceph/ceph.conf 2024-04-26T23:24:09.885 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-04-26T23:24:09.885 DEBUG:teuthology.orchestra.run.smithi164:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:24:09.981 INFO:tasks.cephadm:Adding host smithi164 to orchestrator... 2024-04-26T23:24:09.982 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch host add smithi164 2024-04-26T23:24:10.439 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:24:10.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:10 smithi026 ceph-mon[28371]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:24:11.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:11 smithi026 ceph-mon[28371]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:12.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.773+0000 7fd31aa00700 1 -- 172.21.15.26:0/3231887586 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd30c007950 con 0x7fd31c1052b0 2024-04-26T23:24:12.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.774+0000 7fd323200700 1 -- 172.21.15.26:0/3231887586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd31c1052b0 msgr2=0x7fd31c105690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:12.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.774+0000 7fd323200700 1 --2- 172.21.15.26:0/3231887586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd31c1052b0 0x7fd31c105690 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd30c00b0a0 tx=0x7fd30c00b3b0 comp rx=0 tx=0).stop 2024-04-26T23:24:12.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.774+0000 7fd323200700 1 -- 172.21.15.26:0/3231887586 shutdown_connections 2024-04-26T23:24:12.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.774+0000 7fd323200700 1 --2- 172.21.15.26:0/3231887586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd31c1052b0 0x7fd31c105690 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:12.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.774+0000 7fd323200700 1 -- 172.21.15.26:0/3231887586 >> 172.21.15.26:0/3231887586 conn(0x7fd31c100b40 msgr2=0x7fd31c102f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:12.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.774+0000 7fd323200700 1 -- 172.21.15.26:0/3231887586 shutdown_connections 2024-04-26T23:24:12.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.774+0000 7fd323200700 1 -- 172.21.15.26:0/3231887586 wait complete. 2024-04-26T23:24:12.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.775+0000 7fd323200700 1 Processor -- start 2024-04-26T23:24:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.776+0000 7fd323200700 1 -- start start 2024-04-26T23:24:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.776+0000 7fd323200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd31c1052b0 0x7fd31c1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.776+0000 7fd323200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd31c10f3e0 con 0x7fd31c1052b0 2024-04-26T23:24:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.776+0000 7fd31be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd31c1052b0 0x7fd31c1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.776+0000 7fd31be00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd31c1052b0 0x7fd31c1a0620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57726/0 (socket says 172.21.15.26:57726) 2024-04-26T23:24:12.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.776+0000 7fd31be00700 1 -- 172.21.15.26:0/2971211830 learned_addr learned my addr 172.21.15.26:0/2971211830 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:24:12.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.777+0000 7fd31be00700 1 -- 172.21.15.26:0/2971211830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd31c1a0b60 con 0x7fd31c1052b0 2024-04-26T23:24:12.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.777+0000 7fd31be00700 1 --2- 172.21.15.26:0/2971211830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd31c1052b0 0x7fd31c1a0620 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd30c00b830 tx=0x7fd30c007940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:12.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.777+0000 7fd318c00700 1 -- 172.21.15.26:0/2971211830 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd30c017040 con 0x7fd31c1052b0 2024-04-26T23:24:12.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.777+0000 7fd318c00700 1 -- 172.21.15.26:0/2971211830 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd30c022070 con 0x7fd31c1052b0 2024-04-26T23:24:12.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.777+0000 7fd318c00700 1 -- 172.21.15.26:0/2971211830 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd30c004870 con 0x7fd31c1052b0 2024-04-26T23:24:12.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.777+0000 7fd323200700 1 -- 172.21.15.26:0/2971211830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd31c1a0df0 con 0x7fd31c1052b0 2024-04-26T23:24:12.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.778+0000 7fd323200700 1 -- 172.21.15.26:0/2971211830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd31c19a7a0 con 0x7fd31c1052b0 2024-04-26T23:24:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.779+0000 7fd323200700 1 -- 172.21.15.26:0/2971211830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd31c106790 con 0x7fd31c1052b0 2024-04-26T23:24:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.779+0000 7fd318c00700 1 -- 172.21.15.26:0/2971211830 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fd30c004040 con 0x7fd31c1052b0 2024-04-26T23:24:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.779+0000 7fd318c00700 1 --2- 172.21.15.26:0/2971211830 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd3000396b0 0x7fd30003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.779+0000 7fd318c00700 1 -- 172.21.15.26:0/2971211830 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd30c00f050 con 0x7fd31c1052b0 2024-04-26T23:24:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.779+0000 7fd31b400700 1 --2- 172.21.15.26:0/2971211830 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd3000396b0 0x7fd30003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.780+0000 7fd31b400700 1 --2- 172.21.15.26:0/2971211830 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd3000396b0 0x7fd30003bb70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fd308006fd0 tx=0x7fd308006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:12.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:12.785+0000 7fd318c00700 1 -- 172.21.15.26:0/2971211830 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fd30c01b3f0 con 0x7fd31c1052b0 2024-04-26T23:24:13.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:13.019+0000 7fd323200700 1 -- 172.21.15.26:0/2971211830 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi164", "target": ["mon-mgr", ""]}) -- 0x7fd31c19bcd0 con 0x7fd3000396b0 2024-04-26T23:24:13.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:13 smithi026 ceph-mon[28371]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:14.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:14 smithi026 ceph-mon[28371]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi164", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:24:14.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:14.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:14.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:14.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:14.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi086", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:24:14.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:14.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:24:15.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:15 smithi026 ceph-mon[28371]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:15.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:15 smithi026 ceph-mon[28371]: Updating smithi086:/etc/ceph/ceph.conf 2024-04-26T23:24:15.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:15 smithi026 ceph-mon[28371]: Deploying cephadm binary to smithi164 2024-04-26T23:24:16.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:16 smithi026 ceph-mon[28371]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:17.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:17 smithi026 ceph-mon[28371]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:19.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:19.273+0000 7fd318c00700 1 -- 172.21.15.26:0/2971211830 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fd31c19bcd0 con 0x7fd3000396b0 2024-04-26T23:24:19.275 INFO:teuthology.orchestra.run.smithi026.stdout:Added host 'smithi164' with addr '172.21.15.164' 2024-04-26T23:24:19.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:19.276+0000 7fd323200700 1 -- 172.21.15.26:0/2971211830 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd3000396b0 msgr2=0x7fd30003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:19.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:19.276+0000 7fd323200700 1 --2- 172.21.15.26:0/2971211830 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd3000396b0 0x7fd30003bb70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fd308006fd0 tx=0x7fd308006e40 comp rx=0 tx=0).stop 2024-04-26T23:24:19.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:19.277+0000 7fd323200700 1 -- 172.21.15.26:0/2971211830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd31c1052b0 msgr2=0x7fd31c1a0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:19.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:19.277+0000 7fd323200700 1 --2- 172.21.15.26:0/2971211830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd31c1052b0 0x7fd31c1a0620 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fd30c00b830 tx=0x7fd30c007940 comp rx=0 tx=0).stop 2024-04-26T23:24:19.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:19.277+0000 7fd323200700 1 -- 172.21.15.26:0/2971211830 shutdown_connections 2024-04-26T23:24:19.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:19.277+0000 7fd323200700 1 --2- 172.21.15.26:0/2971211830 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd3000396b0 0x7fd30003bb70 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:19.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:19.277+0000 7fd323200700 1 --2- 172.21.15.26:0/2971211830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd31c1052b0 0x7fd31c1a0620 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:19.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:19.277+0000 7fd323200700 1 -- 172.21.15.26:0/2971211830 >> 172.21.15.26:0/2971211830 conn(0x7fd31c100b40 msgr2=0x7fd31c106c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:19.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:19.277+0000 7fd323200700 1 -- 172.21.15.26:0/2971211830 shutdown_connections 2024-04-26T23:24:19.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:19.277+0000 7fd323200700 1 -- 172.21.15.26:0/2971211830 wait complete. 2024-04-26T23:24:19.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:19 smithi026 ceph-mon[28371]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:19.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:19 smithi026 ceph-mon[28371]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:24:20.097 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T23:24:20.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:20 smithi026 ceph-mon[28371]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:24:20.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:20 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:20.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:20 smithi026 ceph-mon[28371]: Added host smithi164 2024-04-26T23:24:20.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:20 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:20.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:20 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:20.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:20 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:20.532 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:24:21.581 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:21 smithi026 ceph-mon[28371]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:21.582 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:21 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:24:21.582 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:21 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:22.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.805+0000 7f75bdc00700 1 -- 172.21.15.26:0/2674809562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75b806a840 msgr2=0x7f75b806ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:22.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.805+0000 7f75bdc00700 1 --2- 172.21.15.26:0/2674809562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75b806a840 0x7f75b806ac20 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f75a8009910 tx=0x7f75a8009c20 comp rx=0 tx=0).stop 2024-04-26T23:24:22.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.805+0000 7f75bdc00700 1 -- 172.21.15.26:0/2674809562 shutdown_connections 2024-04-26T23:24:22.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.805+0000 7f75bdc00700 1 --2- 172.21.15.26:0/2674809562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75b806a840 0x7f75b806ac20 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:22.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.805+0000 7f75bdc00700 1 -- 172.21.15.26:0/2674809562 >> 172.21.15.26:0/2674809562 conn(0x7f75b80776d0 msgr2=0x7f75b8077ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:22.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.806+0000 7f75bdc00700 1 -- 172.21.15.26:0/2674809562 shutdown_connections 2024-04-26T23:24:22.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.806+0000 7f75bdc00700 1 -- 172.21.15.26:0/2674809562 wait complete. 2024-04-26T23:24:22.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.807+0000 7f75bdc00700 1 Processor -- start 2024-04-26T23:24:22.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.807+0000 7f75bdc00700 1 -- start start 2024-04-26T23:24:22.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.808+0000 7f75bdc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75b806a840 0x7f75b8103eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:22.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.808+0000 7f75bdc00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f75b810f260 con 0x7f75b806a840 2024-04-26T23:24:22.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.808+0000 7f75b7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75b806a840 0x7f75b8103eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:22.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.808+0000 7f75b7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75b806a840 0x7f75b8103eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53100/0 (socket says 172.21.15.26:53100) 2024-04-26T23:24:22.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.808+0000 7f75b7e00700 1 -- 172.21.15.26:0/1751660652 learned_addr learned my addr 172.21.15.26:0/1751660652 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:24:22.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.809+0000 7f75b7e00700 1 -- 172.21.15.26:0/1751660652 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75b8107dc0 con 0x7f75b806a840 2024-04-26T23:24:22.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.809+0000 7f75b7e00700 1 --2- 172.21.15.26:0/1751660652 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75b806a840 0x7f75b8103eb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f75a8006010 tx=0x7f75a8005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:22.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.809+0000 7f75b4c00700 1 -- 172.21.15.26:0/1751660652 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75a8026070 con 0x7f75b806a840 2024-04-26T23:24:22.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.809+0000 7f75b4c00700 1 -- 172.21.15.26:0/1751660652 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f75a800b750 con 0x7f75b806a840 2024-04-26T23:24:22.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.809+0000 7f75b4c00700 1 -- 172.21.15.26:0/1751660652 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75a8003810 con 0x7f75b806a840 2024-04-26T23:24:22.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.809+0000 7f75bdc00700 1 -- 172.21.15.26:0/1751660652 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75b81043f0 con 0x7f75b806a840 2024-04-26T23:24:22.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.809+0000 7f75bdc00700 1 -- 172.21.15.26:0/1751660652 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75b8104850 con 0x7f75b806a840 2024-04-26T23:24:22.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.811+0000 7f75b4c00700 1 -- 172.21.15.26:0/1751660652 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f75a8029070 con 0x7f75b806a840 2024-04-26T23:24:22.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.811+0000 7f75bdc00700 1 -- 172.21.15.26:0/1751660652 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75b81021b0 con 0x7f75b806a840 2024-04-26T23:24:22.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.811+0000 7f75b4c00700 1 --2- 172.21.15.26:0/1751660652 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f759c0396b0 0x7f759c03bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:22.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.811+0000 7f75b4c00700 1 -- 172.21.15.26:0/1751660652 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f75a801e070 con 0x7f75b806a840 2024-04-26T23:24:22.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.811+0000 7f75b7400700 1 --2- 172.21.15.26:0/1751660652 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f759c0396b0 0x7f759c03bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:22.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.812+0000 7f75b7400700 1 --2- 172.21.15.26:0/1751660652 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f759c0396b0 0x7f759c03bb70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f75a4006fd0 tx=0x7f75a4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:22.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:22.817+0000 7f75b4c00700 1 -- 172.21.15.26:0/1751660652 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f75a8013070 con 0x7f75b806a840 2024-04-26T23:24:23.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:23.053+0000 7f75bdc00700 1 -- 172.21.15.26:0/1751660652 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f75b8107f90 con 0x7f759c0396b0 2024-04-26T23:24:23.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:23.055+0000 7f75b4c00700 1 -- 172.21.15.26:0/1751660652 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f75b8107f90 con 0x7f759c0396b0 2024-04-26T23:24:23.057 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:24:23.057 INFO:teuthology.orchestra.run.smithi026.stdout:[{"addr": "172.21.15.26", "hostname": "smithi026", "labels": [], "status": ""}, {"addr": "172.21.15.86", "hostname": "smithi086", "labels": [], "status": ""}, {"addr": "172.21.15.164", "hostname": "smithi164", "labels": [], "status": ""}] 2024-04-26T23:24:23.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:23.058+0000 7f75bdc00700 1 -- 172.21.15.26:0/1751660652 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f759c0396b0 msgr2=0x7f759c03bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:23.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:23.058+0000 7f75bdc00700 1 --2- 172.21.15.26:0/1751660652 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f759c0396b0 0x7f759c03bb70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f75a4006fd0 tx=0x7f75a4006e40 comp rx=0 tx=0).stop 2024-04-26T23:24:23.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:23.058+0000 7f75bdc00700 1 -- 172.21.15.26:0/1751660652 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75b806a840 msgr2=0x7f75b8103eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:23.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:23.058+0000 7f75bdc00700 1 --2- 172.21.15.26:0/1751660652 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75b806a840 0x7f75b8103eb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f75a8006010 tx=0x7f75a8005710 comp rx=0 tx=0).stop 2024-04-26T23:24:23.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:23.058+0000 7f75bdc00700 1 -- 172.21.15.26:0/1751660652 shutdown_connections 2024-04-26T23:24:23.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:23.058+0000 7f75bdc00700 1 --2- 172.21.15.26:0/1751660652 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f759c0396b0 0x7f759c03bb70 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:23.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:23.058+0000 7f75bdc00700 1 --2- 172.21.15.26:0/1751660652 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75b806a840 0x7f75b8103eb0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:23.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:23.058+0000 7f75bdc00700 1 -- 172.21.15.26:0/1751660652 >> 172.21.15.26:0/1751660652 conn(0x7f75b80776d0 msgr2=0x7f75b81002b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:23.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:23.058+0000 7f75bdc00700 1 -- 172.21.15.26:0/1751660652 shutdown_connections 2024-04-26T23:24:23.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:23.058+0000 7f75bdc00700 1 -- 172.21.15.26:0/1751660652 wait complete. 2024-04-26T23:24:23.433 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:23 smithi026 ceph-mon[28371]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:23.434 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:23 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:23.836 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-26T23:24:23.837 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-26T23:24:24.276 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:24:24.423 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:24 smithi026 ceph-mon[28371]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:24:25.491 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:25 smithi026 ceph-mon[28371]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:25.491 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:26.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.539+0000 7fcb00a00700 1 -- 172.21.15.26:0/1961656485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcafc102ed0 msgr2=0x7fcafc1032b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:26.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.539+0000 7fcb00a00700 1 --2- 172.21.15.26:0/1961656485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcafc102ed0 0x7fcafc1032b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fcaec009910 tx=0x7fcaec009c20 comp rx=0 tx=0).stop 2024-04-26T23:24:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.539+0000 7fcb00a00700 1 -- 172.21.15.26:0/1961656485 shutdown_connections 2024-04-26T23:24:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.539+0000 7fcb00a00700 1 --2- 172.21.15.26:0/1961656485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcafc102ed0 0x7fcafc1032b0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.539+0000 7fcb00a00700 1 -- 172.21.15.26:0/1961656485 >> 172.21.15.26:0/1961656485 conn(0x7fcafc0fe780 msgr2=0x7fcafc100ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.539+0000 7fcb00a00700 1 -- 172.21.15.26:0/1961656485 shutdown_connections 2024-04-26T23:24:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.539+0000 7fcb00a00700 1 -- 172.21.15.26:0/1961656485 wait complete. 2024-04-26T23:24:26.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.541+0000 7fcb00a00700 1 Processor -- start 2024-04-26T23:24:26.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.541+0000 7fcb00a00700 1 -- start start 2024-04-26T23:24:26.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.542+0000 7fcb00a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcafc102ed0 0x7fcafc075720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:26.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.542+0000 7fcb00a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcafc10d000 con 0x7fcafc102ed0 2024-04-26T23:24:26.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.542+0000 7fcafb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcafc102ed0 0x7fcafc075720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:26.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.542+0000 7fcafb400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcafc102ed0 0x7fcafc075720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43988/0 (socket says 172.21.15.26:43988) 2024-04-26T23:24:26.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.542+0000 7fcafb400700 1 -- 172.21.15.26:0/2255548321 learned_addr learned my addr 172.21.15.26:0/2255548321 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:24:26.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.542+0000 7fcafb400700 1 -- 172.21.15.26:0/2255548321 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcafc077610 con 0x7fcafc102ed0 2024-04-26T23:24:26.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.543+0000 7fcafb400700 1 --2- 172.21.15.26:0/2255548321 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcafc102ed0 0x7fcafc075720 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fcaec005660 tx=0x7fcaec005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:26.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.543+0000 7fcaf3e00700 1 -- 172.21.15.26:0/2255548321 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcaec026070 con 0x7fcafc102ed0 2024-04-26T23:24:26.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.543+0000 7fcb00a00700 1 -- 172.21.15.26:0/2255548321 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcafc075cc0 con 0x7fcafc102ed0 2024-04-26T23:24:26.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.543+0000 7fcaf3e00700 1 -- 172.21.15.26:0/2255548321 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcaec00b750 con 0x7fcafc102ed0 2024-04-26T23:24:26.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.543+0000 7fcaf3e00700 1 -- 172.21.15.26:0/2255548321 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcaec0037b0 con 0x7fcafc102ed0 2024-04-26T23:24:26.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.543+0000 7fcb00a00700 1 -- 172.21.15.26:0/2255548321 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcafc076180 con 0x7fcafc102ed0 2024-04-26T23:24:26.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.544+0000 7fcb00a00700 1 -- 172.21.15.26:0/2255548321 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcafc1043b0 con 0x7fcafc102ed0 2024-04-26T23:24:26.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.544+0000 7fcaf3e00700 1 -- 172.21.15.26:0/2255548321 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fcaec029070 con 0x7fcafc102ed0 2024-04-26T23:24:26.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.545+0000 7fcaf3e00700 1 --2- 172.21.15.26:0/2255548321 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcae0039650 0x7fcae003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:26.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.545+0000 7fcaf3e00700 1 -- 172.21.15.26:0/2255548321 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fcaec01e070 con 0x7fcafc102ed0 2024-04-26T23:24:26.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.545+0000 7fcafaa00700 1 --2- 172.21.15.26:0/2255548321 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcae0039650 0x7fcae003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:26.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.546+0000 7fcafaa00700 1 --2- 172.21.15.26:0/2255548321 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcae0039650 0x7fcae003bb10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fcae8006fd0 tx=0x7fcae8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:26.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.551+0000 7fcaf3e00700 1 -- 172.21.15.26:0/2255548321 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fcaec013070 con 0x7fcafc102ed0 2024-04-26T23:24:26.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:26.788+0000 7fcb00a00700 1 -- 172.21.15.26:0/2255548321 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fcafc076c50 con 0x7fcafc102ed0 2024-04-26T23:24:27.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:27.190+0000 7fcaf3e00700 1 -- 172.21.15.26:0/2255548321 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7fcaec004390 con 0x7fcafc102ed0 2024-04-26T23:24:27.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:27.194+0000 7fcb00a00700 1 -- 172.21.15.26:0/2255548321 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcae0039650 msgr2=0x7fcae003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:27.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:27.194+0000 7fcb00a00700 1 --2- 172.21.15.26:0/2255548321 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcae0039650 0x7fcae003bb10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fcae8006fd0 tx=0x7fcae8006e40 comp rx=0 tx=0).stop 2024-04-26T23:24:27.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:27.195+0000 7fcb00a00700 1 -- 172.21.15.26:0/2255548321 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcafc102ed0 msgr2=0x7fcafc075720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:27.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:27.195+0000 7fcb00a00700 1 --2- 172.21.15.26:0/2255548321 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcafc102ed0 0x7fcafc075720 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fcaec005660 tx=0x7fcaec005740 comp rx=0 tx=0).stop 2024-04-26T23:24:27.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:27.195+0000 7fcb00a00700 1 -- 172.21.15.26:0/2255548321 shutdown_connections 2024-04-26T23:24:27.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:27.195+0000 7fcb00a00700 1 --2- 172.21.15.26:0/2255548321 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcae0039650 0x7fcae003bb10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:27.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:27.195+0000 7fcb00a00700 1 --2- 172.21.15.26:0/2255548321 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcafc102ed0 0x7fcafc075720 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:27.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:27.195+0000 7fcb00a00700 1 -- 172.21.15.26:0/2255548321 >> 172.21.15.26:0/2255548321 conn(0x7fcafc0fe780 msgr2=0x7fcafc1048a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:27.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:27.195+0000 7fcb00a00700 1 -- 172.21.15.26:0/2255548321 shutdown_connections 2024-04-26T23:24:27.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:27.195+0000 7fcb00a00700 1 -- 172.21.15.26:0/2255548321 wait complete. 2024-04-26T23:24:27.199 INFO:teuthology.orchestra.run.smithi026.stderr:adjusted tunables profile to default 2024-04-26T23:24:27.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:27 smithi026 ceph-mon[28371]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:27.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:27 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2255548321' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T23:24:28.020 INFO:tasks.cephadm:Adding mon.a on smithi026 2024-04-26T23:24:28.021 INFO:tasks.cephadm:Adding mon.b on smithi086 2024-04-26T23:24:28.021 INFO:tasks.cephadm:Adding mon.c on smithi164 2024-04-26T23:24:28.022 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi026:172.21.15.26=a;smithi086:172.21.15.86=b;smithi164:172.21.15.164=c' 2024-04-26T23:24:28.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:28 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2255548321' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T23:24:28.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:28 smithi026 ceph-mon[28371]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T23:24:28.449 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /etc/ceph/ceph.conf 2024-04-26T23:24:29.144 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /etc/ceph/ceph.conf 2024-04-26T23:24:29.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:29 smithi026 ceph-mon[28371]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:30.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:30.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:30.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:30.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:30.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi164", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:24:30.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:30.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:24:30.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:30 smithi026 ceph-mon[28371]: Updating smithi164:/etc/ceph/ceph.conf 2024-04-26T23:24:31.178 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.176+0000 7febaf200700 1 -- 172.21.15.164:0/4143757635 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb0077450 msgr2=0x7febb00758b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:31.179 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.176+0000 7febaf200700 1 --2- 172.21.15.164:0/4143757635 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb0077450 0x7febb00758b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7feba0009910 tx=0x7feba0009c20 comp rx=0 tx=0).stop 2024-04-26T23:24:31.179 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.176+0000 7febaf200700 1 -- 172.21.15.164:0/4143757635 shutdown_connections 2024-04-26T23:24:31.179 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.176+0000 7febaf200700 1 --2- 172.21.15.164:0/4143757635 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb0077450 0x7febb00758b0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:31.179 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.176+0000 7febaf200700 1 -- 172.21.15.164:0/4143757635 >> 172.21.15.164:0/4143757635 conn(0x7febb00fe2d0 msgr2=0x7febb01006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:31.179 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.176+0000 7febaf200700 1 -- 172.21.15.164:0/4143757635 shutdown_connections 2024-04-26T23:24:31.179 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.176+0000 7febaf200700 1 -- 172.21.15.164:0/4143757635 wait complete. 2024-04-26T23:24:31.179 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.177+0000 7febaf200700 1 Processor -- start 2024-04-26T23:24:31.180 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.178+0000 7febaf200700 1 -- start start 2024-04-26T23:24:31.180 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.178+0000 7febaf200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb0077450 0x7febb019a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:31.180 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.178+0000 7febaf200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7febb010acc0 con 0x7febb0077450 2024-04-26T23:24:31.181 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.179+0000 7febade00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb0077450 0x7febb019a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:31.181 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.179+0000 7febade00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb0077450 0x7febb019a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.164:34164/0 (socket says 172.21.15.164:34164) 2024-04-26T23:24:31.181 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.179+0000 7febade00700 1 -- 172.21.15.164:0/1819909332 learned_addr learned my addr 172.21.15.164:0/1819909332 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-04-26T23:24:31.181 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.180+0000 7febade00700 1 -- 172.21.15.164:0/1819909332 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febb019a970 con 0x7febb0077450 2024-04-26T23:24:31.182 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.180+0000 7febade00700 1 --2- 172.21.15.164:0/1819909332 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb0077450 0x7febb019a430 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7feba0005120 tx=0x7feba0005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:31.182 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.180+0000 7feba6a00700 1 -- 172.21.15.164:0/1819909332 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feba0027070 con 0x7febb0077450 2024-04-26T23:24:31.182 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.181+0000 7febaf200700 1 -- 172.21.15.164:0/1819909332 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febb019ac00 con 0x7febb0077450 2024-04-26T23:24:31.183 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.181+0000 7feba6a00700 1 -- 172.21.15.164:0/1819909332 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feba000f460 con 0x7febb0077450 2024-04-26T23:24:31.183 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.181+0000 7feba6a00700 1 -- 172.21.15.164:0/1819909332 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feba0017440 con 0x7febb0077450 2024-04-26T23:24:31.183 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.181+0000 7febaf200700 1 -- 172.21.15.164:0/1819909332 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febb019d8f0 con 0x7febb0077450 2024-04-26T23:24:31.183 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.182+0000 7febaf200700 1 -- 172.21.15.164:0/1819909332 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febb010b440 con 0x7febb0077450 2024-04-26T23:24:31.184 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.183+0000 7feba6a00700 1 -- 172.21.15.164:0/1819909332 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7feba002a070 con 0x7febb0077450 2024-04-26T23:24:31.185 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.183+0000 7feba6a00700 1 --2- 172.21.15.164:0/1819909332 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7feb940396b0 0x7feb9403bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:31.185 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.183+0000 7feba6a00700 1 -- 172.21.15.164:0/1819909332 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7feba004d930 con 0x7febb0077450 2024-04-26T23:24:31.185 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.184+0000 7febad400700 1 --2- 172.21.15.164:0/1819909332 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7feb940396b0 0x7feb9403bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:31.187 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.185+0000 7febad400700 1 --2- 172.21.15.164:0/1819909332 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7feb940396b0 0x7feb9403bb70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7feb9c006fd0 tx=0x7feb9c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:31.202 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.200+0000 7feba6a00700 1 -- 172.21.15.164:0/1819909332 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7feba0013070 con 0x7febb0077450 2024-04-26T23:24:31.441 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.439+0000 7febaf200700 1 -- 172.21.15.164:0/1819909332 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi026:172.21.15.26=a;smithi086:172.21.15.86=b;smithi164:172.21.15.164=c", "target": ["mon-mgr", ""]}) -- 0x7febb002e720 con 0x7feb940396b0 2024-04-26T23:24:31.457 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.454+0000 7feba6a00700 1 -- 172.21.15.164:0/1819909332 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7febb002e720 con 0x7feb940396b0 2024-04-26T23:24:31.457 INFO:teuthology.orchestra.run.smithi164.stdout:Scheduled mon update... 2024-04-26T23:24:31.459 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.457+0000 7febaf200700 1 -- 172.21.15.164:0/1819909332 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7feb940396b0 msgr2=0x7feb9403bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:31.459 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.458+0000 7febaf200700 1 --2- 172.21.15.164:0/1819909332 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7feb940396b0 0x7feb9403bb70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7feb9c006fd0 tx=0x7feb9c006e40 comp rx=0 tx=0).stop 2024-04-26T23:24:31.460 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.458+0000 7febaf200700 1 -- 172.21.15.164:0/1819909332 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb0077450 msgr2=0x7febb019a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:31.460 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.458+0000 7febaf200700 1 --2- 172.21.15.164:0/1819909332 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb0077450 0x7febb019a430 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7feba0005120 tx=0x7feba0005810 comp rx=0 tx=0).stop 2024-04-26T23:24:31.460 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.458+0000 7febaf200700 1 -- 172.21.15.164:0/1819909332 shutdown_connections 2024-04-26T23:24:31.460 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.458+0000 7febaf200700 1 --2- 172.21.15.164:0/1819909332 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7feb940396b0 0x7feb9403bb70 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:31.460 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.458+0000 7febaf200700 1 --2- 172.21.15.164:0/1819909332 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7febb0077450 0x7febb019a430 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:31.460 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.458+0000 7febaf200700 1 -- 172.21.15.164:0/1819909332 >> 172.21.15.164:0/1819909332 conn(0x7febb00fe2d0 msgr2=0x7febb00fee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:31.460 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.458+0000 7febaf200700 1 -- 172.21.15.164:0/1819909332 shutdown_connections 2024-04-26T23:24:31.461 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:31.458+0000 7febaf200700 1 -- 172.21.15.164:0/1819909332 wait complete. 2024-04-26T23:24:31.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:31 smithi026 ceph-mon[28371]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:31.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:31 smithi026 ceph-mon[28371]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:32.411 DEBUG:teuthology.orchestra.run.smithi086:mon.b> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.b.service 2024-04-26T23:24:32.419 DEBUG:teuthology.orchestra.run.smithi164:mon.c> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.c.service 2024-04-26T23:24:32.423 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T23:24:32.423 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T23:24:32.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:32 smithi026 ceph-mon[28371]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:24:32.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:32 smithi026 ceph-mon[28371]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:24:32.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:32 smithi026 ceph-mon[28371]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi026:172.21.15.26=a;smithi086:172.21.15.86=b;smithi164:172.21.15.164=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:24:32.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:32 smithi026 ceph-mon[28371]: Saving service mon spec with placement smithi026:172.21.15.26=a;smithi086:172.21.15.86=b;smithi164:172.21.15.164=c;count:3 2024-04-26T23:24:32.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:32.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:32.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:32.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:32.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:24:32.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:32.845 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:33.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:33 smithi026 ceph-mon[28371]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:33.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:33 smithi026 ceph-mon[28371]: Deploying daemon mon.c on smithi164 2024-04-26T23:24:35.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:35 smithi026 ceph-mon[28371]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:37.091 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.087+0000 7f64e6c00700 1 -- 172.21.15.164:0/1962511330 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64e0103fd0 msgr2=0x7f64e01043b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:37.091 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.087+0000 7f64e6c00700 1 --2- 172.21.15.164:0/1962511330 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64e0103fd0 0x7f64e01043b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f64d0009910 tx=0x7f64d0009c20 comp rx=0 tx=0).stop 2024-04-26T23:24:37.091 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.087+0000 7f64e6c00700 1 -- 172.21.15.164:0/1962511330 shutdown_connections 2024-04-26T23:24:37.091 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.087+0000 7f64e6c00700 1 --2- 172.21.15.164:0/1962511330 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64e0103fd0 0x7f64e01043b0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:37.091 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.087+0000 7f64e6c00700 1 -- 172.21.15.164:0/1962511330 >> 172.21.15.164:0/1962511330 conn(0x7f64e00fd820 msgr2=0x7f64e00ffc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:37.091 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.087+0000 7f64e6c00700 1 -- 172.21.15.164:0/1962511330 shutdown_connections 2024-04-26T23:24:37.092 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.087+0000 7f64e6c00700 1 -- 172.21.15.164:0/1962511330 wait complete. 2024-04-26T23:24:37.092 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.088+0000 7f64e6c00700 1 Processor -- start 2024-04-26T23:24:37.092 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.088+0000 7f64e6c00700 1 -- start start 2024-04-26T23:24:37.092 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.089+0000 7f64e6c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64e0103fd0 0x7f64e01a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:37.092 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.089+0000 7f64e6c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f64e010d220 con 0x7f64e0103fd0 2024-04-26T23:24:37.092 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.090+0000 7f64dfe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64e0103fd0 0x7f64e01a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:37.093 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.090+0000 7f64dfe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64e0103fd0 0x7f64e01a0710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.164:34186/0 (socket says 172.21.15.164:34186) 2024-04-26T23:24:37.093 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.090+0000 7f64dfe00700 1 -- 172.21.15.164:0/162951638 learned_addr learned my addr 172.21.15.164:0/162951638 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-04-26T23:24:37.093 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.090+0000 7f64dfe00700 1 -- 172.21.15.164:0/162951638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64e01a0c50 con 0x7f64e0103fd0 2024-04-26T23:24:37.093 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.091+0000 7f64dfe00700 1 --2- 172.21.15.164:0/162951638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64e0103fd0 0x7f64e01a0710 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f64d0005060 tx=0x7f64d0005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:37.093 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.091+0000 7f64dcc00700 1 -- 172.21.15.164:0/162951638 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f64d0026070 con 0x7f64e0103fd0 2024-04-26T23:24:37.093 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.091+0000 7f64e6c00700 1 -- 172.21.15.164:0/162951638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64e01a0ee0 con 0x7f64e0103fd0 2024-04-26T23:24:37.094 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.092+0000 7f64e6c00700 1 -- 172.21.15.164:0/162951638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64e019a8d0 con 0x7f64e0103fd0 2024-04-26T23:24:37.094 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.092+0000 7f64dcc00700 1 -- 172.21.15.164:0/162951638 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f64d000b750 con 0x7f64e0103fd0 2024-04-26T23:24:37.094 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.092+0000 7f64dcc00700 1 -- 172.21.15.164:0/162951638 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f64d0003810 con 0x7f64e0103fd0 2024-04-26T23:24:37.094 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.093+0000 7f64e6c00700 1 -- 172.21.15.164:0/162951638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64e006b9b0 con 0x7f64e0103fd0 2024-04-26T23:24:37.095 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.093+0000 7f64dcc00700 1 -- 172.21.15.164:0/162951638 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f64d0029070 con 0x7f64e0103fd0 2024-04-26T23:24:37.096 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.094+0000 7f64dcc00700 1 --2- 172.21.15.164:0/162951638 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f64c40396b0 0x7f64c403bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:37.096 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.094+0000 7f64dcc00700 1 -- 172.21.15.164:0/162951638 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f64d001e070 con 0x7f64e0103fd0 2024-04-26T23:24:37.096 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.095+0000 7f64df400700 1 --2- 172.21.15.164:0/162951638 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f64c40396b0 0x7f64c403bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:37.097 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.096+0000 7f64df400700 1 --2- 172.21.15.164:0/162951638 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f64c40396b0 0x7f64c403bb70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f64cc006fd0 tx=0x7f64cc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:37.112 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.110+0000 7f64dcc00700 1 -- 172.21.15.164:0/162951638 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f64d0013070 con 0x7f64e0103fd0 2024-04-26T23:24:37.451 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.449+0000 7f64e6c00700 1 -- 172.21.15.164:0/162951638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f64e019be00 con 0x7f64e0103fd0 2024-04-26T23:24:37.452 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.450+0000 7f64dcc00700 1 -- 172.21.15.164:0/162951638 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f64d002a5e0 con 0x7f64e0103fd0 2024-04-26T23:24:37.452 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:24:37.452 INFO:teuthology.orchestra.run.smithi164.stdout:{"epoch":1,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","modified":"2024-04-26T23:22:10.507601Z","created":"2024-04-26T23:22:10.507601Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:3300","nonce":0},{"type":"v1","addr":"172.21.15.26:6789","nonce":0}]},"addr":"172.21.15.26:6789/0","public_addr":"172.21.15.26:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-26T23:24:37.455 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.453+0000 7f64e6c00700 1 -- 172.21.15.164:0/162951638 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f64c40396b0 msgr2=0x7f64c403bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:37.455 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.453+0000 7f64e6c00700 1 --2- 172.21.15.164:0/162951638 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f64c40396b0 0x7f64c403bb70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f64cc006fd0 tx=0x7f64cc006e40 comp rx=0 tx=0).stop 2024-04-26T23:24:37.455 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.453+0000 7f64e6c00700 1 -- 172.21.15.164:0/162951638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64e0103fd0 msgr2=0x7f64e01a0710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:37.455 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.453+0000 7f64e6c00700 1 --2- 172.21.15.164:0/162951638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64e0103fd0 0x7f64e01a0710 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f64d0005060 tx=0x7f64d0005710 comp rx=0 tx=0).stop 2024-04-26T23:24:37.455 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.453+0000 7f64e6c00700 1 -- 172.21.15.164:0/162951638 shutdown_connections 2024-04-26T23:24:37.455 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.453+0000 7f64e6c00700 1 --2- 172.21.15.164:0/162951638 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f64c40396b0 0x7f64c403bb70 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:37.455 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.453+0000 7f64e6c00700 1 --2- 172.21.15.164:0/162951638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f64e0103fd0 0x7f64e01a0710 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:37.455 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.453+0000 7f64e6c00700 1 -- 172.21.15.164:0/162951638 >> 172.21.15.164:0/162951638 conn(0x7f64e00fd820 msgr2=0x7f64e0109e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:37.456 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.453+0000 7f64e6c00700 1 -- 172.21.15.164:0/162951638 shutdown_connections 2024-04-26T23:24:37.456 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:37.453+0000 7f64e6c00700 1 -- 172.21.15.164:0/162951638 wait complete. 2024-04-26T23:24:37.456 INFO:teuthology.orchestra.run.smithi164.stderr:dumped monmap epoch 1 2024-04-26T23:24:37.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:37 smithi026 ceph-mon[28371]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:37.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:37 smithi026 ceph-mon[28371]: from='client.? 172.21.15.164:0/162951638' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T23:24:38.968 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 podman[31680]: 2024-04-26 23:24:38.919455883 +0000 UTC m=+0.367705621 container start 6f31883395307a00f0e73c68dde29890a293f5723fb0bd2583eb86805ef631a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:24:39.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: ceph version 19.0.0-3306-gbc612ffb (bc612ffb9c1d5bc27536bc917a705262a36d4387) squid (dev), process ceph-mon, pid 2 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: pidfile_write: ignore empty --pid-file 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: load: jerasure load: lrc 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: RocksDB version: 7.9.2 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Git sha 0 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Compile date 2024-04-26 11:39:23 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: DB SUMMARY 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: DB Session ID: G9HUIRGGVZU4DCJ95KQ6 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: CURRENT file: CURRENT 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-26T23:24:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.error_if_exists: 0 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.create_if_missing: 0 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.paranoid_checks: 1 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.env: 0x563b9d7aecc0 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.info_log: 0x563bc06dddc0 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.statistics: (nil) 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.use_fsync: 0 2024-04-26T23:24:39.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_log_file_size: 0 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.allow_fallocate: 1 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.use_direct_reads: 0 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.db_log_dir: 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.wal_dir: 2024-04-26T23:24:39.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T23:24:39.280 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T23:24:39.280 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T23:24:39.281 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T23:24:39.281 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T23:24:39.281 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T23:24:39.281 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T23:24:39.281 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T23:24:39.281 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.write_buffer_manager: 0x563bc06af0e0 2024-04-26T23:24:39.281 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T23:24:39.281 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T23:24:39.281 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T23:24:39.281 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T23:24:39.281 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T23:24:39.281 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.unordered_write: 0 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.row_cache: None 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.wal_filter: None 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.two_write_queues: 0 2024-04-26T23:24:39.282 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T23:24:39.283 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.wal_compression: 0 2024-04-26T23:24:39.283 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.atomic_flush: 0 2024-04-26T23:24:39.283 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T23:24:39.283 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T23:24:39.283 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T23:24:39.283 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.log_readahead_size: 0 2024-04-26T23:24:39.283 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T23:24:39.283 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T23:24:39.283 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T23:24:39.283 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T23:24:39.283 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T23:24:39.283 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_background_jobs: 2 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_background_compactions: -1 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_subcompactions: 1 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_open_files: -1 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T23:24:39.284 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_background_flushes: -1 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Compression algorithms supported: 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: kZSTD supported: 0 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: kXpressCompression supported: 0 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: kZlibCompression supported: 1 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: kSnappyCompression supported: 1 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: kLZ4Compression supported: 1 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: kBZip2Compression supported: 0 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T23:24:39.285 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.merge_operator: 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_filter: None 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563bc06ddf80) 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout: cache_index_and_filter_blocks: 1 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T23:24:39.286 INFO:journalctl@ceph.mon.c.smithi164.stdout: pin_top_level_index_and_filter: 1 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: index_type: 0 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: data_block_index_type: 0 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: index_shortening: 1 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: checksum: 4 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: no_block_cache: 0 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: block_cache: 0x563bc06e11f0 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: block_cache_name: BinnedLRUCache 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: block_cache_options: 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: capacity : 536870912 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: num_shard_bits : 4 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: strict_capacity_limit : 0 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: high_pri_pool_ratio: 0.000 2024-04-26T23:24:39.287 INFO:journalctl@ceph.mon.c.smithi164.stdout: block_cache_compressed: (nil) 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: persistent_cache: (nil) 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: block_size: 4096 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: block_size_deviation: 10 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: block_restart_interval: 16 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: index_block_restart_interval: 1 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: metadata_block_size: 4096 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: partition_filters: 0 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: use_delta_encoding: 1 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: filter_policy: bloomfilter 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: whole_key_filtering: 1 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: verify_compression: 0 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: read_amp_bytes_per_bit: 0 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: format_version: 5 2024-04-26T23:24:39.288 INFO:journalctl@ceph.mon.c.smithi164.stdout: enable_index_compression: 1 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout: block_align: 0 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout: max_auto_readahead_size: 262144 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout: prepopulate_block_cache: 0 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout: initial_auto_readahead_size: 8192 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compression: NoCompression 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.num_levels: 7 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T23:24:39.289 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T23:24:39.290 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T23:24:39.291 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T23:24:39.292 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T23:24:39.293 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T23:24:39.294 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T23:24:39.294 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T23:24:39.294 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T23:24:39.294 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T23:24:39.294 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T23:24:39.294 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T23:24:39.294 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T23:24:39.294 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T23:24:39.294 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.inplace_update_support: 0 2024-04-26T23:24:39.294 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T23:24:39.294 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.bloom_locality: 0 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.max_successive_merges: 0 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.ttl: 2592000 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.enable_blob_files: false 2024-04-26T23:24:39.295 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.min_blob_size: 0 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 02c264f2-0054-4671-a0ad-8495e4476c20 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714173878979272, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-26T23:24:39.296 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714173878980561, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714173878, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "02c264f2-0054-4671-a0ad-8495e4476c20", "db_session_id": "G9HUIRGGVZU4DCJ95KQ6", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714173878980925, "job": 1, "event": "recovery_finished"} 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x563bc07fe000 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: DB pointer 0x563bc07ea000 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout: ** DB Stats ** 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T23:24:39.297 INFO:journalctl@ceph.mon.c.smithi164.stdout: 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: ** Compaction Stats [default] ** 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: ** Compaction Stats [default] ** 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T23:24:39.298 INFO:journalctl@ceph.mon.c.smithi164.stdout: 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: Cumulative compaction: 0.00 GB write, 0.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: Interval compaction: 0.00 GB write, 0.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: Block cache BinnedLRUCache@0x563bc06e11f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-26T23:24:39.299 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: using public_addr v2:172.21.15.164:0/0 -> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: starting mon.c rank -1 at public addrs [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] at bind addrs [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 ceph-mon[31699]: mon.c@-1(???) e0 preinit fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 bash[31680]: 6f31883395307a00f0e73c68dde29890a293f5723fb0bd2583eb86805ef631a0 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:38 smithi164 systemd[1]: Started Ceph mon.c for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).mds e1 new map 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout: e1 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout: legacy client fscid: -1 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout: 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout: No filesystems configured 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-26T23:24:39.300 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Deploying cephadm binary to smithi086 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Added host smithi086 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.301 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi164", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi086", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:39.302 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Updating smithi086:/etc/ceph/ceph.conf 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Deploying cephadm binary to smithi164 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Added host smithi164 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:24:39.303 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2255548321' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2255548321' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi164", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:24:39.304 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Updating smithi164:/etc/ceph/ceph.conf 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi026:172.21.15.26=a;smithi086:172.21.15.86=b;smithi164:172.21.15.164=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Saving service mon spec with placement smithi026:172.21.15.26=a;smithi086:172.21.15.86=b;smithi164:172.21.15.164=c;count:3 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:24:39.305 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:39.306 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.306 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: Deploying daemon mon.c on smithi164 2024-04-26T23:24:39.306 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.306 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:39.306 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: from='client.? 172.21.15.164:0/162951638' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T23:24:39.306 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:39 smithi164 ceph-mon[31699]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-26T23:24:39.406 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T23:24:39.406 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T23:24:39.815 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:24:44.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:24:44.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: mon.a calling monitor election 2024-04-26T23:24:44.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:44.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:44.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:44.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:44.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: mon.c calling monitor election 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: monmap epoch 2 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: last_changed 2024-04-26T23:24:39.033628+0000 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: created 2024-04-26T23:22:10.507601+0000 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: min_mon_release 19 (squid) 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: election_strategy: 1 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: 1: [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon.c 2024-04-26T23:24:44.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: fsmap 2024-04-26T23:24:44.528 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T23:24:44.528 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: mgrmap e13: x(active, since 70s) 2024-04-26T23:24:44.528 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: overall HEALTH_OK 2024-04-26T23:24:44.528 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:44.528 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:44.528 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:44.528 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:24:44.528 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:44.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:24:44.529 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: mon.a calling monitor election 2024-04-26T23:24:44.529 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:44.529 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:44.529 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:44.529 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:44.529 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: mon.c calling monitor election 2024-04-26T23:24:44.529 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:44.529 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:44.529 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:44.529 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:44.529 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: monmap epoch 2 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: last_changed 2024-04-26T23:24:39.033628+0000 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: created 2024-04-26T23:22:10.507601+0000 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: min_mon_release 19 (squid) 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: election_strategy: 1 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: 1: [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon.c 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: fsmap 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: mgrmap e13: x(active, since 70s) 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: overall HEALTH_OK 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:44.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:44.531 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:24:44.531 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:44.738 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.735+0000 7f1a7e800700 1 -- 172.21.15.164:0/3776169857 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a5c0035c0 msgr2=0x7f1a5c005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:44.738 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.735+0000 7f1a7e800700 1 --2- 172.21.15.164:0/3776169857 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a5c0035c0 0x7f1a5c005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1a78105070 tx=0x7f1a6800feb0 comp rx=0 tx=0).stop 2024-04-26T23:24:44.739 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.735+0000 7f1a7e800700 1 -- 172.21.15.164:0/3776169857 shutdown_connections 2024-04-26T23:24:44.739 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.735+0000 7f1a7e800700 1 --2- 172.21.15.164:0/3776169857 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a5c0035c0 0x7f1a5c005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:44.739 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.735+0000 7f1a7e800700 1 -- 172.21.15.164:0/3776169857 >> 172.21.15.164:0/3776169857 conn(0x7f1a78100c50 msgr2=0x7f1a78103070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:44.739 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.736+0000 7f1a7e800700 1 -- 172.21.15.164:0/3776169857 shutdown_connections 2024-04-26T23:24:44.739 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.736+0000 7f1a7e800700 1 -- 172.21.15.164:0/3776169857 wait complete. 2024-04-26T23:24:44.740 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.738+0000 7f1a7e800700 1 Processor -- start 2024-04-26T23:24:44.741 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.739+0000 7f1a7e800700 1 -- start start 2024-04-26T23:24:44.741 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.740+0000 7f1a7e800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a5c0035c0 0x7f1a781a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:44.742 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.740+0000 7f1a7e800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a781a0d00 0x7f1a7819a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:44.742 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.740+0000 7f1a7e800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7810cf40 con 0x7f1a5c0035c0 2024-04-26T23:24:44.742 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.740+0000 7f1a7e800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7810cdc0 con 0x7f1a781a0d00 2024-04-26T23:24:44.743 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.740+0000 7f1a77400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a5c0035c0 0x7f1a781a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:44.743 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.740+0000 7f1a77400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a5c0035c0 0x7f1a781a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.164:48340/0 (socket says 172.21.15.164:48340) 2024-04-26T23:24:44.743 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.740+0000 7f1a77400700 1 -- 172.21.15.164:0/418419111 learned_addr learned my addr 172.21.15.164:0/418419111 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-04-26T23:24:44.743 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.740+0000 7f1a76a00700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a781a0d00 0x7f1a7819a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:44.743 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.741+0000 7f1a76a00700 1 -- 172.21.15.164:0/418419111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a781a0d00 msgr2=0x7f1a7819a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-26T23:24:44.743 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.741+0000 7f1a76a00700 1 -- 172.21.15.164:0/418419111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a781a0d00 msgr2=0x7f1a7819a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T23:24:44.743 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.741+0000 7f1a76a00700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a781a0d00 0x7f1a7819a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T23:24:44.744 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.741+0000 7f1a76a00700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a781a0d00 0x7f1a7819a980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T23:24:44.744 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.741+0000 7f1a77400700 1 -- 172.21.15.164:0/418419111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a781a0d00 msgr2=0x7f1a7819a980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T23:24:44.744 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.741+0000 7f1a77400700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a781a0d00 0x7f1a7819a980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:44.744 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.741+0000 7f1a77400700 1 -- 172.21.15.164:0/418419111 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a781a1340 con 0x7f1a5c0035c0 2024-04-26T23:24:44.744 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.742+0000 7f1a77400700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a5c0035c0 0x7f1a781a07c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f1a68010010 tx=0x7f1a68005350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:44.745 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.742+0000 7f1a6fe00700 1 -- 172.21.15.164:0/418419111 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f1a68013b00 con 0x7f1a5c0035c0 2024-04-26T23:24:44.745 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.743+0000 7f1a6fe00700 1 -- 172.21.15.164:0/418419111 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a680044c0 con 0x7f1a5c0035c0 2024-04-26T23:24:44.745 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.743+0000 7f1a7e800700 1 -- 172.21.15.164:0/418419111 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a7819aec0 con 0x7f1a5c0035c0 2024-04-26T23:24:44.745 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.743+0000 7f1a6fe00700 1 -- 172.21.15.164:0/418419111 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f1a68003c70 con 0x7f1a5c0035c0 2024-04-26T23:24:44.745 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.743+0000 7f1a7e800700 1 -- 172.21.15.164:0/418419111 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a7819b450 con 0x7f1a5c0035c0 2024-04-26T23:24:44.746 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.744+0000 7f1a7e800700 1 -- 172.21.15.164:0/418419111 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a78106880 con 0x7f1a5c0035c0 2024-04-26T23:24:44.747 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.745+0000 7f1a6fe00700 1 -- 172.21.15.164:0/418419111 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f1a68023070 con 0x7f1a5c0035c0 2024-04-26T23:24:44.747 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.745+0000 7f1a6fe00700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1a58039440 0x7f1a5803b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:44.747 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.745+0000 7f1a6fe00700 1 -- 172.21.15.164:0/418419111 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f1a68020050 con 0x7f1a5c0035c0 2024-04-26T23:24:44.748 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.746+0000 7f1a76a00700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1a58039440 0x7f1a5803b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:44.749 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.747+0000 7f1a76a00700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1a58039440 0x7f1a5803b900 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1a64009850 tx=0x7f1a64008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:44.763 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:44.761+0000 7f1a6fe00700 1 -- 172.21.15.164:0/418419111 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f1a68028020 con 0x7f1a5c0035c0 2024-04-26T23:24:45.089 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.087+0000 7f1a7e800700 1 -- 172.21.15.164:0/418419111 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f1a7819beb0 con 0x7f1a5c0035c0 2024-04-26T23:24:45.090 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.089+0000 7f1a6fe00700 1 -- 172.21.15.164:0/418419111 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f1a68003e70 con 0x7f1a5c0035c0 2024-04-26T23:24:45.091 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:24:45.091 INFO:teuthology.orchestra.run.smithi164.stdout:{"epoch":2,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","modified":"2024-04-26T23:24:39.033628Z","created":"2024-04-26T23:22:10.507601Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:3300","nonce":0},{"type":"v1","addr":"172.21.15.26:6789","nonce":0}]},"addr":"172.21.15.26:6789/0","public_addr":"172.21.15.26:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:3300","nonce":0},{"type":"v1","addr":"172.21.15.164:6789","nonce":0}]},"addr":"172.21.15.164:6789/0","public_addr":"172.21.15.164:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T23:24:45.094 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.092+0000 7f1a7e800700 1 -- 172.21.15.164:0/418419111 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1a58039440 msgr2=0x7f1a5803b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:45.094 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.092+0000 7f1a7e800700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1a58039440 0x7f1a5803b900 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1a64009850 tx=0x7f1a64008040 comp rx=0 tx=0).stop 2024-04-26T23:24:45.094 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.092+0000 7f1a7e800700 1 -- 172.21.15.164:0/418419111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a5c0035c0 msgr2=0x7f1a781a07c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:45.094 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.092+0000 7f1a7e800700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a5c0035c0 0x7f1a781a07c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f1a68010010 tx=0x7f1a68005350 comp rx=0 tx=0).stop 2024-04-26T23:24:45.094 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.092+0000 7f1a7e800700 1 -- 172.21.15.164:0/418419111 shutdown_connections 2024-04-26T23:24:45.095 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.092+0000 7f1a7e800700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1a58039440 0x7f1a5803b900 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:45.095 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.092+0000 7f1a7e800700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a5c0035c0 0x7f1a781a07c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:45.095 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.092+0000 7f1a7e800700 1 --2- 172.21.15.164:0/418419111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a781a0d00 0x7f1a7819a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:45.095 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.092+0000 7f1a7e800700 1 -- 172.21.15.164:0/418419111 >> 172.21.15.164:0/418419111 conn(0x7f1a78100c50 msgr2=0x7f1a78101fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:45.095 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.092+0000 7f1a7e800700 1 -- 172.21.15.164:0/418419111 shutdown_connections 2024-04-26T23:24:45.095 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:45.092+0000 7f1a7e800700 1 -- 172.21.15.164:0/418419111 wait complete. 2024-04-26T23:24:45.095 INFO:teuthology.orchestra.run.smithi164.stderr:dumped monmap epoch 2 2024-04-26T23:24:45.467 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:45 smithi164 ceph-mon[31699]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:45.467 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:45 smithi164 ceph-mon[31699]: Deploying daemon mon.b on smithi086 2024-04-26T23:24:45.467 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:45 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:45.468 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:45 smithi164 ceph-mon[31699]: from='client.? 172.21.15.164:0/418419111' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T23:24:45.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:45 smithi026 ceph-mon[28371]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:45.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:45 smithi026 ceph-mon[28371]: Deploying daemon mon.b on smithi086 2024-04-26T23:24:45.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:45 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:45.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:45 smithi026 ceph-mon[28371]: from='client.? 172.21.15.164:0/418419111' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T23:24:47.084 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T23:24:47.084 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T23:24:47.489 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:24:47.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:47 smithi164 ceph-mon[31699]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:47.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:47 smithi026 ceph-mon[28371]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:49.329 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:49 smithi164 ceph-mon[31699]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:49.492 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.489+0000 7fe465c00700 1 -- 172.21.15.164:0/3536194511 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe460075850 msgr2=0x7fe460075c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:49.492 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.489+0000 7fe465c00700 1 --2- 172.21.15.164:0/3536194511 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe460075850 0x7fe460075c30 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe450009910 tx=0x7fe450009c20 comp rx=0 tx=0).stop 2024-04-26T23:24:49.492 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.489+0000 7fe465c00700 1 -- 172.21.15.164:0/3536194511 shutdown_connections 2024-04-26T23:24:49.492 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.489+0000 7fe465c00700 1 --2- 172.21.15.164:0/3536194511 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe460075850 0x7fe460075c30 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:49.492 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.489+0000 7fe465c00700 1 -- 172.21.15.164:0/3536194511 >> 172.21.15.164:0/3536194511 conn(0x7fe4600fe9f0 msgr2=0x7fe460100e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:49.492 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.489+0000 7fe465c00700 1 -- 172.21.15.164:0/3536194511 shutdown_connections 2024-04-26T23:24:49.492 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.489+0000 7fe465c00700 1 -- 172.21.15.164:0/3536194511 wait complete. 2024-04-26T23:24:49.493 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.490+0000 7fe465c00700 1 Processor -- start 2024-04-26T23:24:49.493 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.491+0000 7fe465c00700 1 -- start start 2024-04-26T23:24:49.493 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.491+0000 7fe465c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe460075850 0x7fe4601a0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:49.493 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.491+0000 7fe465c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4601a0e50 0x7fe46019aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:49.494 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.491+0000 7fe465c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe46010f510 con 0x7fe4601a0e50 2024-04-26T23:24:49.494 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.491+0000 7fe465c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe46010f390 con 0x7fe460075850 2024-04-26T23:24:49.495 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.492+0000 7fe457e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4601a0e50 0x7fe46019aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:49.495 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.492+0000 7fe457e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4601a0e50 0x7fe46019aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.164:48362/0 (socket says 172.21.15.164:48362) 2024-04-26T23:24:49.495 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.492+0000 7fe457e00700 1 -- 172.21.15.164:0/3968927707 learned_addr learned my addr 172.21.15.164:0/3968927707 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-04-26T23:24:49.495 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.492+0000 7fe45ea00700 1 --2- 172.21.15.164:0/3968927707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe460075850 0x7fe4601a0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:49.495 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.493+0000 7fe45ea00700 1 -- 172.21.15.164:0/3968927707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4601a0e50 msgr2=0x7fe46019aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:49.495 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.493+0000 7fe45ea00700 1 --2- 172.21.15.164:0/3968927707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4601a0e50 0x7fe46019aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:49.495 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.493+0000 7fe45ea00700 1 -- 172.21.15.164:0/3968927707 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4601a1490 con 0x7fe460075850 2024-04-26T23:24:49.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.493+0000 7fe457e00700 1 --2- 172.21.15.164:0/3968927707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4601a0e50 0x7fe46019aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:24:49.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.493+0000 7fe45ea00700 1 --2- 172.21.15.164:0/3968927707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe460075850 0x7fe4601a0910 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fe450009910 tx=0x7fe4500056d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:49.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.493+0000 7fe457400700 1 -- 172.21.15.164:0/3968927707 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fe450009e60 con 0x7fe460075850 2024-04-26T23:24:49.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.493+0000 7fe457400700 1 -- 172.21.15.164:0/3968927707 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe450005dc0 con 0x7fe460075850 2024-04-26T23:24:49.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.493+0000 7fe457400700 1 -- 172.21.15.164:0/3968927707 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fe450022d60 con 0x7fe460075850 2024-04-26T23:24:49.497 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.493+0000 7fe465c00700 1 -- 172.21.15.164:0/3968927707 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe46019b010 con 0x7fe460075850 2024-04-26T23:24:49.497 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.494+0000 7fe465c00700 1 -- 172.21.15.164:0/3968927707 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe46019b5a0 con 0x7fe460075850 2024-04-26T23:24:49.497 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.495+0000 7fe457400700 1 -- 172.21.15.164:0/3968927707 <== mon.1 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fe45002a070 con 0x7fe460075850 2024-04-26T23:24:49.497 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.495+0000 7fe465c00700 1 -- 172.21.15.164:0/3968927707 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe460076f00 con 0x7fe460075850 2024-04-26T23:24:49.498 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.495+0000 7fe457400700 1 --2- 172.21.15.164:0/3968927707 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe444039440 0x7fe44403b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:49.498 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.495+0000 7fe457400700 1 -- 172.21.15.164:0/3968927707 <== mon.1 v2:172.21.15.164:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe45001e030 con 0x7fe460075850 2024-04-26T23:24:49.498 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.497+0000 7fe457e00700 1 --2- 172.21.15.164:0/3968927707 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe444039440 0x7fe44403b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:49.499 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.498+0000 7fe457e00700 1 --2- 172.21.15.164:0/3968927707 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe444039440 0x7fe44403b900 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe448009f70 tx=0x7fe4480092c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:49.504 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.502+0000 7fe457400700 1 -- 172.21.15.164:0/3968927707 <== mon.1 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fe450013070 con 0x7fe460075850 2024-04-26T23:24:49.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:49 smithi026 ceph-mon[28371]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:49.626 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 podman[31103]: 2024-04-26 23:24:49.370218078 +0000 UTC m=+0.136546246 container create d073f398bb1ec782f54b6f695c8307be69570785181d884bc7fec410b3bc6c00 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-b, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:24:49.626 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 podman[31103]: 2024-04-26 23:24:49.62358539 +0000 UTC m=+0.389913560 container init d073f398bb1ec782f54b6f695c8307be69570785181d884bc7fec410b3bc6c00 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424) 2024-04-26T23:24:49.744 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.741+0000 7fe457400700 1 -- 172.21.15.164:0/3968927707 <== mon.1 v2:172.21.15.164:3300/0 7 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45002b730 con 0x7fe460075850 2024-04-26T23:24:49.837 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:49.835+0000 7fe465c00700 1 -- 172.21.15.164:0/3968927707 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fe46019bfc0 con 0x7fe460075850 2024-04-26T23:24:50.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 podman[31103]: 2024-04-26 23:24:49.634285395 +0000 UTC m=+0.400613565 container start d073f398bb1ec782f54b6f695c8307be69570785181d884bc7fec410b3bc6c00 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:24:50.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T23:24:50.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: ceph version 19.0.0-3306-gbc612ffb (bc612ffb9c1d5bc27536bc917a705262a36d4387) squid (dev), process ceph-mon, pid 2 2024-04-26T23:24:50.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pidfile_write: ignore empty --pid-file 2024-04-26T23:24:50.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: load: jerasure load: lrc 2024-04-26T23:24:50.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: RocksDB version: 7.9.2 2024-04-26T23:24:50.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Git sha 0 2024-04-26T23:24:50.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Compile date 2024-04-26 11:39:23 2024-04-26T23:24:50.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: DB SUMMARY 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: DB Session ID: UCCZUDPSF4IA3P0DV1EO 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: CURRENT file: CURRENT 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.error_if_exists: 0 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.create_if_missing: 0 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.paranoid_checks: 1 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.env: 0x55ebf09e7cc0 2024-04-26T23:24:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T23:24:50.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.info_log: 0x55ec045efdc0 2024-04-26T23:24:50.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T23:24:50.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.statistics: (nil) 2024-04-26T23:24:50.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.use_fsync: 0 2024-04-26T23:24:50.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_log_file_size: 0 2024-04-26T23:24:50.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T23:24:50.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T23:24:50.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T23:24:50.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T23:24:50.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.allow_fallocate: 1 2024-04-26T23:24:50.073 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T23:24:50.073 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T23:24:50.073 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.use_direct_reads: 0 2024-04-26T23:24:50.073 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T23:24:50.073 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T23:24:50.073 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.db_log_dir: 2024-04-26T23:24:50.073 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.wal_dir: 2024-04-26T23:24:50.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T23:24:50.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T23:24:50.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T23:24:50.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T23:24:50.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T23:24:50.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T23:24:50.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T23:24:50.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T23:24:50.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.write_buffer_manager: 0x55ec045c10e0 2024-04-26T23:24:50.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T23:24:50.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T23:24:50.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T23:24:50.075 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T23:24:50.075 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T23:24:50.075 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T23:24:50.075 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T23:24:50.075 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T23:24:50.075 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.unordered_write: 0 2024-04-26T23:24:50.075 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T23:24:50.075 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T23:24:50.075 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T23:24:50.075 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.row_cache: None 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.wal_filter: None 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.two_write_queues: 0 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.wal_compression: 0 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.atomic_flush: 0 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.log_readahead_size: 0 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T23:24:50.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_background_jobs: 2 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_background_compactions: -1 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_subcompactions: 1 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T23:24:50.077 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_open_files: -1 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_background_flushes: -1 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Compression algorithms supported: 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: kZSTD supported: 0 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: kXpressCompression supported: 0 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: kZlibCompression supported: 1 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: kSnappyCompression supported: 1 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: kLZ4Compression supported: 1 2024-04-26T23:24:50.078 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: kBZip2Compression supported: 0 2024-04-26T23:24:50.079 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T23:24:50.079 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T23:24:50.079 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-26T23:24:50.079 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T23:24:50.079 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T23:24:50.079 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.merge_operator: 2024-04-26T23:24:50.079 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_filter: None 2024-04-26T23:24:50.079 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T23:24:50.079 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T23:24:50.079 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T23:24:50.079 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T23:24:50.079 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ec045eff80) 2024-04-26T23:24:50.080 INFO:journalctl@ceph.mon.b.smithi086.stdout: cache_index_and_filter_blocks: 1 2024-04-26T23:24:50.080 INFO:journalctl@ceph.mon.b.smithi086.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T23:24:50.080 INFO:journalctl@ceph.mon.b.smithi086.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T23:24:50.080 INFO:journalctl@ceph.mon.b.smithi086.stdout: pin_top_level_index_and_filter: 1 2024-04-26T23:24:50.080 INFO:journalctl@ceph.mon.b.smithi086.stdout: index_type: 0 2024-04-26T23:24:50.080 INFO:journalctl@ceph.mon.b.smithi086.stdout: data_block_index_type: 0 2024-04-26T23:24:50.080 INFO:journalctl@ceph.mon.b.smithi086.stdout: index_shortening: 1 2024-04-26T23:24:50.080 INFO:journalctl@ceph.mon.b.smithi086.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T23:24:50.080 INFO:journalctl@ceph.mon.b.smithi086.stdout: checksum: 4 2024-04-26T23:24:50.080 INFO:journalctl@ceph.mon.b.smithi086.stdout: no_block_cache: 0 2024-04-26T23:24:50.080 INFO:journalctl@ceph.mon.b.smithi086.stdout: block_cache: 0x55ec045f31f0 2024-04-26T23:24:50.080 INFO:journalctl@ceph.mon.b.smithi086.stdout: block_cache_name: BinnedLRUCache 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: block_cache_options: 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: capacity : 536870912 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: num_shard_bits : 4 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: strict_capacity_limit : 0 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: high_pri_pool_ratio: 0.000 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: block_cache_compressed: (nil) 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: persistent_cache: (nil) 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: block_size: 4096 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: block_size_deviation: 10 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: block_restart_interval: 16 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: index_block_restart_interval: 1 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: metadata_block_size: 4096 2024-04-26T23:24:50.081 INFO:journalctl@ceph.mon.b.smithi086.stdout: partition_filters: 0 2024-04-26T23:24:50.082 INFO:journalctl@ceph.mon.b.smithi086.stdout: use_delta_encoding: 1 2024-04-26T23:24:50.082 INFO:journalctl@ceph.mon.b.smithi086.stdout: filter_policy: bloomfilter 2024-04-26T23:24:50.083 INFO:journalctl@ceph.mon.b.smithi086.stdout: whole_key_filtering: 1 2024-04-26T23:24:50.083 INFO:journalctl@ceph.mon.b.smithi086.stdout: verify_compression: 0 2024-04-26T23:24:50.083 INFO:journalctl@ceph.mon.b.smithi086.stdout: read_amp_bytes_per_bit: 0 2024-04-26T23:24:50.083 INFO:journalctl@ceph.mon.b.smithi086.stdout: format_version: 5 2024-04-26T23:24:50.083 INFO:journalctl@ceph.mon.b.smithi086.stdout: enable_index_compression: 1 2024-04-26T23:24:50.083 INFO:journalctl@ceph.mon.b.smithi086.stdout: block_align: 0 2024-04-26T23:24:50.083 INFO:journalctl@ceph.mon.b.smithi086.stdout: max_auto_readahead_size: 262144 2024-04-26T23:24:50.083 INFO:journalctl@ceph.mon.b.smithi086.stdout: prepopulate_block_cache: 0 2024-04-26T23:24:50.084 INFO:journalctl@ceph.mon.b.smithi086.stdout: initial_auto_readahead_size: 8192 2024-04-26T23:24:50.084 INFO:journalctl@ceph.mon.b.smithi086.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T23:24:50.084 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T23:24:50.084 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T23:24:50.084 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compression: NoCompression 2024-04-26T23:24:50.084 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T23:24:50.084 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T23:24:50.084 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T23:24:50.084 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.num_levels: 7 2024-04-26T23:24:50.084 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T23:24:50.086 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T23:24:50.086 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T23:24:50.086 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T23:24:50.086 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T23:24:50.086 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T23:24:50.086 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T23:24:50.086 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T23:24:50.086 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T23:24:50.086 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T23:24:50.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T23:24:50.088 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T23:24:50.089 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.inplace_update_support: 0 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.bloom_locality: 0 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.max_successive_merges: 0 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T23:24:50.090 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.ttl: 2592000 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.enable_blob_files: false 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.min_blob_size: 0 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T23:24:50.091 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: f5d04766-816e-45bd-954b-3a2c16147b29 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714173889692766, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714173889693643, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714173889, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f5d04766-816e-45bd-954b-3a2c16147b29", "db_session_id": "UCCZUDPSF4IA3P0DV1EO", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714173889693922, "job": 1, "event": "recovery_finished"} 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ec04710000 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: DB pointer 0x55ec046fc000 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T23:24:50.092 INFO:journalctl@ceph.mon.b.smithi086.stdout: ** DB Stats ** 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: ** Compaction Stats [default] ** 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T23:24:50.093 INFO:journalctl@ceph.mon.b.smithi086.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T23:24:50.094 INFO:journalctl@ceph.mon.b.smithi086.stdout: 2024-04-26T23:24:50.094 INFO:journalctl@ceph.mon.b.smithi086.stdout: ** Compaction Stats [default] ** 2024-04-26T23:24:50.094 INFO:journalctl@ceph.mon.b.smithi086.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T23:24:50.094 INFO:journalctl@ceph.mon.b.smithi086.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T23:24:50.094 INFO:journalctl@ceph.mon.b.smithi086.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T23:24:50.094 INFO:journalctl@ceph.mon.b.smithi086.stdout: 2024-04-26T23:24:50.094 INFO:journalctl@ceph.mon.b.smithi086.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T23:24:50.094 INFO:journalctl@ceph.mon.b.smithi086.stdout: 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: Cumulative compaction: 0.00 GB write, 0.30 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: Interval compaction: 0.00 GB write, 0.30 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: Block cache BinnedLRUCache@0x55ec045f31f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: 2024-04-26T23:24:50.095 INFO:journalctl@ceph.mon.b.smithi086.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T23:24:50.096 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-26T23:24:50.096 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: using public_addr v2:172.21.15.86:0/0 -> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] 2024-04-26T23:24:50.096 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: starting mon.b rank -1 at public addrs [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] at bind addrs [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:50.096 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(???) e0 preinit fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:50.096 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 bash[31103]: d073f398bb1ec782f54b6f695c8307be69570785181d884bc7fec410b3bc6c00 2024-04-26T23:24:50.096 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 systemd[1]: Started Ceph mon.b for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:24:50.096 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).mds e1 new map 2024-04-26T23:24:50.096 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-26T23:24:50.096 INFO:journalctl@ceph.mon.b.smithi086.stdout: e1 2024-04-26T23:24:50.096 INFO:journalctl@ceph.mon.b.smithi086.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T23:24:50.096 INFO:journalctl@ceph.mon.b.smithi086.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T23:24:50.096 INFO:journalctl@ceph.mon.b.smithi086.stdout: legacy client fscid: -1 2024-04-26T23:24:50.097 INFO:journalctl@ceph.mon.b.smithi086.stdout: 2024-04-26T23:24:50.097 INFO:journalctl@ceph.mon.b.smithi086.stdout: No filesystems configured 2024-04-26T23:24:50.097 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-26T23:24:50.097 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-26T23:24:50.097 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-26T23:24:50.097 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-26T23:24:50.097 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-26T23:24:50.097 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-26T23:24:50.097 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T23:24:50.097 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T23:24:50.097 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T23:24:50.097 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T23:24:50.098 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.098 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Deploying cephadm binary to smithi086 2024-04-26T23:24:50.098 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.098 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.098 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.098 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Added host smithi086 2024-04-26T23:24:50.098 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:24:50.098 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.098 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.098 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.098 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.099 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.099 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:24:50.099 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.099 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.099 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi164", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:24:50.099 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.099 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.099 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.099 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.099 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi086", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:24:50.099 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:50.099 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Updating smithi086:/etc/ceph/ceph.conf 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Deploying cephadm binary to smithi164 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Added host smithi164 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2255548321' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2255548321' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T23:24:50.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.102 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.102 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.102 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.102 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.102 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi164", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:24:50.102 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:50.102 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:24:50.102 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Updating smithi164:/etc/ceph/ceph.conf 2024-04-26T23:24:50.102 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.102 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:50.103 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:24:50.103 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:24:50.103 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi026:172.21.15.26=a;smithi086:172.21.15.86=b;smithi164:172.21.15.164=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:24:50.103 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Saving service mon spec with placement smithi026:172.21.15.26=a;smithi086:172.21.15.86=b;smithi164:172.21.15.164=c;count:3 2024-04-26T23:24:50.103 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.103 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.103 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.103 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.103 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:24:50.103 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:50.103 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.103 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Deploying daemon mon.c on smithi164 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='client.? 172.21.15.164:0/162951638' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.a calling monitor election 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.c calling monitor election 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:50.104 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: monmap epoch 2 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: last_changed 2024-04-26T23:24:39.033628+0000 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: created 2024-04-26T23:22:10.507601+0000 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: min_mon_release 19 (squid) 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: election_strategy: 1 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: 1: [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon.c 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: fsmap 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mgrmap e13: x(active, since 70s) 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: overall HEALTH_OK 2024-04-26T23:24:50.105 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.106 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.106 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:50.106 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:24:50.106 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:50.106 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.106 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: Deploying daemon mon.b on smithi086 2024-04-26T23:24:50.106 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:50.106 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: from='client.? 172.21.15.164:0/418419111' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T23:24:50.106 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.106 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:50.106 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:49 smithi086 ceph-mon[31122]: mon.b@-1(synchronizing).paxosservice(auth 1..4) refresh upgraded, format 0 -> 3 2024-04-26T23:24:54.759 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:54.755+0000 7fe457400700 1 -- 172.21.15.164:0/3968927707 <== mon.1 v2:172.21.15.164:3300/0 8 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7fe450031020 con 0x7fe460075850 2024-04-26T23:24:54.759 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-04-26T23:24:54.760 INFO:teuthology.orchestra.run.smithi164.stdout:{"epoch":3,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","modified":"2024-04-26T23:24:49.738845Z","created":"2024-04-26T23:22:10.507601Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:3300","nonce":0},{"type":"v1","addr":"172.21.15.26:6789","nonce":0}]},"addr":"172.21.15.26:6789/0","public_addr":"172.21.15.26:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:3300","nonce":0},{"type":"v1","addr":"172.21.15.164:6789","nonce":0}]},"addr":"172.21.15.164:6789/0","public_addr":"172.21.15.164:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:3300","nonce":0},{"type":"v1","addr":"172.21.15.86:6789","nonce":0}]},"addr":"172.21.15.86:6789/0","public_addr":"172.21.15.86:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T23:24:54.762 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:54.759+0000 7fe465c00700 1 -- 172.21.15.164:0/3968927707 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe444039440 msgr2=0x7fe44403b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:54.762 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:54.760+0000 7fe465c00700 1 --2- 172.21.15.164:0/3968927707 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe444039440 0x7fe44403b900 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe448009f70 tx=0x7fe4480092c0 comp rx=0 tx=0).stop 2024-04-26T23:24:54.762 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:54.760+0000 7fe465c00700 1 -- 172.21.15.164:0/3968927707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe460075850 msgr2=0x7fe4601a0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:54.762 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:54.760+0000 7fe465c00700 1 --2- 172.21.15.164:0/3968927707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe460075850 0x7fe4601a0910 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fe450009910 tx=0x7fe4500056d0 comp rx=0 tx=0).stop 2024-04-26T23:24:54.762 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:54.760+0000 7fe465c00700 1 -- 172.21.15.164:0/3968927707 shutdown_connections 2024-04-26T23:24:54.763 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:54.760+0000 7fe465c00700 1 --2- 172.21.15.164:0/3968927707 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe444039440 0x7fe44403b900 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:54.763 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:54.760+0000 7fe465c00700 1 --2- 172.21.15.164:0/3968927707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe460075850 0x7fe4601a0910 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:54.763 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:54.760+0000 7fe465c00700 1 --2- 172.21.15.164:0/3968927707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe4601a0e50 0x7fe46019aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:54.763 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:54.760+0000 7fe465c00700 1 -- 172.21.15.164:0/3968927707 >> 172.21.15.164:0/3968927707 conn(0x7fe4600fe9f0 msgr2=0x7fe4601091b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:54.763 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:54.760+0000 7fe465c00700 1 -- 172.21.15.164:0/3968927707 shutdown_connections 2024-04-26T23:24:54.763 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:24:54.760+0000 7fe465c00700 1 -- 172.21.15.164:0/3968927707 wait complete. 2024-04-26T23:24:54.763 INFO:teuthology.orchestra.run.smithi164.stderr:dumped monmap epoch 3 2024-04-26T23:24:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: mon.c calling monitor election 2024-04-26T23:24:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:24:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: mon.a calling monitor election 2024-04-26T23:24:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: from='client.? 172.21.15.164:0/3968927707' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: monmap epoch 3 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: last_changed 2024-04-26T23:24:49.738845+0000 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: created 2024-04-26T23:22:10.507601+0000 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: min_mon_release 19 (squid) 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: election_strategy: 1 2024-04-26T23:24:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T23:24:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: 1: [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon.c 2024-04-26T23:24:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: 2: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-04-26T23:24:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: fsmap 2024-04-26T23:24:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T23:24:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: mgrmap e13: x(active, since 81s) 2024-04-26T23:24:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: overall HEALTH_OK 2024-04-26T23:24:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:55.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: mon.c calling monitor election 2024-04-26T23:24:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:24:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: mon.a calling monitor election 2024-04-26T23:24:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: from='client.? 172.21.15.164:0/3968927707' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T23:24:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:55.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:55.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:55.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:55.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T23:24:55.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: monmap epoch 3 2024-04-26T23:24:55.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:55.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: last_changed 2024-04-26T23:24:49.738845+0000 2024-04-26T23:24:55.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: created 2024-04-26T23:22:10.507601+0000 2024-04-26T23:24:55.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: min_mon_release 19 (squid) 2024-04-26T23:24:55.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: election_strategy: 1 2024-04-26T23:24:55.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T23:24:55.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: 1: [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon.c 2024-04-26T23:24:55.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: 2: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-04-26T23:24:55.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: fsmap 2024-04-26T23:24:55.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T23:24:55.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: mgrmap e13: x(active, since 81s) 2024-04-26T23:24:55.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: overall HEALTH_OK 2024-04-26T23:24:55.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:55.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:55.488 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-26T23:24:55.488 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-26T23:24:55.934 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:24:56.087 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:56.087 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:56.087 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:24:56.088 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:56.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:56.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:56.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:24:56.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:56.845 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:56.845 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: mon.c calling monitor election 2024-04-26T23:24:56.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:24:56.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: mon.a calling monitor election 2024-04-26T23:24:56.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:56.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:24:56.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='client.? 172.21.15.164:0/3968927707' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T23:24:56.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:56.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:56.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:56.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:56.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:56.847 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:56.847 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:56.847 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T23:24:56.847 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: monmap epoch 3 2024-04-26T23:24:56.847 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:56.847 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: last_changed 2024-04-26T23:24:49.738845+0000 2024-04-26T23:24:56.847 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: created 2024-04-26T23:22:10.507601+0000 2024-04-26T23:24:56.847 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: min_mon_release 19 (squid) 2024-04-26T23:24:56.847 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: election_strategy: 1 2024-04-26T23:24:56.847 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T23:24:56.847 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: 1: [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon.c 2024-04-26T23:24:56.848 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: 2: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-04-26T23:24:56.848 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: fsmap 2024-04-26T23:24:56.848 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T23:24:56.848 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: mgrmap e13: x(active, since 81s) 2024-04-26T23:24:56.848 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: overall HEALTH_OK 2024-04-26T23:24:56.848 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:56.848 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:56.848 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:56.848 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:56.849 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:24:56.849 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:56.849 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: mon.b calling monitor election 2024-04-26T23:24:56.849 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: mon.b calling monitor election 2024-04-26T23:24:56.849 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: mon.c calling monitor election 2024-04-26T23:24:56.849 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: mon.a calling monitor election 2024-04-26T23:24:56.849 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T23:24:56.850 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: monmap epoch 3 2024-04-26T23:24:56.850 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:56.850 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: last_changed 2024-04-26T23:24:49.738845+0000 2024-04-26T23:24:56.850 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: created 2024-04-26T23:22:10.507601+0000 2024-04-26T23:24:57.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: mon.b calling monitor election 2024-04-26T23:24:57.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: mon.b calling monitor election 2024-04-26T23:24:57.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: mon.c calling monitor election 2024-04-26T23:24:57.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: mon.a calling monitor election 2024-04-26T23:24:57.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T23:24:57.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: monmap epoch 3 2024-04-26T23:24:57.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:57.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: last_changed 2024-04-26T23:24:49.738845+0000 2024-04-26T23:24:57.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: created 2024-04-26T23:22:10.507601+0000 2024-04-26T23:24:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: min_mon_release 19 (squid) 2024-04-26T23:24:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: election_strategy: 1 2024-04-26T23:24:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T23:24:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: 1: [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon.c 2024-04-26T23:24:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: 2: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-04-26T23:24:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: fsmap 2024-04-26T23:24:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T23:24:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: mgrmap e13: x(active, since 83s) 2024-04-26T23:24:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:56 smithi164 ceph-mon[31699]: overall HEALTH_OK 2024-04-26T23:24:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: mon.b calling monitor election 2024-04-26T23:24:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: mon.b calling monitor election 2024-04-26T23:24:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: mon.c calling monitor election 2024-04-26T23:24:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: mon.a calling monitor election 2024-04-26T23:24:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T23:24:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: monmap epoch 3 2024-04-26T23:24:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: last_changed 2024-04-26T23:24:49.738845+0000 2024-04-26T23:24:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: created 2024-04-26T23:22:10.507601+0000 2024-04-26T23:24:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: min_mon_release 19 (squid) 2024-04-26T23:24:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: election_strategy: 1 2024-04-26T23:24:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T23:24:57.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: 1: [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon.c 2024-04-26T23:24:57.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: 2: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-04-26T23:24:57.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: fsmap 2024-04-26T23:24:57.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T23:24:57.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: mgrmap e13: x(active, since 83s) 2024-04-26T23:24:57.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:56 smithi026 ceph-mon[28371]: overall HEALTH_OK 2024-04-26T23:24:57.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: min_mon_release 19 (squid) 2024-04-26T23:24:57.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: election_strategy: 1 2024-04-26T23:24:57.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: 0: [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] mon.a 2024-04-26T23:24:57.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: 1: [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon.c 2024-04-26T23:24:57.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: 2: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-04-26T23:24:57.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: fsmap 2024-04-26T23:24:57.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T23:24:57.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: mgrmap e13: x(active, since 83s) 2024-04-26T23:24:57.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:56 smithi086 ceph-mon[31122]: overall HEALTH_OK 2024-04-26T23:24:58.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.333+0000 7fb527e00700 1 -- 172.21.15.26:0/2429609173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb520108ec0 msgr2=0x7fb5201092a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:58.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.333+0000 7fb527e00700 1 --2- 172.21.15.26:0/2429609173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb520108ec0 0x7fb5201092a0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb514009910 tx=0x7fb514009c20 comp rx=0 tx=0).stop 2024-04-26T23:24:58.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.333+0000 7fb527e00700 1 -- 172.21.15.26:0/2429609173 shutdown_connections 2024-04-26T23:24:58.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.333+0000 7fb527e00700 1 --2- 172.21.15.26:0/2429609173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb520108ec0 0x7fb5201092a0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:58.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.333+0000 7fb527e00700 1 -- 172.21.15.26:0/2429609173 >> 172.21.15.26:0/2429609173 conn(0x7fb520077880 msgr2=0x7fb520077c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:58.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.334+0000 7fb527e00700 1 -- 172.21.15.26:0/2429609173 shutdown_connections 2024-04-26T23:24:58.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.334+0000 7fb527e00700 1 -- 172.21.15.26:0/2429609173 wait complete. 2024-04-26T23:24:58.336 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:58.336 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:58.336 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:58.336 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:58.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:58.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:24:58.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:58 smithi026 ceph-mon[28371]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T23:24:58.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:58 smithi026 ceph-mon[28371]: Updating smithi086:/etc/ceph/ceph.conf 2024-04-26T23:24:58.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:58 smithi026 ceph-mon[28371]: Updating smithi164:/etc/ceph/ceph.conf 2024-04-26T23:24:58.337 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:58.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.335+0000 7fb527e00700 1 Processor -- start 2024-04-26T23:24:58.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.335+0000 7fb527e00700 1 -- start start 2024-04-26T23:24:58.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.336+0000 7fb527e00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb520108ec0 0x7fb5201a0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:58.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.336+0000 7fb527e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb5201a0f80 0x7fb52019ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:58.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.336+0000 7fb527e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb52019b050 0x7fb52019b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:58.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.336+0000 7fb527e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb52010d160 con 0x7fb52019b050 2024-04-26T23:24:58.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.336+0000 7fb527e00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb52010cfe0 con 0x7fb520108ec0 2024-04-26T23:24:58.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.336+0000 7fb527e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb52010d2e0 con 0x7fb5201a0f80 2024-04-26T23:24:58.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.336+0000 7fb525e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb52019b050 0x7fb52019b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:58.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.336+0000 7fb525400700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb520108ec0 0x7fb5201a0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:58.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.336+0000 7fb525e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb52019b050 0x7fb52019b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52026/0 (socket says 172.21.15.26:52026) 2024-04-26T23:24:58.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.336+0000 7fb525e00700 1 -- 172.21.15.26:0/2040650498 learned_addr learned my addr 172.21.15.26:0/2040650498 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:24:58.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.336+0000 7fb525400700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb520108ec0 0x7fb5201a0a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:50304/0 (socket says 172.21.15.26:50304) 2024-04-26T23:24:58.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.337+0000 7fb525400700 1 -- 172.21.15.26:0/2040650498 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb520108ec0 msgr2=0x7fb5201a0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-26T23:24:58.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.337+0000 7fb525400700 1 -- 172.21.15.26:0/2040650498 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb520108ec0 msgr2=0x7fb5201a0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T23:24:58.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.337+0000 7fb525400700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb520108ec0 0x7fb5201a0a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T23:24:58.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.337+0000 7fb525400700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb520108ec0 0x7fb5201a0a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T23:24:58.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.337+0000 7fb524a00700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb5201a0f80 0x7fb52019ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:58.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.337+0000 7fb525e00700 1 -- 172.21.15.26:0/2040650498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb5201a0f80 msgr2=0x7fb52019ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.337+0000 7fb525e00700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb5201a0f80 0x7fb52019ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.337+0000 7fb525e00700 1 -- 172.21.15.26:0/2040650498 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb520108ec0 msgr2=0x7fb5201a0a40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T23:24:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.337+0000 7fb525e00700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb520108ec0 0x7fb5201a0a40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.337+0000 7fb525e00700 1 -- 172.21.15.26:0/2040650498 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5201a77f0 con 0x7fb52019b050 2024-04-26T23:24:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.338+0000 7fb525e00700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb52019b050 0x7fb52019b500 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb51800ba50 tx=0x7fb51800be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.338+0000 7fb51e000700 1 -- 172.21.15.26:0/2040650498 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb518019070 con 0x7fb52019b050 2024-04-26T23:24:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.338+0000 7fb51e000700 1 -- 172.21.15.26:0/2040650498 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb518014440 con 0x7fb52019b050 2024-04-26T23:24:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.338+0000 7fb51e000700 1 -- 172.21.15.26:0/2040650498 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5180075b0 con 0x7fb52019b050 2024-04-26T23:24:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.339+0000 7fb527e00700 1 -- 172.21.15.26:0/2040650498 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5201a7a80 con 0x7fb52019b050 2024-04-26T23:24:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.339+0000 7fb527e00700 1 -- 172.21.15.26:0/2040650498 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5201a7f70 con 0x7fb52019b050 2024-04-26T23:24:58.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.340+0000 7fb527e00700 1 -- 172.21.15.26:0/2040650498 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb520104570 con 0x7fb52019b050 2024-04-26T23:24:58.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.341+0000 7fb51e000700 1 -- 172.21.15.26:0/2040650498 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fb51801c070 con 0x7fb52019b050 2024-04-26T23:24:58.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.342+0000 7fb51e000700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb508039b30 0x7fb50803bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:24:58.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.342+0000 7fb51e000700 1 -- 172.21.15.26:0/2040650498 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb51804bea0 con 0x7fb52019b050 2024-04-26T23:24:58.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.342+0000 7fb525400700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb508039b30 0x7fb50803bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:24:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.343+0000 7fb525400700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb508039b30 0x7fb50803bff0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb514009750 tx=0x7fb51401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:24:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.348+0000 7fb51e000700 1 -- 172.21.15.26:0/2040650498 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fb518018170 con 0x7fb52019b050 2024-04-26T23:24:58.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:58.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:58.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:58.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:58.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:58.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:24:58.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:58 smithi164 ceph-mon[31699]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T23:24:58.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:58 smithi164 ceph-mon[31699]: Updating smithi086:/etc/ceph/ceph.conf 2024-04-26T23:24:58.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:58 smithi164 ceph-mon[31699]: Updating smithi164:/etc/ceph/ceph.conf 2024-04-26T23:24:58.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:58.568 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:58.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:58.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:58.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:58.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:58.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:24:58.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:58 smithi086 ceph-mon[31122]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T23:24:58.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:58 smithi086 ceph-mon[31122]: Updating smithi086:/etc/ceph/ceph.conf 2024-04-26T23:24:58.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:58 smithi086 ceph-mon[31122]: Updating smithi164:/etc/ceph/ceph.conf 2024-04-26T23:24:58.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:24:58.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.594+0000 7fb527e00700 1 -- 172.21.15.26:0/2040650498 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fb5201a8230 con 0x7fb52019b050 2024-04-26T23:24:58.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.595+0000 7fb51e000700 1 -- 172.21.15.26:0/2040650498 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7fb5180146a0 con 0x7fb52019b050 2024-04-26T23:24:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:# minimal ceph.conf for a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:58.596 INFO:teuthology.orchestra.run.smithi026.stdout:[global] 2024-04-26T23:24:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: fsid = a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:24:58.596 INFO:teuthology.orchestra.run.smithi026.stdout: mon_host = [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] 2024-04-26T23:24:58.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.597+0000 7fb527e00700 1 -- 172.21.15.26:0/2040650498 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb508039b30 msgr2=0x7fb50803bff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:58.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.597+0000 7fb527e00700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb508039b30 0x7fb50803bff0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fb514009750 tx=0x7fb51401a040 comp rx=0 tx=0).stop 2024-04-26T23:24:58.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.597+0000 7fb527e00700 1 -- 172.21.15.26:0/2040650498 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb52019b050 msgr2=0x7fb52019b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:24:58.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.597+0000 7fb527e00700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb52019b050 0x7fb52019b500 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb51800ba50 tx=0x7fb51800be10 comp rx=0 tx=0).stop 2024-04-26T23:24:58.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.598+0000 7fb527e00700 1 -- 172.21.15.26:0/2040650498 shutdown_connections 2024-04-26T23:24:58.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.598+0000 7fb527e00700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb508039b30 0x7fb50803bff0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:58.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.598+0000 7fb527e00700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb52019b050 0x7fb52019b500 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:58.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.598+0000 7fb527e00700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb520108ec0 0x7fb5201a0a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:58.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.598+0000 7fb527e00700 1 --2- 172.21.15.26:0/2040650498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb5201a0f80 0x7fb52019ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:24:58.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.598+0000 7fb527e00700 1 -- 172.21.15.26:0/2040650498 >> 172.21.15.26:0/2040650498 conn(0x7fb520077880 msgr2=0x7fb5200ff470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:24:58.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.598+0000 7fb527e00700 1 -- 172.21.15.26:0/2040650498 shutdown_connections 2024-04-26T23:24:58.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:24:58.598+0000 7fb527e00700 1 -- 172.21.15.26:0/2040650498 wait complete. 2024-04-26T23:24:59.025 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:24:58 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:24:58.740+0000 7fafeca00700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-26T23:24:59.546 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-26T23:24:59.546 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:24:59.546 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T23:24:59.621 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:24:59.621 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:24:59.735 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-04-26T23:24:59.736 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T23:24:59.740 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:59.740 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:59.740 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: Updating smithi026:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:59.740 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:59.740 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2040650498' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:24:59.741 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T23:24:59.742 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:24:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:59.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:59.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: Updating smithi026:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2040650498' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:24:59.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T23:24:59.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:24:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:59.810 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:24:59.810 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:59.810 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: Updating smithi026:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:59.810 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:24:59.810 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.810 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.810 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2040650498' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:59.810 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.810 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.810 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.811 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.811 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.811 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.811 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.811 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.814 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.814 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:24:59.815 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:24:59.815 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T23:24:59.815 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:24:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:24:59.823 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-04-26T23:24:59.823 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:24:59.951 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-04-26T23:24:59.951 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T23:25:00.043 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-04-26T23:25:00.043 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:25:00.173 INFO:tasks.cephadm:Adding mgr.x on smithi026 2024-04-26T23:25:00.173 INFO:tasks.cephadm:Adding mgr.y on smithi086 2024-04-26T23:25:00.173 INFO:tasks.cephadm:Adding mgr.z on smithi164 2024-04-26T23:25:00.173 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi026=x;smithi086=y;smithi164=z' 2024-04-26T23:25:00.622 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:25:00.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:00 smithi026 ceph-mon[28371]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T23:25:00.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:00 smithi026 ceph-mon[28371]: Reconfiguring daemon mon.a on smithi026 2024-04-26T23:25:00.767 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:00 smithi164 ceph-mon[31699]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T23:25:00.767 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:00 smithi164 ceph-mon[31699]: Reconfiguring daemon mon.a on smithi026 2024-04-26T23:25:00.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:00 smithi086 ceph-mon[31122]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T23:25:00.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:00 smithi086 ceph-mon[31122]: Reconfiguring daemon mon.a on smithi026 2024-04-26T23:25:01.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:01 smithi164 ceph-mon[31699]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:01.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:01 smithi026 ceph-mon[28371]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:01.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:01 smithi086 ceph-mon[31122]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:02.602 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.599+0000 7f5e58a00700 1 -- 172.21.15.164:0/2357320602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e541016a0 msgr2=0x7f5e54101ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:02.602 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.599+0000 7f5e58a00700 1 --2- 172.21.15.164:0/2357320602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e541016a0 0x7f5e54101ac0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5e44009910 tx=0x7f5e44009c20 comp rx=0 tx=0).stop 2024-04-26T23:25:02.602 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.599+0000 7f5e58a00700 1 -- 172.21.15.164:0/2357320602 shutdown_connections 2024-04-26T23:25:02.602 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.599+0000 7f5e58a00700 1 --2- 172.21.15.164:0/2357320602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e541016a0 0x7f5e54101ac0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:02.602 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.599+0000 7f5e58a00700 1 -- 172.21.15.164:0/2357320602 >> 172.21.15.164:0/2357320602 conn(0x7f5e540fd280 msgr2=0x7f5e540ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:25:02.602 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.599+0000 7f5e58a00700 1 -- 172.21.15.164:0/2357320602 shutdown_connections 2024-04-26T23:25:02.602 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.599+0000 7f5e58a00700 1 -- 172.21.15.164:0/2357320602 wait complete. 2024-04-26T23:25:02.603 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.600+0000 7f5e58a00700 1 Processor -- start 2024-04-26T23:25:02.603 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.601+0000 7f5e58a00700 1 -- start start 2024-04-26T23:25:02.604 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.601+0000 7f5e58a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5e541016a0 0x7f5e5419a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:25:02.604 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.601+0000 7f5e58a00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5e5419ab80 0x7f5e5419fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:25:02.604 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.601+0000 7f5e58a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e5419b000 0x7f5e541a2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:25:02.604 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.601+0000 7f5e58a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5e5410ada0 con 0x7f5e5419b000 2024-04-26T23:25:02.604 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.601+0000 7f5e58a00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5e5410ac20 con 0x7f5e5419ab80 2024-04-26T23:25:02.604 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.601+0000 7f5e58a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5e5410af20 con 0x7f5e541016a0 2024-04-26T23:25:02.604 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.601+0000 7f5e52800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5e541016a0 0x7f5e5419a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:25:02.604 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.601+0000 7f5e52800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5e541016a0 0x7f5e5419a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.164:49774/0 (socket says 172.21.15.164:49774) 2024-04-26T23:25:02.604 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.601+0000 7f5e52800700 1 -- 172.21.15.164:0/3703085852 learned_addr learned my addr 172.21.15.164:0/3703085852 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-04-26T23:25:02.605 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.602+0000 7f5e53200700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e5419b000 0x7f5e541a2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:25:02.605 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.602+0000 7f5e51e00700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5e5419ab80 0x7f5e5419fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:25:02.606 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.602+0000 7f5e52800700 1 -- 172.21.15.164:0/3703085852 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5e5419ab80 msgr2=0x7f5e5419fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:02.606 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.602+0000 7f5e52800700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5e5419ab80 0x7f5e5419fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:02.606 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.602+0000 7f5e52800700 1 -- 172.21.15.164:0/3703085852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e5419b000 msgr2=0x7f5e541a2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:02.606 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.602+0000 7f5e52800700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e5419b000 0x7f5e541a2180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:02.606 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.602+0000 7f5e52800700 1 -- 172.21.15.164:0/3703085852 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e541a2a50 con 0x7f5e541016a0 2024-04-26T23:25:02.606 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.602+0000 7f5e53200700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e5419b000 0x7f5e541a2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:25:02.606 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.602+0000 7f5e51e00700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5e5419ab80 0x7f5e5419fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:25:02.606 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.602+0000 7f5e52800700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5e541016a0 0x7f5e5419a640 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5e44004f10 tx=0x7f5e44004ff0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:25:02.606 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.603+0000 7f5e4b400700 1 -- 172.21.15.164:0/3703085852 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e44027070 con 0x7f5e541016a0 2024-04-26T23:25:02.607 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.603+0000 7f5e4b400700 1 -- 172.21.15.164:0/3703085852 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5e4400bdf0 con 0x7f5e541016a0 2024-04-26T23:25:02.607 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.603+0000 7f5e58a00700 1 -- 172.21.15.164:0/3703085852 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e541a2ce0 con 0x7f5e541016a0 2024-04-26T23:25:02.607 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.603+0000 7f5e4b400700 1 -- 172.21.15.164:0/3703085852 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e44022e60 con 0x7f5e541016a0 2024-04-26T23:25:02.607 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.603+0000 7f5e58a00700 1 -- 172.21.15.164:0/3703085852 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e541a31c0 con 0x7f5e541016a0 2024-04-26T23:25:02.607 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.604+0000 7f5e4b400700 1 -- 172.21.15.164:0/3703085852 <== mon.1 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f5e4402a070 con 0x7f5e541016a0 2024-04-26T23:25:02.607 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.604+0000 7f5e4b400700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f5e38039ae0 0x7f5e3803bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:25:02.608 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.604+0000 7f5e4b400700 1 -- 172.21.15.164:0/3703085852 <== mon.1 v2:172.21.15.164:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5e44052950 con 0x7f5e541016a0 2024-04-26T23:25:02.608 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.604+0000 7f5e58a00700 1 -- 172.21.15.164:0/3703085852 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e54064a80 con 0x7f5e541016a0 2024-04-26T23:25:02.608 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.605+0000 7f5e51e00700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f5e38039ae0 0x7f5e3803bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:25:02.608 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.606+0000 7f5e51e00700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f5e38039ae0 0x7f5e3803bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5e400079b0 tx=0x7f5e40008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:25:02.613 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.611+0000 7f5e4b400700 1 -- 172.21.15.164:0/3703085852 <== mon.1 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f5e44013070 con 0x7f5e541016a0 2024-04-26T23:25:02.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:02.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:02.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:02 smithi164 ceph-mon[31699]: Reconfiguring mon.b (monmap changed)... 2024-04-26T23:25:02.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:25:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T23:25:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:02 smithi164 ceph-mon[31699]: Reconfiguring daemon mon.b on smithi086 2024-04-26T23:25:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:02 smithi164 ceph-mon[31699]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:02.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:02.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:02.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:02 smithi086 ceph-mon[31122]: Reconfiguring mon.b (monmap changed)... 2024-04-26T23:25:02.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:25:02.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T23:25:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:02 smithi086 ceph-mon[31122]: Reconfiguring daemon mon.b on smithi086 2024-04-26T23:25:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:02 smithi086 ceph-mon[31122]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:02.855 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.853+0000 7f5e58a00700 1 -- 172.21.15.164:0/3703085852 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi026=x;smithi086=y;smithi164=z", "target": ["mon-mgr", ""]}) -- 0x7f5e540639b0 con 0x7f5e38039ae0 2024-04-26T23:25:02.870 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.868+0000 7f5e4b400700 1 -- 172.21.15.164:0/3703085852 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f5e540639b0 con 0x7f5e38039ae0 2024-04-26T23:25:02.870 INFO:teuthology.orchestra.run.smithi164.stdout:Scheduled mgr update... 2024-04-26T23:25:02.873 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.871+0000 7f5e58a00700 1 -- 172.21.15.164:0/3703085852 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f5e38039ae0 msgr2=0x7f5e3803bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:02.873 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.871+0000 7f5e58a00700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f5e38039ae0 0x7f5e3803bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5e400079b0 tx=0x7f5e40008040 comp rx=0 tx=0).stop 2024-04-26T23:25:02.873 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.871+0000 7f5e58a00700 1 -- 172.21.15.164:0/3703085852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5e541016a0 msgr2=0x7f5e5419a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:02.874 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.871+0000 7f5e58a00700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5e541016a0 0x7f5e5419a640 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5e44004f10 tx=0x7f5e44004ff0 comp rx=0 tx=0).stop 2024-04-26T23:25:02.874 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.871+0000 7f5e58a00700 1 -- 172.21.15.164:0/3703085852 shutdown_connections 2024-04-26T23:25:02.874 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.871+0000 7f5e58a00700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f5e38039ae0 0x7f5e3803bfa0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:02.874 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.871+0000 7f5e58a00700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5e5419b000 0x7f5e541a2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:02.874 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.871+0000 7f5e58a00700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5e541016a0 0x7f5e5419a640 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:02.874 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.871+0000 7f5e58a00700 1 --2- 172.21.15.164:0/3703085852 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5e5419ab80 0x7f5e5419fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:02.874 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.871+0000 7f5e58a00700 1 -- 172.21.15.164:0/3703085852 >> 172.21.15.164:0/3703085852 conn(0x7f5e540fd280 msgr2=0x7f5e540fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:25:02.874 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.871+0000 7f5e58a00700 1 -- 172.21.15.164:0/3703085852 shutdown_connections 2024-04-26T23:25:02.874 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:25:02.871+0000 7f5e58a00700 1 -- 172.21.15.164:0/3703085852 wait complete. 2024-04-26T23:25:03.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:03.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:03.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:02 smithi026 ceph-mon[28371]: Reconfiguring mon.b (monmap changed)... 2024-04-26T23:25:03.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:25:03.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T23:25:03.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:03.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:02 smithi026 ceph-mon[28371]: Reconfiguring daemon mon.b on smithi086 2024-04-26T23:25:03.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:02 smithi026 ceph-mon[28371]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:03.551 DEBUG:teuthology.orchestra.run.smithi086:mgr.y> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.y.service 2024-04-26T23:25:03.557 DEBUG:teuthology.orchestra.run.smithi164:mgr.z> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.z.service 2024-04-26T23:25:03.565 INFO:tasks.cephadm:Deploying OSDs... 2024-04-26T23:25:03.565 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:25:03.565 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T23:25:03.628 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T23:25:03.629 DEBUG:teuthology.orchestra.run.smithi026:> stat /dev/vg_nvme/lv_1 2024-04-26T23:25:03.684 INFO:teuthology.orchestra.run.smithi026.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T23:25:03.684 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T23:25:03.684 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 6h/6d Inode: 634 Links: 1 2024-04-26T23:25:03.684 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:25:03.684 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T23:25:03.684 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-26 23:23:51.612343383 +0000 2024-04-26T23:25:03.684 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-26 23:18:20.650154981 +0000 2024-04-26T23:25:03.684 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-26 23:18:20.650154981 +0000 2024-04-26T23:25:03.684 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-26 23:18:20.650154981 +0000 2024-04-26T23:25:03.685 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T23:25:03.765 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records in 2024-04-26T23:25:03.766 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records out 2024-04-26T23:25:03.766 INFO:teuthology.orchestra.run.smithi026.stderr:512 bytes copied, 0.000285954 s, 1.8 MB/s 2024-04-26T23:25:03.769 DEBUG:teuthology.orchestra.run.smithi026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T23:25:03.822 DEBUG:teuthology.orchestra.run.smithi026:> stat /dev/vg_nvme/lv_2 2024-04-26T23:25:03.872 INFO:teuthology.orchestra.run.smithi026.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T23:25:03.872 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T23:25:03.872 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 6h/6d Inode: 653 Links: 1 2024-04-26T23:25:03.872 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:25:03.872 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T23:25:03.872 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-26 23:23:51.691342190 +0000 2024-04-26T23:25:03.872 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-26 23:18:21.301145219 +0000 2024-04-26T23:25:03.873 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-26 23:18:21.301145219 +0000 2024-04-26T23:25:03.873 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-26 23:18:21.301145219 +0000 2024-04-26T23:25:03.873 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T23:25:03.954 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records in 2024-04-26T23:25:03.955 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records out 2024-04-26T23:25:03.955 INFO:teuthology.orchestra.run.smithi026.stderr:512 bytes copied, 0.000286215 s, 1.8 MB/s 2024-04-26T23:25:03.958 DEBUG:teuthology.orchestra.run.smithi026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T23:25:04.016 DEBUG:teuthology.orchestra.run.smithi026:> stat /dev/vg_nvme/lv_3 2024-04-26T23:25:04.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:03 smithi026 ceph-mon[28371]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi026=x;smithi086=y;smithi164=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:25:04.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:03 smithi026 ceph-mon[28371]: Saving service mgr spec with placement smithi026=x;smithi086=y;smithi164=z;count:3 2024-04-26T23:25:04.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:03 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:04.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:03 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:04.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:03 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:04.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:03 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:25:04.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:03 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T23:25:04.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:03 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:04.071 INFO:teuthology.orchestra.run.smithi026.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T23:25:04.071 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T23:25:04.071 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 6h/6d Inode: 671 Links: 1 2024-04-26T23:25:04.071 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:25:04.072 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T23:25:04.072 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-26 23:23:51.763341102 +0000 2024-04-26T23:25:04.072 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-26 23:18:21.904136172 +0000 2024-04-26T23:25:04.072 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-26 23:18:21.904136172 +0000 2024-04-26T23:25:04.072 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-26 23:18:21.904136172 +0000 2024-04-26T23:25:04.072 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T23:25:04.197 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records in 2024-04-26T23:25:04.198 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records out 2024-04-26T23:25:04.198 INFO:teuthology.orchestra.run.smithi026.stderr:512 bytes copied, 0.000246317 s, 2.1 MB/s 2024-04-26T23:25:04.202 DEBUG:teuthology.orchestra.run.smithi026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T23:25:04.233 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:03 smithi164 ceph-mon[31699]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi026=x;smithi086=y;smithi164=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:25:04.233 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:03 smithi164 ceph-mon[31699]: Saving service mgr spec with placement smithi026=x;smithi086=y;smithi164=z;count:3 2024-04-26T23:25:04.233 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:03 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:04.233 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:03 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:04.233 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:03 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:04.233 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:03 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:25:04.233 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:03 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T23:25:04.233 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:03 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:04.261 DEBUG:teuthology.orchestra.run.smithi026:> stat /dev/vg_nvme/lv_4 2024-04-26T23:25:04.307 INFO:teuthology.orchestra.run.smithi026.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T23:25:04.308 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T23:25:04.308 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 6h/6d Inode: 690 Links: 1 2024-04-26T23:25:04.308 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:25:04.308 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T23:25:04.308 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-26 23:23:51.833340044 +0000 2024-04-26T23:25:04.308 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-26 23:18:22.539126646 +0000 2024-04-26T23:25:04.308 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-26 23:18:22.539126646 +0000 2024-04-26T23:25:04.308 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: 2024-04-26 23:18:22.539126646 +0000 2024-04-26T23:25:04.308 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T23:25:04.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:03 smithi086 ceph-mon[31122]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi026=x;smithi086=y;smithi164=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:25:04.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:03 smithi086 ceph-mon[31122]: Saving service mgr spec with placement smithi026=x;smithi086=y;smithi164=z;count:3 2024-04-26T23:25:04.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:03 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:04.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:03 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:04.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:03 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:04.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:03 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T23:25:04.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:03 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T23:25:04.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:03 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:04.385 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records in 2024-04-26T23:25:04.385 INFO:teuthology.orchestra.run.smithi026.stderr:1+0 records out 2024-04-26T23:25:04.386 INFO:teuthology.orchestra.run.smithi026.stderr:512 bytes copied, 0.000259922 s, 2.0 MB/s 2024-04-26T23:25:04.389 DEBUG:teuthology.orchestra.run.smithi026:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T23:25:04.446 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-04-26T23:25:04.446 DEBUG:teuthology.orchestra.run.smithi086:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T23:25:04.501 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T23:25:04.501 DEBUG:teuthology.orchestra.run.smithi086:> stat /dev/vg_nvme/lv_1 2024-04-26T23:25:04.547 INFO:teuthology.orchestra.run.smithi086.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T23:25:04.547 INFO:teuthology.orchestra.run.smithi086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T23:25:04.547 INFO:teuthology.orchestra.run.smithi086.stdout:Device: 6h/6d Inode: 634 Links: 1 2024-04-26T23:25:04.547 INFO:teuthology.orchestra.run.smithi086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:25:04.547 INFO:teuthology.orchestra.run.smithi086.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T23:25:04.547 INFO:teuthology.orchestra.run.smithi086.stdout:Access: 2024-04-26 23:24:48.833042731 +0000 2024-04-26T23:25:04.547 INFO:teuthology.orchestra.run.smithi086.stdout:Modify: 2024-04-26 23:18:15.288142434 +0000 2024-04-26T23:25:04.547 INFO:teuthology.orchestra.run.smithi086.stdout:Change: 2024-04-26 23:18:15.288142434 +0000 2024-04-26T23:25:04.547 INFO:teuthology.orchestra.run.smithi086.stdout: Birth: 2024-04-26 23:18:15.288142434 +0000 2024-04-26T23:25:04.548 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T23:25:04.667 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records in 2024-04-26T23:25:04.667 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records out 2024-04-26T23:25:04.667 INFO:teuthology.orchestra.run.smithi086.stderr:512 bytes copied, 0.000377281 s, 1.4 MB/s 2024-04-26T23:25:04.671 DEBUG:teuthology.orchestra.run.smithi086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T23:25:04.727 DEBUG:teuthology.orchestra.run.smithi086:> stat /dev/vg_nvme/lv_2 2024-04-26T23:25:04.778 INFO:teuthology.orchestra.run.smithi086.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T23:25:04.778 INFO:teuthology.orchestra.run.smithi086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T23:25:04.779 INFO:teuthology.orchestra.run.smithi086.stdout:Device: 6h/6d Inode: 653 Links: 1 2024-04-26T23:25:04.779 INFO:teuthology.orchestra.run.smithi086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:25:04.779 INFO:teuthology.orchestra.run.smithi086.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T23:25:04.779 INFO:teuthology.orchestra.run.smithi086.stdout:Access: 2024-04-26 23:24:48.834042709 +0000 2024-04-26T23:25:04.779 INFO:teuthology.orchestra.run.smithi086.stdout:Modify: 2024-04-26 23:18:15.885129137 +0000 2024-04-26T23:25:04.779 INFO:teuthology.orchestra.run.smithi086.stdout:Change: 2024-04-26 23:18:15.885129137 +0000 2024-04-26T23:25:04.779 INFO:teuthology.orchestra.run.smithi086.stdout: Birth: 2024-04-26 23:18:15.885129137 +0000 2024-04-26T23:25:04.779 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T23:25:04.855 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records in 2024-04-26T23:25:04.856 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records out 2024-04-26T23:25:04.856 INFO:teuthology.orchestra.run.smithi086.stderr:512 bytes copied, 0.000364154 s, 1.4 MB/s 2024-04-26T23:25:04.859 DEBUG:teuthology.orchestra.run.smithi086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T23:25:04.914 DEBUG:teuthology.orchestra.run.smithi086:> stat /dev/vg_nvme/lv_3 2024-04-26T23:25:04.961 INFO:teuthology.orchestra.run.smithi086.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T23:25:04.962 INFO:teuthology.orchestra.run.smithi086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T23:25:04.962 INFO:teuthology.orchestra.run.smithi086.stdout:Device: 6h/6d Inode: 672 Links: 1 2024-04-26T23:25:04.962 INFO:teuthology.orchestra.run.smithi086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:25:04.962 INFO:teuthology.orchestra.run.smithi086.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T23:25:04.962 INFO:teuthology.orchestra.run.smithi086.stdout:Access: 2024-04-26 23:24:48.835042688 +0000 2024-04-26T23:25:04.962 INFO:teuthology.orchestra.run.smithi086.stdout:Modify: 2024-04-26 23:18:16.520114994 +0000 2024-04-26T23:25:04.962 INFO:teuthology.orchestra.run.smithi086.stdout:Change: 2024-04-26 23:18:16.520114994 +0000 2024-04-26T23:25:04.962 INFO:teuthology.orchestra.run.smithi086.stdout: Birth: 2024-04-26 23:18:16.520114994 +0000 2024-04-26T23:25:04.962 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T23:25:05.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:04 smithi086 ceph-mon[31122]: Reconfiguring mon.c (monmap changed)... 2024-04-26T23:25:05.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:04 smithi086 ceph-mon[31122]: Reconfiguring daemon mon.c on smithi164 2024-04-26T23:25:05.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:04 smithi086 ceph-mon[31122]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:05.085 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records in 2024-04-26T23:25:05.085 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records out 2024-04-26T23:25:05.085 INFO:teuthology.orchestra.run.smithi086.stderr:512 bytes copied, 0.000363349 s, 1.4 MB/s 2024-04-26T23:25:05.089 DEBUG:teuthology.orchestra.run.smithi086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T23:25:05.145 DEBUG:teuthology.orchestra.run.smithi086:> stat /dev/vg_nvme/lv_4 2024-04-26T23:25:05.154 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:04 smithi164 ceph-mon[31699]: Reconfiguring mon.c (monmap changed)... 2024-04-26T23:25:05.154 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:04 smithi164 ceph-mon[31699]: Reconfiguring daemon mon.c on smithi164 2024-04-26T23:25:05.154 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:04 smithi164 ceph-mon[31699]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:05.190 INFO:teuthology.orchestra.run.smithi086.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T23:25:05.190 INFO:teuthology.orchestra.run.smithi086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T23:25:05.190 INFO:teuthology.orchestra.run.smithi086.stdout:Device: 6h/6d Inode: 691 Links: 1 2024-04-26T23:25:05.190 INFO:teuthology.orchestra.run.smithi086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:25:05.191 INFO:teuthology.orchestra.run.smithi086.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T23:25:05.191 INFO:teuthology.orchestra.run.smithi086.stdout:Access: 2024-04-26 23:24:48.835042688 +0000 2024-04-26T23:25:05.191 INFO:teuthology.orchestra.run.smithi086.stdout:Modify: 2024-04-26 23:18:17.152100922 +0000 2024-04-26T23:25:05.191 INFO:teuthology.orchestra.run.smithi086.stdout:Change: 2024-04-26 23:18:17.152100922 +0000 2024-04-26T23:25:05.191 INFO:teuthology.orchestra.run.smithi086.stdout: Birth: 2024-04-26 23:18:17.152100922 +0000 2024-04-26T23:25:05.191 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T23:25:05.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:04 smithi026 ceph-mon[28371]: Reconfiguring mon.c (monmap changed)... 2024-04-26T23:25:05.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:04 smithi026 ceph-mon[28371]: Reconfiguring daemon mon.c on smithi164 2024-04-26T23:25:05.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:04 smithi026 ceph-mon[28371]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:05.315 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records in 2024-04-26T23:25:05.315 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records out 2024-04-26T23:25:05.315 INFO:teuthology.orchestra.run.smithi086.stderr:512 bytes copied, 0.000420943 s, 1.2 MB/s 2024-04-26T23:25:05.319 DEBUG:teuthology.orchestra.run.smithi086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T23:25:05.376 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-04-26T23:25:05.376 DEBUG:teuthology.orchestra.run.smithi164:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T23:25:05.435 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T23:25:05.435 DEBUG:teuthology.orchestra.run.smithi164:> stat /dev/vg_nvme/lv_1 2024-04-26T23:25:05.485 INFO:teuthology.orchestra.run.smithi164.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T23:25:05.485 INFO:teuthology.orchestra.run.smithi164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T23:25:05.485 INFO:teuthology.orchestra.run.smithi164.stdout:Device: 6h/6d Inode: 633 Links: 1 2024-04-26T23:25:05.485 INFO:teuthology.orchestra.run.smithi164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:25:05.485 INFO:teuthology.orchestra.run.smithi164.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T23:25:05.485 INFO:teuthology.orchestra.run.smithi164.stdout:Access: 2024-04-26 23:24:37.674812094 +0000 2024-04-26T23:25:05.485 INFO:teuthology.orchestra.run.smithi164.stdout:Modify: 2024-04-26 23:18:12.079297877 +0000 2024-04-26T23:25:05.485 INFO:teuthology.orchestra.run.smithi164.stdout:Change: 2024-04-26 23:18:12.079297877 +0000 2024-04-26T23:25:05.485 INFO:teuthology.orchestra.run.smithi164.stdout: Birth: 2024-04-26 23:18:12.079297877 +0000 2024-04-26T23:25:05.486 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T23:25:05.557 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records in 2024-04-26T23:25:05.558 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records out 2024-04-26T23:25:05.558 INFO:teuthology.orchestra.run.smithi164.stderr:512 bytes copied, 0.000557582 s, 918 kB/s 2024-04-26T23:25:05.561 DEBUG:teuthology.orchestra.run.smithi164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T23:25:05.609 DEBUG:teuthology.orchestra.run.smithi164:> stat /dev/vg_nvme/lv_2 2024-04-26T23:25:05.700 INFO:teuthology.orchestra.run.smithi164.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T23:25:05.700 INFO:teuthology.orchestra.run.smithi164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T23:25:05.700 INFO:teuthology.orchestra.run.smithi164.stdout:Device: 6h/6d Inode: 651 Links: 1 2024-04-26T23:25:05.700 INFO:teuthology.orchestra.run.smithi164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:25:05.701 INFO:teuthology.orchestra.run.smithi164.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T23:25:05.701 INFO:teuthology.orchestra.run.smithi164.stdout:Access: 2024-04-26 23:24:37.675812078 +0000 2024-04-26T23:25:05.701 INFO:teuthology.orchestra.run.smithi164.stdout:Modify: 2024-04-26 23:18:12.811285982 +0000 2024-04-26T23:25:05.701 INFO:teuthology.orchestra.run.smithi164.stdout:Change: 2024-04-26 23:18:12.811285982 +0000 2024-04-26T23:25:05.701 INFO:teuthology.orchestra.run.smithi164.stdout: Birth: 2024-04-26 23:18:12.811285982 +0000 2024-04-26T23:25:05.701 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T23:25:05.776 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records in 2024-04-26T23:25:05.776 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records out 2024-04-26T23:25:05.776 INFO:teuthology.orchestra.run.smithi164.stderr:512 bytes copied, 0.000287347 s, 1.8 MB/s 2024-04-26T23:25:05.779 DEBUG:teuthology.orchestra.run.smithi164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T23:25:05.823 DEBUG:teuthology.orchestra.run.smithi164:> stat /dev/vg_nvme/lv_3 2024-04-26T23:25:05.907 INFO:teuthology.orchestra.run.smithi164.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T23:25:05.907 INFO:teuthology.orchestra.run.smithi164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T23:25:05.907 INFO:teuthology.orchestra.run.smithi164.stdout:Device: 6h/6d Inode: 671 Links: 1 2024-04-26T23:25:05.907 INFO:teuthology.orchestra.run.smithi164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:25:05.907 INFO:teuthology.orchestra.run.smithi164.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T23:25:05.907 INFO:teuthology.orchestra.run.smithi164.stdout:Access: 2024-04-26 23:24:37.676812062 +0000 2024-04-26T23:25:05.907 INFO:teuthology.orchestra.run.smithi164.stdout:Modify: 2024-04-26 23:18:13.463275387 +0000 2024-04-26T23:25:05.907 INFO:teuthology.orchestra.run.smithi164.stdout:Change: 2024-04-26 23:18:13.463275387 +0000 2024-04-26T23:25:05.907 INFO:teuthology.orchestra.run.smithi164.stdout: Birth: 2024-04-26 23:18:13.463275387 +0000 2024-04-26T23:25:05.908 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T23:25:06.015 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records in 2024-04-26T23:25:06.015 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records out 2024-04-26T23:25:06.015 INFO:teuthology.orchestra.run.smithi164.stderr:512 bytes copied, 0.000300238 s, 1.7 MB/s 2024-04-26T23:25:06.018 DEBUG:teuthology.orchestra.run.smithi164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T23:25:06.069 DEBUG:teuthology.orchestra.run.smithi164:> stat /dev/vg_nvme/lv_4 2024-04-26T23:25:06.112 INFO:teuthology.orchestra.run.smithi164.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T23:25:06.112 INFO:teuthology.orchestra.run.smithi164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T23:25:06.112 INFO:teuthology.orchestra.run.smithi164.stdout:Device: 6h/6d Inode: 691 Links: 1 2024-04-26T23:25:06.112 INFO:teuthology.orchestra.run.smithi164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:25:06.113 INFO:teuthology.orchestra.run.smithi164.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T23:25:06.113 INFO:teuthology.orchestra.run.smithi164.stdout:Access: 2024-04-26 23:24:37.676812062 +0000 2024-04-26T23:25:06.113 INFO:teuthology.orchestra.run.smithi164.stdout:Modify: 2024-04-26 23:18:14.060265687 +0000 2024-04-26T23:25:06.113 INFO:teuthology.orchestra.run.smithi164.stdout:Change: 2024-04-26 23:18:14.060265687 +0000 2024-04-26T23:25:06.113 INFO:teuthology.orchestra.run.smithi164.stdout: Birth: 2024-04-26 23:18:14.060265687 +0000 2024-04-26T23:25:06.113 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T23:25:06.228 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records in 2024-04-26T23:25:06.229 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records out 2024-04-26T23:25:06.229 INFO:teuthology.orchestra.run.smithi164.stderr:512 bytes copied, 0.00035332 s, 1.4 MB/s 2024-04-26T23:25:06.232 DEBUG:teuthology.orchestra.run.smithi164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T23:25:06.281 INFO:tasks.cephadm:Deploying osd.0 on smithi026 with /dev/vg_nvme/lv_4... 2024-04-26T23:25:06.282 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T23:25:06.761 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:25:06.959 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:06.959 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:06.959 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:06 smithi026 ceph-mon[28371]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:06.960 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:06.960 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:06.960 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:06.960 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:06.960 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T23:25:06.960 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T23:25:06.960 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T23:25:06.960 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:06.960 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:06 smithi026 ceph-mon[28371]: Deploying daemon mgr.z on smithi164 2024-04-26T23:25:06.990 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:06.990 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:06.990 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:06 smithi164 ceph-mon[31699]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:06.990 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:06.990 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:06.990 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:06.991 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:06.991 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T23:25:06.991 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T23:25:06.991 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T23:25:06.991 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:06.991 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:06 smithi164 ceph-mon[31699]: Deploying daemon mgr.z on smithi164 2024-04-26T23:25:07.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:07.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:06 smithi086 ceph-mon[31122]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T23:25:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T23:25:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T23:25:07.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:07.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:06 smithi086 ceph-mon[31122]: Deploying daemon mgr.z on smithi164 2024-04-26T23:25:08.775 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:08 smithi164 systemd[1]: Starting Ceph mgr.z for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:25:09.062 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:08 smithi164 ceph-mon[31699]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:09.062 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:08 smithi164 podman[33548]: 2024-04-26 23:25:08.749410753 +0000 UTC m=+0.037613752 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:25:09.062 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:08 smithi164 podman[33548]: 2024-04-26 23:25:08.900654797 +0000 UTC m=+0.188857816 container create 9a4850eb44d9f0ce94ba272f8fa9edb6eede419a676df835c91ca3961e0aff3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-26T23:25:09.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:08 smithi086 ceph-mon[31122]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:09.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:08 smithi026 ceph-mon[28371]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:09.402 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:09 smithi164 podman[33548]: 2024-04-26 23:25:09.145929365 +0000 UTC m=+0.434132424 container init 9a4850eb44d9f0ce94ba272f8fa9edb6eede419a676df835c91ca3961e0aff3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T23:25:09.402 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:09 smithi164 podman[33548]: 2024-04-26 23:25:09.156655387 +0000 UTC m=+0.444858406 container start 9a4850eb44d9f0ce94ba272f8fa9edb6eede419a676df835c91ca3961e0aff3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-26T23:25:09.402 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:09 smithi164 ceph-mgr[33566]: -- 172.21.15.164:0/4266633025 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556a61eaa5a0 con 0x556a61e7f000 2024-04-26T23:25:09.402 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:09 smithi164 bash[33548]: 9a4850eb44d9f0ce94ba272f8fa9edb6eede419a676df835c91ca3961e0aff3e 2024-04-26T23:25:09.403 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:09 smithi164 systemd[1]: Started Ceph mgr.z for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:25:09.661 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:09.399+0000 7fd123f2d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T23:25:09.661 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:09.658+0000 7fd123f2d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:25:09.780 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T23:25:09.780 INFO:teuthology.orchestra.run.smithi026.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T23:25:09.781 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10+0 records in 2024-04-26T23:25:09.781 INFO:teuthology.orchestra.run.smithi026.stderr:10+0 records out 2024-04-26T23:25:09.781 INFO:teuthology.orchestra.run.smithi026.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0343939 s, 305 MB/s 2024-04-26T23:25:09.781 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping successful for: 2024-04-26T23:25:10.025 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:09.788+0000 7fd123f2d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T23:25:10.525 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:10.190+0000 7fd123f2d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T23:25:10.525 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:10.302+0000 7fd123f2d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T23:25:10.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:10.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:10.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:10.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T23:25:10.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T23:25:10.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T23:25:10.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:10.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:10 smithi164 ceph-mon[31699]: Deploying daemon mgr.y on smithi086 2024-04-26T23:25:10.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:10.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:10.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:10.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T23:25:10.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T23:25:10.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T23:25:10.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:10.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:10 smithi026 ceph-mon[28371]: Deploying daemon mgr.y on smithi086 2024-04-26T23:25:10.682 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi026:vg_nvme/lv_4 2024-04-26T23:25:10.720 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:10.720 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:10.720 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:10.720 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T23:25:10.720 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T23:25:10.720 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T23:25:10.720 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:10.721 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:10 smithi086 ceph-mon[31122]: Deploying daemon mgr.y on smithi086 2024-04-26T23:25:11.137 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:25:11.615 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:11 smithi026 ceph-mon[28371]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:11.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:11 smithi164 ceph-mon[31699]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:11.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:11 smithi086 ceph-mon[31122]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:12.275 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:11.889+0000 7fd123f2d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T23:25:12.275 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:12.116+0000 7fd123f2d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T23:25:12.569 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:12 smithi086 systemd[1]: Starting Ceph mgr.y for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:25:12.722 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:12.341+0000 7fd123f2d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T23:25:12.722 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:12.719+0000 7fd123f2d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T23:25:12.855 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:12 smithi086 podman[32492]: 2024-04-26 23:25:12.502675089 +0000 UTC m=+0.036760357 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:25:12.855 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:12 smithi086 podman[32492]: 2024-04-26 23:25:12.607355419 +0000 UTC m=+0.141440718 container create ed9e009af30b1178c67054ae3842e34e1942040f9288a3750add77cffeaeebf5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-26T23:25:12.855 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:12 smithi086 podman[32492]: 2024-04-26 23:25:12.85258416 +0000 UTC m=+0.386669488 container init ed9e009af30b1178c67054ae3842e34e1942040f9288a3750add77cffeaeebf5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-26T23:25:13.025 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:12.843+0000 7fd123f2d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T23:25:13.107 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:12 smithi086 podman[32492]: 2024-04-26 23:25:12.862676411 +0000 UTC m=+0.396761686 container start ed9e009af30b1178c67054ae3842e34e1942040f9288a3750add77cffeaeebf5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-26T23:25:13.107 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:12 smithi086 ceph-mgr[32511]: -- 172.21.15.86:0/2513242862 <== mon.2 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56301551a5a0 con 0x5630154eec00 2024-04-26T23:25:13.107 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:13 smithi086 bash[32492]: ed9e009af30b1178c67054ae3842e34e1942040f9288a3750add77cffeaeebf5 2024-04-26T23:25:13.107 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:13 smithi086 systemd[1]: Started Ceph mgr.y for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:25:13.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.345+0000 7f30e7e00700 1 -- 172.21.15.26:0/847732366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30e010b360 msgr2=0x7f30e010d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:13.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.345+0000 7f30e7e00700 1 --2- 172.21.15.26:0/847732366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30e010b360 0x7f30e010d7f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f30d800b0a0 tx=0x7f30d800b3b0 comp rx=0 tx=0).stop 2024-04-26T23:25:13.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.345+0000 7f30e7e00700 1 -- 172.21.15.26:0/847732366 shutdown_connections 2024-04-26T23:25:13.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.345+0000 7f30e7e00700 1 --2- 172.21.15.26:0/847732366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30e010b360 0x7f30e010d7f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:13.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.345+0000 7f30e7e00700 1 --2- 172.21.15.26:0/847732366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30e0077450 0x7f30e00758b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:13.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.345+0000 7f30e7e00700 1 --2- 172.21.15.26:0/847732366 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f30e0075e80 0x7f30e0076300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:13.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.345+0000 7f30e7e00700 1 -- 172.21.15.26:0/847732366 >> 172.21.15.26:0/847732366 conn(0x7f30e00fe9f0 msgr2=0x7f30e0100e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:25:13.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.345+0000 7f30e7e00700 1 -- 172.21.15.26:0/847732366 shutdown_connections 2024-04-26T23:25:13.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.345+0000 7f30e7e00700 1 -- 172.21.15.26:0/847732366 wait complete. 2024-04-26T23:25:13.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.346+0000 7f30e7e00700 1 Processor -- start 2024-04-26T23:25:13.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.346+0000 7f30e7e00700 1 -- start start 2024-04-26T23:25:13.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.346+0000 7f30e7e00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f30e0075e80 0x7f30e019b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:25:13.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e7e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30e0077450 0x7f30e019bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:25:13.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e7e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30e010b360 0x7f30e01a2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:25:13.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e7e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f30e0110ff0 con 0x7f30e010b360 2024-04-26T23:25:13.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e7e00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f30e0110e70 con 0x7f30e0075e80 2024-04-26T23:25:13.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e7e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f30e0111170 con 0x7f30e0077450 2024-04-26T23:25:13.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e5e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30e010b360 0x7f30e01a2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:25:13.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e5400700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f30e0075e80 0x7f30e019b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:25:13.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e5e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30e010b360 0x7f30e01a2c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38598/0 (socket says 172.21.15.26:38598) 2024-04-26T23:25:13.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e5400700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f30e0075e80 0x7f30e019b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:48136/0 (socket says 172.21.15.26:48136) 2024-04-26T23:25:13.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e5e00700 1 -- 172.21.15.26:0/3225731985 learned_addr learned my addr 172.21.15.26:0/3225731985 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:25:13.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e4a00700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30e0077450 0x7f30e019bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:25:13.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e5e00700 1 -- 172.21.15.26:0/3225731985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30e0077450 msgr2=0x7f30e019bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:13.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e5e00700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30e0077450 0x7f30e019bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:13.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e5e00700 1 -- 172.21.15.26:0/3225731985 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f30e0075e80 msgr2=0x7f30e019b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:13.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e5e00700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f30e0075e80 0x7f30e019b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:13.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.347+0000 7f30e5e00700 1 -- 172.21.15.26:0/3225731985 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30e01a3320 con 0x7f30e010b360 2024-04-26T23:25:13.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.348+0000 7f30e5e00700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30e010b360 0x7f30e01a2c80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f30d800b070 tx=0x7f30d8009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:25:13.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.348+0000 7f30de000700 1 -- 172.21.15.26:0/3225731985 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d8021070 con 0x7f30e010b360 2024-04-26T23:25:13.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.348+0000 7f30de000700 1 -- 172.21.15.26:0/3225731985 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f30d8007b80 con 0x7f30e010b360 2024-04-26T23:25:13.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.348+0000 7f30e7e00700 1 -- 172.21.15.26:0/3225731985 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30e01a35b0 con 0x7f30e010b360 2024-04-26T23:25:13.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.348+0000 7f30de000700 1 -- 172.21.15.26:0/3225731985 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d801b690 con 0x7f30e010b360 2024-04-26T23:25:13.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.349+0000 7f30e7e00700 1 -- 172.21.15.26:0/3225731985 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30e01a3a00 con 0x7f30e010b360 2024-04-26T23:25:13.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.350+0000 7f30de000700 1 -- 172.21.15.26:0/3225731985 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f30d8024070 con 0x7f30e010b360 2024-04-26T23:25:13.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.350+0000 7f30de000700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f30c8039890 0x7f30c803bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:25:13.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.350+0000 7f30de000700 1 -- 172.21.15.26:0/3225731985 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f30d800f020 con 0x7f30e010b360 2024-04-26T23:25:13.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.350+0000 7f30e7e00700 1 -- 172.21.15.26:0/3225731985 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30e006a110 con 0x7f30e010b360 2024-04-26T23:25:13.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.350+0000 7f30e5400700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f30c8039890 0x7f30c803bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:25:13.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.351+0000 7f30e5400700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f30c8039890 0x7f30c803bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f30e0077830 tx=0x7f30d400b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:25:13.355 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:13.098+0000 7fd123f2d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T23:25:13.355 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:13.353+0000 7fd123f2d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:25:13.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.357+0000 7f30de000700 1 -- 172.21.15.26:0/3225731985 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f30d802b020 con 0x7f30e010b360 2024-04-26T23:25:13.375 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:13 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:13.103+0000 7f065d34a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T23:25:13.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:13.606+0000 7f30e7e00700 1 -- 172.21.15.26:0/3225731985 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f30e0063860 con 0x7f30c8039890 2024-04-26T23:25:13.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:13 smithi164 ceph-mon[31699]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:13.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:13 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:13.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:13 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:13.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:13 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:13.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:13 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:13.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:13 smithi026 ceph-mon[28371]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:13.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:13 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:13.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:13 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:13.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:13 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:13.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:13 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:13.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:13 smithi086 ceph-mon[31122]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:13.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:13 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:13 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:13 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:13 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:13.819 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:13 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:13.373+0000 7f065d34a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:25:13.819 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:13 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:13.517+0000 7f065d34a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T23:25:14.318 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:13 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:13.931+0000 7f065d34a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T23:25:14.318 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:14 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:14.044+0000 7f065d34a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T23:25:14.464 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:14.190+0000 7fd123f2d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T23:25:14.723 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:14.723 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:25:14.723 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:25:14.723 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:14.723 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:14.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:14.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:25:14.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:25:14.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:14.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:14.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:14.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:25:14.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:25:14.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:14.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:15.195 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:14.789+0000 7fd123f2d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T23:25:15.195 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:14.924+0000 7fd123f2d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T23:25:15.468 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:15.192+0000 7fd123f2d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T23:25:15.750 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:15 smithi026 ceph-mon[28371]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:25:15.750 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:15 smithi026 ceph-mon[28371]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:15.750 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:15.750 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:15.750 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:15.750 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:15.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:15 smithi164 ceph-mon[31699]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:25:15.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:15 smithi164 ceph-mon[31699]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:15.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:15.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:15.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:15.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:15.818 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:15 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:15.705+0000 7f065d34a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T23:25:15.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:15 smithi086 ceph-mon[31122]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:25:15.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:15 smithi086 ceph-mon[31122]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:15.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:15.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:15.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:15.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:16.275 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:15.866+0000 7fd123f2d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T23:25:16.275 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:15.988+0000 7fd123f2d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T23:25:16.319 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:15 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:15.936+0000 7f065d34a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T23:25:16.319 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:16 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:16.152+0000 7f065d34a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T23:25:16.615 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:16 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:16.307+0000 7fd123f2d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T23:25:16.616 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:16 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:16.485+0000 7fd123f2d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T23:25:16.616 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:16 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:16.612+0000 7fd123f2d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T23:25:16.818 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:16 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:16.566+0000 7f065d34a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T23:25:16.818 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:16 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:16.697+0000 7f065d34a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T23:25:17.025 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:16 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:16.763+0000 7fd123f2d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T23:25:17.318 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:16 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:16.961+0000 7f065d34a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T23:25:17.318 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:17 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:17.208+0000 7f065d34a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:25:17.473 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:17 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:17.143+0000 7fd123f2d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T23:25:17.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:17 smithi164 ceph-mon[31699]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:17.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:17.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:17.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:17.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T23:25:17.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T23:25:17.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:17.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:17 smithi026 ceph-mon[28371]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:17.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:17.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:17.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:17.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T23:25:17.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T23:25:17.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:17.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:17 smithi086 ceph-mon[31122]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:17.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:17.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:17.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:17.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T23:25:17.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T23:25:17.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:18.190 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:17 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:17.904+0000 7fd123f2d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T23:25:18.190 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:25:18.186+0000 7fd123f2d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T23:25:18.318 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:17 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:17.993+0000 7f065d34a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T23:25:18.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:18.620+0000 7f30de000700 1 -- 172.21.15.26:0/3225731985 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mgrmap(e 14) ==== 92602+0+0 (secure 0 0 0) 0x7f30d8024c60 con 0x7f30e010b360 2024-04-26T23:25:18.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-mon[31699]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T23:25:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-mon[31699]: Reconfiguring daemon mgr.x on smithi026 2024-04-26T23:25:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1284354061' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f8e4323-3983-4504-b167-c8681eb37bca"}]: dispatch 2024-04-26T23:25:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1284354061' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f8e4323-3983-4504-b167-c8681eb37bca"}]': finished 2024-04-26T23:25:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-mon[31699]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T23:25:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-mon[31699]: Standby manager daemon z started 2024-04-26T23:25:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.164:0/406103424' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T23:25:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.164:0/406103424' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T23:25:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.164:0/406103424' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T23:25:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.164:0/406103424' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T23:25:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:18 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/701677507' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:25:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:18 smithi026 ceph-mon[28371]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T23:25:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:18 smithi026 ceph-mon[28371]: Reconfiguring daemon mgr.x on smithi026 2024-04-26T23:25:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:18 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1284354061' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f8e4323-3983-4504-b167-c8681eb37bca"}]: dispatch 2024-04-26T23:25:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:18 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1284354061' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f8e4323-3983-4504-b167-c8681eb37bca"}]': finished 2024-04-26T23:25:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:18 smithi026 ceph-mon[28371]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T23:25:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:18 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:18 smithi026 ceph-mon[28371]: Standby manager daemon z started 2024-04-26T23:25:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:18 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.164:0/406103424' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T23:25:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:18 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.164:0/406103424' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T23:25:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:18 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.164:0/406103424' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T23:25:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:18 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.164:0/406103424' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T23:25:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:18 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/701677507' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:25:18.818 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:18.538+0000 7f065d34a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T23:25:18.818 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:18.673+0000 7f065d34a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T23:25:18.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-mon[31122]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T23:25:18.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-mon[31122]: Reconfiguring daemon mgr.x on smithi026 2024-04-26T23:25:18.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1284354061' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f8e4323-3983-4504-b167-c8681eb37bca"}]: dispatch 2024-04-26T23:25:18.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1284354061' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f8e4323-3983-4504-b167-c8681eb37bca"}]': finished 2024-04-26T23:25:18.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-mon[31122]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T23:25:18.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:18.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-mon[31122]: Standby manager daemon z started 2024-04-26T23:25:18.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.164:0/406103424' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T23:25:18.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.164:0/406103424' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T23:25:18.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.164:0/406103424' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T23:25:18.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.164:0/406103424' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T23:25:18.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/701677507' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:25:19.318 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:18 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:18.937+0000 7f065d34a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T23:25:19.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:19 smithi164 ceph-mon[31699]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:19.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:19 smithi164 ceph-mon[31699]: mgrmap e14: x(active, since 104s), standbys: z 2024-04-26T23:25:19.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T23:25:19.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:19 smithi026 ceph-mon[28371]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:19.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:19 smithi026 ceph-mon[28371]: mgrmap e14: x(active, since 104s), standbys: z 2024-04-26T23:25:19.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T23:25:19.818 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:19 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:19.588+0000 7f065d34a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T23:25:19.818 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:19 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:19.710+0000 7f065d34a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T23:25:19.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:19 smithi086 ceph-mon[31122]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:19.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:19 smithi086 ceph-mon[31122]: mgrmap e14: x(active, since 104s), standbys: z 2024-04-26T23:25:19.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T23:25:20.318 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:20 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:20.024+0000 7f065d34a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T23:25:20.319 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:20 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:20.198+0000 7f065d34a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T23:25:20.818 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:20 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:20.322+0000 7f065d34a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T23:25:20.818 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:20 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:20.470+0000 7f065d34a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T23:25:21.318 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:20 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:20.836+0000 7f065d34a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T23:25:21.756 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:21 smithi026 ceph-mon[28371]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:21.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:21 smithi164 ceph-mon[31699]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:21.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:21 smithi086 ceph-mon[31122]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:21.819 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:21 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:21.587+0000 7f065d34a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T23:25:22.318 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:25:21 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:25:21.865+0000 7f065d34a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T23:25:22.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:22.513+0000 7f30de000700 1 -- 172.21.15.26:0/3225731985 <== mon.0 v2:172.21.15.26:3300/0 8 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f30d8026450 con 0x7f30e010b360 2024-04-26T23:25:22.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:22 smithi164 ceph-mon[31699]: Standby manager daemon y started 2024-04-26T23:25:22.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:22 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.86:0/395607060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T23:25:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:22 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.86:0/395607060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T23:25:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:22 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.86:0/395607060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T23:25:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:22 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.86:0/395607060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T23:25:22.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:22 smithi026 ceph-mon[28371]: Standby manager daemon y started 2024-04-26T23:25:22.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:22 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.86:0/395607060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T23:25:22.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:22 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.86:0/395607060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T23:25:22.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:22 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.86:0/395607060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T23:25:22.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:22 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.86:0/395607060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T23:25:22.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:22 smithi086 ceph-mon[31122]: Standby manager daemon y started 2024-04-26T23:25:22.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:22 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.86:0/395607060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T23:25:22.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:22 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.86:0/395607060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T23:25:22.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:22 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.86:0/395607060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T23:25:22.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:22 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.86:0/395607060' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T23:25:23.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:23 smithi164 ceph-mon[31699]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:23.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:23 smithi164 ceph-mon[31699]: mgrmap e15: x(active, since 108s), standbys: z, y 2024-04-26T23:25:23.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:23 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T23:25:23.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:23 smithi026 ceph-mon[28371]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:23.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:23 smithi026 ceph-mon[28371]: mgrmap e15: x(active, since 108s), standbys: z, y 2024-04-26T23:25:23.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:23 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T23:25:23.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:23 smithi086 ceph-mon[31122]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:23.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:23 smithi086 ceph-mon[31122]: mgrmap e15: x(active, since 108s), standbys: z, y 2024-04-26T23:25:23.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:23 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T23:25:25.453 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:25 smithi026 ceph-mon[28371]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:25.453 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:25.454 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:25.454 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:25.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:25 smithi164 ceph-mon[31699]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:25.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:25 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:25.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:25 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:25.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:25 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:25.568 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:25 smithi086 ceph-mon[31122]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:25.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:25 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:25.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:25 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:25.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:25 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:26.472 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:26 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:26.472 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:26 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:26.472 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:26 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:26.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:26 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:26.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:26 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:26.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:26 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:26.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:26 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:26.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:26 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:26.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:26 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:27.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:27 smithi164 ceph-mon[31699]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:27.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:27 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T23:25:27.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:27 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:27.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:27 smithi026 ceph-mon[28371]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:27.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:27 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T23:25:27.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:27 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:27.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:27 smithi086 ceph-mon[31122]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:27.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:27 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T23:25:27.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:27 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:28.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:28 smithi164 ceph-mon[31699]: Deploying daemon osd.0 on smithi026 2024-04-26T23:25:28.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:28 smithi026 ceph-mon[28371]: Deploying daemon osd.0 on smithi026 2024-04-26T23:25:28.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:28 smithi086 ceph-mon[31122]: Deploying daemon osd.0 on smithi026 2024-04-26T23:25:29.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:29 smithi164 ceph-mon[31699]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:29.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:29 smithi026 ceph-mon[28371]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:29.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:29 smithi086 ceph-mon[31122]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:30.531 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:30 smithi026 ceph-mon[28371]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:30.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:30 smithi164 ceph-mon[31699]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:30.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:30 smithi086 ceph-mon[31122]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:32.996 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:32 smithi026 ceph-mon[28371]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:33.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:32 smithi086 ceph-mon[31122]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:33.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:32 smithi164 ceph-mon[31699]: pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:35.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:34 smithi026 ceph-mon[28371]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:35.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:34 smithi086 ceph-mon[31122]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:35.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:34 smithi164 ceph-mon[31699]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:37.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:36 smithi086 ceph-mon[31122]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:37.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:36 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:37.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:36 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:37.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:36 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:37.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:36 smithi164 ceph-mon[31699]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:37.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:36 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:37.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:36 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:37.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:36 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:37.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:36 smithi026 ceph-mon[28371]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:37.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:36 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:37.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:36 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:37.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:36 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:38.973 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:38 smithi026 ceph-mon[28371]: pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:39.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:38 smithi086 ceph-mon[31122]: pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:39.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:38 smithi164 ceph-mon[31699]: pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:41.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:40 smithi164 ceph-mon[31699]: pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:41.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:40 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:41.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:40 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:41.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:40 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:41.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:40 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:41.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:40 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:41.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:40 smithi164 ceph-mon[31699]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T23:25:41.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:40 smithi026 ceph-mon[28371]: pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:41.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:40 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:41.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:40 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:41.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:40 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:41.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:40 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:41.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:40 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:41.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:40 smithi026 ceph-mon[28371]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T23:25:41.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:40 smithi086 ceph-mon[31122]: pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:41.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:40 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:41.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:40 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:41.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:40 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:41.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:40 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:41.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:40 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:41.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:40 smithi086 ceph-mon[31122]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T23:25:42.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.021+0000 7f30de000700 1 -- 172.21.15.26:0/3225731985 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f30e0063860 con 0x7f30c8039890 2024-04-26T23:25:42.024 INFO:teuthology.orchestra.run.smithi026.stdout:Created osd(s) 0 on host 'smithi026' 2024-04-26T23:25:42.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.025+0000 7f30e7e00700 1 -- 172.21.15.26:0/3225731985 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f30c8039890 msgr2=0x7f30c803bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:42.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.025+0000 7f30e7e00700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f30c8039890 0x7f30c803bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f30e0077830 tx=0x7f30d400b3c0 comp rx=0 tx=0).stop 2024-04-26T23:25:42.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.025+0000 7f30e7e00700 1 -- 172.21.15.26:0/3225731985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30e010b360 msgr2=0x7f30e01a2c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:42.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.025+0000 7f30e7e00700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30e010b360 0x7f30e01a2c80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f30d800b070 tx=0x7f30d8009bf0 comp rx=0 tx=0).stop 2024-04-26T23:25:42.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.025+0000 7f30e7e00700 1 -- 172.21.15.26:0/3225731985 shutdown_connections 2024-04-26T23:25:42.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.025+0000 7f30e7e00700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f30c8039890 0x7f30c803bd50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:42.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.025+0000 7f30e7e00700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f30e010b360 0x7f30e01a2c80 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:42.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.025+0000 7f30e7e00700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f30e0075e80 0x7f30e019b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:42.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.025+0000 7f30e7e00700 1 --2- 172.21.15.26:0/3225731985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30e0077450 0x7f30e019bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:42.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.025+0000 7f30e7e00700 1 -- 172.21.15.26:0/3225731985 >> 172.21.15.26:0/3225731985 conn(0x7f30e00fe9f0 msgr2=0x7f30e0107260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:25:42.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.026+0000 7f30e7e00700 1 -- 172.21.15.26:0/3225731985 shutdown_connections 2024-04-26T23:25:42.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:25:42.026+0000 7f30e7e00700 1 -- 172.21.15.26:0/3225731985 wait complete. 2024-04-26T23:25:42.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:41 smithi164 ceph-mon[31699]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T23:25:42.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:41 smithi164 ceph-mon[31699]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T23:25:42.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:41 smithi164 ceph-mon[31699]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T23:25:42.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:42.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:41 smithi026 ceph-mon[28371]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T23:25:42.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:41 smithi026 ceph-mon[28371]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T23:25:42.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:41 smithi026 ceph-mon[28371]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T23:25:42.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:42.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:41 smithi086 ceph-mon[31122]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T23:25:42.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:41 smithi086 ceph-mon[31122]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T23:25:42.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:41 smithi086 ceph-mon[31122]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T23:25:42.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:42.824 DEBUG:teuthology.orchestra.run.smithi026:osd.0> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.0.service 2024-04-26T23:25:42.830 INFO:tasks.cephadm:Deploying osd.1 on smithi086 with /dev/vg_nvme/lv_4... 2024-04-26T23:25:42.830 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T23:25:43.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:42 smithi026 ceph-mon[28371]: pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:43.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:42 smithi026 ceph-mon[28371]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T23:25:43.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:42 smithi026 ceph-mon[28371]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T23:25:43.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:43.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:43.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:43.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:43.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:43.026 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:25:43 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0[43137]: 2024-04-26T23:25:43.015+0000 7ff2da200700 -1 osd.0 0 waiting for initial osdmap 2024-04-26T23:25:43.267 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T23:25:43.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:42 smithi164 ceph-mon[31699]: pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:43.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:42 smithi164 ceph-mon[31699]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T23:25:43.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:42 smithi164 ceph-mon[31699]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T23:25:43.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:43.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:43.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:43.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:43.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:43.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:42 smithi086 ceph-mon[31122]: pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:43.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:42 smithi086 ceph-mon[31122]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T23:25:43.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:42 smithi086 ceph-mon[31122]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T23:25:43.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:43.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:43.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:43.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:43.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:25:43.333 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:25:43 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0[43137]: 2024-04-26T23:25:43.032+0000 7ff2d0000700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T23:25:44.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:43 smithi086 ceph-mon[31122]: purged_snaps scrub starts 2024-04-26T23:25:44.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:43 smithi086 ceph-mon[31122]: purged_snaps scrub ok 2024-04-26T23:25:44.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:43 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:44.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:43 smithi086 ceph-mon[31122]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' 2024-04-26T23:25:44.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:43 smithi164 ceph-mon[31699]: purged_snaps scrub starts 2024-04-26T23:25:44.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:43 smithi164 ceph-mon[31699]: purged_snaps scrub ok 2024-04-26T23:25:44.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:43 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:44.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:43 smithi164 ceph-mon[31699]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' 2024-04-26T23:25:44.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:43 smithi026 ceph-mon[28371]: purged_snaps scrub starts 2024-04-26T23:25:44.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:43 smithi026 ceph-mon[28371]: purged_snaps scrub ok 2024-04-26T23:25:44.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:43 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:44.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:43 smithi026 ceph-mon[28371]: from='osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532]' entity='osd.0' 2024-04-26T23:25:45.067 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:44 smithi086 ceph-mon[31122]: pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:45.067 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:44 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:45.067 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:44 smithi086 ceph-mon[31122]: osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532] boot 2024-04-26T23:25:45.067 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:44 smithi086 ceph-mon[31122]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T23:25:45.067 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:44 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:45.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:44 smithi164 ceph-mon[31699]: pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:45.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:45.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:44 smithi164 ceph-mon[31699]: osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532] boot 2024-04-26T23:25:45.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:44 smithi164 ceph-mon[31699]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T23:25:45.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:45.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:44 smithi026 ceph-mon[28371]: pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T23:25:45.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:45.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:44 smithi026 ceph-mon[28371]: osd.0 [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532] boot 2024-04-26T23:25:45.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:44 smithi026 ceph-mon[28371]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T23:25:45.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:25:46.057 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T23:25:46.057 INFO:teuthology.orchestra.run.smithi086.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T23:25:46.057 INFO:teuthology.orchestra.run.smithi086.stderr: stderr: 10+0 records in 2024-04-26T23:25:46.057 INFO:teuthology.orchestra.run.smithi086.stderr:10+0 records out 2024-04-26T23:25:46.057 INFO:teuthology.orchestra.run.smithi086.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0401131 s, 261 MB/s 2024-04-26T23:25:46.057 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping successful for: 2024-04-26T23:25:46.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:46 smithi086 ceph-mon[31122]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T23:25:46.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:46 smithi164 ceph-mon[31699]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T23:25:46.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:46 smithi026 ceph-mon[28371]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T23:25:46.819 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi086:vg_nvme/lv_4 2024-04-26T23:25:47.246 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T23:25:47.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:47 smithi026 ceph-mon[28371]: pgmap v65: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:47.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:47 smithi086 ceph-mon[31122]: pgmap v65: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:47.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:47 smithi164 ceph-mon[31699]: pgmap v65: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:49.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:48 smithi086 ceph-mon[31122]: pgmap v66: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:48 smithi086 ceph-mon[31122]: Detected new or changed devices on smithi026 2024-04-26T23:25:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:48 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:48 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:48 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:25:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:48 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi026 to 17094M 2024-04-26T23:25:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:48 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:48 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:48 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:48 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:49.241 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.238+0000 7f6367c00700 1 -- 172.21.15.86:0/1841580601 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f636010b660 msgr2=0x7f6360111f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:49.241 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.238+0000 7f6367c00700 1 --2- 172.21.15.86:0/1841580601 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f636010b660 0x7f6360111f10 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f635800b0d0 tx=0x7f635800b3e0 comp rx=0 tx=0).stop 2024-04-26T23:25:49.241 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.238+0000 7f6367c00700 1 -- 172.21.15.86:0/1841580601 shutdown_connections 2024-04-26T23:25:49.241 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.238+0000 7f6367c00700 1 --2- 172.21.15.86:0/1841580601 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f636010b660 0x7f6360111f10 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:49.242 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.238+0000 7f6367c00700 1 --2- 172.21.15.86:0/1841580601 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6360109ac0 0x7f6360109ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:49.242 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.238+0000 7f6367c00700 1 --2- 172.21.15.86:0/1841580601 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f636010acc0 0x7f636010b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:49.242 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.238+0000 7f6367c00700 1 -- 172.21.15.86:0/1841580601 >> 172.21.15.86:0/1841580601 conn(0x7f6360078a90 msgr2=0x7f636007aed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:25:49.242 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.238+0000 7f6367c00700 1 -- 172.21.15.86:0/1841580601 shutdown_connections 2024-04-26T23:25:49.242 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.238+0000 7f6367c00700 1 -- 172.21.15.86:0/1841580601 wait complete. 2024-04-26T23:25:49.243 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.239+0000 7f6367c00700 1 Processor -- start 2024-04-26T23:25:49.243 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.239+0000 7f6367c00700 1 -- start start 2024-04-26T23:25:49.243 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.239+0000 7f6367c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6360109ac0 0x7f636019f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:25:49.243 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.239+0000 7f6367c00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f636010acc0 0x7f636019ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:25:49.243 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.239+0000 7f6367c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f636010b660 0x7f63601a6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:25:49.243 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.240+0000 7f6367c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6360115440 con 0x7f636010b660 2024-04-26T23:25:49.243 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.240+0000 7f6367c00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f63601152c0 con 0x7f636010acc0 2024-04-26T23:25:49.243 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.240+0000 7f6367c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f63601155c0 con 0x7f6360109ac0 2024-04-26T23:25:49.244 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.240+0000 7f6365c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f636010b660 0x7f63601a6fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:25:49.244 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.240+0000 7f635fe00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f636010acc0 0x7f636019ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:25:49.244 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.240+0000 7f6365200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6360109ac0 0x7f636019f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:25:49.244 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.240+0000 7f635fe00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f636010acc0 0x7f636019ff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.86:52272/0 (socket says 172.21.15.86:52272) 2024-04-26T23:25:49.244 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.240+0000 7f635fe00700 1 -- 172.21.15.86:0/2265744255 learned_addr learned my addr 172.21.15.86:0/2265744255 (peer_addr_for_me v2:172.21.15.86:0/0) 2024-04-26T23:25:49.245 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.241+0000 7f635fe00700 1 -- 172.21.15.86:0/2265744255 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6360109ac0 msgr2=0x7f636019f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:49.245 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.241+0000 7f635fe00700 1 --2- 172.21.15.86:0/2265744255 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6360109ac0 0x7f636019f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:49.245 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.241+0000 7f635fe00700 1 -- 172.21.15.86:0/2265744255 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f636010b660 msgr2=0x7f63601a6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:25:49.245 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.241+0000 7f635fe00700 1 --2- 172.21.15.86:0/2265744255 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f636010b660 0x7f63601a6fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:25:49.245 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.241+0000 7f635fe00700 1 -- 172.21.15.86:0/2265744255 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63601a7650 con 0x7f636010acc0 2024-04-26T23:25:49.245 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.241+0000 7f635fe00700 1 --2- 172.21.15.86:0/2265744255 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f636010acc0 0x7f636019ff30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f634c00d950 tx=0x7f634c00dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:25:49.245 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.241+0000 7f635d600700 1 -- 172.21.15.86:0/2265744255 <== mon.2 v2:172.21.15.86:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f634c016070 con 0x7f636010acc0 2024-04-26T23:25:49.245 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.241+0000 7f635d600700 1 -- 172.21.15.86:0/2265744255 <== mon.2 v2:172.21.15.86:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f634c00fd20 con 0x7f636010acc0 2024-04-26T23:25:49.245 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.241+0000 7f6367c00700 1 -- 172.21.15.86:0/2265744255 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63601a7940 con 0x7f636010acc0 2024-04-26T23:25:49.245 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.241+0000 7f635d600700 1 -- 172.21.15.86:0/2265744255 <== mon.2 v2:172.21.15.86:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f634c00e3b0 con 0x7f636010acc0 2024-04-26T23:25:49.246 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.241+0000 7f6367c00700 1 -- 172.21.15.86:0/2265744255 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63601a7e80 con 0x7f636010acc0 2024-04-26T23:25:49.246 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.243+0000 7f6367c00700 1 -- 172.21.15.86:0/2265744255 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f636006a110 con 0x7f636010acc0 2024-04-26T23:25:49.248 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.245+0000 7f635d600700 1 -- 172.21.15.86:0/2265744255 <== mon.2 v2:172.21.15.86:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f634c019070 con 0x7f636010acc0 2024-04-26T23:25:49.250 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.246+0000 7f635d600700 1 --2- 172.21.15.86:0/2265744255 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f63480a3c30 0x7f63480a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:25:49.250 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.247+0000 7f635d600700 1 -- 172.21.15.86:0/2265744255 <== mon.2 v2:172.21.15.86:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f634c0ce410 con 0x7f636010acc0 2024-04-26T23:25:49.250 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.247+0000 7f6365200700 1 --2- 172.21.15.86:0/2265744255 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f63480a3c30 0x7f63480a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:25:49.251 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.248+0000 7f6365200700 1 --2- 172.21.15.86:0/2265744255 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f63480a3c30 0x7f63480a60f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f636010ab20 tx=0x7f635400a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:25:49.254 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.250+0000 7f635d600700 1 -- 172.21.15.86:0/2265744255 <== mon.2 v2:172.21.15.86:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f634c09c7c0 con 0x7f636010acc0 2024-04-26T23:25:49.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:48 smithi164 ceph-mon[31699]: pgmap v66: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:49.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:48 smithi164 ceph-mon[31699]: Detected new or changed devices on smithi026 2024-04-26T23:25:49.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:48 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:49.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:48 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:49.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:48 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:25:49.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:48 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi026 to 17094M 2024-04-26T23:25:49.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:48 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:49.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:48 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:49.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:48 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:49.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:48 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:49.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:48 smithi026 ceph-mon[28371]: pgmap v66: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:49.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:48 smithi026 ceph-mon[28371]: Detected new or changed devices on smithi026 2024-04-26T23:25:49.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:48 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:49.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:48 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:49.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:48 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:25:49.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:48 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi026 to 17094M 2024-04-26T23:25:49.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:48 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:49.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:48 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:49.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:48 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:25:49.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:48 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:25:49.490 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:25:49.487+0000 7f6367c00700 1 -- 172.21.15.86:0/2265744255 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f6360063860 con 0x7f63480a3c30 2024-04-26T23:25:50.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:49 smithi164 ceph-mon[31699]: from='client.34139 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:25:50.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:49 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:25:50.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:49 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:25:50.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:49 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:50.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:49 smithi026 ceph-mon[28371]: from='client.34139 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:25:50.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:49 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:25:50.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:49 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:25:50.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:49 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:50.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:49 smithi086 ceph-mon[31122]: from='client.34139 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:25:50.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:25:50.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:25:50.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:25:50.981 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:50 smithi164 ceph-mon[31699]: pgmap v67: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:50 smithi086 ceph-mon[31122]: pgmap v67: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:51.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:50 smithi026 ceph-mon[28371]: pgmap v67: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:53.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:52 smithi026 ceph-mon[28371]: pgmap v68: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:53.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:52 smithi164 ceph-mon[31699]: pgmap v68: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:53.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:52 smithi086 ceph-mon[31122]: pgmap v68: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:54.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:53 smithi164 ceph-mon[31699]: from='client.? 172.21.15.86:0/1007494957' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c619281f-c48f-4b6e-a11d-da73766f9eef"}]: dispatch 2024-04-26T23:25:54.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:53 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c619281f-c48f-4b6e-a11d-da73766f9eef"}]: dispatch 2024-04-26T23:25:54.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:53 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c619281f-c48f-4b6e-a11d-da73766f9eef"}]': finished 2024-04-26T23:25:54.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:53 smithi164 ceph-mon[31699]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T23:25:54.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:25:54.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:53 smithi026 ceph-mon[28371]: from='client.? 172.21.15.86:0/1007494957' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c619281f-c48f-4b6e-a11d-da73766f9eef"}]: dispatch 2024-04-26T23:25:54.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:53 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c619281f-c48f-4b6e-a11d-da73766f9eef"}]: dispatch 2024-04-26T23:25:54.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:53 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c619281f-c48f-4b6e-a11d-da73766f9eef"}]': finished 2024-04-26T23:25:54.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:53 smithi026 ceph-mon[28371]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T23:25:54.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:25:54.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:53 smithi086 ceph-mon[31122]: from='client.? 172.21.15.86:0/1007494957' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c619281f-c48f-4b6e-a11d-da73766f9eef"}]: dispatch 2024-04-26T23:25:54.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:53 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c619281f-c48f-4b6e-a11d-da73766f9eef"}]: dispatch 2024-04-26T23:25:54.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:53 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c619281f-c48f-4b6e-a11d-da73766f9eef"}]': finished 2024-04-26T23:25:54.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:53 smithi086 ceph-mon[31122]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T23:25:54.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:25:55.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:54 smithi164 ceph-mon[31699]: pgmap v70: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:55.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:54 smithi164 ceph-mon[31699]: from='client.? 172.21.15.86:0/1718209531' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:25:55.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:54 smithi026 ceph-mon[28371]: pgmap v70: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:55.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:54 smithi026 ceph-mon[28371]: from='client.? 172.21.15.86:0/1718209531' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:25:55.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:54 smithi086 ceph-mon[31122]: pgmap v70: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:55.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:54 smithi086 ceph-mon[31122]: from='client.? 172.21.15.86:0/1718209531' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:25:57.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:56 smithi164 ceph-mon[31699]: pgmap v71: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:57.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:56 smithi026 ceph-mon[28371]: pgmap v71: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:57.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:56 smithi086 ceph-mon[31122]: pgmap v71: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:59.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:25:58 smithi086 ceph-mon[31122]: pgmap v72: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:59.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:25:58 smithi164 ceph-mon[31699]: pgmap v72: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:25:59.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:25:58 smithi026 ceph-mon[28371]: pgmap v72: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:01.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:00 smithi164 ceph-mon[31699]: pgmap v73: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:01.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:00 smithi026 ceph-mon[28371]: pgmap v73: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:01.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:00 smithi086 ceph-mon[31122]: pgmap v73: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:03.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:02 smithi086 ceph-mon[31122]: pgmap v74: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:03.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T23:26:03.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:03.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:02 smithi164 ceph-mon[31699]: pgmap v74: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:03.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T23:26:03.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:03.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:02 smithi026 ceph-mon[28371]: pgmap v74: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:03.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T23:26:03.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:04.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:03 smithi026 ceph-mon[28371]: Deploying daemon osd.1 on smithi086 2024-04-26T23:26:04.192 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:03 smithi086 ceph-mon[31122]: Deploying daemon osd.1 on smithi086 2024-04-26T23:26:04.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:03 smithi164 ceph-mon[31699]: Deploying daemon osd.1 on smithi086 2024-04-26T23:26:05.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:04 smithi164 ceph-mon[31699]: pgmap v75: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:05.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:04 smithi026 ceph-mon[28371]: pgmap v75: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:05.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:04 smithi086 ceph-mon[31122]: pgmap v75: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:07.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:06 smithi086 ceph-mon[31122]: pgmap v76: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:07.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:06 smithi164 ceph-mon[31699]: pgmap v76: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:07.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:06 smithi026 ceph-mon[28371]: pgmap v76: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:09.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:08 smithi164 ceph-mon[31699]: pgmap v77: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:09.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:08 smithi026 ceph-mon[28371]: pgmap v77: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:09.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:08 smithi086 ceph-mon[31122]: pgmap v77: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:11.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:10 smithi164 ceph-mon[31699]: pgmap v78: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:11.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:10 smithi026 ceph-mon[28371]: pgmap v78: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:11.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:10 smithi086 ceph-mon[31122]: pgmap v78: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:12.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:12.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:12.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:26:12.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:12.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:12.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:26:12.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:12.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:12.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:26:13.342 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:13 smithi086 ceph-mon[31122]: pgmap v79: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:13.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:13 smithi164 ceph-mon[31699]: pgmap v79: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:13.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:13 smithi026 ceph-mon[28371]: pgmap v79: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:15 smithi164 ceph-mon[31699]: pgmap v80: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:26:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:15 smithi164 ceph-mon[31699]: from='osd.1 [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T23:26:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:15 smithi164 ceph-mon[31699]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T23:26:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:15 smithi026 ceph-mon[28371]: pgmap v80: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:26:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:15 smithi026 ceph-mon[28371]: from='osd.1 [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T23:26:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:15 smithi026 ceph-mon[28371]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T23:26:15.792 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:15 smithi086 ceph-mon[31122]: pgmap v80: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:15.792 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:15.792 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:15.792 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:15.792 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:26:15.792 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:15.792 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:15 smithi086 ceph-mon[31122]: from='osd.1 [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T23:26:15.793 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:15 smithi086 ceph-mon[31122]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T23:26:15.906 INFO:teuthology.orchestra.run.smithi086.stdout:Created osd(s) 1 on host 'smithi086' 2024-04-26T23:26:15.907 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.904+0000 7f635d600700 1 -- 172.21.15.86:0/2265744255 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6360063860 con 0x7f63480a3c30 2024-04-26T23:26:15.909 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.907+0000 7f6367c00700 1 -- 172.21.15.86:0/2265744255 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f63480a3c30 msgr2=0x7f63480a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:26:15.909 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.907+0000 7f6367c00700 1 --2- 172.21.15.86:0/2265744255 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f63480a3c30 0x7f63480a60f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f636010ab20 tx=0x7f635400a3b0 comp rx=0 tx=0).stop 2024-04-26T23:26:15.909 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.907+0000 7f6367c00700 1 -- 172.21.15.86:0/2265744255 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f636010acc0 msgr2=0x7f636019ff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:26:15.909 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.907+0000 7f6367c00700 1 --2- 172.21.15.86:0/2265744255 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f636010acc0 0x7f636019ff30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f634c00d950 tx=0x7f634c00dc60 comp rx=0 tx=0).stop 2024-04-26T23:26:15.910 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.907+0000 7f6367c00700 1 -- 172.21.15.86:0/2265744255 shutdown_connections 2024-04-26T23:26:15.910 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.907+0000 7f6367c00700 1 --2- 172.21.15.86:0/2265744255 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f63480a3c30 0x7f63480a60f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:15.910 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.907+0000 7f6367c00700 1 --2- 172.21.15.86:0/2265744255 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f636010b660 0x7f63601a6fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:15.910 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.907+0000 7f6367c00700 1 --2- 172.21.15.86:0/2265744255 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6360109ac0 0x7f636019f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:15.910 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.907+0000 7f6367c00700 1 --2- 172.21.15.86:0/2265744255 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f636010acc0 0x7f636019ff30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:15.910 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.907+0000 7f6367c00700 1 -- 172.21.15.86:0/2265744255 >> 172.21.15.86:0/2265744255 conn(0x7f6360078a90 msgr2=0x7f636010dfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:26:15.910 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.907+0000 7f6367c00700 1 -- 172.21.15.86:0/2265744255 shutdown_connections 2024-04-26T23:26:15.910 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:26:15.907+0000 7f6367c00700 1 -- 172.21.15.86:0/2265744255 wait complete. 2024-04-26T23:26:16.686 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:16 smithi086 ceph-mon[31122]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T23:26:16.686 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:16 smithi086 ceph-mon[31122]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T23:26:16.686 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:16 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:16.686 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:16 smithi086 ceph-mon[31122]: from='osd.1 [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:26:16.686 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:16 smithi086 ceph-mon[31122]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:26:16.686 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:16 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:16.686 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:16 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:16.686 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:16 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:26:16.737 DEBUG:teuthology.orchestra.run.smithi086:osd.1> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.1.service 2024-04-26T23:26:16.742 INFO:tasks.cephadm:Deploying osd.2 on smithi164 with /dev/vg_nvme/lv_4... 2024-04-26T23:26:16.743 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T23:26:16.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:16 smithi164 ceph-mon[31699]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T23:26:16.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:16 smithi164 ceph-mon[31699]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T23:26:16.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:16 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:16.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:16 smithi164 ceph-mon[31699]: from='osd.1 [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:26:16.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:16 smithi164 ceph-mon[31699]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:26:16.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:16 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:16.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:16 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:16.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:16 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:26:16.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:16 smithi026 ceph-mon[28371]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T23:26:16.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:16 smithi026 ceph-mon[28371]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T23:26:16.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:16 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:16.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:16 smithi026 ceph-mon[28371]: from='osd.1 [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:26:16.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:16 smithi026 ceph-mon[28371]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:26:16.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:16 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:16.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:16 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:16.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:16 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:26:17.166 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:26:17.606 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:17 smithi164 ceph-mon[31699]: pgmap v82: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:17.606 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:17 smithi164 ceph-mon[31699]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-04-26T23:26:17.606 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:17 smithi164 ceph-mon[31699]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T23:26:17.606 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:17.607 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:17.776 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:17 smithi086 ceph-mon[31122]: pgmap v82: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:17.776 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:17 smithi086 ceph-mon[31122]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-04-26T23:26:17.776 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:17 smithi086 ceph-mon[31122]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T23:26:17.777 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:17.777 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:17.777 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:26:17 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1[35728]: 2024-04-26T23:26:17.511+0000 7f7313000700 -1 osd.1 0 waiting for initial osdmap 2024-04-26T23:26:17.777 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:26:17 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1[35728]: 2024-04-26T23:26:17.574+0000 7f7308e00700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T23:26:18.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:17 smithi026 ceph-mon[28371]: pgmap v82: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:18.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:17 smithi026 ceph-mon[28371]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-04-26T23:26:18.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:17 smithi026 ceph-mon[28371]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T23:26:18.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:18.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:18.646 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:18 smithi086 ceph-mon[31122]: purged_snaps scrub starts 2024-04-26T23:26:18.646 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:18 smithi086 ceph-mon[31122]: purged_snaps scrub ok 2024-04-26T23:26:18.646 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:18 smithi086 ceph-mon[31122]: from='osd.1 ' entity='osd.1' 2024-04-26T23:26:18.647 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:18 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:18.647 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:18 smithi086 ceph-mon[31122]: pgmap v84: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:18.647 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:18 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:18.693 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:18 smithi164 ceph-mon[31699]: purged_snaps scrub starts 2024-04-26T23:26:18.693 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:18 smithi164 ceph-mon[31699]: purged_snaps scrub ok 2024-04-26T23:26:18.693 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:18 smithi164 ceph-mon[31699]: from='osd.1 ' entity='osd.1' 2024-04-26T23:26:18.693 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:18 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:18.693 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:18 smithi164 ceph-mon[31699]: pgmap v84: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:18.693 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:18 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:19.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:18 smithi026 ceph-mon[28371]: purged_snaps scrub starts 2024-04-26T23:26:19.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:18 smithi026 ceph-mon[28371]: purged_snaps scrub ok 2024-04-26T23:26:19.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:18 smithi026 ceph-mon[28371]: from='osd.1 ' entity='osd.1' 2024-04-26T23:26:19.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:18 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:19.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:18 smithi026 ceph-mon[28371]: pgmap v84: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-04-26T23:26:19.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:18 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:19.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:19 smithi086 ceph-mon[31122]: osd.1 [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396] boot 2024-04-26T23:26:19.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:19 smithi086 ceph-mon[31122]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T23:26:19.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:19.881 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:19 smithi164 ceph-mon[31699]: osd.1 [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396] boot 2024-04-26T23:26:19.881 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:19 smithi164 ceph-mon[31699]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T23:26:19.881 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:19.881 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T23:26:19.881 INFO:teuthology.orchestra.run.smithi164.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T23:26:19.882 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10+0 records in 2024-04-26T23:26:19.882 INFO:teuthology.orchestra.run.smithi164.stderr:10+0 records out 2024-04-26T23:26:19.882 INFO:teuthology.orchestra.run.smithi164.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0360094 s, 291 MB/s 2024-04-26T23:26:19.882 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping successful for: 2024-04-26T23:26:20.025 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:19 smithi026 ceph-mon[28371]: osd.1 [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396] boot 2024-04-26T23:26:20.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:19 smithi026 ceph-mon[28371]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T23:26:20.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:26:20.689 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi164:vg_nvme/lv_4 2024-04-26T23:26:20.759 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:20 smithi086 ceph-mon[31122]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T23:26:20.759 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:20 smithi086 ceph-mon[31122]: pgmap v87: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:21.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:20 smithi164 ceph-mon[31699]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T23:26:21.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:20 smithi164 ceph-mon[31699]: pgmap v87: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:21.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:20 smithi026 ceph-mon[28371]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T23:26:21.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:20 smithi026 ceph-mon[28371]: pgmap v87: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:21.142 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:26:22.405 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:22 smithi164 ceph-mon[31699]: Detected new or changed devices on smithi086 2024-04-26T23:26:22.406 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:22.406 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:22.406 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:26:22.406 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:22 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi086 to 17089M 2024-04-26T23:26:22.406 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:22.406 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:22.406 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:26:22.406 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:22.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:22 smithi026 ceph-mon[28371]: Detected new or changed devices on smithi086 2024-04-26T23:26:22.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:22.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:22.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:26:22.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:22 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi086 to 17089M 2024-04-26T23:26:22.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:22.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:22.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:26:22.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:22.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:22 smithi086 ceph-mon[31122]: Detected new or changed devices on smithi086 2024-04-26T23:26:22.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:22.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:22.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:26:22.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:22 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi086 to 17089M 2024-04-26T23:26:22.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:26:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:23.183 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.180+0000 7f3167200700 1 -- 172.21.15.164:0/2419353706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3168107140 msgr2=0x7f316810d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:26:23.183 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.180+0000 7f3167200700 1 --2- 172.21.15.164:0/2419353706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3168107140 0x7f316810d9f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f316000b0a0 tx=0x7f316000b3b0 comp rx=0 tx=0).stop 2024-04-26T23:26:23.183 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.180+0000 7f3167200700 1 -- 172.21.15.164:0/2419353706 shutdown_connections 2024-04-26T23:26:23.184 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.180+0000 7f3167200700 1 --2- 172.21.15.164:0/2419353706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3168107140 0x7f316810d9f0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:23.184 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.180+0000 7f3167200700 1 --2- 172.21.15.164:0/2419353706 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f31681055a0 0x7f31681059c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:23.184 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.180+0000 7f3167200700 1 --2- 172.21.15.164:0/2419353706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31681067a0 0x7f3168106c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:23.184 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.180+0000 7f3167200700 1 -- 172.21.15.164:0/2419353706 >> 172.21.15.164:0/2419353706 conn(0x7f3168100b40 msgr2=0x7f3168102f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:26:23.184 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.180+0000 7f3167200700 1 -- 172.21.15.164:0/2419353706 shutdown_connections 2024-04-26T23:26:23.184 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.180+0000 7f3167200700 1 -- 172.21.15.164:0/2419353706 wait complete. 2024-04-26T23:26:23.185 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.182+0000 7f3167200700 1 Processor -- start 2024-04-26T23:26:23.185 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.182+0000 7f3167200700 1 -- start start 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.182+0000 7f3167200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f31681055a0 0x7f316819b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.182+0000 7f3167200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31681067a0 0x7f316819ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.182+0000 7f3167200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3168107140 0x7f31681a2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.182+0000 7f3167200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3168110ed0 con 0x7f31681067a0 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.182+0000 7f3167200700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3168110d50 con 0x7f3168107140 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.182+0000 7f3167200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3168111050 con 0x7f31681055a0 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.183+0000 7f3165e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f31681055a0 0x7f316819b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.183+0000 7f3165e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f31681055a0 0x7f316819b510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.164:33378/0 (socket says 172.21.15.164:33378) 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.183+0000 7f3165e00700 1 -- 172.21.15.164:0/2655665120 learned_addr learned my addr 172.21.15.164:0/2655665120 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.183+0000 7f3166800700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3168107140 0x7f31681a2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.183+0000 7f3165400700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31681067a0 0x7f316819ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.183+0000 7f3165e00700 1 -- 172.21.15.164:0/2655665120 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3168107140 msgr2=0x7f31681a2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:26:23.186 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.183+0000 7f3165e00700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3168107140 0x7f31681a2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:23.187 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.183+0000 7f3165e00700 1 -- 172.21.15.164:0/2655665120 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31681067a0 msgr2=0x7f316819ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:26:23.187 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.183+0000 7f3165e00700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31681067a0 0x7f316819ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:23.187 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.183+0000 7f3165e00700 1 -- 172.21.15.164:0/2655665120 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31681a3170 con 0x7f31681055a0 2024-04-26T23:26:23.188 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.184+0000 7f3165e00700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f31681055a0 0x7f316819b510 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f315800c9c0 tx=0x7f315800ccd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:26:23.188 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.184+0000 7f315ea00700 1 -- 172.21.15.164:0/2655665120 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f315800ce60 con 0x7f31681055a0 2024-04-26T23:26:23.188 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.184+0000 7f315ea00700 1 -- 172.21.15.164:0/2655665120 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f315800f450 con 0x7f31681055a0 2024-04-26T23:26:23.188 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.184+0000 7f3167200700 1 -- 172.21.15.164:0/2655665120 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31681a3460 con 0x7f31681055a0 2024-04-26T23:26:23.188 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.184+0000 7f315ea00700 1 -- 172.21.15.164:0/2655665120 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3158018660 con 0x7f31681055a0 2024-04-26T23:26:23.188 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.184+0000 7f3167200700 1 -- 172.21.15.164:0/2655665120 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31681a39f0 con 0x7f31681055a0 2024-04-26T23:26:23.188 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.186+0000 7f3167200700 1 -- 172.21.15.164:0/2655665120 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f316806a110 con 0x7f31681055a0 2024-04-26T23:26:23.189 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.188+0000 7f315ea00700 1 -- 172.21.15.164:0/2655665120 <== mon.1 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f315800f600 con 0x7f31681055a0 2024-04-26T23:26:23.191 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.189+0000 7f315ea00700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f314c0a3c30 0x7f314c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:26:23.191 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.189+0000 7f315ea00700 1 -- 172.21.15.164:0/2655665120 <== mon.1 v2:172.21.15.164:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f31580cea20 con 0x7f31681055a0 2024-04-26T23:26:23.191 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.189+0000 7f3165400700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f314c0a3c30 0x7f314c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:26:23.192 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.191+0000 7f3165400700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f314c0a3c30 0x7f314c0a60f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3154005950 tx=0x7f315400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:26:23.196 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.194+0000 7f315ea00700 1 -- 172.21.15.164:0/2655665120 <== mon.1 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f3158014030 con 0x7f31681055a0 2024-04-26T23:26:23.437 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:23.435+0000 7f3167200700 1 -- 172.21.15.164:0/2655665120 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f3168063860 con 0x7f314c0a3c30 2024-04-26T23:26:23.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:23 smithi164 ceph-mon[31699]: pgmap v88: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:23.525 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:23 smithi026 ceph-mon[28371]: pgmap v88: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:23.568 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:23 smithi086 ceph-mon[31122]: pgmap v88: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:24.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:24 smithi026 ceph-mon[28371]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:26:24.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:24 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:26:24.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:24 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:26:24.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:24 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:24.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:24 smithi086 ceph-mon[31122]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:26:24.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:24 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:26:24.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:24 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:26:24.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:24 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:24.601 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:24 smithi164 ceph-mon[31699]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:26:24.601 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:24 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:26:24.601 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:24 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:26:24.601 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:24 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:25.568 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:25 smithi086 ceph-mon[31122]: pgmap v89: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:25.597 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:25 smithi164 ceph-mon[31699]: pgmap v89: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:25.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:25 smithi026 ceph-mon[28371]: pgmap v89: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:27.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:27 smithi086 ceph-mon[31122]: pgmap v90: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:27.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:27 smithi164 ceph-mon[31699]: pgmap v90: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:27.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:27 smithi026 ceph-mon[28371]: pgmap v90: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:28.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:28 smithi086 ceph-mon[31122]: from='client.? 172.21.15.164:0/1448847092' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "742218de-68a5-49ac-b806-e71597f22036"}]: dispatch 2024-04-26T23:26:28.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:28 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "742218de-68a5-49ac-b806-e71597f22036"}]: dispatch 2024-04-26T23:26:28.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:28 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "742218de-68a5-49ac-b806-e71597f22036"}]': finished 2024-04-26T23:26:28.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:28 smithi086 ceph-mon[31122]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T23:26:28.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:28 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:28.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:28 smithi164 ceph-mon[31699]: from='client.? 172.21.15.164:0/1448847092' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "742218de-68a5-49ac-b806-e71597f22036"}]: dispatch 2024-04-26T23:26:28.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:28 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "742218de-68a5-49ac-b806-e71597f22036"}]: dispatch 2024-04-26T23:26:28.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:28 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "742218de-68a5-49ac-b806-e71597f22036"}]': finished 2024-04-26T23:26:28.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:28 smithi164 ceph-mon[31699]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T23:26:28.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:28 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:28.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:28 smithi026 ceph-mon[28371]: from='client.? 172.21.15.164:0/1448847092' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "742218de-68a5-49ac-b806-e71597f22036"}]: dispatch 2024-04-26T23:26:28.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:28 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "742218de-68a5-49ac-b806-e71597f22036"}]: dispatch 2024-04-26T23:26:28.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:28 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "742218de-68a5-49ac-b806-e71597f22036"}]': finished 2024-04-26T23:26:28.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:28 smithi026 ceph-mon[28371]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T23:26:28.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:28 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:29.568 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:29 smithi086 ceph-mon[31122]: pgmap v92: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:29.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:29 smithi086 ceph-mon[31122]: from='client.? 172.21.15.164:0/3810270906' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:26:29.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:29 smithi164 ceph-mon[31699]: pgmap v92: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:29.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:29 smithi164 ceph-mon[31699]: from='client.? 172.21.15.164:0/3810270906' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:26:29.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:29 smithi026 ceph-mon[28371]: pgmap v92: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:29.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:29 smithi026 ceph-mon[28371]: from='client.? 172.21.15.164:0/3810270906' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:26:31.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:31 smithi086 ceph-mon[31122]: pgmap v93: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:31.578 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:31 smithi026 ceph-mon[28371]: pgmap v93: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:31.592 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:31 smithi164 ceph-mon[31699]: pgmap v93: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:33.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:33 smithi086 ceph-mon[31122]: pgmap v94: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:33.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:33 smithi164 ceph-mon[31699]: pgmap v94: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:33.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:33 smithi026 ceph-mon[28371]: pgmap v94: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:35.506 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:35 smithi164 ceph-mon[31699]: pgmap v95: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:35.568 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:35 smithi086 ceph-mon[31122]: pgmap v95: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:35.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:35 smithi026 ceph-mon[28371]: pgmap v95: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:37.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:37 smithi086 ceph-mon[31122]: pgmap v96: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:37.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:37 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T23:26:37.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:37 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:37.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:37 smithi164 ceph-mon[31699]: pgmap v96: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:37.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:37 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T23:26:37.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:37 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:37.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:37 smithi026 ceph-mon[28371]: pgmap v96: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:37.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:37 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T23:26:37.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:37 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:38.431 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:38 smithi164 ceph-mon[31699]: Deploying daemon osd.2 on smithi164 2024-04-26T23:26:38.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:38 smithi026 ceph-mon[28371]: Deploying daemon osd.2 on smithi164 2024-04-26T23:26:38.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:38 smithi086 ceph-mon[31122]: Deploying daemon osd.2 on smithi164 2024-04-26T23:26:39.722 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:39 smithi164 ceph-mon[31699]: pgmap v97: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:39.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:39 smithi026 ceph-mon[28371]: pgmap v97: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:39.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:39 smithi086 ceph-mon[31122]: pgmap v97: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:41.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:41 smithi164 ceph-mon[31699]: pgmap v98: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:41.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:41 smithi026 ceph-mon[28371]: pgmap v98: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:41.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:41 smithi086 ceph-mon[31122]: pgmap v98: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:43.713 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:43 smithi164 ceph-mon[31699]: pgmap v99: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:43.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:43 smithi026 ceph-mon[28371]: pgmap v99: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:43.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:43 smithi086 ceph-mon[31122]: pgmap v99: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:45.668 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:45 smithi164 ceph-mon[31699]: pgmap v100: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:45.668 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:45 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:45.668 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:45 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:45.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:45 smithi026 ceph-mon[28371]: pgmap v100: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:45.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:45 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:45.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:45 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:45.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:45 smithi086 ceph-mon[31122]: pgmap v100: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:45.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:45 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:45.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:45 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:46.512 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:26:46.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:26:46.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:26:47.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:47 smithi164 ceph-mon[31699]: pgmap v101: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:47.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:47 smithi026 ceph-mon[28371]: pgmap v101: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:47.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:47 smithi086 ceph-mon[31122]: pgmap v101: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:49.653 INFO:teuthology.orchestra.run.smithi164.stdout:Created osd(s) 2 on host 'smithi164' 2024-04-26T23:26:49.654 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.650+0000 7f315ea00700 1 -- 172.21.15.164:0/2655665120 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3168063860 con 0x7f314c0a3c30 2024-04-26T23:26:49.654 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:49 smithi164 ceph-mon[31699]: pgmap v102: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:49.654 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:49 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:49.654 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:49 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:49.654 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:49 smithi164 ceph-mon[31699]: from='osd.2 [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T23:26:49.654 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:49 smithi164 ceph-mon[31699]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T23:26:49.657 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.654+0000 7f3167200700 1 -- 172.21.15.164:0/2655665120 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f314c0a3c30 msgr2=0x7f314c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:26:49.657 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.654+0000 7f3167200700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f314c0a3c30 0x7f314c0a60f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3154005950 tx=0x7f315400b410 comp rx=0 tx=0).stop 2024-04-26T23:26:49.657 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.654+0000 7f3167200700 1 -- 172.21.15.164:0/2655665120 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f31681055a0 msgr2=0x7f316819b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:26:49.657 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.654+0000 7f3167200700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f31681055a0 0x7f316819b510 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f315800c9c0 tx=0x7f315800ccd0 comp rx=0 tx=0).stop 2024-04-26T23:26:49.657 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.655+0000 7f3167200700 1 -- 172.21.15.164:0/2655665120 shutdown_connections 2024-04-26T23:26:49.657 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.655+0000 7f3167200700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f314c0a3c30 0x7f314c0a60f0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:49.657 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.655+0000 7f3167200700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3168107140 0x7f31681a2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:49.657 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.655+0000 7f3167200700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f31681055a0 0x7f316819b510 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:49.657 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.655+0000 7f3167200700 1 --2- 172.21.15.164:0/2655665120 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31681067a0 0x7f316819ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:49.657 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.655+0000 7f3167200700 1 -- 172.21.15.164:0/2655665120 >> 172.21.15.164:0/2655665120 conn(0x7f3168100b40 msgr2=0x7f3168109aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:26:49.658 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.655+0000 7f3167200700 1 -- 172.21.15.164:0/2655665120 shutdown_connections 2024-04-26T23:26:49.658 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:26:49.655+0000 7f3167200700 1 -- 172.21.15.164:0/2655665120 wait complete. 2024-04-26T23:26:49.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:49 smithi026 ceph-mon[28371]: pgmap v102: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:49.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:49 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:49.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:49 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:49.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:49 smithi026 ceph-mon[28371]: from='osd.2 [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T23:26:49.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:49 smithi026 ceph-mon[28371]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T23:26:49.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:49 smithi086 ceph-mon[31122]: pgmap v102: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:49.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:49.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:49.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:49 smithi086 ceph-mon[31122]: from='osd.2 [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T23:26:49.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:49 smithi086 ceph-mon[31122]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T23:26:50.412 DEBUG:teuthology.orchestra.run.smithi164:osd.2> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.2.service 2024-04-26T23:26:50.417 INFO:tasks.cephadm:Deploying osd.3 on smithi026 with /dev/vg_nvme/lv_3... 2024-04-26T23:26:50.417 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T23:26:50.775 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:50.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:50.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:50 smithi026 ceph-mon[28371]: pgmap v103: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:50.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:50 smithi026 ceph-mon[28371]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T23:26:50.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:50 smithi026 ceph-mon[28371]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T23:26:50.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:50.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:50 smithi026 ceph-mon[28371]: from='osd.2 [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:26:50.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:50 smithi026 ceph-mon[28371]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:26:50.876 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:26:51.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:51.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:50 smithi164 ceph-mon[31699]: pgmap v103: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:50 smithi164 ceph-mon[31699]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T23:26:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:50 smithi164 ceph-mon[31699]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T23:26:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:50 smithi164 ceph-mon[31699]: from='osd.2 [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:26:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:50 smithi164 ceph-mon[31699]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:26:51.026 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:26:50 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2[36853]: 2024-04-26T23:26:50.795+0000 7f0174800700 -1 osd.2 0 waiting for initial osdmap 2024-04-26T23:26:51.026 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:26:50 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2[36853]: 2024-04-26T23:26:50.802+0000 7f016f600700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T23:26:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:50 smithi086 ceph-mon[31122]: pgmap v103: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:50 smithi086 ceph-mon[31122]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T23:26:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:50 smithi086 ceph-mon[31122]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T23:26:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:50 smithi086 ceph-mon[31122]: from='osd.2 [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:26:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:50 smithi086 ceph-mon[31122]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:26:51.941 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:51 smithi164 ceph-mon[31699]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-04-26T23:26:51.942 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:51 smithi164 ceph-mon[31699]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T23:26:51.942 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:51 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:51.942 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:51 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:52.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:51 smithi026 ceph-mon[28371]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-04-26T23:26:52.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:51 smithi026 ceph-mon[28371]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T23:26:52.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:51 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:52.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:51 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:52.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:51 smithi086 ceph-mon[31122]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-04-26T23:26:52.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:51 smithi086 ceph-mon[31122]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T23:26:52.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:51 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:52.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:51 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:52.824 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:52 smithi164 ceph-mon[31699]: purged_snaps scrub starts 2024-04-26T23:26:52.824 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:52 smithi164 ceph-mon[31699]: purged_snaps scrub ok 2024-04-26T23:26:52.824 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:52 smithi164 ceph-mon[31699]: pgmap v106: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:52.824 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:52 smithi164 ceph-mon[31699]: osd.2 [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045] boot 2024-04-26T23:26:52.824 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:52 smithi164 ceph-mon[31699]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T23:26:52.825 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:52 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:52.825 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:52 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T23:26:53.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:52 smithi026 ceph-mon[28371]: purged_snaps scrub starts 2024-04-26T23:26:53.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:52 smithi026 ceph-mon[28371]: purged_snaps scrub ok 2024-04-26T23:26:53.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:52 smithi026 ceph-mon[28371]: pgmap v106: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:53.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:52 smithi026 ceph-mon[28371]: osd.2 [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045] boot 2024-04-26T23:26:53.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:52 smithi026 ceph-mon[28371]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T23:26:53.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:52 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:53.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:52 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T23:26:53.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:52 smithi086 ceph-mon[31122]: purged_snaps scrub starts 2024-04-26T23:26:53.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:52 smithi086 ceph-mon[31122]: purged_snaps scrub ok 2024-04-26T23:26:53.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:52 smithi086 ceph-mon[31122]: pgmap v106: 0 pgs: ; 0 B data, 65 MiB used, 179 GiB / 179 GiB avail 2024-04-26T23:26:53.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:52 smithi086 ceph-mon[31122]: osd.2 [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045] boot 2024-04-26T23:26:53.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:52 smithi086 ceph-mon[31122]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T23:26:53.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:52 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:26:53.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:52 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T23:26:53.988 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T23:26:53.988 INFO:teuthology.orchestra.run.smithi026.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T23:26:53.989 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10+0 records in 2024-04-26T23:26:53.989 INFO:teuthology.orchestra.run.smithi026.stderr:10+0 records out 2024-04-26T23:26:53.989 INFO:teuthology.orchestra.run.smithi026.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.039012 s, 269 MB/s 2024-04-26T23:26:53.989 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping successful for: 2024-04-26T23:26:54.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T23:26:54.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:53 smithi086 ceph-mon[31122]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T23:26:54.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T23:26:54.110 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T23:26:54.110 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:53 smithi026 ceph-mon[28371]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T23:26:54.110 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T23:26:54.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T23:26:54.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:53 smithi164 ceph-mon[31699]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T23:26:54.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T23:26:54.456 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47174]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T23:26:54.456 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47174]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T23:26:54.456 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47174]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T23:26:54.457 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47174]: pam_unix(sudo:session): session closed for user root 2024-04-26T23:26:54.457 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47177]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T23:26:54.457 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47177]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T23:26:54.457 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47177]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T23:26:54.457 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47177]: pam_unix(sudo:session): session closed for user root 2024-04-26T23:26:54.569 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39733]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T23:26:54.569 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39733]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T23:26:54.569 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39733]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T23:26:54.569 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39733]: pam_unix(sudo:session): session closed for user root 2024-04-26T23:26:54.569 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39736]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T23:26:54.569 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39736]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T23:26:54.569 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39736]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T23:26:54.569 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39736]: pam_unix(sudo:session): session closed for user root 2024-04-26T23:26:54.693 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40469]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T23:26:54.694 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40469]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T23:26:54.694 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40469]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T23:26:54.694 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40469]: pam_unix(sudo:session): session closed for user root 2024-04-26T23:26:54.694 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40485]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T23:26:54.694 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40485]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T23:26:54.694 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40485]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T23:26:54.694 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40485]: pam_unix(sudo:session): session closed for user root 2024-04-26T23:26:54.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47189]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T23:26:54.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47189]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T23:26:54.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47189]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T23:26:54.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47189]: pam_unix(sudo:session): session closed for user root 2024-04-26T23:26:54.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47195]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T23:26:54.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47195]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T23:26:54.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47195]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T23:26:54.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 sudo[47195]: pam_unix(sudo:session): session closed for user root 2024-04-26T23:26:55.024 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi026:vg_nvme/lv_3 2024-04-26T23:26:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40489]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T23:26:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40489]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T23:26:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40489]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T23:26:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40489]: pam_unix(sudo:session): session closed for user root 2024-04-26T23:26:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40492]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T23:26:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40492]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T23:26:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40492]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T23:26:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 sudo[40492]: pam_unix(sudo:session): session closed for user root 2024-04-26T23:26:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: pgmap v109: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:26:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T23:26:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T23:26:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T23:26:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T23:26:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T23:26:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:26:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:26:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:26:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:26:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T23:26:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:26:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:26:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T23:26:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:26:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:26:55.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:26:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39739]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T23:26:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39739]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T23:26:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39739]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T23:26:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39739]: pam_unix(sudo:session): session closed for user root 2024-04-26T23:26:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39742]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T23:26:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39742]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T23:26:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39742]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T23:26:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 sudo[39742]: pam_unix(sudo:session): session closed for user root 2024-04-26T23:26:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: pgmap v109: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T23:26:55.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:26:55.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:26:55.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T23:26:55.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:26:55.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:26:55.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:26:55.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: pgmap v109: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:26:55.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T23:26:55.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T23:26:55.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T23:26:55.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:55.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:55.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:55.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T23:26:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T23:26:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:26:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:26:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:26:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:26:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T23:26:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:26:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:26:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T23:26:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:26:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:26:55.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:26:55.457 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:26:56.063 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T23:26:56.063 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T23:26:56.063 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T23:26:56.063 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: Detected new or changed devices on smithi164 2024-04-26T23:26:56.063 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.063 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.064 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:26:56.064 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi164 to 17089M 2024-04-26T23:26:56.064 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.064 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:56.064 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:26:56.064 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.064 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:26:56.064 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:56.064 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:26:56.064 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T23:26:56.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T23:26:56.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T23:26:56.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: Detected new or changed devices on smithi164 2024-04-26T23:26:56.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:26:56.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi164 to 17089M 2024-04-26T23:26:56.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:56.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:26:56.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:26:56.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:56.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:26:56.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T23:26:56.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: Detected new or changed devices on smithi164 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi164 to 17089M 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:26:56.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:26:56.989 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:56 smithi026 ceph-mon[28371]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:26:56.989 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:56 smithi026 ceph-mon[28371]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T23:26:56.990 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:56 smithi026 ceph-mon[28371]: Cluster is now healthy 2024-04-26T23:26:56.990 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:56 smithi026 ceph-mon[28371]: mgrmap e16: x(active, since 3m), standbys: z, y 2024-04-26T23:26:57.220 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:56 smithi086 ceph-mon[31122]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:26:57.221 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:56 smithi086 ceph-mon[31122]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T23:26:57.221 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:56 smithi086 ceph-mon[31122]: Cluster is now healthy 2024-04-26T23:26:57.221 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:56 smithi086 ceph-mon[31122]: mgrmap e16: x(active, since 3m), standbys: z, y 2024-04-26T23:26:57.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:56 smithi164 ceph-mon[31699]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:26:57.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:56 smithi164 ceph-mon[31699]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T23:26:57.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:56 smithi164 ceph-mon[31699]: Cluster is now healthy 2024-04-26T23:26:57.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:56 smithi164 ceph-mon[31699]: mgrmap e16: x(active, since 3m), standbys: z, y 2024-04-26T23:26:57.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.853+0000 7fc181800700 1 -- 172.21.15.26:0/574492344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc17c102380 msgr2=0x7fc17c1027a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:26:57.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.853+0000 7fc181800700 1 --2- 172.21.15.26:0/574492344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc17c102380 0x7fc17c1027a0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc16c0099c0 tx=0x7fc16c009cd0 comp rx=0 tx=0).stop 2024-04-26T23:26:57.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.853+0000 7fc181800700 1 -- 172.21.15.26:0/574492344 shutdown_connections 2024-04-26T23:26:57.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.853+0000 7fc181800700 1 --2- 172.21.15.26:0/574492344 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc17c103f20 0x7fc17c10a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:57.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.853+0000 7fc181800700 1 --2- 172.21.15.26:0/574492344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc17c102380 0x7fc17c1027a0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:57.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.853+0000 7fc181800700 1 --2- 172.21.15.26:0/574492344 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc17c103580 0x7fc17c1039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:57.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.853+0000 7fc181800700 1 -- 172.21.15.26:0/574492344 >> 172.21.15.26:0/574492344 conn(0x7fc17c0fd920 msgr2=0x7fc17c0ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:26:57.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.853+0000 7fc181800700 1 -- 172.21.15.26:0/574492344 shutdown_connections 2024-04-26T23:26:57.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.853+0000 7fc181800700 1 -- 172.21.15.26:0/574492344 wait complete. 2024-04-26T23:26:57.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.855+0000 7fc181800700 1 Processor -- start 2024-04-26T23:26:57.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.855+0000 7fc181800700 1 -- start start 2024-04-26T23:26:57.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.855+0000 7fc181800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc17c102380 0x7fc17c19b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:26:57.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.855+0000 7fc181800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc17c103580 0x7fc17c19bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:26:57.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.855+0000 7fc181800700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc17c103f20 0x7fc17c1a2d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:26:57.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.855+0000 7fc181800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc17c10dcf0 con 0x7fc17c102380 2024-04-26T23:26:57.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.855+0000 7fc181800700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc17c10db70 con 0x7fc17c103f20 2024-04-26T23:26:57.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.855+0000 7fc181800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc17c10de70 con 0x7fc17c103580 2024-04-26T23:26:57.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.855+0000 7fc17aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc17c102380 0x7fc17c19b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:26:57.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.855+0000 7fc17aa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc17c102380 0x7fc17c19b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42638/0 (socket says 172.21.15.26:42638) 2024-04-26T23:26:57.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.855+0000 7fc17aa00700 1 -- 172.21.15.26:0/2379895838 learned_addr learned my addr 172.21.15.26:0/2379895838 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:26:57.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.856+0000 7fc17a000700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc17c103580 0x7fc17c19bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:26:57.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.856+0000 7fc17b400700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc17c103f20 0x7fc17c1a2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:26:57.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.856+0000 7fc17aa00700 1 -- 172.21.15.26:0/2379895838 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc17c103580 msgr2=0x7fc17c19bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:26:57.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.856+0000 7fc17aa00700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc17c103580 0x7fc17c19bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:57.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.856+0000 7fc17aa00700 1 -- 172.21.15.26:0/2379895838 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc17c103f20 msgr2=0x7fc17c1a2d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:26:57.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.856+0000 7fc17aa00700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc17c103f20 0x7fc17c1a2d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:26:57.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.856+0000 7fc17aa00700 1 -- 172.21.15.26:0/2379895838 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc17c1a33f0 con 0x7fc17c102380 2024-04-26T23:26:57.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.856+0000 7fc17aa00700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc17c102380 0x7fc17c19b7e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc16c00b580 tx=0x7fc16c00f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:26:57.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.857+0000 7fc173400700 1 -- 172.21.15.26:0/2379895838 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16c027070 con 0x7fc17c102380 2024-04-26T23:26:57.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.857+0000 7fc173400700 1 -- 172.21.15.26:0/2379895838 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc16c00fdd0 con 0x7fc17c102380 2024-04-26T23:26:57.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.857+0000 7fc181800700 1 -- 172.21.15.26:0/2379895838 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc17c1a3680 con 0x7fc17c102380 2024-04-26T23:26:57.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.857+0000 7fc173400700 1 -- 172.21.15.26:0/2379895838 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16c022e30 con 0x7fc17c102380 2024-04-26T23:26:57.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.857+0000 7fc181800700 1 -- 172.21.15.26:0/2379895838 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc17c1a3ad0 con 0x7fc17c102380 2024-04-26T23:26:57.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.858+0000 7fc181800700 1 -- 172.21.15.26:0/2379895838 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc17c06a140 con 0x7fc17c102380 2024-04-26T23:26:57.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.860+0000 7fc173400700 1 -- 172.21.15.26:0/2379895838 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc16c022600 con 0x7fc17c102380 2024-04-26T23:26:57.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.861+0000 7fc173400700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc1600a3c40 0x7fc1600a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:26:57.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.862+0000 7fc173400700 1 -- 172.21.15.26:0/2379895838 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7fc16c0cfee0 con 0x7fc17c102380 2024-04-26T23:26:57.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.862+0000 7fc17a000700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc1600a3c40 0x7fc1600a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:26:57.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.862+0000 7fc17a000700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc1600a3c40 0x7fc1600a6100 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc168005950 tx=0x7fc1680058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:26:57.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:57.867+0000 7fc173400700 1 -- 172.21.15.26:0/2379895838 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fc16c05e060 con 0x7fc17c102380 2024-04-26T23:26:58.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:26:58.106+0000 7fc181800700 1 -- 172.21.15.26:0/2379895838 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fc17c06b880 con 0x7fc1600a3c40 2024-04-26T23:26:59.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:58 smithi164 ceph-mon[31699]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:26:59.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:58 smithi164 ceph-mon[31699]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:26:59.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:26:59.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:26:59.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:26:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:59.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:58 smithi026 ceph-mon[28371]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:26:59.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:58 smithi026 ceph-mon[28371]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:26:59.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:26:59.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:26:59.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:26:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:26:59.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:58 smithi086 ceph-mon[31122]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 93 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:26:59.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:58 smithi086 ceph-mon[31122]: from='client.14307 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:26:59.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:26:59.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:26:59.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:26:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:01.120 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:00 smithi026 ceph-mon[28371]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 121 KiB/s wr, 7 op/s 2024-04-26T23:27:01.137 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:00 smithi164 ceph-mon[31699]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 121 KiB/s wr, 7 op/s 2024-04-26T23:27:01.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:00 smithi086 ceph-mon[31122]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 121 KiB/s wr, 7 op/s 2024-04-26T23:27:03.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:02 smithi164 ceph-mon[31699]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 85 KiB/s wr, 5 op/s 2024-04-26T23:27:03.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:02 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3688733644' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1bd336e7-2d71-4461-97f4-02fb9efd373e"}]: dispatch 2024-04-26T23:27:03.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:02 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3688733644' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1bd336e7-2d71-4461-97f4-02fb9efd373e"}]': finished 2024-04-26T23:27:03.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:02 smithi164 ceph-mon[31699]: osdmap e22: 4 total, 3 up, 4 in 2024-04-26T23:27:03.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:03.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:02 smithi026 ceph-mon[28371]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 85 KiB/s wr, 5 op/s 2024-04-26T23:27:03.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:02 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3688733644' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1bd336e7-2d71-4461-97f4-02fb9efd373e"}]: dispatch 2024-04-26T23:27:03.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:02 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3688733644' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1bd336e7-2d71-4461-97f4-02fb9efd373e"}]': finished 2024-04-26T23:27:03.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:02 smithi026 ceph-mon[28371]: osdmap e22: 4 total, 3 up, 4 in 2024-04-26T23:27:03.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:03.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:02 smithi086 ceph-mon[31122]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 85 KiB/s wr, 5 op/s 2024-04-26T23:27:03.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:02 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3688733644' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1bd336e7-2d71-4461-97f4-02fb9efd373e"}]: dispatch 2024-04-26T23:27:03.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:02 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3688733644' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1bd336e7-2d71-4461-97f4-02fb9efd373e"}]': finished 2024-04-26T23:27:03.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:02 smithi086 ceph-mon[31122]: osdmap e22: 4 total, 3 up, 4 in 2024-04-26T23:27:03.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:04.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:03 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/633939531' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:27:04.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:03 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/633939531' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:27:04.322 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:03 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/633939531' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:27:05.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:04 smithi164 ceph-mon[31699]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 1.4 KiB/s rd, 66 KiB/s wr, 4 op/s 2024-04-26T23:27:05.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:04 smithi026 ceph-mon[28371]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 1.4 KiB/s rd, 66 KiB/s wr, 4 op/s 2024-04-26T23:27:05.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:04 smithi086 ceph-mon[31122]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 1.4 KiB/s rd, 66 KiB/s wr, 4 op/s 2024-04-26T23:27:07.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:06 smithi164 ceph-mon[31699]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 59 KiB/s wr, 3 op/s 2024-04-26T23:27:07.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:06 smithi026 ceph-mon[28371]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 59 KiB/s wr, 3 op/s 2024-04-26T23:27:07.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:06 smithi086 ceph-mon[31122]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 59 KiB/s wr, 3 op/s 2024-04-26T23:27:09.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:08 smithi164 ceph-mon[31699]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 59 KiB/s wr, 3 op/s 2024-04-26T23:27:09.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:08 smithi026 ceph-mon[28371]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 59 KiB/s wr, 3 op/s 2024-04-26T23:27:09.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:08 smithi086 ceph-mon[31122]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 59 KiB/s wr, 3 op/s 2024-04-26T23:27:11.008 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:10 smithi026 ceph-mon[28371]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:11.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:10 smithi164 ceph-mon[31699]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:11.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:10 smithi086 ceph-mon[31122]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:13.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:12 smithi164 ceph-mon[31699]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:13.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T23:27:13.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:13.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:12 smithi026 ceph-mon[28371]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:13.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T23:27:13.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:13.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:12 smithi086 ceph-mon[31122]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:13.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T23:27:13.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:14.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:13 smithi164 ceph-mon[31699]: Deploying daemon osd.3 on smithi026 2024-04-26T23:27:14.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:13 smithi026 ceph-mon[28371]: Deploying daemon osd.3 on smithi026 2024-04-26T23:27:14.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:13 smithi086 ceph-mon[31122]: Deploying daemon osd.3 on smithi026 2024-04-26T23:27:15.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:14 smithi164 ceph-mon[31699]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:15.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:14 smithi026 ceph-mon[28371]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:15.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:14 smithi086 ceph-mon[31122]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:17.274 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:16 smithi026 ceph-mon[28371]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:17.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:16 smithi164 ceph-mon[31699]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:17.322 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:16 smithi086 ceph-mon[31122]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:19.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:18 smithi026 ceph-mon[28371]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:19.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:18 smithi164 ceph-mon[31699]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:19.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:18 smithi086 ceph-mon[31122]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:21.266 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:20 smithi026 ceph-mon[28371]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:21.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:20 smithi164 ceph-mon[31699]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:21.318 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:20 smithi086 ceph-mon[31122]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:22.836 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:22.836 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:22.836 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:27:22.836 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:22 smithi026 ceph-mon[28371]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:23.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:23.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:23.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:27:23.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:22 smithi164 ceph-mon[31699]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:23.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:23.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:23.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:27:23.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:22 smithi086 ceph-mon[31122]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:24.952 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:24 smithi026 ceph-mon[28371]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:25.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:24 smithi086 ceph-mon[31122]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:25.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:24 smithi164 ceph-mon[31699]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:26.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:26 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:26.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:26 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:26.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:26 smithi026 ceph-mon[28371]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T23:27:26.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.655+0000 7fc173400700 1 -- 172.21.15.26:0/2379895838 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc17c06b880 con 0x7fc1600a3c40 2024-04-26T23:27:26.658 INFO:teuthology.orchestra.run.smithi026.stdout:Created osd(s) 3 on host 'smithi026' 2024-04-26T23:27:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.658+0000 7fc181800700 1 -- 172.21.15.26:0/2379895838 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc1600a3c40 msgr2=0x7fc1600a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:27:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.658+0000 7fc181800700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc1600a3c40 0x7fc1600a6100 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc168005950 tx=0x7fc1680058e0 comp rx=0 tx=0).stop 2024-04-26T23:27:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.658+0000 7fc181800700 1 -- 172.21.15.26:0/2379895838 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc17c102380 msgr2=0x7fc17c19b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:27:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.658+0000 7fc181800700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc17c102380 0x7fc17c19b7e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc16c00b580 tx=0x7fc16c00f510 comp rx=0 tx=0).stop 2024-04-26T23:27:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.658+0000 7fc181800700 1 -- 172.21.15.26:0/2379895838 shutdown_connections 2024-04-26T23:27:26.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.658+0000 7fc181800700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc1600a3c40 0x7fc1600a6100 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:27:26.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.658+0000 7fc181800700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc17c103f20 0x7fc17c1a2d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:27:26.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.658+0000 7fc181800700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc17c102380 0x7fc17c19b7e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:27:26.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.658+0000 7fc181800700 1 --2- 172.21.15.26:0/2379895838 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc17c103580 0x7fc17c19bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:27:26.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.658+0000 7fc181800700 1 -- 172.21.15.26:0/2379895838 >> 172.21.15.26:0/2379895838 conn(0x7fc17c0fd920 msgr2=0x7fc17c06b170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:27:26.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.658+0000 7fc181800700 1 -- 172.21.15.26:0/2379895838 shutdown_connections 2024-04-26T23:27:26.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:27:26.659+0000 7fc181800700 1 -- 172.21.15.26:0/2379895838 wait complete. 2024-04-26T23:27:26.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:26 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:26.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:26 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:26.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:26 smithi164 ceph-mon[31699]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T23:27:26.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:26 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:26.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:26 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:26.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:26 smithi086 ceph-mon[31122]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T23:27:27.524 DEBUG:teuthology.orchestra.run.smithi026:osd.3> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.3.service 2024-04-26T23:27:27.529 INFO:tasks.cephadm:Deploying osd.4 on smithi086 with /dev/vg_nvme/lv_3... 2024-04-26T23:27:27.529 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T23:27:27.615 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:27 smithi086 ceph-mon[31122]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:27.615 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:27 smithi086 ceph-mon[31122]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T23:27:27.615 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:27 smithi086 ceph-mon[31122]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T23:27:27.615 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:27 smithi086 ceph-mon[31122]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T23:27:27.615 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:27 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:27.615 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:27 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:27.615 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:27 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:27.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:27 smithi164 ceph-mon[31699]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:27.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:27 smithi164 ceph-mon[31699]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T23:27:27.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:27 smithi164 ceph-mon[31699]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T23:27:27.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:27 smithi164 ceph-mon[31699]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T23:27:27.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:27 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:27.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:27 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:27.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:27 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:27.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:27 smithi026 ceph-mon[28371]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:27.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:27 smithi026 ceph-mon[28371]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T23:27:27.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:27 smithi026 ceph-mon[28371]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T23:27:27.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:27 smithi026 ceph-mon[28371]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T23:27:27.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:27 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:27.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:27 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:27.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:27 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:27.972 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T23:27:28.455 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:28 smithi026 ceph-mon[28371]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T23:27:28.455 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:28 smithi026 ceph-mon[28371]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T23:27:28.455 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:28 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:28.456 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:28 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:28.723 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:27:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3[49676]: 2024-04-26T23:27:28.452+0000 7fc7ebe00700 -1 osd.3 0 waiting for initial osdmap 2024-04-26T23:27:28.723 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:27:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3[49676]: 2024-04-26T23:27:28.481+0000 7fc7e1c00700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T23:27:28.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:28 smithi164 ceph-mon[31699]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T23:27:28.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:28 smithi164 ceph-mon[31699]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T23:27:28.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:28 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:28.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:28 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:28.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:28 smithi086 ceph-mon[31122]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T23:27:28.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:28 smithi086 ceph-mon[31122]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T23:27:28.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:28 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:28.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:28 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:29.514 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:29 smithi026 ceph-mon[28371]: purged_snaps scrub starts 2024-04-26T23:27:29.515 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:29 smithi026 ceph-mon[28371]: purged_snaps scrub ok 2024-04-26T23:27:29.515 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:29 smithi026 ceph-mon[28371]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:29.515 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:29 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:29.515 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:29 smithi026 ceph-mon[28371]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T23:27:29.515 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:29 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:29.515 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:29 smithi026 ceph-mon[28371]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' 2024-04-26T23:27:29.665 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:29 smithi086 ceph-mon[31122]: purged_snaps scrub starts 2024-04-26T23:27:29.665 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:29 smithi086 ceph-mon[31122]: purged_snaps scrub ok 2024-04-26T23:27:29.665 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:29 smithi086 ceph-mon[31122]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:29.665 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:29 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:29.665 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:29 smithi086 ceph-mon[31122]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T23:27:29.665 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:29 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:29.665 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:29 smithi086 ceph-mon[31122]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' 2024-04-26T23:27:29.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:29 smithi164 ceph-mon[31699]: purged_snaps scrub starts 2024-04-26T23:27:29.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:29 smithi164 ceph-mon[31699]: purged_snaps scrub ok 2024-04-26T23:27:29.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:29 smithi164 ceph-mon[31699]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:29.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:29 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:29.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:29 smithi164 ceph-mon[31699]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T23:27:29.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:29 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:29.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:29 smithi164 ceph-mon[31699]: from='osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554]' entity='osd.3' 2024-04-26T23:27:30.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:30 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:30.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:30 smithi164 ceph-mon[31699]: osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554] boot 2024-04-26T23:27:30.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:30 smithi164 ceph-mon[31699]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T23:27:30.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:30 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:30.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:30 smithi164 ceph-mon[31699]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T23:27:30.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:30.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:30 smithi026 ceph-mon[28371]: osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554] boot 2024-04-26T23:27:30.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:30 smithi026 ceph-mon[28371]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T23:27:30.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:30.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:30 smithi026 ceph-mon[28371]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T23:27:30.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:30 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:30.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:30 smithi086 ceph-mon[31122]: osd.3 [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554] boot 2024-04-26T23:27:30.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:30 smithi086 ceph-mon[31122]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T23:27:30.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:30 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:27:30.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:30 smithi086 ceph-mon[31122]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T23:27:30.922 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T23:27:30.922 INFO:teuthology.orchestra.run.smithi086.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T23:27:30.922 INFO:teuthology.orchestra.run.smithi086.stderr: stderr: 10+0 records in 2024-04-26T23:27:30.923 INFO:teuthology.orchestra.run.smithi086.stderr:10+0 records out 2024-04-26T23:27:30.923 INFO:teuthology.orchestra.run.smithi086.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0358485 s, 293 MB/s 2024-04-26T23:27:30.923 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping successful for: 2024-04-26T23:27:31.649 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:31 smithi086 ceph-mon[31122]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:31.650 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:31 smithi086 ceph-mon[31122]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T23:27:31.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:31 smithi026 ceph-mon[28371]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:31.678 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:31 smithi026 ceph-mon[28371]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T23:27:31.712 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi086:vg_nvme/lv_3 2024-04-26T23:27:31.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:31 smithi164 ceph-mon[31699]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-04-26T23:27:31.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:31 smithi164 ceph-mon[31699]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T23:27:32.144 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T23:27:33.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:32 smithi026 ceph-mon[28371]: pgmap v137: 1 pgs: 1 remapped+peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:33.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:32 smithi026 ceph-mon[28371]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T23:27:33.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:33.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:33.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:27:33.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:27:33.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:33.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:33.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:27:33.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:32 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:33.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:32 smithi164 ceph-mon[31699]: pgmap v137: 1 pgs: 1 remapped+peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:33.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:32 smithi164 ceph-mon[31699]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T23:27:33.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:32 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:33.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:32 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:33.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:32 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:27:33.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:32 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:27:33.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:32 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:33.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:32 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:33.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:32 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:27:33.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:32 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:33.314 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:32 smithi086 ceph-mon[31122]: pgmap v137: 1 pgs: 1 remapped+peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:33.314 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:32 smithi086 ceph-mon[31122]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T23:27:33.314 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:32 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:33.314 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:32 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:33.314 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:32 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:27:33.314 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:32 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:27:33.314 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:32 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:33.314 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:32 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:33.314 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:32 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:27:33.314 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:32 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:34.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:33 smithi086 ceph-mon[31122]: Detected new or changed devices on smithi026 2024-04-26T23:27:34.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:33 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi026 to 8547M 2024-04-26T23:27:34.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:33 smithi086 ceph-mon[31122]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T23:27:34.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:33 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:27:34.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:33 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:34.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:33 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:27:34.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:33 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:34.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:33 smithi164 ceph-mon[31699]: Detected new or changed devices on smithi026 2024-04-26T23:27:34.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:33 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi026 to 8547M 2024-04-26T23:27:34.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:33 smithi164 ceph-mon[31699]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T23:27:34.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:33 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:27:34.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:33 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:34.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:33 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:27:34.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:33 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:34.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:33 smithi026 ceph-mon[28371]: Detected new or changed devices on smithi026 2024-04-26T23:27:34.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:33 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi026 to 8547M 2024-04-26T23:27:34.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:33 smithi026 ceph-mon[28371]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T23:27:34.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:27:34.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:34.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:27:34.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:34.296 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.293+0000 7f97ae000700 1 -- 172.21.15.86:0/1586279077 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f97a8109210 msgr2=0x7f97a810b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:27:34.296 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.293+0000 7f97ae000700 1 --2- 172.21.15.86:0/1586279077 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f97a8109210 0x7f97a810b600 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f97a0009990 tx=0x7f97a0009ca0 comp rx=0 tx=0).stop 2024-04-26T23:27:34.296 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.293+0000 7f97ae000700 1 -- 172.21.15.86:0/1586279077 shutdown_connections 2024-04-26T23:27:34.296 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.293+0000 7f97ae000700 1 --2- 172.21.15.86:0/1586279077 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f97a8109210 0x7f97a810b600 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:27:34.296 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.293+0000 7f97ae000700 1 --2- 172.21.15.86:0/1586279077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f97a8103fb0 0x7f97a81063a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:27:34.296 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.293+0000 7f97ae000700 1 --2- 172.21.15.86:0/1586279077 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97a81068e0 0x7f97a8108cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:27:34.296 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.293+0000 7f97ae000700 1 -- 172.21.15.86:0/1586279077 >> 172.21.15.86:0/1586279077 conn(0x7f97a80fd920 msgr2=0x7f97a80ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:27:34.296 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.293+0000 7f97ae000700 1 -- 172.21.15.86:0/1586279077 shutdown_connections 2024-04-26T23:27:34.296 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.293+0000 7f97ae000700 1 -- 172.21.15.86:0/1586279077 wait complete. 2024-04-26T23:27:34.298 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.294+0000 7f97ae000700 1 Processor -- start 2024-04-26T23:27:34.298 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.294+0000 7f97ae000700 1 -- start start 2024-04-26T23:27:34.298 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97ae000700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f97a8103fb0 0x7f97a8103910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:27:34.298 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97ae000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f97a81068e0 0x7f97a8101f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:27:34.298 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97ae000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97a8109210 0x7f97a81024a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:27:34.301 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97ae000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f97a810ee40 con 0x7f97a8109210 2024-04-26T23:27:34.301 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97ae000700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f97a810ecc0 con 0x7f97a8103fb0 2024-04-26T23:27:34.301 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97ae000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f97a810efc0 con 0x7f97a81068e0 2024-04-26T23:27:34.301 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97a7400700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f97a8103fb0 0x7f97a8103910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:27:34.301 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97a7400700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f97a8103fb0 0x7f97a8103910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.86:53690/0 (socket says 172.21.15.86:53690) 2024-04-26T23:27:34.302 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97a7400700 1 -- 172.21.15.86:0/1575705593 learned_addr learned my addr 172.21.15.86:0/1575705593 (peer_addr_for_me v2:172.21.15.86:0/0) 2024-04-26T23:27:34.302 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f979ea00700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f97a81068e0 0x7f97a8101f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:27:34.302 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97a7e00700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97a8109210 0x7f97a81024a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:27:34.302 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97a7400700 1 -- 172.21.15.86:0/1575705593 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f97a81068e0 msgr2=0x7f97a8101f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:27:34.302 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97a7400700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f97a81068e0 0x7f97a8101f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:27:34.302 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97a7400700 1 -- 172.21.15.86:0/1575705593 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97a8109210 msgr2=0x7f97a81024a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:27:34.302 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97a7400700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97a8109210 0x7f97a81024a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:27:34.302 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f97a7400700 1 -- 172.21.15.86:0/1575705593 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97a8102d50 con 0x7f97a8103fb0 2024-04-26T23:27:34.302 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.295+0000 7f979ea00700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f97a81068e0 0x7f97a8101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:27:34.302 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.296+0000 7f97a7400700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f97a8103fb0 0x7f97a8103910 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9798007f10 tx=0x7f979800d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:27:34.303 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.296+0000 7f97a4c00700 1 -- 172.21.15.86:0/1575705593 <== mon.2 v2:172.21.15.86:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f979800dc90 con 0x7f97a8103fb0 2024-04-26T23:27:34.303 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.296+0000 7f97a4c00700 1 -- 172.21.15.86:0/1575705593 <== mon.2 v2:172.21.15.86:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f979800de30 con 0x7f97a8103fb0 2024-04-26T23:27:34.303 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.296+0000 7f97ae000700 1 -- 172.21.15.86:0/1575705593 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97a81a36a0 con 0x7f97a8103fb0 2024-04-26T23:27:34.303 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.296+0000 7f97a4c00700 1 -- 172.21.15.86:0/1575705593 <== mon.2 v2:172.21.15.86:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9798005a50 con 0x7f97a8103fb0 2024-04-26T23:27:34.303 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.296+0000 7f97ae000700 1 -- 172.21.15.86:0/1575705593 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97a81a3b60 con 0x7f97a8103fb0 2024-04-26T23:27:34.303 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.297+0000 7f97ae000700 1 -- 172.21.15.86:0/1575705593 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97a806a110 con 0x7f97a8103fb0 2024-04-26T23:27:34.303 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.301+0000 7f97a4c00700 1 -- 172.21.15.86:0/1575705593 <== mon.2 v2:172.21.15.86:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f979801a020 con 0x7f97a8103fb0 2024-04-26T23:27:34.304 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.302+0000 7f97a4c00700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f978c0a3e60 0x7f978c0a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:27:34.305 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.303+0000 7f97a4c00700 1 -- 172.21.15.86:0/1575705593 <== mon.2 v2:172.21.15.86:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3669+0+0 (secure 0 0 0) 0x7f97980cf1d0 con 0x7f97a8103fb0 2024-04-26T23:27:34.305 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.303+0000 7f979ea00700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f978c0a3e60 0x7f978c0a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:27:34.306 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.304+0000 7f979ea00700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f978c0a3e60 0x7f978c0a6320 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9790005fd0 tx=0x7f9790005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:27:34.308 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.306+0000 7f97a4c00700 1 -- 172.21.15.86:0/1575705593 <== mon.2 v2:172.21.15.86:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f9798010070 con 0x7f97a8103fb0 2024-04-26T23:27:34.542 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:27:34.539+0000 7f97ae000700 1 -- 172.21.15.86:0/1575705593 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f97a8063860 con 0x7f978c0a3e60 2024-04-26T23:27:35.638 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:35 smithi086 ceph-mon[31122]: pgmap v140: 1 pgs: 1 remapped+peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:35.638 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:27:35.638 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:27:35.638 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:35.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:35 smithi164 ceph-mon[31699]: pgmap v140: 1 pgs: 1 remapped+peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:35.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:27:35.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:27:35.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:35.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:35 smithi026 ceph-mon[28371]: pgmap v140: 1 pgs: 1 remapped+peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:35.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:27:35.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:27:35.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:36.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:36 smithi086 ceph-mon[31122]: from='client.34211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:27:36.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:36 smithi164 ceph-mon[31699]: from='client.34211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:27:36.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:36 smithi026 ceph-mon[28371]: from='client.34211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:27:37.568 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:37 smithi086 ceph-mon[31122]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-26T23:27:37.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:37 smithi026 ceph-mon[28371]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-26T23:27:37.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:37 smithi164 ceph-mon[31699]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-26T23:27:39.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:39 smithi164 ceph-mon[31699]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-26T23:27:39.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:39 smithi164 ceph-mon[31699]: from='client.? 172.21.15.86:0/3824932620' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9a32699-e3ba-4a19-811c-8c09e1b2f3e7"}]: dispatch 2024-04-26T23:27:39.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:39 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9a32699-e3ba-4a19-811c-8c09e1b2f3e7"}]: dispatch 2024-04-26T23:27:39.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:39 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e9a32699-e3ba-4a19-811c-8c09e1b2f3e7"}]': finished 2024-04-26T23:27:39.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:39 smithi164 ceph-mon[31699]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T23:27:39.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:39 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:27:39.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:39 smithi026 ceph-mon[28371]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-26T23:27:39.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:39 smithi026 ceph-mon[28371]: from='client.? 172.21.15.86:0/3824932620' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9a32699-e3ba-4a19-811c-8c09e1b2f3e7"}]: dispatch 2024-04-26T23:27:39.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:39 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9a32699-e3ba-4a19-811c-8c09e1b2f3e7"}]: dispatch 2024-04-26T23:27:39.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:39 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e9a32699-e3ba-4a19-811c-8c09e1b2f3e7"}]': finished 2024-04-26T23:27:39.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:39 smithi026 ceph-mon[28371]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T23:27:39.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:39 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:27:39.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:39 smithi086 ceph-mon[31122]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-26T23:27:39.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:39 smithi086 ceph-mon[31122]: from='client.? 172.21.15.86:0/3824932620' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9a32699-e3ba-4a19-811c-8c09e1b2f3e7"}]: dispatch 2024-04-26T23:27:39.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:39 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9a32699-e3ba-4a19-811c-8c09e1b2f3e7"}]: dispatch 2024-04-26T23:27:39.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:39 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e9a32699-e3ba-4a19-811c-8c09e1b2f3e7"}]': finished 2024-04-26T23:27:39.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:39 smithi086 ceph-mon[31122]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T23:27:39.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:39 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:27:40.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:40 smithi164 ceph-mon[31699]: from='client.? 172.21.15.86:0/3138980583' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:27:40.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:40 smithi026 ceph-mon[28371]: from='client.? 172.21.15.86:0/3138980583' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:27:40.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:40 smithi086 ceph-mon[31122]: from='client.? 172.21.15.86:0/3138980583' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:27:41.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:41 smithi164 ceph-mon[31699]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-26T23:27:41.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:41 smithi026 ceph-mon[28371]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-26T23:27:41.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:41 smithi086 ceph-mon[31122]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-26T23:27:43.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:43 smithi086 ceph-mon[31122]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-26T23:27:43.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:43 smithi164 ceph-mon[31699]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-26T23:27:43.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:43 smithi026 ceph-mon[28371]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-26T23:27:45.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:45 smithi164 ceph-mon[31699]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T23:27:45.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:45 smithi026 ceph-mon[28371]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T23:27:45.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:45 smithi086 ceph-mon[31122]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T23:27:47.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:47 smithi164 ceph-mon[31699]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:47.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:47 smithi026 ceph-mon[28371]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:47.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:47 smithi086 ceph-mon[31122]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:48.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:48 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T23:27:48.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:48 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:48.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:48 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T23:27:48.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:48 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:48.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:48 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T23:27:48.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:48 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:27:49.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:49 smithi086 ceph-mon[31122]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:49.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:49 smithi086 ceph-mon[31122]: Deploying daemon osd.4 on smithi086 2024-04-26T23:27:49.678 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:49 smithi164 ceph-mon[31699]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:49.678 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:49 smithi164 ceph-mon[31699]: Deploying daemon osd.4 on smithi086 2024-04-26T23:27:49.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:49 smithi026 ceph-mon[28371]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:49.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:49 smithi026 ceph-mon[28371]: Deploying daemon osd.4 on smithi086 2024-04-26T23:27:51.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:51 smithi164 ceph-mon[31699]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:51.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:51 smithi026 ceph-mon[28371]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:51.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:51 smithi086 ceph-mon[31122]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:53.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:53 smithi086 ceph-mon[31122]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:53.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:53 smithi164 ceph-mon[31699]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:53.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:53 smithi026 ceph-mon[28371]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:55.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:55 smithi086 ceph-mon[31122]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:55.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:55 smithi164 ceph-mon[31699]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:55.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:55 smithi026 ceph-mon[28371]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:57.592 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:57 smithi086 ceph-mon[31122]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:57.592 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:57 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:57.592 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:57 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:57.592 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:57 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:27:57.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:57 smithi164 ceph-mon[31699]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:57.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:57 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:57.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:57 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:57.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:57 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:27:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:57 smithi026 ceph-mon[28371]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:57 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:57 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:27:57.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:57 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:27:59.587 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:27:59 smithi086 ceph-mon[31122]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:59.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:27:59 smithi164 ceph-mon[31699]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:27:59.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:27:59 smithi026 ceph-mon[28371]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:28:01.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:01 smithi086 ceph-mon[31122]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:28:01.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:01 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:01.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:01 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:01.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:01 smithi086 ceph-mon[31122]: from='osd.4 [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T23:28:01.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:01 smithi086 ceph-mon[31122]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T23:28:01.272 INFO:teuthology.orchestra.run.smithi086.stdout:Created osd(s) 4 on host 'smithi086' 2024-04-26T23:28:01.272 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.268+0000 7f97a4c00700 1 -- 172.21.15.86:0/1575705593 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f97a8063860 con 0x7f978c0a3e60 2024-04-26T23:28:01.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:01 smithi164 ceph-mon[31699]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:28:01.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:01 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:01.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:01 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:01.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:01 smithi164 ceph-mon[31699]: from='osd.4 [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T23:28:01.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:01 smithi164 ceph-mon[31699]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T23:28:01.276 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.272+0000 7f97ae000700 1 -- 172.21.15.86:0/1575705593 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f978c0a3e60 msgr2=0x7f978c0a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:28:01.276 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.272+0000 7f97ae000700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f978c0a3e60 0x7f978c0a6320 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9790005fd0 tx=0x7f9790005ee0 comp rx=0 tx=0).stop 2024-04-26T23:28:01.276 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.272+0000 7f97ae000700 1 -- 172.21.15.86:0/1575705593 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f97a8103fb0 msgr2=0x7f97a8103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:28:01.276 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.272+0000 7f97ae000700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f97a8103fb0 0x7f97a8103910 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9798007f10 tx=0x7f979800d3b0 comp rx=0 tx=0).stop 2024-04-26T23:28:01.277 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.272+0000 7f97ae000700 1 -- 172.21.15.86:0/1575705593 shutdown_connections 2024-04-26T23:28:01.277 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.272+0000 7f97ae000700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f978c0a3e60 0x7f978c0a6320 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:01.277 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.272+0000 7f97ae000700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f97a8109210 0x7f97a81024a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:01.277 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.272+0000 7f97ae000700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f97a8103fb0 0x7f97a8103910 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:01.277 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.272+0000 7f97ae000700 1 --2- 172.21.15.86:0/1575705593 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f97a81068e0 0x7f97a8101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:01.277 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.272+0000 7f97ae000700 1 -- 172.21.15.86:0/1575705593 >> 172.21.15.86:0/1575705593 conn(0x7f97a80fd920 msgr2=0x7f97a8105e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:28:01.277 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.272+0000 7f97ae000700 1 -- 172.21.15.86:0/1575705593 shutdown_connections 2024-04-26T23:28:01.277 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:28:01.272+0000 7f97ae000700 1 -- 172.21.15.86:0/1575705593 wait complete. 2024-04-26T23:28:01.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:01 smithi026 ceph-mon[28371]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:28:01.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:01 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:01.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:01 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:01.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:01 smithi026 ceph-mon[28371]: from='osd.4 [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T23:28:01.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:01 smithi026 ceph-mon[28371]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T23:28:02.092 DEBUG:teuthology.orchestra.run.smithi086:osd.4> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.4.service 2024-04-26T23:28:02.099 INFO:tasks.cephadm:Deploying osd.5 on smithi164 with /dev/vg_nvme/lv_3... 2024-04-26T23:28:02.099 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T23:28:02.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:02.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:02.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:02 smithi086 ceph-mon[31122]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T23:28:02.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:02 smithi086 ceph-mon[31122]: from='osd.4 [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:28:02.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:02 smithi086 ceph-mon[31122]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T23:28:02.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:28:02.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:02 smithi086 ceph-mon[31122]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:28:02.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:02.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:02.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:02 smithi164 ceph-mon[31699]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T23:28:02.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:02 smithi164 ceph-mon[31699]: from='osd.4 [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:28:02.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:02 smithi164 ceph-mon[31699]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T23:28:02.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:28:02.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:02 smithi164 ceph-mon[31699]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:28:02.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:02.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:02.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:02 smithi026 ceph-mon[28371]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T23:28:02.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:02 smithi026 ceph-mon[28371]: from='osd.4 [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:28:02.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:02 smithi026 ceph-mon[28371]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T23:28:02.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:28:02.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:02 smithi026 ceph-mon[28371]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:28:02.554 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:28:02.694 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:28:02 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:28:02.441+0000 7f2061800700 -1 osd.4 0 waiting for initial osdmap 2024-04-26T23:28:02.694 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:28:02 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:28:02.469+0000 7f205c600700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T23:28:03.522 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:03 smithi086 ceph-mon[31122]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:28:03.522 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:03 smithi086 ceph-mon[31122]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-04-26T23:28:03.522 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:03 smithi086 ceph-mon[31122]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T23:28:03.522 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:03 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:28:03.522 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:03 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:28:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:03 smithi164 ceph-mon[31699]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:28:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:03 smithi164 ceph-mon[31699]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-04-26T23:28:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:03 smithi164 ceph-mon[31699]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T23:28:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:03 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:28:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:03 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:28:03.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:03 smithi026 ceph-mon[28371]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:28:03.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:03 smithi026 ceph-mon[28371]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-04-26T23:28:03.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:03 smithi026 ceph-mon[28371]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T23:28:03.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:03 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:28:03.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:03 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:28:04.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:04 smithi164 ceph-mon[31699]: purged_snaps scrub starts 2024-04-26T23:28:04.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:04 smithi164 ceph-mon[31699]: purged_snaps scrub ok 2024-04-26T23:28:04.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:04 smithi164 ceph-mon[31699]: osd.4 [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373] boot 2024-04-26T23:28:04.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:04 smithi164 ceph-mon[31699]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T23:28:04.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:04 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:28:04.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:04 smithi026 ceph-mon[28371]: purged_snaps scrub starts 2024-04-26T23:28:04.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:04 smithi026 ceph-mon[28371]: purged_snaps scrub ok 2024-04-26T23:28:04.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:04 smithi026 ceph-mon[28371]: osd.4 [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373] boot 2024-04-26T23:28:04.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:04 smithi026 ceph-mon[28371]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T23:28:04.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:04 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:28:04.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:04 smithi086 ceph-mon[31122]: purged_snaps scrub starts 2024-04-26T23:28:04.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:04 smithi086 ceph-mon[31122]: purged_snaps scrub ok 2024-04-26T23:28:04.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:04 smithi086 ceph-mon[31122]: osd.4 [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373] boot 2024-04-26T23:28:04.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:04 smithi086 ceph-mon[31122]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T23:28:04.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:04 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:28:05.320 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T23:28:05.320 INFO:teuthology.orchestra.run.smithi164.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T23:28:05.320 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10+0 records in 2024-04-26T23:28:05.320 INFO:teuthology.orchestra.run.smithi164.stderr:10+0 records out 2024-04-26T23:28:05.320 INFO:teuthology.orchestra.run.smithi164.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0360836 s, 291 MB/s 2024-04-26T23:28:05.320 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping successful for: 2024-04-26T23:28:05.671 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:05 smithi164 ceph-mon[31699]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:28:05.671 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:05 smithi164 ceph-mon[31699]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T23:28:05.772 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:05 smithi086 ceph-mon[31122]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:28:05.772 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:05 smithi086 ceph-mon[31122]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T23:28:05.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:05 smithi026 ceph-mon[28371]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail 2024-04-26T23:28:05.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:05 smithi026 ceph-mon[28371]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T23:28:06.119 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi164:vg_nvme/lv_3 2024-04-26T23:28:06.537 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:28:07.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:07.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:28:07.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:28:07.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:07.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:28:07.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:28:07.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:07.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:28:07.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:07.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:28:07.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:28:07.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:07.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:28:07.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:28:07.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:07.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:28:07.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:07.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:28:07.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:28:07.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:07.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:28:07.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:07.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:28:07.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:07.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:28:07.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:08.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:08 smithi164 ceph-mon[31699]: Detected new or changed devices on smithi086 2024-04-26T23:28:08.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:08 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi086 to 8544M 2024-04-26T23:28:08.725 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.722+0000 7f5690600700 1 -- 172.21.15.164:0/558862666 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f568810b660 msgr2=0x7f5688111f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:28:08.725 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.722+0000 7f5690600700 1 --2- 172.21.15.164:0/558862666 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f568810b660 0x7f5688111f10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f568000b0a0 tx=0x7f568000b3b0 comp rx=0 tx=0).stop 2024-04-26T23:28:08.725 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.722+0000 7f5690600700 1 -- 172.21.15.164:0/558862666 shutdown_connections 2024-04-26T23:28:08.725 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.722+0000 7f5690600700 1 --2- 172.21.15.164:0/558862666 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f568810b660 0x7f5688111f10 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:08.725 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.722+0000 7f5690600700 1 --2- 172.21.15.164:0/558862666 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5688109ac0 0x7f5688109ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:08.725 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.722+0000 7f5690600700 1 --2- 172.21.15.164:0/558862666 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f568810acc0 0x7f568810b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:08.725 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.722+0000 7f5690600700 1 -- 172.21.15.164:0/558862666 >> 172.21.15.164:0/558862666 conn(0x7f5688078a90 msgr2=0x7f568807aed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:28:08.725 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.722+0000 7f5690600700 1 -- 172.21.15.164:0/558862666 shutdown_connections 2024-04-26T23:28:08.725 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.722+0000 7f5690600700 1 -- 172.21.15.164:0/558862666 wait complete. 2024-04-26T23:28:08.728 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.723+0000 7f5690600700 1 Processor -- start 2024-04-26T23:28:08.728 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.723+0000 7f5690600700 1 -- start start 2024-04-26T23:28:08.728 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f5690600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5688109ac0 0x7f568819fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:28:08.728 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f5690600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f568810acc0 0x7f568819ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:28:08.728 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f5690600700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f568810b660 0x7f56881a7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:28:08.728 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f5690600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5688115460 con 0x7f5688109ac0 2024-04-26T23:28:08.728 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f5690600700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f56881152e0 con 0x7f568810b660 2024-04-26T23:28:08.728 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f5690600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f56881155e0 con 0x7f568810acc0 2024-04-26T23:28:08.728 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f568d200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f568810acc0 0x7f568819ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:28:08.728 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f568d200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f568810acc0 0x7f568819ff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.164:52032/0 (socket says 172.21.15.164:52032) 2024-04-26T23:28:08.729 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f568d200700 1 -- 172.21.15.164:0/2779905989 learned_addr learned my addr 172.21.15.164:0/2779905989 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-04-26T23:28:08.729 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f568dc00700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5688109ac0 0x7f568819fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:28:08.730 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f568e600700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f568810b660 0x7f56881a7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:28:08.730 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f568d200700 1 -- 172.21.15.164:0/2779905989 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f568810b660 msgr2=0x7f56881a7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:28:08.730 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f568d200700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f568810b660 0x7f56881a7010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:08.730 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f568d200700 1 -- 172.21.15.164:0/2779905989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5688109ac0 msgr2=0x7f568819fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:28:08.730 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f568d200700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5688109ac0 0x7f568819fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:08.730 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.724+0000 7f568d200700 1 -- 172.21.15.164:0/2779905989 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56881a76b0 con 0x7f568810acc0 2024-04-26T23:28:08.730 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.725+0000 7f568d200700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f568810acc0 0x7f568819ff90 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f567400d9b0 tx=0x7f567400dd70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:28:08.730 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.725+0000 7f5686000700 1 -- 172.21.15.164:0/2779905989 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5674017070 con 0x7f568810acc0 2024-04-26T23:28:08.731 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.725+0000 7f5686000700 1 -- 172.21.15.164:0/2779905989 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5674004830 con 0x7f568810acc0 2024-04-26T23:28:08.731 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.725+0000 7f5690600700 1 -- 172.21.15.164:0/2779905989 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56881a79a0 con 0x7f568810acc0 2024-04-26T23:28:08.731 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.725+0000 7f5686000700 1 -- 172.21.15.164:0/2779905989 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56740053a0 con 0x7f568810acc0 2024-04-26T23:28:08.731 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.725+0000 7f5690600700 1 -- 172.21.15.164:0/2779905989 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56881a7ee0 con 0x7f568810acc0 2024-04-26T23:28:08.732 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.727+0000 7f5690600700 1 -- 172.21.15.164:0/2779905989 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f568806a110 con 0x7f568810acc0 2024-04-26T23:28:08.732 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.728+0000 7f5686000700 1 -- 172.21.15.164:0/2779905989 <== mon.1 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f56740049e0 con 0x7f568810acc0 2024-04-26T23:28:08.733 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.731+0000 7f5686000700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f56700a3cc0 0x7f56700a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:28:08.733 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.731+0000 7f5686000700 1 -- 172.21.15.164:0/2779905989 <== mon.1 v2:172.21.15.164:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4101+0+0 (secure 0 0 0) 0x7f56740cf320 con 0x7f568810acc0 2024-04-26T23:28:08.734 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.731+0000 7f568dc00700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f56700a3cc0 0x7f56700a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:28:08.735 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.732+0000 7f568dc00700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f56700a3cc0 0x7f56700a6180 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f567c005fd0 tx=0x7f567c005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:28:08.740 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.736+0000 7f5686000700 1 -- 172.21.15.164:0/2779905989 <== mon.1 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f5674020020 con 0x7f568810acc0 2024-04-26T23:28:08.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:08 smithi026 ceph-mon[28371]: Detected new or changed devices on smithi086 2024-04-26T23:28:08.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:08 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi086 to 8544M 2024-04-26T23:28:08.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:08 smithi086 ceph-mon[31122]: Detected new or changed devices on smithi086 2024-04-26T23:28:08.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:08 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi086 to 8544M 2024-04-26T23:28:08.976 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:08.973+0000 7f5690600700 1 -- 172.21.15.164:0/2779905989 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f5688063860 con 0x7f56700a3cc0 2024-04-26T23:28:09.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:09 smithi164 ceph-mon[31699]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:09.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:09 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:28:09.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:09 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:28:09.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:09 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:09.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:09 smithi026 ceph-mon[28371]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:09.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:09 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:28:09.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:09 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:28:09.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:09 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:09.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:09 smithi086 ceph-mon[31122]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:09.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:09 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:28:09.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:09 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:28:09.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:09 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:10.714 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:10 smithi164 ceph-mon[31699]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:28:10.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:10 smithi026 ceph-mon[28371]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:28:10.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:10 smithi086 ceph-mon[31122]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:28:11.587 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:11 smithi164 ceph-mon[31699]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:11.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:11 smithi026 ceph-mon[28371]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:11.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:11 smithi086 ceph-mon[31122]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:13 smithi164 ceph-mon[31699]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:13 smithi164 ceph-mon[31699]: from='client.? 172.21.15.164:0/1899993480' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec703e94-7fb4-4084-aece-4eb7551610b5"}]: dispatch 2024-04-26T23:28:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:13 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec703e94-7fb4-4084-aece-4eb7551610b5"}]: dispatch 2024-04-26T23:28:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:13 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ec703e94-7fb4-4084-aece-4eb7551610b5"}]': finished 2024-04-26T23:28:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:13 smithi164 ceph-mon[31699]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T23:28:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:13 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:13.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:13 smithi026 ceph-mon[28371]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:13.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:13 smithi026 ceph-mon[28371]: from='client.? 172.21.15.164:0/1899993480' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec703e94-7fb4-4084-aece-4eb7551610b5"}]: dispatch 2024-04-26T23:28:13.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:13 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec703e94-7fb4-4084-aece-4eb7551610b5"}]: dispatch 2024-04-26T23:28:13.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:13 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ec703e94-7fb4-4084-aece-4eb7551610b5"}]': finished 2024-04-26T23:28:13.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:13 smithi026 ceph-mon[28371]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T23:28:13.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:13 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:13 smithi086 ceph-mon[31122]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:13 smithi086 ceph-mon[31122]: from='client.? 172.21.15.164:0/1899993480' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec703e94-7fb4-4084-aece-4eb7551610b5"}]: dispatch 2024-04-26T23:28:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:13 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ec703e94-7fb4-4084-aece-4eb7551610b5"}]: dispatch 2024-04-26T23:28:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:13 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ec703e94-7fb4-4084-aece-4eb7551610b5"}]': finished 2024-04-26T23:28:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:13 smithi086 ceph-mon[31122]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T23:28:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:13 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:14.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:14 smithi164 ceph-mon[31699]: from='client.? 172.21.15.164:0/2247155915' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:28:14.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:14 smithi026 ceph-mon[28371]: from='client.? 172.21.15.164:0/2247155915' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:28:14.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:14 smithi086 ceph-mon[31122]: from='client.? 172.21.15.164:0/2247155915' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:28:15.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:15 smithi164 ceph-mon[31699]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:15.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:15 smithi026 ceph-mon[28371]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:15.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:15 smithi086 ceph-mon[31122]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:17.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:17 smithi164 ceph-mon[31699]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:17.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:17 smithi026 ceph-mon[28371]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:17.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:17 smithi086 ceph-mon[31122]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:19.653 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:19 smithi164 ceph-mon[31699]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:19.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:19 smithi026 ceph-mon[28371]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:19.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:19 smithi086 ceph-mon[31122]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:21.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:21 smithi026 ceph-mon[28371]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:21.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:21 smithi164 ceph-mon[31699]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:21.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:21 smithi086 ceph-mon[31122]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:23.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:23 smithi026 ceph-mon[28371]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:23.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:23 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T23:28:23.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:23 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:23.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:23 smithi086 ceph-mon[31122]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:23.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:23 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T23:28:23.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:23 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:23.849 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:23 smithi164 ceph-mon[31699]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:23.850 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:23 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T23:28:23.850 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:23 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:24.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:24 smithi086 ceph-mon[31122]: Deploying daemon osd.5 on smithi164 2024-04-26T23:28:25.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:24 smithi164 ceph-mon[31699]: Deploying daemon osd.5 on smithi164 2024-04-26T23:28:25.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:24 smithi026 ceph-mon[28371]: Deploying daemon osd.5 on smithi164 2024-04-26T23:28:25.765 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:25 smithi164 ceph-mon[31699]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:25.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:25 smithi086 ceph-mon[31122]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:26.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:25 smithi026 ceph-mon[28371]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:26.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:26 smithi164 ceph-mon[31699]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:26.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:26 smithi086 ceph-mon[31122]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:27.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:26 smithi026 ceph-mon[28371]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:29.221 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:28 smithi164 ceph-mon[31699]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:29.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:28 smithi026 ceph-mon[28371]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:29.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:28 smithi086 ceph-mon[31122]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:31.148 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:30 smithi164 ceph-mon[31699]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:31.148 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:30 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:31.149 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:30 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:31.149 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:30 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:28:31.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:30 smithi026 ceph-mon[28371]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:31.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:31.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:31.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:28:31.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:30 smithi086 ceph-mon[31122]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:31.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:30 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:31.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:30 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:31.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:30 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:28:33.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:32 smithi164 ceph-mon[31699]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:33.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:32 smithi026 ceph-mon[28371]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:33.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:32 smithi086 ceph-mon[31122]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:35.289 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.287+0000 7f5686000700 1 -- 172.21.15.164:0/2779905989 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5688063860 con 0x7f56700a3cc0 2024-04-26T23:28:35.290 INFO:teuthology.orchestra.run.smithi164.stdout:Created osd(s) 5 on host 'smithi164' 2024-04-26T23:28:35.293 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.290+0000 7f5690600700 1 -- 172.21.15.164:0/2779905989 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f56700a3cc0 msgr2=0x7f56700a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:28:35.293 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.291+0000 7f5690600700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f56700a3cc0 0x7f56700a6180 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f567c005fd0 tx=0x7f567c005e50 comp rx=0 tx=0).stop 2024-04-26T23:28:35.293 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.291+0000 7f5690600700 1 -- 172.21.15.164:0/2779905989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f568810acc0 msgr2=0x7f568819ff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:28:35.293 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.291+0000 7f5690600700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f568810acc0 0x7f568819ff90 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f567400d9b0 tx=0x7f567400dd70 comp rx=0 tx=0).stop 2024-04-26T23:28:35.294 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.291+0000 7f5690600700 1 -- 172.21.15.164:0/2779905989 shutdown_connections 2024-04-26T23:28:35.294 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.291+0000 7f5690600700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f56700a3cc0 0x7f56700a6180 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:35.294 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.291+0000 7f5690600700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f568810b660 0x7f56881a7010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:35.294 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.291+0000 7f5690600700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5688109ac0 0x7f568819fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:35.294 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.291+0000 7f5690600700 1 --2- 172.21.15.164:0/2779905989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f568810acc0 0x7f568819ff90 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:35.294 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.291+0000 7f5690600700 1 -- 172.21.15.164:0/2779905989 >> 172.21.15.164:0/2779905989 conn(0x7f5688078a90 msgr2=0x7f568810dfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:28:35.294 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.291+0000 7f5690600700 1 -- 172.21.15.164:0/2779905989 shutdown_connections 2024-04-26T23:28:35.294 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:28:35.291+0000 7f5690600700 1 -- 172.21.15.164:0/2779905989 wait complete. 2024-04-26T23:28:35.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:35 smithi164 ceph-mon[31699]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:35.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:35.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:28:35.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:35 smithi164 ceph-mon[31699]: from='osd.5 [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T23:28:35.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:35 smithi164 ceph-mon[31699]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T23:28:35.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:28:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:35 smithi026 ceph-mon[28371]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:28:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:35 smithi026 ceph-mon[28371]: from='osd.5 [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T23:28:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:35 smithi026 ceph-mon[28371]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T23:28:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:28:35.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:35 smithi086 ceph-mon[31122]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:35.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:28:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:35 smithi086 ceph-mon[31122]: from='osd.5 [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T23:28:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:35 smithi086 ceph-mon[31122]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T23:28:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:28:36.021 DEBUG:teuthology.orchestra.run.smithi164:osd.5> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.5.service 2024-04-26T23:28:36.026 INFO:tasks.cephadm:Deploying osd.6 on smithi026 with /dev/vg_nvme/lv_2... 2024-04-26T23:28:36.026 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T23:28:36.490 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:28:36.516 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:36 smithi164 ceph-mon[31699]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T23:28:36.516 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:36 smithi164 ceph-mon[31699]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T23:28:36.516 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:36 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:36.516 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:36 smithi164 ceph-mon[31699]: from='osd.5 [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:28:36.516 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:36 smithi164 ceph-mon[31699]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:28:36.517 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:28:36 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:28:36.397+0000 7fef89e00700 -1 osd.5 0 waiting for initial osdmap 2024-04-26T23:28:36.517 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:28:36 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:28:36.421+0000 7fef84c00700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T23:28:36.643 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:36 smithi026 ceph-mon[28371]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T23:28:36.643 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:36 smithi026 ceph-mon[28371]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T23:28:36.644 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:36 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:36.644 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:36 smithi026 ceph-mon[28371]: from='osd.5 [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:28:36.644 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:36 smithi026 ceph-mon[28371]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:28:36.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:36 smithi086 ceph-mon[31122]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T23:28:36.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:36 smithi086 ceph-mon[31122]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T23:28:36.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:36 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:36.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:36 smithi086 ceph-mon[31122]: from='osd.5 [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:28:36.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:36 smithi086 ceph-mon[31122]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:28:37.613 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:37 smithi164 ceph-mon[31699]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:37.613 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:37 smithi164 ceph-mon[31699]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-04-26T23:28:37.613 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:37 smithi164 ceph-mon[31699]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T23:28:37.613 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:37 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:37.613 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:37 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:37.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:37 smithi026 ceph-mon[28371]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:37.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:37 smithi026 ceph-mon[28371]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-04-26T23:28:37.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:37 smithi026 ceph-mon[28371]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T23:28:37.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:37 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:37.693 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:37 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:37.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:37 smithi086 ceph-mon[31122]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:37.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:37 smithi086 ceph-mon[31122]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-04-26T23:28:37.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:37 smithi086 ceph-mon[31122]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T23:28:37.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:37 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:37.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:37 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:38.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:38 smithi164 ceph-mon[31699]: purged_snaps scrub starts 2024-04-26T23:28:38.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:38 smithi164 ceph-mon[31699]: purged_snaps scrub ok 2024-04-26T23:28:38.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:38 smithi164 ceph-mon[31699]: osd.5 [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241] boot 2024-04-26T23:28:38.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:38 smithi164 ceph-mon[31699]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T23:28:38.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:38 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:38.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:38 smithi026 ceph-mon[28371]: purged_snaps scrub starts 2024-04-26T23:28:38.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:38 smithi026 ceph-mon[28371]: purged_snaps scrub ok 2024-04-26T23:28:38.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:38 smithi026 ceph-mon[28371]: osd.5 [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241] boot 2024-04-26T23:28:38.730 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:38 smithi026 ceph-mon[28371]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T23:28:38.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:38 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:38.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:38 smithi086 ceph-mon[31122]: purged_snaps scrub starts 2024-04-26T23:28:38.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:38 smithi086 ceph-mon[31122]: purged_snaps scrub ok 2024-04-26T23:28:38.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:38 smithi086 ceph-mon[31122]: osd.5 [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241] boot 2024-04-26T23:28:38.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:38 smithi086 ceph-mon[31122]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T23:28:38.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:38 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:28:39.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:39 smithi026 ceph-mon[28371]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:39.700 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:39 smithi026 ceph-mon[28371]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T23:28:39.700 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T23:28:39.700 INFO:teuthology.orchestra.run.smithi026.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T23:28:39.700 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10+0 records in 2024-04-26T23:28:39.701 INFO:teuthology.orchestra.run.smithi026.stderr:10+0 records out 2024-04-26T23:28:39.701 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0511527 s, 205 MB/s 2024-04-26T23:28:39.701 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping successful for: 2024-04-26T23:28:39.727 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:39 smithi164 ceph-mon[31699]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:39.727 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:39 smithi164 ceph-mon[31699]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T23:28:39.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:39 smithi086 ceph-mon[31122]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 159 MiB used, 447 GiB / 447 GiB avail 2024-04-26T23:28:39.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:39 smithi086 ceph-mon[31122]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T23:28:40.683 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:40 smithi026 ceph-mon[28371]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T23:28:40.753 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi026:vg_nvme/lv_2 2024-04-26T23:28:40.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:40 smithi164 ceph-mon[31699]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T23:28:40.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:40 smithi086 ceph-mon[31122]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T23:28:41.184 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:28:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:41 smithi026 ceph-mon[28371]: pgmap v184: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T23:28:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:41 smithi026 ceph-mon[28371]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-26T23:28:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:41 smithi026 ceph-mon[28371]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T23:28:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:28:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:28:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:41.697 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:28:41.698 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:41.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:41 smithi164 ceph-mon[31699]: pgmap v184: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T23:28:41.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:41 smithi164 ceph-mon[31699]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-26T23:28:41.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:41 smithi164 ceph-mon[31699]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T23:28:41.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:41.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:41.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:28:41.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:28:41.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:41.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:41.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:28:41.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:41.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:41 smithi086 ceph-mon[31122]: pgmap v184: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T23:28:41.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:41 smithi086 ceph-mon[31122]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-26T23:28:41.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:41 smithi086 ceph-mon[31122]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T23:28:41.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:41.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:41.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:28:41.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:28:41.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:41.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:41.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:28:41.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:28:42.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:42 smithi164 ceph-mon[31699]: Detected new or changed devices on smithi164 2024-04-26T23:28:42.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:42 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi164 to 8544M 2024-04-26T23:28:42.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:42 smithi164 ceph-mon[31699]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T23:28:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:42 smithi026 ceph-mon[28371]: Detected new or changed devices on smithi164 2024-04-26T23:28:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:42 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi164 to 8544M 2024-04-26T23:28:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:42 smithi026 ceph-mon[28371]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T23:28:42.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:42 smithi086 ceph-mon[31122]: Detected new or changed devices on smithi164 2024-04-26T23:28:42.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:42 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi164 to 8544M 2024-04-26T23:28:42.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:42 smithi086 ceph-mon[31122]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T23:28:43.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.502+0000 7f784fe00700 1 -- 172.21.15.26:0/3343087000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7848107270 msgr2=0x7f784810db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:28:43.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.502+0000 7f784fe00700 1 --2- 172.21.15.26:0/3343087000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7848107270 0x7f784810db20 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f784000b0d0 tx=0x7f784000b3e0 comp rx=0 tx=0).stop 2024-04-26T23:28:43.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.502+0000 7f784fe00700 1 -- 172.21.15.26:0/3343087000 shutdown_connections 2024-04-26T23:28:43.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.502+0000 7f784fe00700 1 --2- 172.21.15.26:0/3343087000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7848107270 0x7f784810db20 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:43.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.502+0000 7f784fe00700 1 --2- 172.21.15.26:0/3343087000 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f78481056d0 0x7f7848105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:43.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.502+0000 7f784fe00700 1 --2- 172.21.15.26:0/3343087000 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78481068d0 0x7f7848106d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:43.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.502+0000 7f784fe00700 1 -- 172.21.15.26:0/3343087000 >> 172.21.15.26:0/3343087000 conn(0x7f7848100c70 msgr2=0x7f78481030b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:28:43.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.502+0000 7f784fe00700 1 -- 172.21.15.26:0/3343087000 shutdown_connections 2024-04-26T23:28:43.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.502+0000 7f784fe00700 1 -- 172.21.15.26:0/3343087000 wait complete. 2024-04-26T23:28:43.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.503+0000 7f784fe00700 1 Processor -- start 2024-04-26T23:28:43.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.504+0000 7f784fe00700 1 -- start start 2024-04-26T23:28:43.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.504+0000 7f784fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78481056d0 0x7f784819b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.504+0000 7f784fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78481068d0 0x7f784819bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.504+0000 7f784fe00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7848107270 0x7f78481a2c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.504+0000 7f784fe00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7848111050 con 0x7f78481068d0 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.504+0000 7f784fe00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7848110ed0 con 0x7f7848107270 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.504+0000 7f784fe00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f78481111d0 con 0x7f78481056d0 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.504+0000 7f784ca00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78481068d0 0x7f784819bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.504+0000 7f784ca00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78481068d0 0x7f784819bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54028/0 (socket says 172.21.15.26:54028) 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.504+0000 7f784ca00700 1 -- 172.21.15.26:0/392028595 learned_addr learned my addr 172.21.15.26:0/392028595 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.505+0000 7f784d400700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78481056d0 0x7f784819b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.505+0000 7f784de00700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7848107270 0x7f78481a2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.505+0000 7f784ca00700 1 -- 172.21.15.26:0/392028595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78481056d0 msgr2=0x7f784819b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.505+0000 7f784ca00700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78481056d0 0x7f784819b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:43.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.505+0000 7f784ca00700 1 -- 172.21.15.26:0/392028595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7848107270 msgr2=0x7f78481a2c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:28:43.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.505+0000 7f784ca00700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7848107270 0x7f78481a2c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:28:43.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.505+0000 7f784ca00700 1 -- 172.21.15.26:0/392028595 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78481a32f0 con 0x7f78481068d0 2024-04-26T23:28:43.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.505+0000 7f784de00700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7848107270 0x7f78481a2c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:28:43.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.505+0000 7f784d400700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78481056d0 0x7f784819b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:28:43.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.505+0000 7f784ca00700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78481068d0 0x7f784819bbd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f783400d980 tx=0x7f783400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:28:43.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.505+0000 7f7846000700 1 -- 172.21.15.26:0/392028595 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7834016070 con 0x7f78481068d0 2024-04-26T23:28:43.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.506+0000 7f7846000700 1 -- 172.21.15.26:0/392028595 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7834010460 con 0x7f78481068d0 2024-04-26T23:28:43.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.506+0000 7f7846000700 1 -- 172.21.15.26:0/392028595 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f783400f620 con 0x7f78481068d0 2024-04-26T23:28:43.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.506+0000 7f784fe00700 1 -- 172.21.15.26:0/392028595 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78481a35e0 con 0x7f78481068d0 2024-04-26T23:28:43.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.506+0000 7f784fe00700 1 -- 172.21.15.26:0/392028595 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78481a3b20 con 0x7f78481068d0 2024-04-26T23:28:43.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.507+0000 7f784fe00700 1 -- 172.21.15.26:0/392028595 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f784806a110 con 0x7f78481068d0 2024-04-26T23:28:43.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.509+0000 7f7846000700 1 -- 172.21.15.26:0/392028595 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7834019070 con 0x7f78481068d0 2024-04-26T23:28:43.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.512+0000 7f7846000700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f78300a3c40 0x7f78300a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:28:43.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.512+0000 7f7846000700 1 -- 172.21.15.26:0/392028595 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4533+0+0 (secure 0 0 0) 0x7f78340cf180 con 0x7f78481068d0 2024-04-26T23:28:43.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.512+0000 7f784d400700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f78300a3c40 0x7f78300a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:28:43.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.513+0000 7f784d400700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f78300a3c40 0x7f78300a6100 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f783c005950 tx=0x7f783c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:28:43.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.515+0000 7f7846000700 1 -- 172.21.15.26:0/392028595 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f783409c980 con 0x7f78481068d0 2024-04-26T23:28:43.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:28:43.758+0000 7f784fe00700 1 -- 172.21.15.26:0/392028595 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f7848063920 con 0x7f78300a3c40 2024-04-26T23:28:43.762 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:43 smithi026 ceph-mon[28371]: pgmap v187: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T23:28:43.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:43 smithi164 ceph-mon[31699]: pgmap v187: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T23:28:43.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:43 smithi086 ceph-mon[31122]: pgmap v187: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T23:28:44.751 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:28:44.751 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:28:44.751 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:44 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:44.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:28:44.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:28:44.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:44 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:44.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:44 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:28:44.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:44 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:28:44.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:44 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:45.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:45 smithi164 ceph-mon[31699]: from='client.14370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:28:45.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:45 smithi164 ceph-mon[31699]: pgmap v188: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T23:28:45.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:45 smithi026 ceph-mon[28371]: from='client.14370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:28:45.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:45 smithi026 ceph-mon[28371]: pgmap v188: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T23:28:45.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:45 smithi086 ceph-mon[31122]: from='client.14370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:28:45.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:45 smithi086 ceph-mon[31122]: pgmap v188: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-04-26T23:28:46.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:46 smithi086 ceph-mon[31122]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-26T23:28:46.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:46 smithi086 ceph-mon[31122]: Cluster is now healthy 2024-04-26T23:28:46.916 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:46 smithi026 ceph-mon[28371]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-26T23:28:46.916 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:46 smithi026 ceph-mon[28371]: Cluster is now healthy 2024-04-26T23:28:47.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:46 smithi164 ceph-mon[31699]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-26T23:28:47.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:46 smithi164 ceph-mon[31699]: Cluster is now healthy 2024-04-26T23:28:47.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:47 smithi086 ceph-mon[31122]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-26T23:28:48.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:47 smithi164 ceph-mon[31699]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-26T23:28:48.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:47 smithi026 ceph-mon[28371]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-04-26T23:28:48.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:48 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/385105081' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b418a6cc-394f-4288-9ec5-0f46daf17dd1"}]: dispatch 2024-04-26T23:28:48.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:48 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/385105081' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b418a6cc-394f-4288-9ec5-0f46daf17dd1"}]': finished 2024-04-26T23:28:48.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:48 smithi086 ceph-mon[31122]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T23:28:48.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:48 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:28:49.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:48 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/385105081' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b418a6cc-394f-4288-9ec5-0f46daf17dd1"}]: dispatch 2024-04-26T23:28:49.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:48 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/385105081' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b418a6cc-394f-4288-9ec5-0f46daf17dd1"}]': finished 2024-04-26T23:28:49.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:48 smithi164 ceph-mon[31699]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T23:28:49.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:48 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:28:49.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:48 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/385105081' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b418a6cc-394f-4288-9ec5-0f46daf17dd1"}]: dispatch 2024-04-26T23:28:49.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:48 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/385105081' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b418a6cc-394f-4288-9ec5-0f46daf17dd1"}]': finished 2024-04-26T23:28:49.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:48 smithi026 ceph-mon[28371]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T23:28:49.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:48 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:28:49.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:49 smithi086 ceph-mon[31122]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T23:28:49.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:49 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1843994203' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:28:49.927 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:49 smithi164 ceph-mon[31699]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T23:28:49.927 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:49 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1843994203' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:28:50.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:49 smithi026 ceph-mon[28371]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T23:28:50.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:49 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1843994203' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:28:50.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:50 smithi086 ceph-mon[31122]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-26T23:28:50.964 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:50 smithi164 ceph-mon[31699]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-26T23:28:51.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:50 smithi026 ceph-mon[28371]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-26T23:28:53.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:52 smithi164 ceph-mon[31699]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T23:28:53.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:52 smithi026 ceph-mon[28371]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T23:28:53.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:52 smithi086 ceph-mon[31122]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T23:28:55.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:54 smithi164 ceph-mon[31699]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T23:28:55.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:54 smithi026 ceph-mon[28371]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T23:28:55.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:54 smithi086 ceph-mon[31122]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T23:28:57.141 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:56 smithi026 ceph-mon[28371]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:28:57.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:56 smithi164 ceph-mon[31699]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:28:57.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:56 smithi086 ceph-mon[31122]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:28:59.122 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:58 smithi086 ceph-mon[31122]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:28:59.122 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T23:28:59.122 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:59.122 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:28:58 smithi086 ceph-mon[31122]: Deploying daemon osd.6 on smithi026 2024-04-26T23:28:59.198 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:58 smithi026 ceph-mon[28371]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:28:59.198 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T23:28:59.198 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:59.199 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:28:58 smithi026 ceph-mon[28371]: Deploying daemon osd.6 on smithi026 2024-04-26T23:28:59.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:58 smithi164 ceph-mon[31699]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:28:59.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T23:28:59.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:28:59.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:28:58 smithi164 ceph-mon[31699]: Deploying daemon osd.6 on smithi026 2024-04-26T23:29:01.133 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:00 smithi026 ceph-mon[28371]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:01.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:00 smithi164 ceph-mon[31699]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:01.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:00 smithi086 ceph-mon[31122]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:03.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:02 smithi164 ceph-mon[31699]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:03.271 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:02 smithi026 ceph-mon[28371]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:03.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:02 smithi086 ceph-mon[31122]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:05.213 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:04 smithi026 ceph-mon[28371]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:05.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:04 smithi164 ceph-mon[31699]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:05.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:04 smithi086 ceph-mon[31122]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:07.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:06 smithi164 ceph-mon[31699]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:07.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:06 smithi026 ceph-mon[28371]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:07.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:06 smithi086 ceph-mon[31122]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:08.438 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:08 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:08.438 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:08 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:08.438 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:08 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:29:08.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:08 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:08.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:08 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:08.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:08 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:29:08.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:08 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:08.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:08 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:08.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:08 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:29:09.137 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:09 smithi026 ceph-mon[28371]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:09.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:09 smithi164 ceph-mon[31699]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:09.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:09 smithi086 ceph-mon[31122]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:11.425 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:11 smithi026 ceph-mon[28371]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:11.425 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:11 smithi026 ceph-mon[28371]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T23:29:11.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:11 smithi164 ceph-mon[31699]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:11.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:11 smithi164 ceph-mon[31699]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T23:29:11.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:11 smithi086 ceph-mon[31122]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:11.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:11 smithi086 ceph-mon[31122]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T23:29:12.464 INFO:teuthology.orchestra.run.smithi026.stdout:Created osd(s) 6 on host 'smithi026' 2024-04-26T23:29:12.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.460+0000 7f7846000700 1 -- 172.21.15.26:0/392028595 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7848063920 con 0x7f78300a3c40 2024-04-26T23:29:12.464 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:12 smithi026 ceph-mon[28371]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T23:29:12.464 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:12 smithi026 ceph-mon[28371]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T23:29:12.464 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:12 smithi026 ceph-mon[28371]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T23:29:12.465 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:12.465 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:12.465 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:12.465 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:12.465 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:29:12.465 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:12.465 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:12 smithi026 ceph-mon[28371]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T23:29:12.465 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:12 smithi026 ceph-mon[28371]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T23:29:12.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.464+0000 7f784fe00700 1 -- 172.21.15.26:0/392028595 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f78300a3c40 msgr2=0x7f78300a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:29:12.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.464+0000 7f784fe00700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f78300a3c40 0x7f78300a6100 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f783c005950 tx=0x7f783c0058e0 comp rx=0 tx=0).stop 2024-04-26T23:29:12.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.464+0000 7f784fe00700 1 -- 172.21.15.26:0/392028595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78481068d0 msgr2=0x7f784819bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:29:12.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.464+0000 7f784fe00700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78481068d0 0x7f784819bbd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f783400d980 tx=0x7f783400dd40 comp rx=0 tx=0).stop 2024-04-26T23:29:12.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.464+0000 7f784fe00700 1 -- 172.21.15.26:0/392028595 shutdown_connections 2024-04-26T23:29:12.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.464+0000 7f784fe00700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f78300a3c40 0x7f78300a6100 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:12.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.464+0000 7f784fe00700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7848107270 0x7f78481a2c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:12.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.464+0000 7f784fe00700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78481056d0 0x7f784819b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:12.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.464+0000 7f784fe00700 1 --2- 172.21.15.26:0/392028595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78481068d0 0x7f784819bbd0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:12.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.464+0000 7f784fe00700 1 -- 172.21.15.26:0/392028595 >> 172.21.15.26:0/392028595 conn(0x7f7848100c70 msgr2=0x7f7848109bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:29:12.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.465+0000 7f784fe00700 1 -- 172.21.15.26:0/392028595 shutdown_connections 2024-04-26T23:29:12.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:29:12.465+0000 7f784fe00700 1 -- 172.21.15.26:0/392028595 wait complete. 2024-04-26T23:29:12.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:12 smithi164 ceph-mon[31699]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T23:29:12.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:12 smithi164 ceph-mon[31699]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T23:29:12.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:12 smithi164 ceph-mon[31699]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T23:29:12.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:12.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:12.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:12.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:12.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:29:12.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:12.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:12 smithi164 ceph-mon[31699]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T23:29:12.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:12 smithi164 ceph-mon[31699]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T23:29:12.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:12 smithi086 ceph-mon[31122]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T23:29:12.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:12 smithi086 ceph-mon[31122]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T23:29:12.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:12 smithi086 ceph-mon[31122]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T23:29:12.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:12.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:12.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:12.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:12.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:29:12.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:12.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:12 smithi086 ceph-mon[31122]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T23:29:12.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:12 smithi086 ceph-mon[31122]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T23:29:13.186 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:13 smithi026 ceph-mon[28371]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:13.186 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:13 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:13.186 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:13 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:13.186 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:13 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:13.186 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:13 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:13.187 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:13 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:29:13.346 DEBUG:teuthology.orchestra.run.smithi026:osd.6> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.6.service 2024-04-26T23:29:13.350 INFO:tasks.cephadm:Deploying osd.7 on smithi086 with /dev/vg_nvme/lv_2... 2024-04-26T23:29:13.350 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T23:29:13.429 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:13 smithi086 ceph-mon[31122]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:13.429 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:13 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:13.430 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:13 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:13.430 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:13 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:13.430 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:13 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:13.430 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:13 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:29:13.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:13 smithi164 ceph-mon[31699]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:13.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:13 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:13.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:13 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:13.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:13 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:13.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:13 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:13.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:13 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:29:13.785 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T23:29:14.306 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:14 smithi086 ceph-mon[31122]: purged_snaps scrub starts 2024-04-26T23:29:14.306 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:14 smithi086 ceph-mon[31122]: purged_snaps scrub ok 2024-04-26T23:29:14.307 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:14.307 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:14 smithi086 ceph-mon[31122]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' 2024-04-26T23:29:14.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:14 smithi164 ceph-mon[31699]: purged_snaps scrub starts 2024-04-26T23:29:14.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:14 smithi164 ceph-mon[31699]: purged_snaps scrub ok 2024-04-26T23:29:14.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:14.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:14 smithi164 ceph-mon[31699]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' 2024-04-26T23:29:14.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:14 smithi026 ceph-mon[28371]: purged_snaps scrub starts 2024-04-26T23:29:14.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:14 smithi026 ceph-mon[28371]: purged_snaps scrub ok 2024-04-26T23:29:14.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:14.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:14 smithi026 ceph-mon[28371]: from='osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835]' entity='osd.6' 2024-04-26T23:29:15.423 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:15 smithi026 ceph-mon[28371]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:15.423 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:15.423 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:15 smithi026 ceph-mon[28371]: osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835] boot 2024-04-26T23:29:15.424 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:15 smithi026 ceph-mon[28371]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T23:29:15.424 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:15.456 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:15 smithi086 ceph-mon[31122]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:15.456 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:15.456 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:15 smithi086 ceph-mon[31122]: osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835] boot 2024-04-26T23:29:15.456 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:15 smithi086 ceph-mon[31122]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T23:29:15.456 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:15.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:15 smithi164 ceph-mon[31699]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-04-26T23:29:15.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:15.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:15 smithi164 ceph-mon[31699]: osd.6 [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835] boot 2024-04-26T23:29:15.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:15 smithi164 ceph-mon[31699]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T23:29:15.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:29:16.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:16 smithi164 ceph-mon[31699]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T23:29:16.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:16 smithi026 ceph-mon[28371]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T23:29:16.571 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:16 smithi086 ceph-mon[31122]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T23:29:16.647 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T23:29:16.647 INFO:teuthology.orchestra.run.smithi086.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T23:29:16.647 INFO:teuthology.orchestra.run.smithi086.stderr: stderr: 10+0 records in 2024-04-26T23:29:16.647 INFO:teuthology.orchestra.run.smithi086.stderr:10+0 records out 2024-04-26T23:29:16.647 INFO:teuthology.orchestra.run.smithi086.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0444282 s, 236 MB/s 2024-04-26T23:29:16.647 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping successful for: 2024-04-26T23:29:17.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:17 smithi086 ceph-mon[31122]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:17.491 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi086:vg_nvme/lv_2 2024-04-26T23:29:17.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:17 smithi164 ceph-mon[31699]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:17.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:17 smithi026 ceph-mon[28371]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:17.919 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T23:29:19.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:19 smithi086 ceph-mon[31122]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:19 smithi086 ceph-mon[31122]: Detected new or changed devices on smithi026 2024-04-26T23:29:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:19 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi026 to 5698M 2024-04-26T23:29:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:29:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:19.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:19 smithi164 ceph-mon[31699]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:19.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:19 smithi164 ceph-mon[31699]: Detected new or changed devices on smithi026 2024-04-26T23:29:19.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:19.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:19.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:19.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:19.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:19.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:19 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi026 to 5698M 2024-04-26T23:29:19.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:19.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:19.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:29:19.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:19.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:19 smithi026 ceph-mon[28371]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:19.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:19 smithi026 ceph-mon[28371]: Detected new or changed devices on smithi026 2024-04-26T23:29:19.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:19.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:19.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:19.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:19.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:19.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:19 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi026 to 5698M 2024-04-26T23:29:19.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:19.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:19.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:29:19.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:20.093 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.090+0000 7f61f0200700 1 -- 172.21.15.86:0/851565500 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f61e81056c0 msgr2=0x7f61e8105ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:29:20.093 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.090+0000 7f61f0200700 1 --2- 172.21.15.86:0/851565500 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f61e81056c0 0x7f61e8105ae0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f61dc0099c0 tx=0x7f61dc009cd0 comp rx=0 tx=0).stop 2024-04-26T23:29:20.093 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.090+0000 7f61f0200700 1 -- 172.21.15.86:0/851565500 shutdown_connections 2024-04-26T23:29:20.093 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.090+0000 7f61f0200700 1 --2- 172.21.15.86:0/851565500 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f61e8107260 0x7f61e810db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:20.093 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.090+0000 7f61f0200700 1 --2- 172.21.15.86:0/851565500 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f61e81056c0 0x7f61e8105ae0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:20.094 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.090+0000 7f61f0200700 1 --2- 172.21.15.86:0/851565500 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61e81068c0 0x7f61e8106d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:20.094 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.090+0000 7f61f0200700 1 -- 172.21.15.86:0/851565500 >> 172.21.15.86:0/851565500 conn(0x7f61e8100c80 msgr2=0x7f61e81030a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:29:20.094 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.090+0000 7f61f0200700 1 -- 172.21.15.86:0/851565500 shutdown_connections 2024-04-26T23:29:20.094 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.090+0000 7f61f0200700 1 -- 172.21.15.86:0/851565500 wait complete. 2024-04-26T23:29:20.095 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.091+0000 7f61f0200700 1 Processor -- start 2024-04-26T23:29:20.095 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.092+0000 7f61f0200700 1 -- start start 2024-04-26T23:29:20.096 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.092+0000 7f61f0200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f61e81056c0 0x7f61e819b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:29:20.096 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.092+0000 7f61f0200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61e81068c0 0x7f61e819bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:29:20.096 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.092+0000 7f61f0200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f61e8107260 0x7f61e81a2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:29:20.096 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.092+0000 7f61f0200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f61e8111000 con 0x7f61e81068c0 2024-04-26T23:29:20.096 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.092+0000 7f61f0200700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f61e8110e80 con 0x7f61e8107260 2024-04-26T23:29:20.096 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.092+0000 7f61f0200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f61e8111180 con 0x7f61e81056c0 2024-04-26T23:29:20.096 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.092+0000 7f61ee200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f61e8107260 0x7f61e81a2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:29:20.096 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.092+0000 7f61ee200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f61e8107260 0x7f61e81a2cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.86:54574/0 (socket says 172.21.15.86:54574) 2024-04-26T23:29:20.096 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.092+0000 7f61ee200700 1 -- 172.21.15.86:0/2571024706 learned_addr learned my addr 172.21.15.86:0/2571024706 (peer_addr_for_me v2:172.21.15.86:0/0) 2024-04-26T23:29:20.096 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.093+0000 7f61ed800700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f61e81056c0 0x7f61e819b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:29:20.096 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.093+0000 7f61ece00700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61e81068c0 0x7f61e819bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:29:20.096 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.093+0000 7f61ee200700 1 -- 172.21.15.86:0/2571024706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f61e81056c0 msgr2=0x7f61e819b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:29:20.097 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.093+0000 7f61ee200700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f61e81056c0 0x7f61e819b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:20.097 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.093+0000 7f61ee200700 1 -- 172.21.15.86:0/2571024706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61e81068c0 msgr2=0x7f61e819bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:29:20.097 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.093+0000 7f61ee200700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61e81068c0 0x7f61e819bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:20.097 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.093+0000 7f61ee200700 1 -- 172.21.15.86:0/2571024706 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61e81a3360 con 0x7f61e8107260 2024-04-26T23:29:20.097 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.093+0000 7f61ee200700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f61e8107260 0x7f61e81a2cc0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f61e0007ee0 tx=0x7f61e000d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:29:20.097 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.094+0000 7f61e6000700 1 -- 172.21.15.86:0/2571024706 <== mon.2 v2:172.21.15.86:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61e0004bb0 con 0x7f61e8107260 2024-04-26T23:29:20.098 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.094+0000 7f61e6000700 1 -- 172.21.15.86:0/2571024706 <== mon.2 v2:172.21.15.86:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f61e0004d50 con 0x7f61e8107260 2024-04-26T23:29:20.098 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.094+0000 7f61f0200700 1 -- 172.21.15.86:0/2571024706 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61e81a3650 con 0x7f61e8107260 2024-04-26T23:29:20.098 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.094+0000 7f61e6000700 1 -- 172.21.15.86:0/2571024706 <== mon.2 v2:172.21.15.86:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61e00058e0 con 0x7f61e8107260 2024-04-26T23:29:20.098 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.094+0000 7f61f0200700 1 -- 172.21.15.86:0/2571024706 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61e81a3b90 con 0x7f61e8107260 2024-04-26T23:29:20.098 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.095+0000 7f61f0200700 1 -- 172.21.15.86:0/2571024706 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61e806a110 con 0x7f61e8107260 2024-04-26T23:29:20.100 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.097+0000 7f61e6000700 1 -- 172.21.15.86:0/2571024706 <== mon.2 v2:172.21.15.86:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f61e001a020 con 0x7f61e8107260 2024-04-26T23:29:20.101 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.099+0000 7f61e6000700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f61d00a3cc0 0x7f61d00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:29:20.101 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.099+0000 7f61e6000700 1 -- 172.21.15.86:0/2571024706 <== mon.2 v2:172.21.15.86:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7f61e00cf380 con 0x7f61e8107260 2024-04-26T23:29:20.102 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.099+0000 7f61ed800700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f61d00a3cc0 0x7f61d00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:29:20.103 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.101+0000 7f61ed800700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f61d00a3cc0 0x7f61d00a6180 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f61dc009990 tx=0x7f61dc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:29:20.108 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.106+0000 7f61e6000700 1 -- 172.21.15.86:0/2571024706 <== mon.2 v2:172.21.15.86:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f61e0010070 con 0x7f61e8107260 2024-04-26T23:29:20.346 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:20.343+0000 7f61f0200700 1 -- 172.21.15.86:0/2571024706 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f61e8063920 con 0x7f61d00a3cc0 2024-04-26T23:29:20.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:20 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:29:20.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:20 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:29:20.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:20 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:20.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:20 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:29:20.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:20 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:29:20.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:20 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:20.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:20 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:29:20.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:20 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:29:20.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:20 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:21.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:21 smithi086 ceph-mon[31122]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:21.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:21 smithi086 ceph-mon[31122]: from='client.34283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:29:21.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:21 smithi164 ceph-mon[31699]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:21.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:21 smithi164 ceph-mon[31699]: from='client.34283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:29:21.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:21 smithi026 ceph-mon[28371]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:21.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:21 smithi026 ceph-mon[28371]: from='client.34283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:29:23.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:23 smithi164 ceph-mon[31699]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:23.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:23 smithi026 ceph-mon[28371]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:23.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:23 smithi086 ceph-mon[31122]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:24.719 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:24 smithi086 ceph-mon[31122]: from='client.? 172.21.15.86:0/4100703685' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d85d7c91-bf2c-4aa6-83aa-3d2736c201ca"}]: dispatch 2024-04-26T23:29:24.719 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:24 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d85d7c91-bf2c-4aa6-83aa-3d2736c201ca"}]: dispatch 2024-04-26T23:29:24.719 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:24 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d85d7c91-bf2c-4aa6-83aa-3d2736c201ca"}]': finished 2024-04-26T23:29:24.719 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:24 smithi086 ceph-mon[31122]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T23:29:24.719 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:24 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:24.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:24 smithi164 ceph-mon[31699]: from='client.? 172.21.15.86:0/4100703685' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d85d7c91-bf2c-4aa6-83aa-3d2736c201ca"}]: dispatch 2024-04-26T23:29:24.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:24 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d85d7c91-bf2c-4aa6-83aa-3d2736c201ca"}]: dispatch 2024-04-26T23:29:24.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:24 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d85d7c91-bf2c-4aa6-83aa-3d2736c201ca"}]': finished 2024-04-26T23:29:24.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:24 smithi164 ceph-mon[31699]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T23:29:24.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:24 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:24.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:24 smithi026 ceph-mon[28371]: from='client.? 172.21.15.86:0/4100703685' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d85d7c91-bf2c-4aa6-83aa-3d2736c201ca"}]: dispatch 2024-04-26T23:29:24.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:24 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d85d7c91-bf2c-4aa6-83aa-3d2736c201ca"}]: dispatch 2024-04-26T23:29:24.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:24 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d85d7c91-bf2c-4aa6-83aa-3d2736c201ca"}]': finished 2024-04-26T23:29:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:24 smithi026 ceph-mon[28371]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T23:29:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:24 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:25.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:25 smithi164 ceph-mon[31699]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:25.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:25 smithi164 ceph-mon[31699]: from='client.? 172.21.15.86:0/2911704137' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:29:25.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:25 smithi026 ceph-mon[28371]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:25.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:25 smithi026 ceph-mon[28371]: from='client.? 172.21.15.86:0/2911704137' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:29:25.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:25 smithi086 ceph-mon[31122]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:25.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:25 smithi086 ceph-mon[31122]: from='client.? 172.21.15.86:0/2911704137' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:29:27.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:27 smithi164 ceph-mon[31699]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:27.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:27 smithi026 ceph-mon[28371]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:27.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:27 smithi086 ceph-mon[31122]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:29.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:29 smithi164 ceph-mon[31699]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:29.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:29 smithi026 ceph-mon[28371]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:29.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:29 smithi086 ceph-mon[31122]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:31.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:31 smithi164 ceph-mon[31699]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:31.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:31 smithi026 ceph-mon[28371]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:31.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:31 smithi086 ceph-mon[31122]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:33.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:33 smithi164 ceph-mon[31699]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:33.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:33 smithi026 ceph-mon[28371]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:33.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:33 smithi086 ceph-mon[31122]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:34.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T23:29:34.818 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:35.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T23:29:35.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:35.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T23:29:35.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:35.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:35 smithi086 ceph-mon[31122]: Deploying daemon osd.7 on smithi086 2024-04-26T23:29:35.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:35 smithi086 ceph-mon[31122]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:36.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:35 smithi164 ceph-mon[31699]: Deploying daemon osd.7 on smithi086 2024-04-26T23:29:36.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:35 smithi164 ceph-mon[31699]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:36.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:35 smithi026 ceph-mon[28371]: Deploying daemon osd.7 on smithi086 2024-04-26T23:29:36.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:35 smithi026 ceph-mon[28371]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:37.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:37 smithi086 ceph-mon[31122]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:38.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:37 smithi164 ceph-mon[31699]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:38.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:37 smithi026 ceph-mon[28371]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:39.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:39 smithi086 ceph-mon[31122]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:40.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:39 smithi164 ceph-mon[31699]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:40.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:39 smithi026 ceph-mon[28371]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:41.749 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:41 smithi086 ceph-mon[31122]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:42.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:41 smithi164 ceph-mon[31699]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:42.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:41 smithi026 ceph-mon[28371]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:43.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:42 smithi164 ceph-mon[31699]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:43.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:43.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:43.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:29:43.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:42 smithi026 ceph-mon[28371]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:43.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:43.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:43.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:29:43.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:42 smithi086 ceph-mon[31122]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:43.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:43.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:43.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:29:45.101 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:44 smithi086 ceph-mon[31122]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:45.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:44 smithi164 ceph-mon[31699]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:45.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:44 smithi026 ceph-mon[28371]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:47.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:47.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:47.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:47.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:29:47.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:47.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:46 smithi164 ceph-mon[31699]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:47.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:46 smithi164 ceph-mon[31699]: from='osd.7 [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T23:29:47.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:46 smithi164 ceph-mon[31699]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T23:29:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:29:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:46 smithi026 ceph-mon[28371]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:46 smithi026 ceph-mon[28371]: from='osd.7 [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T23:29:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:46 smithi026 ceph-mon[28371]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T23:29:47.049 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:47.050 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:47.050 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:47.050 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:29:47.050 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:47.050 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:46 smithi086 ceph-mon[31122]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:47.050 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:46 smithi086 ceph-mon[31122]: from='osd.7 [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T23:29:47.050 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:46 smithi086 ceph-mon[31122]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T23:29:47.172 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.168+0000 7f61e6000700 1 -- 172.21.15.86:0/2571024706 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f61e8063920 con 0x7f61d00a3cc0 2024-04-26T23:29:47.173 INFO:teuthology.orchestra.run.smithi086.stdout:Created osd(s) 7 on host 'smithi086' 2024-04-26T23:29:47.175 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.172+0000 7f61f0200700 1 -- 172.21.15.86:0/2571024706 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f61d00a3cc0 msgr2=0x7f61d00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:29:47.175 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.172+0000 7f61f0200700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f61d00a3cc0 0x7f61d00a6180 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f61dc009990 tx=0x7f61dc005fb0 comp rx=0 tx=0).stop 2024-04-26T23:29:47.175 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.172+0000 7f61f0200700 1 -- 172.21.15.86:0/2571024706 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f61e8107260 msgr2=0x7f61e81a2cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:29:47.175 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.172+0000 7f61f0200700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f61e8107260 0x7f61e81a2cc0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f61e0007ee0 tx=0x7f61e000d3b0 comp rx=0 tx=0).stop 2024-04-26T23:29:47.175 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.172+0000 7f61f0200700 1 -- 172.21.15.86:0/2571024706 shutdown_connections 2024-04-26T23:29:47.175 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.172+0000 7f61f0200700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f61d00a3cc0 0x7f61d00a6180 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:47.175 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.172+0000 7f61f0200700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f61e8107260 0x7f61e81a2cc0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:47.175 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.172+0000 7f61f0200700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f61e81056c0 0x7f61e819b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:47.175 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.172+0000 7f61f0200700 1 --2- 172.21.15.86:0/2571024706 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61e81068c0 0x7f61e819bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:47.175 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.172+0000 7f61f0200700 1 -- 172.21.15.86:0/2571024706 >> 172.21.15.86:0/2571024706 conn(0x7f61e8100c80 msgr2=0x7f61e8109ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:29:47.176 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.172+0000 7f61f0200700 1 -- 172.21.15.86:0/2571024706 shutdown_connections 2024-04-26T23:29:47.178 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:29:47.172+0000 7f61f0200700 1 -- 172.21.15.86:0/2571024706 wait complete. 2024-04-26T23:29:48.028 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:47 smithi086 ceph-mon[31122]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T23:29:48.028 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:47 smithi086 ceph-mon[31122]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T23:29:48.029 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:47 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:48.029 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:47 smithi086 ceph-mon[31122]: from='osd.7 [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:29:48.029 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:47 smithi086 ceph-mon[31122]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:29:48.029 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:47 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:48.029 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:47 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:29:48.029 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:47 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:48.088 DEBUG:teuthology.orchestra.run.smithi086:osd.7> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.7.service 2024-04-26T23:29:48.093 INFO:tasks.cephadm:Deploying osd.8 on smithi164 with /dev/vg_nvme/lv_2... 2024-04-26T23:29:48.093 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T23:29:48.172 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:47 smithi164 ceph-mon[31699]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T23:29:48.172 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:47 smithi164 ceph-mon[31699]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T23:29:48.172 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:47 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:48.172 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:47 smithi164 ceph-mon[31699]: from='osd.7 [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:29:48.172 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:47 smithi164 ceph-mon[31699]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:29:48.172 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:47 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:48.172 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:47 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:29:48.172 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:47 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:48.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:47 smithi026 ceph-mon[28371]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T23:29:48.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:47 smithi026 ceph-mon[28371]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T23:29:48.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:47 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:48.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:47 smithi026 ceph-mon[28371]: from='osd.7 [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:29:48.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:47 smithi026 ceph-mon[28371]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:29:48.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:47 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:48.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:47 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:29:48.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:47 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:48.526 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:29:48.891 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:48 smithi086 ceph-mon[31122]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-04-26T23:29:48.892 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:48 smithi086 ceph-mon[31122]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T23:29:48.892 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:48 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:48.892 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:48 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:48.892 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:48 smithi086 ceph-mon[31122]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:48.892 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:29:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:29:48.810+0000 7f5f1b400700 -1 osd.7 0 waiting for initial osdmap 2024-04-26T23:29:48.892 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:29:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:29:48.889+0000 7f5f11200700 -1 osd.7 52 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T23:29:49.000 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:48 smithi164 ceph-mon[31699]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-04-26T23:29:49.001 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:48 smithi164 ceph-mon[31699]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T23:29:49.001 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:48 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:49.001 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:48 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:49.001 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:48 smithi164 ceph-mon[31699]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:49.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:48 smithi026 ceph-mon[28371]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-04-26T23:29:49.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:48 smithi026 ceph-mon[28371]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T23:29:49.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:48 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:49.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:48 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:49.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:48 smithi026 ceph-mon[28371]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:50.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:49 smithi086 ceph-mon[31122]: purged_snaps scrub starts 2024-04-26T23:29:50.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:49 smithi086 ceph-mon[31122]: purged_snaps scrub ok 2024-04-26T23:29:50.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:50.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:49 smithi086 ceph-mon[31122]: osdmap e52: 8 total, 7 up, 8 in 2024-04-26T23:29:50.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:50.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:49 smithi086 ceph-mon[31122]: from='osd.7 ' entity='osd.7' 2024-04-26T23:29:50.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:49 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:50.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:49 smithi164 ceph-mon[31699]: purged_snaps scrub starts 2024-04-26T23:29:50.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:49 smithi164 ceph-mon[31699]: purged_snaps scrub ok 2024-04-26T23:29:50.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:49 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:50.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:49 smithi164 ceph-mon[31699]: osdmap e52: 8 total, 7 up, 8 in 2024-04-26T23:29:50.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:49 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:50.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:49 smithi164 ceph-mon[31699]: from='osd.7 ' entity='osd.7' 2024-04-26T23:29:50.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:49 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:50.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:49 smithi026 ceph-mon[28371]: purged_snaps scrub starts 2024-04-26T23:29:50.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:49 smithi026 ceph-mon[28371]: purged_snaps scrub ok 2024-04-26T23:29:50.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:49 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:50.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:49 smithi026 ceph-mon[28371]: osdmap e52: 8 total, 7 up, 8 in 2024-04-26T23:29:50.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:49 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:50.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:49 smithi026 ceph-mon[28371]: from='osd.7 ' entity='osd.7' 2024-04-26T23:29:50.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:49 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:50 smithi164 ceph-mon[31699]: pgmap v230: 1 pgs: 1 unknown; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:50 smithi164 ceph-mon[31699]: osd.7 [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664] boot 2024-04-26T23:29:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:50 smithi164 ceph-mon[31699]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T23:29:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:50 smithi164 ceph-mon[31699]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T23:29:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:50 smithi086 ceph-mon[31122]: pgmap v230: 1 pgs: 1 unknown; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:50 smithi086 ceph-mon[31122]: osd.7 [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664] boot 2024-04-26T23:29:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:50 smithi086 ceph-mon[31122]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T23:29:51.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:51.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:50 smithi086 ceph-mon[31122]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T23:29:51.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:50 smithi026 ceph-mon[28371]: pgmap v230: 1 pgs: 1 unknown; 577 KiB data, 222 MiB used, 626 GiB / 626 GiB avail 2024-04-26T23:29:51.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:50 smithi026 ceph-mon[28371]: osd.7 [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664] boot 2024-04-26T23:29:51.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:50 smithi026 ceph-mon[28371]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T23:29:51.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:29:51.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:50 smithi026 ceph-mon[28371]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T23:29:51.590 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T23:29:51.590 INFO:teuthology.orchestra.run.smithi164.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T23:29:51.590 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10+0 records in 2024-04-26T23:29:51.590 INFO:teuthology.orchestra.run.smithi164.stderr:10+0 records out 2024-04-26T23:29:51.590 INFO:teuthology.orchestra.run.smithi164.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0334725 s, 313 MB/s 2024-04-26T23:29:51.590 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping successful for: 2024-04-26T23:29:52.006 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:51 smithi164 ceph-mon[31699]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-26T23:29:52.006 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:51 smithi164 ceph-mon[31699]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T23:29:52.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:51 smithi086 ceph-mon[31122]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-26T23:29:52.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:51 smithi086 ceph-mon[31122]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T23:29:52.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:51 smithi026 ceph-mon[28371]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-26T23:29:52.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:51 smithi026 ceph-mon[28371]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T23:29:52.429 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi164:vg_nvme/lv_2 2024-04-26T23:29:52.855 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:29:53.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:53 smithi164 ceph-mon[31699]: pgmap v234: 1 pgs: 1 unknown; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:29:53.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:53 smithi164 ceph-mon[31699]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T23:29:53.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:53.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:53.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:53.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:53.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:53.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:53.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:53.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:29:53.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:53.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:53 smithi026 ceph-mon[28371]: pgmap v234: 1 pgs: 1 unknown; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:29:53.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:53 smithi026 ceph-mon[28371]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T23:29:53.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:53.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:53.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:53.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:53.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:53.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:53.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:53.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:29:53.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:53.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:53 smithi086 ceph-mon[31122]: pgmap v234: 1 pgs: 1 unknown; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:29:53.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:53 smithi086 ceph-mon[31122]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T23:29:53.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:53.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:53.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:53.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:53.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:29:53.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:53.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:53.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:29:53.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:29:54.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:54 smithi086 ceph-mon[31122]: Detected new or changed devices on smithi086 2024-04-26T23:29:54.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:54 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi086 to 5696M 2024-04-26T23:29:54.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:54 smithi086 ceph-mon[31122]: osdmap e57: 8 total, 8 up, 8 in 2024-04-26T23:29:54.384 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:54 smithi164 ceph-mon[31699]: Detected new or changed devices on smithi086 2024-04-26T23:29:54.385 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:54 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi086 to 5696M 2024-04-26T23:29:54.385 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:54 smithi164 ceph-mon[31699]: osdmap e57: 8 total, 8 up, 8 in 2024-04-26T23:29:54.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:54 smithi026 ceph-mon[28371]: Detected new or changed devices on smithi086 2024-04-26T23:29:54.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:54 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi086 to 5696M 2024-04-26T23:29:54.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:54 smithi026 ceph-mon[28371]: osdmap e57: 8 total, 8 up, 8 in 2024-04-26T23:29:54.864 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.861+0000 7ff93b200700 1 -- 172.21.15.164:0/2202932111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff93c107160 msgr2=0x7ff93c10da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:29:54.864 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.861+0000 7ff93b200700 1 --2- 172.21.15.164:0/2202932111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff93c107160 0x7ff93c10da10 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff93400b0a0 tx=0x7ff93400b3b0 comp rx=0 tx=0).stop 2024-04-26T23:29:54.864 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.861+0000 7ff93b200700 1 -- 172.21.15.164:0/2202932111 shutdown_connections 2024-04-26T23:29:54.864 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.861+0000 7ff93b200700 1 --2- 172.21.15.164:0/2202932111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff93c107160 0x7ff93c10da10 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:54.864 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.861+0000 7ff93b200700 1 --2- 172.21.15.164:0/2202932111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff93c1055c0 0x7ff93c1059e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:54.864 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.861+0000 7ff93b200700 1 --2- 172.21.15.164:0/2202932111 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff93c1067c0 0x7ff93c106c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:54.864 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.861+0000 7ff93b200700 1 -- 172.21.15.164:0/2202932111 >> 172.21.15.164:0/2202932111 conn(0x7ff93c100b60 msgr2=0x7ff93c102fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:29:54.865 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.861+0000 7ff93b200700 1 -- 172.21.15.164:0/2202932111 shutdown_connections 2024-04-26T23:29:54.865 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.861+0000 7ff93b200700 1 -- 172.21.15.164:0/2202932111 wait complete. 2024-04-26T23:29:54.866 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.862+0000 7ff93b200700 1 Processor -- start 2024-04-26T23:29:54.866 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.862+0000 7ff93b200700 1 -- start start 2024-04-26T23:29:54.866 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.862+0000 7ff93b200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff93c1055c0 0x7ff93c19b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:29:54.866 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.862+0000 7ff93b200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff93c1067c0 0x7ff93c19baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:29:54.866 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.862+0000 7ff93b200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff93c107160 0x7ff93c1a2b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:29:54.866 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.862+0000 7ff93b200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff93c110fd0 con 0x7ff93c1055c0 2024-04-26T23:29:54.866 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.862+0000 7ff93b200700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff93c110e50 con 0x7ff93c1067c0 2024-04-26T23:29:54.866 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.862+0000 7ff93b200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff93c111150 con 0x7ff93c107160 2024-04-26T23:29:54.866 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.863+0000 7ff93a800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff93c107160 0x7ff93c1a2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:29:54.867 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.863+0000 7ff93a800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff93c107160 0x7ff93c1a2b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.164:40420/0 (socket says 172.21.15.164:40420) 2024-04-26T23:29:54.867 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.863+0000 7ff93a800700 1 -- 172.21.15.164:0/1409513241 learned_addr learned my addr 172.21.15.164:0/1409513241 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-04-26T23:29:54.867 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.863+0000 7ff939400700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff93c1067c0 0x7ff93c19baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:29:54.867 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.863+0000 7ff939e00700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff93c1055c0 0x7ff93c19b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:29:54.867 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.863+0000 7ff93a800700 1 -- 172.21.15.164:0/1409513241 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff93c1067c0 msgr2=0x7ff93c19baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:29:54.868 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.863+0000 7ff93a800700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff93c1067c0 0x7ff93c19baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:54.868 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.863+0000 7ff93a800700 1 -- 172.21.15.164:0/1409513241 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff93c1055c0 msgr2=0x7ff93c19b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:29:54.868 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.863+0000 7ff93a800700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff93c1055c0 0x7ff93c19b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:29:54.868 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.863+0000 7ff93a800700 1 -- 172.21.15.164:0/1409513241 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff93c1a3210 con 0x7ff93c107160 2024-04-26T23:29:54.868 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.864+0000 7ff93a800700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff93c107160 0x7ff93c1a2b70 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff93400b070 tx=0x7ff934007d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:29:54.868 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.864+0000 7ff932a00700 1 -- 172.21.15.164:0/1409513241 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff934003e10 con 0x7ff93c107160 2024-04-26T23:29:54.868 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.864+0000 7ff932a00700 1 -- 172.21.15.164:0/1409513241 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff934022070 con 0x7ff93c107160 2024-04-26T23:29:54.868 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.864+0000 7ff93b200700 1 -- 172.21.15.164:0/1409513241 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff93c1a34a0 con 0x7ff93c107160 2024-04-26T23:29:54.868 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.864+0000 7ff932a00700 1 -- 172.21.15.164:0/1409513241 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93401b850 con 0x7ff93c107160 2024-04-26T23:29:54.868 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.864+0000 7ff93b200700 1 -- 172.21.15.164:0/1409513241 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff93c1a3970 con 0x7ff93c107160 2024-04-26T23:29:54.868 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.866+0000 7ff93b200700 1 -- 172.21.15.164:0/1409513241 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff93c06a110 con 0x7ff93c107160 2024-04-26T23:29:54.870 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.867+0000 7ff932a00700 1 -- 172.21.15.164:0/1409513241 <== mon.1 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff93401db90 con 0x7ff93c107160 2024-04-26T23:29:54.871 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.869+0000 7ff932a00700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff9200a3cc0 0x7ff9200a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:29:54.871 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.869+0000 7ff932a00700 1 -- 172.21.15.164:0/1409513241 <== mon.1 v2:172.21.15.164:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5397+0+0 (secure 0 0 0) 0x7ff9340d0be0 con 0x7ff93c107160 2024-04-26T23:29:54.872 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.869+0000 7ff939e00700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff9200a3cc0 0x7ff9200a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:29:54.873 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.871+0000 7ff939e00700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff9200a3cc0 0x7ff9200a6180 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff92c006fd0 tx=0x7ff92c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:29:54.876 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:54.874+0000 7ff932a00700 1 -- 172.21.15.164:0/1409513241 <== mon.1 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7ff93409e110 con 0x7ff93c107160 2024-04-26T23:29:55.113 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:29:55.110+0000 7ff93b200700 1 -- 172.21.15.164:0/1409513241 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7ff93c063860 con 0x7ff9200a3cc0 2024-04-26T23:29:55.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:55 smithi086 ceph-mon[31122]: pgmap v237: 1 pgs: 1 unknown; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:29:55.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:55 smithi164 ceph-mon[31699]: pgmap v237: 1 pgs: 1 unknown; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:29:55.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:55 smithi026 ceph-mon[28371]: pgmap v237: 1 pgs: 1 unknown; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:29:56.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:56 smithi086 ceph-mon[31122]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:29:56.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:29:56.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:29:56.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:56.379 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:56 smithi164 ceph-mon[31699]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:29:56.379 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:56 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:29:56.379 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:56 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:29:56.379 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:56 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:56.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:56 smithi026 ceph-mon[28371]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:29:56.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:56 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:29:56.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:56 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:29:56.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:56 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:29:57.138 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:57 smithi164 ceph-mon[31699]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:29:57.138 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:57 smithi164 ceph-mon[31699]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-26T23:29:57.139 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:57 smithi164 ceph-mon[31699]: Cluster is now healthy 2024-04-26T23:29:57.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:57 smithi086 ceph-mon[31122]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:29:57.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:57 smithi086 ceph-mon[31122]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-26T23:29:57.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:57 smithi086 ceph-mon[31122]: Cluster is now healthy 2024-04-26T23:29:57.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:57 smithi026 ceph-mon[28371]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:29:57.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:57 smithi026 ceph-mon[28371]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-26T23:29:57.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:57 smithi026 ceph-mon[28371]: Cluster is now healthy 2024-04-26T23:29:59.317 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:29:59 smithi086 ceph-mon[31122]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:29:59.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:29:59 smithi026 ceph-mon[28371]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:29:59.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:29:59 smithi164 ceph-mon[31699]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:00.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:00 smithi086 ceph-mon[31122]: from='client.? 172.21.15.164:0/1224397614' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27d912c0-d497-42ff-ad04-1dee7b9c0ecf"}]: dispatch 2024-04-26T23:30:00.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:00 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27d912c0-d497-42ff-ad04-1dee7b9c0ecf"}]: dispatch 2024-04-26T23:30:00.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:00 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27d912c0-d497-42ff-ad04-1dee7b9c0ecf"}]': finished 2024-04-26T23:30:00.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:00 smithi086 ceph-mon[31122]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T23:30:00.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:00 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:00.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:00 smithi086 ceph-mon[31122]: from='client.? 172.21.15.164:0/40529957' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:30:00.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:00 smithi086 ceph-mon[31122]: overall HEALTH_OK 2024-04-26T23:30:00.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:00 smithi164 ceph-mon[31699]: from='client.? 172.21.15.164:0/1224397614' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27d912c0-d497-42ff-ad04-1dee7b9c0ecf"}]: dispatch 2024-04-26T23:30:00.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:00 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27d912c0-d497-42ff-ad04-1dee7b9c0ecf"}]: dispatch 2024-04-26T23:30:00.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:00 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27d912c0-d497-42ff-ad04-1dee7b9c0ecf"}]': finished 2024-04-26T23:30:00.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:00 smithi164 ceph-mon[31699]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T23:30:00.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:00 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:00.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:00 smithi164 ceph-mon[31699]: from='client.? 172.21.15.164:0/40529957' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:30:00.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:00 smithi164 ceph-mon[31699]: overall HEALTH_OK 2024-04-26T23:30:00.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:00 smithi026 ceph-mon[28371]: from='client.? 172.21.15.164:0/1224397614' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27d912c0-d497-42ff-ad04-1dee7b9c0ecf"}]: dispatch 2024-04-26T23:30:00.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:00 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27d912c0-d497-42ff-ad04-1dee7b9c0ecf"}]: dispatch 2024-04-26T23:30:00.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:00 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27d912c0-d497-42ff-ad04-1dee7b9c0ecf"}]': finished 2024-04-26T23:30:00.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:00 smithi026 ceph-mon[28371]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T23:30:00.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:00 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:00.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:00 smithi026 ceph-mon[28371]: from='client.? 172.21.15.164:0/40529957' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:30:00.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:00 smithi026 ceph-mon[28371]: overall HEALTH_OK 2024-04-26T23:30:01.428 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:01 smithi026 ceph-mon[28371]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:01.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:01 smithi164 ceph-mon[31699]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:01.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:01 smithi086 ceph-mon[31122]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:03.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:03 smithi164 ceph-mon[31699]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:03.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:03 smithi026 ceph-mon[28371]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:03.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:03 smithi086 ceph-mon[31122]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:05.436 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:05 smithi026 ceph-mon[28371]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:05.505 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:05 smithi164 ceph-mon[31699]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:05.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:05 smithi086 ceph-mon[31122]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:07.261 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:07 smithi164 ceph-mon[31699]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:07.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:07 smithi026 ceph-mon[28371]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:07.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:07 smithi086 ceph-mon[31122]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:09.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:09 smithi164 ceph-mon[31699]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:09.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:09 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T23:30:09.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:09 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:09.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:09 smithi026 ceph-mon[28371]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:09.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:09 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T23:30:09.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:09 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:09.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:09 smithi086 ceph-mon[31122]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:09.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:09 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T23:30:09.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:09 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:10.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:10 smithi164 ceph-mon[31699]: Deploying daemon osd.8 on smithi164 2024-04-26T23:30:10.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:10 smithi026 ceph-mon[28371]: Deploying daemon osd.8 on smithi164 2024-04-26T23:30:10.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:10 smithi086 ceph-mon[31122]: Deploying daemon osd.8 on smithi164 2024-04-26T23:30:11.425 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:11 smithi164 ceph-mon[31699]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:11.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:11 smithi026 ceph-mon[28371]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:11.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:11 smithi086 ceph-mon[31122]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:13.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:13 smithi164 ceph-mon[31699]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:13.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:13 smithi026 ceph-mon[28371]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:13.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:13 smithi086 ceph-mon[31122]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:15.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:15 smithi164 ceph-mon[31699]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:15.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:15 smithi026 ceph-mon[28371]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:15.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:15 smithi086 ceph-mon[31122]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:17.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:17 smithi164 ceph-mon[31699]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:17.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:17.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:30:17.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:17.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:17 smithi026 ceph-mon[28371]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:17.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:17.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:30:17.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:17.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:17 smithi086 ceph-mon[31122]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:17.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:17.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:30:17.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:19.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:19 smithi164 ceph-mon[31699]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:19.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:19 smithi026 ceph-mon[28371]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:19.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:19 smithi086 ceph-mon[31122]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:21.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:21 smithi164 ceph-mon[31699]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:21.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:21 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:21.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:21 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:21.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:21 smithi164 ceph-mon[31699]: from='osd.8 [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T23:30:21.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:21 smithi164 ceph-mon[31699]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T23:30:21.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:21 smithi026 ceph-mon[28371]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:21.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:21 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:21.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:21 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:21.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:21 smithi026 ceph-mon[28371]: from='osd.8 [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T23:30:21.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:21 smithi026 ceph-mon[28371]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T23:30:21.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:21 smithi086 ceph-mon[31122]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:21.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:21 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:21.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:21 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:21.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:21 smithi086 ceph-mon[31122]: from='osd.8 [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T23:30:21.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:21 smithi086 ceph-mon[31122]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T23:30:22.094 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.091+0000 7ff932a00700 1 -- 172.21.15.164:0/1409513241 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff93c063860 con 0x7ff9200a3cc0 2024-04-26T23:30:22.094 INFO:teuthology.orchestra.run.smithi164.stdout:Created osd(s) 8 on host 'smithi164' 2024-04-26T23:30:22.097 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.094+0000 7ff93b200700 1 -- 172.21.15.164:0/1409513241 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff9200a3cc0 msgr2=0x7ff9200a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:30:22.097 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.094+0000 7ff93b200700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff9200a3cc0 0x7ff9200a6180 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff92c006fd0 tx=0x7ff92c008040 comp rx=0 tx=0).stop 2024-04-26T23:30:22.097 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.094+0000 7ff93b200700 1 -- 172.21.15.164:0/1409513241 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff93c107160 msgr2=0x7ff93c1a2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:30:22.097 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.094+0000 7ff93b200700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff93c107160 0x7ff93c1a2b70 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ff93400b070 tx=0x7ff934007d10 comp rx=0 tx=0).stop 2024-04-26T23:30:22.097 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.094+0000 7ff93b200700 1 -- 172.21.15.164:0/1409513241 shutdown_connections 2024-04-26T23:30:22.097 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.094+0000 7ff93b200700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff9200a3cc0 0x7ff9200a6180 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:22.097 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.094+0000 7ff93b200700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff93c107160 0x7ff93c1a2b70 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:22.098 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.094+0000 7ff93b200700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff93c1055c0 0x7ff93c19b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:22.098 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.094+0000 7ff93b200700 1 --2- 172.21.15.164:0/1409513241 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff93c1067c0 0x7ff93c19baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:22.098 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.094+0000 7ff93b200700 1 -- 172.21.15.164:0/1409513241 >> 172.21.15.164:0/1409513241 conn(0x7ff93c100b60 msgr2=0x7ff93c109ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:30:22.098 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.094+0000 7ff93b200700 1 -- 172.21.15.164:0/1409513241 shutdown_connections 2024-04-26T23:30:22.098 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:30:22.094+0000 7ff93b200700 1 -- 172.21.15.164:0/1409513241 wait complete. 2024-04-26T23:30:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:22 smithi164 ceph-mon[31699]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T23:30:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:22 smithi164 ceph-mon[31699]: from='osd.8 [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:30:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:22 smithi164 ceph-mon[31699]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T23:30:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:22 smithi164 ceph-mon[31699]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:30:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:22 smithi164 ceph-mon[31699]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:30:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:22.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:30:22.875 DEBUG:teuthology.orchestra.run.smithi164:osd.8> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.8.service 2024-04-26T23:30:22.880 INFO:tasks.cephadm:Deploying osd.9 on smithi026 with /dev/vg_nvme/lv_1... 2024-04-26T23:30:22.880 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T23:30:22.962 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:22 smithi026 ceph-mon[28371]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T23:30:22.962 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:22 smithi026 ceph-mon[28371]: from='osd.8 [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:30:22.963 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:22 smithi026 ceph-mon[28371]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T23:30:22.963 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:22.963 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:22 smithi026 ceph-mon[28371]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:30:22.963 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:22 smithi026 ceph-mon[28371]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:22.963 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:22.963 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:30:22.963 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:22.963 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:22.963 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:22.963 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:30:23.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:22 smithi086 ceph-mon[31122]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T23:30:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:22 smithi086 ceph-mon[31122]: from='osd.8 [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:30:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:22 smithi086 ceph-mon[31122]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T23:30:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:22 smithi086 ceph-mon[31122]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:30:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:22 smithi086 ceph-mon[31122]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:30:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:30:23.335 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:30:23.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:23 smithi026 ceph-mon[28371]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-04-26T23:30:23.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:23 smithi026 ceph-mon[28371]: osdmap e60: 9 total, 8 up, 9 in 2024-04-26T23:30:23.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:23 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:23.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:23 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:23.875 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:23 smithi164 ceph-mon[31699]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-04-26T23:30:23.875 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:23 smithi164 ceph-mon[31699]: osdmap e60: 9 total, 8 up, 9 in 2024-04-26T23:30:23.875 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:23 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:23.875 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:23 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:23.876 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:30:23 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:30:23.656+0000 7fc7e6e00700 -1 osd.8 0 waiting for initial osdmap 2024-04-26T23:30:23.876 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:30:23 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:30:23.715+0000 7fc7dcc00700 -1 osd.8 61 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T23:30:24.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:23 smithi086 ceph-mon[31122]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-04-26T23:30:24.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:23 smithi086 ceph-mon[31122]: osdmap e60: 9 total, 8 up, 9 in 2024-04-26T23:30:24.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:23 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:24.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:23 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:24 smithi026 ceph-mon[28371]: purged_snaps scrub starts 2024-04-26T23:30:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:24 smithi026 ceph-mon[28371]: purged_snaps scrub ok 2024-04-26T23:30:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:24 smithi026 ceph-mon[28371]: from='osd.8 ' entity='osd.8' 2024-04-26T23:30:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:24 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:24 smithi026 ceph-mon[28371]: osdmap e61: 9 total, 8 up, 9 in 2024-04-26T23:30:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:24 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:24 smithi026 ceph-mon[28371]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:24 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:25.005 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:24 smithi164 ceph-mon[31699]: purged_snaps scrub starts 2024-04-26T23:30:25.005 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:24 smithi164 ceph-mon[31699]: purged_snaps scrub ok 2024-04-26T23:30:25.005 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:24 smithi164 ceph-mon[31699]: from='osd.8 ' entity='osd.8' 2024-04-26T23:30:25.005 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:24 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:25.005 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:24 smithi164 ceph-mon[31699]: osdmap e61: 9 total, 8 up, 9 in 2024-04-26T23:30:25.005 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:24 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:25.005 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:24 smithi164 ceph-mon[31699]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:25.005 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:24 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:25.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:24 smithi086 ceph-mon[31122]: purged_snaps scrub starts 2024-04-26T23:30:25.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:24 smithi086 ceph-mon[31122]: purged_snaps scrub ok 2024-04-26T23:30:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:24 smithi086 ceph-mon[31122]: from='osd.8 ' entity='osd.8' 2024-04-26T23:30:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:24 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:24 smithi086 ceph-mon[31122]: osdmap e61: 9 total, 8 up, 9 in 2024-04-26T23:30:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:24 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:24 smithi086 ceph-mon[31122]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 254 MiB used, 715 GiB / 715 GiB avail 2024-04-26T23:30:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:24 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:26.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:25 smithi164 ceph-mon[31699]: osd.8 [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019] boot 2024-04-26T23:30:26.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:25 smithi164 ceph-mon[31699]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T23:30:26.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:25 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:26.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:25 smithi164 ceph-mon[31699]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T23:30:26.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:25 smithi026 ceph-mon[28371]: osd.8 [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019] boot 2024-04-26T23:30:26.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:25 smithi026 ceph-mon[28371]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T23:30:26.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:26.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:25 smithi026 ceph-mon[28371]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T23:30:26.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:25 smithi086 ceph-mon[31122]: osd.8 [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019] boot 2024-04-26T23:30:26.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:25 smithi086 ceph-mon[31122]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T23:30:26.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:25 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:30:26.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:25 smithi086 ceph-mon[31122]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T23:30:26.566 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T23:30:26.566 INFO:teuthology.orchestra.run.smithi026.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T23:30:26.567 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10+0 records in 2024-04-26T23:30:26.567 INFO:teuthology.orchestra.run.smithi026.stderr:10+0 records out 2024-04-26T23:30:26.567 INFO:teuthology.orchestra.run.smithi026.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0347989 s, 301 MB/s 2024-04-26T23:30:26.567 INFO:teuthology.orchestra.run.smithi026.stderr:--> Zapping successful for: 2024-04-26T23:30:27.248 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:27 smithi026 ceph-mon[28371]: pgmap v259: 1 pgs: 1 remapped+peering; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:27.248 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:27 smithi026 ceph-mon[28371]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T23:30:27.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:27 smithi086 ceph-mon[31122]: pgmap v259: 1 pgs: 1 remapped+peering; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:27.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:27 smithi086 ceph-mon[31122]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T23:30:27.471 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:27 smithi164 ceph-mon[31699]: pgmap v259: 1 pgs: 1 remapped+peering; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:27.472 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:27 smithi164 ceph-mon[31699]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T23:30:27.594 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi026:vg_nvme/lv_1 2024-04-26T23:30:28.019 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:30:28.195 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:28 smithi026 ceph-mon[28371]: osdmap e65: 9 total, 9 up, 9 in 2024-04-26T23:30:28.195 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:28 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:28.195 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:28 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:28.195 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:28 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:30:28.195 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:28 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:30:28.195 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:28 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:30:28.195 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:28 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:28.195 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:28 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:28.196 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:28 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:30:28.196 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:28 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:28.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:28 smithi086 ceph-mon[31122]: osdmap e65: 9 total, 9 up, 9 in 2024-04-26T23:30:28.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:28 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:28.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:28 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:28.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:28 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:30:28.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:28 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:30:28.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:28 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:30:28.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:28 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:28.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:28 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:28.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:28 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:30:28.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:28 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:28.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:28 smithi164 ceph-mon[31699]: osdmap e65: 9 total, 9 up, 9 in 2024-04-26T23:30:28.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:28 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:28.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:28 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:28.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:28 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:30:28.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:28 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:30:28.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:28 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:30:28.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:28 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:28.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:28 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:28.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:28 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:30:28.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:28 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:29.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:29 smithi086 ceph-mon[31122]: pgmap v262: 1 pgs: 1 remapped+peering; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:29.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:29 smithi086 ceph-mon[31122]: Detected new or changed devices on smithi164 2024-04-26T23:30:29.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:29 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi164 to 5696M 2024-04-26T23:30:29.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:29 smithi086 ceph-mon[31122]: osdmap e66: 9 total, 9 up, 9 in 2024-04-26T23:30:29.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:29 smithi164 ceph-mon[31699]: pgmap v262: 1 pgs: 1 remapped+peering; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:29.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:29 smithi164 ceph-mon[31699]: Detected new or changed devices on smithi164 2024-04-26T23:30:29.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:29 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi164 to 5696M 2024-04-26T23:30:29.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:29 smithi164 ceph-mon[31699]: osdmap e66: 9 total, 9 up, 9 in 2024-04-26T23:30:29.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:29 smithi026 ceph-mon[28371]: pgmap v262: 1 pgs: 1 remapped+peering; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:29.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:29 smithi026 ceph-mon[28371]: Detected new or changed devices on smithi164 2024-04-26T23:30:29.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:29 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi164 to 5696M 2024-04-26T23:30:29.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:29 smithi026 ceph-mon[28371]: osdmap e66: 9 total, 9 up, 9 in 2024-04-26T23:30:30.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.498+0000 7f5961e00700 1 -- 172.21.15.26:0/3879607925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f595c1045a0 msgr2=0x7f595c106a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:30:30.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.498+0000 7f5961e00700 1 --2- 172.21.15.26:0/3879607925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f595c1045a0 0x7f595c106a30 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5948009990 tx=0x7f5948009ca0 comp rx=0 tx=0).stop 2024-04-26T23:30:30.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.499+0000 7f5961e00700 1 -- 172.21.15.26:0/3879607925 shutdown_connections 2024-04-26T23:30:30.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.499+0000 7f5961e00700 1 --2- 172.21.15.26:0/3879607925 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f595c106f70 0x7f595c1073f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:30.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.499+0000 7f5961e00700 1 --2- 172.21.15.26:0/3879607925 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f595c101c30 0x7f595c104060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:30.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.499+0000 7f5961e00700 1 --2- 172.21.15.26:0/3879607925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f595c1045a0 0x7f595c106a30 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:30.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.499+0000 7f5961e00700 1 -- 172.21.15.26:0/3879607925 >> 172.21.15.26:0/3879607925 conn(0x7f595c0fd850 msgr2=0x7f595c0ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:30:30.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.499+0000 7f5961e00700 1 -- 172.21.15.26:0/3879607925 shutdown_connections 2024-04-26T23:30:30.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.499+0000 7f5961e00700 1 -- 172.21.15.26:0/3879607925 wait complete. 2024-04-26T23:30:30.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.500+0000 7f5961e00700 1 Processor -- start 2024-04-26T23:30:30.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.501+0000 7f5961e00700 1 -- start start 2024-04-26T23:30:30.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.501+0000 7f5961e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f595c101c30 0x7f595c19f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:30:30.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.501+0000 7f5961e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f595c1045a0 0x7f595c19fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:30:30.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.501+0000 7f5961e00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f595c106f70 0x7f595c1a6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:30:30.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.501+0000 7f5961e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f595c115250 con 0x7f595c101c30 2024-04-26T23:30:30.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.501+0000 7f5961e00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f595c1150d0 con 0x7f595c106f70 2024-04-26T23:30:30.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.501+0000 7f5961e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f595c1153d0 con 0x7f595c1045a0 2024-04-26T23:30:30.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.501+0000 7f5960a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f595c101c30 0x7f595c19f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:30:30.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.501+0000 7f5960a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f595c101c30 0x7f595c19f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56812/0 (socket says 172.21.15.26:56812) 2024-04-26T23:30:30.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.501+0000 7f5960a00700 1 -- 172.21.15.26:0/1345178113 learned_addr learned my addr 172.21.15.26:0/1345178113 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:30:30.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.502+0000 7f595be00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f595c1045a0 0x7f595c19fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:30:30.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.502+0000 7f5961400700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f595c106f70 0x7f595c1a6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:30:30.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.502+0000 7f5960a00700 1 -- 172.21.15.26:0/1345178113 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f595c1045a0 msgr2=0x7f595c19fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:30:30.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.502+0000 7f5960a00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f595c1045a0 0x7f595c19fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:30.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.502+0000 7f5960a00700 1 -- 172.21.15.26:0/1345178113 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f595c106f70 msgr2=0x7f595c1a6ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:30:30.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.502+0000 7f5960a00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f595c106f70 0x7f595c1a6ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:30.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.502+0000 7f5960a00700 1 -- 172.21.15.26:0/1345178113 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f595c1a7590 con 0x7f595c101c30 2024-04-26T23:30:30.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.502+0000 7f595be00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f595c1045a0 0x7f595c19fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:30:30.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.502+0000 7f5960a00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f595c101c30 0x7f595c19f930 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f595000d980 tx=0x7f595000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:30:30.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.503+0000 7f5959600700 1 -- 172.21.15.26:0/1345178113 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5950016070 con 0x7f595c101c30 2024-04-26T23:30:30.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.503+0000 7f5959600700 1 -- 172.21.15.26:0/1345178113 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5950010460 con 0x7f595c101c30 2024-04-26T23:30:30.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.503+0000 7f5961e00700 1 -- 172.21.15.26:0/1345178113 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f595c1a7880 con 0x7f595c101c30 2024-04-26T23:30:30.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.503+0000 7f5959600700 1 -- 172.21.15.26:0/1345178113 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f595000f620 con 0x7f595c101c30 2024-04-26T23:30:30.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.503+0000 7f5961e00700 1 -- 172.21.15.26:0/1345178113 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f595c1a7dc0 con 0x7f595c101c30 2024-04-26T23:30:30.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.504+0000 7f5961e00700 1 -- 172.21.15.26:0/1345178113 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f595c06a110 con 0x7f595c101c30 2024-04-26T23:30:30.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.507+0000 7f5959600700 1 -- 172.21.15.26:0/1345178113 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5950019070 con 0x7f595c101c30 2024-04-26T23:30:30.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.509+0000 7f5959600700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f59440a3c40 0x7f59440a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:30:30.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.509+0000 7f5959600700 1 -- 172.21.15.26:0/1345178113 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5829+0+0 (secure 0 0 0) 0x7f59500cf690 con 0x7f595c101c30 2024-04-26T23:30:30.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.509+0000 7f595be00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f59440a3c40 0x7f59440a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:30:30.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.510+0000 7f595be00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f59440a3c40 0x7f59440a6100 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f594800b5c0 tx=0x7f5948005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:30:30.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.513+0000 7f5959600700 1 -- 172.21.15.26:0/1345178113 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f595009c980 con 0x7f595c101c30 2024-04-26T23:30:30.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:30.754+0000 7f5961e00700 1 -- 172.21.15.26:0/1345178113 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f595c063860 con 0x7f59440a3c40 2024-04-26T23:30:31.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:31 smithi086 ceph-mon[31122]: pgmap v264: 1 pgs: 1 remapped+peering; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:31.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:31 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:30:31.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:31 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:30:31.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:31 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:31.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:31 smithi164 ceph-mon[31699]: pgmap v264: 1 pgs: 1 remapped+peering; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:31.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:31 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:30:31.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:31 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:30:31.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:31 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:31.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:31 smithi026 ceph-mon[28371]: pgmap v264: 1 pgs: 1 remapped+peering; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:31.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:31 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:30:31.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:31 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:30:31.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:31 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:32.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:32 smithi086 ceph-mon[31122]: from='client.14430 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:30:32.319 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:32 smithi026 ceph-mon[28371]: from='client.14430 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:30:32.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:32 smithi164 ceph-mon[31699]: from='client.14430 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi026:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:30:33.511 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:33 smithi026 ceph-mon[28371]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T23:30:33.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:33 smithi164 ceph-mon[31699]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T23:30:33.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:33 smithi086 ceph-mon[31122]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T23:30:35.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:35 smithi164 ceph-mon[31699]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-26T23:30:35.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:35 smithi026 ceph-mon[28371]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-26T23:30:35.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:35 smithi086 ceph-mon[31122]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-26T23:30:36.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:36 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1267878447' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af3d2ed5-c47a-4b36-a854-c4d4c942bce6"}]: dispatch 2024-04-26T23:30:36.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:36 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1267878447' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af3d2ed5-c47a-4b36-a854-c4d4c942bce6"}]': finished 2024-04-26T23:30:36.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:36 smithi164 ceph-mon[31699]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T23:30:36.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:36 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:30:36.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:36 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1267878447' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af3d2ed5-c47a-4b36-a854-c4d4c942bce6"}]: dispatch 2024-04-26T23:30:36.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:36 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1267878447' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af3d2ed5-c47a-4b36-a854-c4d4c942bce6"}]': finished 2024-04-26T23:30:36.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:36 smithi026 ceph-mon[28371]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T23:30:36.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:36 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:30:36.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:36 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1267878447' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af3d2ed5-c47a-4b36-a854-c4d4c942bce6"}]: dispatch 2024-04-26T23:30:36.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:36 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1267878447' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af3d2ed5-c47a-4b36-a854-c4d4c942bce6"}]': finished 2024-04-26T23:30:36.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:36 smithi086 ceph-mon[31122]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T23:30:36.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:36 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:30:37.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:37 smithi164 ceph-mon[31699]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T23:30:37.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:37 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1683057059' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:30:37.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:37 smithi026 ceph-mon[28371]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T23:30:37.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:37 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1683057059' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:30:37.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:37 smithi086 ceph-mon[31122]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T23:30:37.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:37 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1683057059' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:30:39.447 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:39 smithi026 ceph-mon[28371]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-26T23:30:39.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:39 smithi164 ceph-mon[31699]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-26T23:30:39.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:39 smithi086 ceph-mon[31122]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-26T23:30:41.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:41 smithi164 ceph-mon[31699]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T23:30:41.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:41 smithi026 ceph-mon[28371]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T23:30:41.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:41 smithi086 ceph-mon[31122]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T23:30:43.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:43 smithi026 ceph-mon[28371]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:43.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:43 smithi164 ceph-mon[31699]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:43.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:43 smithi086 ceph-mon[31122]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:45.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:45 smithi164 ceph-mon[31699]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:45.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:45 smithi026 ceph-mon[28371]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:45.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:45 smithi086 ceph-mon[31122]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:46.373 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T23:30:46.373 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:46.373 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:46 smithi026 ceph-mon[28371]: Deploying daemon osd.9 on smithi026 2024-04-26T23:30:46.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T23:30:46.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:46.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:46 smithi164 ceph-mon[31699]: Deploying daemon osd.9 on smithi026 2024-04-26T23:30:46.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T23:30:46.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:30:46.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:46 smithi086 ceph-mon[31122]: Deploying daemon osd.9 on smithi026 2024-04-26T23:30:47.420 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:47 smithi026 ceph-mon[28371]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:47.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:47 smithi164 ceph-mon[31699]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:47.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:47 smithi086 ceph-mon[31122]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:49.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:49 smithi026 ceph-mon[28371]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:49.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:49 smithi164 ceph-mon[31699]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:49.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:49 smithi086 ceph-mon[31122]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:51.254 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:51 smithi026 ceph-mon[28371]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:51.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:51 smithi164 ceph-mon[31699]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:51.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:51 smithi086 ceph-mon[31122]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:53.474 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:53 smithi026 ceph-mon[28371]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:53.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:53 smithi164 ceph-mon[31699]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:53.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:53 smithi086 ceph-mon[31122]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:55.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:55 smithi026 ceph-mon[28371]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:55.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:55.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:30:55.684 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:55 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:55.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:55 smithi164 ceph-mon[31699]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:55.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:55.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:30:55.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:55 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:55.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:55 smithi086 ceph-mon[31122]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:55.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:55.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:30:55.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:55 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:57.643 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:57 smithi026 ceph-mon[28371]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:57.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:57 smithi164 ceph-mon[31699]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:57.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:57 smithi086 ceph-mon[31122]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:58.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:58 smithi164 ceph-mon[31699]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T23:30:58.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:58 smithi026 ceph-mon[28371]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T23:30:58.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:58 smithi086 ceph-mon[31122]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T23:30:59.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.351+0000 7f5959600700 1 -- 172.21.15.26:0/1345178113 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f595c063860 con 0x7f59440a3c40 2024-04-26T23:30:59.356 INFO:teuthology.orchestra.run.smithi026.stdout:Created osd(s) 9 on host 'smithi026' 2024-04-26T23:30:59.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.354+0000 7f5961e00700 1 -- 172.21.15.26:0/1345178113 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f59440a3c40 msgr2=0x7f59440a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:30:59.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.354+0000 7f5961e00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f59440a3c40 0x7f59440a6100 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f594800b5c0 tx=0x7f5948005fb0 comp rx=0 tx=0).stop 2024-04-26T23:30:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.354+0000 7f5961e00700 1 -- 172.21.15.26:0/1345178113 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f595c101c30 msgr2=0x7f595c19f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:30:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.354+0000 7f5961e00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f595c101c30 0x7f595c19f930 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f595000d980 tx=0x7f595000dd40 comp rx=0 tx=0).stop 2024-04-26T23:30:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.354+0000 7f5961e00700 1 -- 172.21.15.26:0/1345178113 shutdown_connections 2024-04-26T23:30:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.354+0000 7f5961e00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f59440a3c40 0x7f59440a6100 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.354+0000 7f5961e00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f595c106f70 0x7f595c1a6ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.354+0000 7f5961e00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f595c101c30 0x7f595c19f930 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:59.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.354+0000 7f5961e00700 1 --2- 172.21.15.26:0/1345178113 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f595c1045a0 0x7f595c19fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:30:59.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.354+0000 7f5961e00700 1 -- 172.21.15.26:0/1345178113 >> 172.21.15.26:0/1345178113 conn(0x7f595c0fd850 msgr2=0x7f595c1026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:30:59.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.355+0000 7f5961e00700 1 -- 172.21.15.26:0/1345178113 shutdown_connections 2024-04-26T23:30:59.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:30:59.355+0000 7f5961e00700 1 -- 172.21.15.26:0/1345178113 wait complete. 2024-04-26T23:30:59.755 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:59 smithi026 ceph-mon[28371]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:59.755 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:59 smithi026 ceph-mon[28371]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T23:30:59.755 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:59 smithi026 ceph-mon[28371]: osdmap e68: 10 total, 9 up, 10 in 2024-04-26T23:30:59.756 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:59 smithi026 ceph-mon[28371]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T23:30:59.756 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:30:59.756 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:59.756 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:59.756 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:59.756 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:30:59 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:59.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:59 smithi164 ceph-mon[31699]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:59.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:59 smithi164 ceph-mon[31699]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T23:30:59.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:59 smithi164 ceph-mon[31699]: osdmap e68: 10 total, 9 up, 10 in 2024-04-26T23:30:59.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:59 smithi164 ceph-mon[31699]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T23:30:59.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:30:59.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:59.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:30:59 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:59.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:59 smithi086 ceph-mon[31122]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:30:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:59 smithi086 ceph-mon[31122]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T23:30:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:59 smithi086 ceph-mon[31122]: osdmap e68: 10 total, 9 up, 10 in 2024-04-26T23:30:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:59 smithi086 ceph-mon[31122]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]: dispatch 2024-04-26T23:30:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:30:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:30:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:30:59 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:00.180 DEBUG:teuthology.orchestra.run.smithi026:osd.9> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.9.service 2024-04-26T23:31:00.186 INFO:tasks.cephadm:Deploying osd.10 on smithi086 with /dev/vg_nvme/lv_1... 2024-04-26T23:31:00.186 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T23:31:00.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:00 smithi086 ceph-mon[31122]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T23:31:00.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:00 smithi086 ceph-mon[31122]: osdmap e69: 10 total, 9 up, 10 in 2024-04-26T23:31:00.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:00 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:00.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:00 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:00.627 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T23:31:00.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:00 smithi164 ceph-mon[31699]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T23:31:00.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:00 smithi164 ceph-mon[31699]: osdmap e69: 10 total, 9 up, 10 in 2024-04-26T23:31:00.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:00 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:00.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:00 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:00.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:00 smithi026 ceph-mon[28371]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi026", "root=default"]}]': finished 2024-04-26T23:31:00.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:00 smithi026 ceph-mon[28371]: osdmap e69: 10 total, 9 up, 10 in 2024-04-26T23:31:00.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:00 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:00.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:00 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:00.777 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:31:00 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:31:00.482+0000 7fd29a600700 -1 osd.9 0 waiting for initial osdmap 2024-04-26T23:31:00.777 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:31:00 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:31:00.524+0000 7fd290400700 -1 osd.9 69 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T23:31:01.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:01 smithi086 ceph-mon[31122]: purged_snaps scrub starts 2024-04-26T23:31:01.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:01 smithi086 ceph-mon[31122]: purged_snaps scrub ok 2024-04-26T23:31:01.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:01 smithi086 ceph-mon[31122]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:31:01.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:01 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:01.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:01 smithi086 ceph-mon[31122]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' 2024-04-26T23:31:01.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:01 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:01 smithi164 ceph-mon[31699]: purged_snaps scrub starts 2024-04-26T23:31:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:01 smithi164 ceph-mon[31699]: purged_snaps scrub ok 2024-04-26T23:31:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:01 smithi164 ceph-mon[31699]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:31:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:01 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:01 smithi164 ceph-mon[31699]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' 2024-04-26T23:31:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:01 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:01.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:01 smithi026 ceph-mon[28371]: purged_snaps scrub starts 2024-04-26T23:31:01.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:01 smithi026 ceph-mon[28371]: purged_snaps scrub ok 2024-04-26T23:31:01.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:01 smithi026 ceph-mon[28371]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:31:01.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:01 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:01.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:01 smithi026 ceph-mon[28371]: from='osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627]' entity='osd.9' 2024-04-26T23:31:01.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:01 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:02.677 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:02 smithi086 ceph-mon[31122]: osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627] boot 2024-04-26T23:31:02.677 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:02 smithi086 ceph-mon[31122]: osdmap e70: 10 total, 10 up, 10 in 2024-04-26T23:31:02.677 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:02 smithi164 ceph-mon[31699]: osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627] boot 2024-04-26T23:31:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:02 smithi164 ceph-mon[31699]: osdmap e70: 10 total, 10 up, 10 in 2024-04-26T23:31:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:02.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:02 smithi026 ceph-mon[28371]: osd.9 [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627] boot 2024-04-26T23:31:02.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:02 smithi026 ceph-mon[28371]: osdmap e70: 10 total, 10 up, 10 in 2024-04-26T23:31:02.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:31:03.559 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T23:31:03.560 INFO:teuthology.orchestra.run.smithi086.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T23:31:03.560 INFO:teuthology.orchestra.run.smithi086.stderr: stderr: 10+0 records in 2024-04-26T23:31:03.560 INFO:teuthology.orchestra.run.smithi086.stderr:10+0 records out 2024-04-26T23:31:03.560 INFO:teuthology.orchestra.run.smithi086.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0361525 s, 290 MB/s 2024-04-26T23:31:03.560 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping successful for: 2024-04-26T23:31:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:03 smithi164 ceph-mon[31699]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:31:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:03 smithi164 ceph-mon[31699]: osdmap e71: 10 total, 10 up, 10 in 2024-04-26T23:31:03.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:03 smithi026 ceph-mon[28371]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:31:03.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:03 smithi026 ceph-mon[28371]: osdmap e71: 10 total, 10 up, 10 in 2024-04-26T23:31:03.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:03 smithi086 ceph-mon[31122]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail 2024-04-26T23:31:03.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:03 smithi086 ceph-mon[31122]: osdmap e71: 10 total, 10 up, 10 in 2024-04-26T23:31:04.537 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi086:vg_nvme/lv_1 2024-04-26T23:31:04.989 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T23:31:05.810 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:05 smithi026 ceph-mon[28371]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:05.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:05 smithi086 ceph-mon[31122]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:06.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:05 smithi164 ceph-mon[31699]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:07.316 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.311+0000 7f57a3e00700 1 -- 172.21.15.86:0/1850090758 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57a4103e30 msgr2=0x7f57a4106220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:31:07.316 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.311+0000 7f57a3e00700 1 --2- 172.21.15.86:0/1850090758 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57a4103e30 0x7f57a4106220 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5794009990 tx=0x7f5794009ca0 comp rx=0 tx=0).stop 2024-04-26T23:31:07.316 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.312+0000 7f57a3e00700 1 -- 172.21.15.86:0/1850090758 shutdown_connections 2024-04-26T23:31:07.316 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.312+0000 7f57a3e00700 1 --2- 172.21.15.86:0/1850090758 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57a4109090 0x7f57a410b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:07.316 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.312+0000 7f57a3e00700 1 --2- 172.21.15.86:0/1850090758 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57a4103e30 0x7f57a4106220 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:07.316 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.312+0000 7f57a3e00700 1 --2- 172.21.15.86:0/1850090758 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f57a4106760 0x7f57a4108b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:07.316 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.312+0000 7f57a3e00700 1 -- 172.21.15.86:0/1850090758 >> 172.21.15.86:0/1850090758 conn(0x7f57a40fd840 msgr2=0x7f57a40ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:31:07.316 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.312+0000 7f57a3e00700 1 -- 172.21.15.86:0/1850090758 shutdown_connections 2024-04-26T23:31:07.316 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.312+0000 7f57a3e00700 1 -- 172.21.15.86:0/1850090758 wait complete. 2024-04-26T23:31:07.319 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.313+0000 7f57a3e00700 1 Processor -- start 2024-04-26T23:31:07.319 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.313+0000 7f57a3e00700 1 -- start start 2024-04-26T23:31:07.319 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.313+0000 7f57a3e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f57a4103e30 0x7f57a419b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:31:07.319 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.313+0000 7f57a3e00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57a4106760 0x7f57a419bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:31:07.319 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57a4109090 0x7f57a41a2b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:31:07.319 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a3e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f57a410ed20 con 0x7f57a4109090 2024-04-26T23:31:07.319 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a3e00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f57a410eba0 con 0x7f57a4106760 2024-04-26T23:31:07.319 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a3e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f57a410eea0 con 0x7f57a4103e30 2024-04-26T23:31:07.319 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a2000700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57a4106760 0x7f57a419bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:31:07.319 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a2000700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57a4106760 0x7f57a419bac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.86:55342/0 (socket says 172.21.15.86:55342) 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a2000700 1 -- 172.21.15.86:0/4293691682 learned_addr learned my addr 172.21.15.86:0/4293691682 (peer_addr_for_me v2:172.21.15.86:0/0) 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a2a00700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f57a4103e30 0x7f57a419b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a2000700 1 -- 172.21.15.86:0/4293691682 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f57a4103e30 msgr2=0x7f57a419b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a2000700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f57a4103e30 0x7f57a419b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a3400700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57a4109090 0x7f57a41a2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a2000700 1 -- 172.21.15.86:0/4293691682 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57a4109090 msgr2=0x7f57a41a2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a2000700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57a4109090 0x7f57a41a2b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.314+0000 7f57a2000700 1 -- 172.21.15.86:0/4293691682 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57a41a31e0 con 0x7f57a4106760 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.315+0000 7f57a2000700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57a4106760 0x7f57a419bac0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f579000c9b0 tx=0x7f579000cd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.315+0000 7f579b400700 1 -- 172.21.15.86:0/4293691682 <== mon.2 v2:172.21.15.86:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5790007b00 con 0x7f57a4106760 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.315+0000 7f579b400700 1 -- 172.21.15.86:0/4293691682 <== mon.2 v2:172.21.15.86:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5790007ca0 con 0x7f57a4106760 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.315+0000 7f579b400700 1 -- 172.21.15.86:0/4293691682 <== mon.2 v2:172.21.15.86:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5790018660 con 0x7f57a4106760 2024-04-26T23:31:07.320 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.315+0000 7f57a3e00700 1 -- 172.21.15.86:0/4293691682 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57a41a34d0 con 0x7f57a4106760 2024-04-26T23:31:07.321 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.315+0000 7f57a3e00700 1 -- 172.21.15.86:0/4293691682 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57a41a39c0 con 0x7f57a4106760 2024-04-26T23:31:07.321 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.316+0000 7f57a3e00700 1 -- 172.21.15.86:0/4293691682 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57a406a110 con 0x7f57a4106760 2024-04-26T23:31:07.322 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.319+0000 7f579b400700 1 -- 172.21.15.86:0/4293691682 <== mon.2 v2:172.21.15.86:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f579000f450 con 0x7f57a4106760 2024-04-26T23:31:07.323 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.320+0000 7f579b400700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f57880a3cc0 0x7f57880a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:31:07.324 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.320+0000 7f579b400700 1 -- 172.21.15.86:0/4293691682 <== mon.2 v2:172.21.15.86:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6261+0+0 (secure 0 0 0) 0x7f57900cfc70 con 0x7f57a4106760 2024-04-26T23:31:07.324 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.321+0000 7f57a2a00700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f57880a3cc0 0x7f57880a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:31:07.325 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.322+0000 7f57a2a00700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f57880a3cc0 0x7f57880a6180 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5794006010 tx=0x7f57940037e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:31:07.328 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.325+0000 7f579b400700 1 -- 172.21.15.86:0/4293691682 <== mon.2 v2:172.21.15.86:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f5790014030 con 0x7f57a4106760 2024-04-26T23:31:07.566 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:07.562+0000 7f57a3e00700 1 -- 172.21.15.86:0/4293691682 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f57a4063860 con 0x7f57880a3cc0 2024-04-26T23:31:07.566 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:07.566 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:07.566 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:07.566 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:07.567 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:07.567 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:07.567 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:07.567 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:07.567 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:07.567 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:31:07.567 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:07.567 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:31:07.567 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:07.567 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:31:07.567 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:07 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:08.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:08.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:08.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:08.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:08.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:08.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:08.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:08.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:08.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:08.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:31:08.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:08.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:31:08.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:08.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:31:08.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:07 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:08.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:31:08.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:07 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:08.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:08 smithi086 ceph-mon[31122]: Detected new or changed devices on smithi026 2024-04-26T23:31:08.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:08 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi026 to 4273M 2024-04-26T23:31:08.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:08 smithi086 ceph-mon[31122]: from='client.34352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:31:08.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:08 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:31:08.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:08 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:31:08.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:08 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:09.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:08 smithi164 ceph-mon[31699]: Detected new or changed devices on smithi026 2024-04-26T23:31:09.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:08 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi026 to 4273M 2024-04-26T23:31:09.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:08 smithi164 ceph-mon[31699]: from='client.34352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:31:09.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:08 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:31:09.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:08 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:31:09.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:08 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:09.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:08 smithi026 ceph-mon[28371]: Detected new or changed devices on smithi026 2024-04-26T23:31:09.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:08 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi026 to 4273M 2024-04-26T23:31:09.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:08 smithi026 ceph-mon[28371]: from='client.34352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:31:09.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:08 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:31:09.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:08 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:31:09.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:08 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:09.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:09 smithi086 ceph-mon[31122]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:10.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:09 smithi164 ceph-mon[31699]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:10.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:09 smithi026 ceph-mon[28371]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:11.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:11 smithi086 ceph-mon[31122]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:12.025 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:11 smithi164 ceph-mon[31699]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:12.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:11 smithi026 ceph-mon[28371]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:12.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:12 smithi086 ceph-mon[31122]: from='client.? 172.21.15.86:0/4004926027' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "49a838f0-7310-4495-900f-b990c33c4454"}]: dispatch 2024-04-26T23:31:12.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:12 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "49a838f0-7310-4495-900f-b990c33c4454"}]: dispatch 2024-04-26T23:31:12.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:12 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "49a838f0-7310-4495-900f-b990c33c4454"}]': finished 2024-04-26T23:31:12.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:12 smithi086 ceph-mon[31122]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T23:31:12.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:13.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:12 smithi164 ceph-mon[31699]: from='client.? 172.21.15.86:0/4004926027' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "49a838f0-7310-4495-900f-b990c33c4454"}]: dispatch 2024-04-26T23:31:13.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:12 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "49a838f0-7310-4495-900f-b990c33c4454"}]: dispatch 2024-04-26T23:31:13.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:12 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "49a838f0-7310-4495-900f-b990c33c4454"}]': finished 2024-04-26T23:31:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:12 smithi164 ceph-mon[31699]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T23:31:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:13.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:12 smithi026 ceph-mon[28371]: from='client.? 172.21.15.86:0/4004926027' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "49a838f0-7310-4495-900f-b990c33c4454"}]: dispatch 2024-04-26T23:31:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:12 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "49a838f0-7310-4495-900f-b990c33c4454"}]: dispatch 2024-04-26T23:31:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:12 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "49a838f0-7310-4495-900f-b990c33c4454"}]': finished 2024-04-26T23:31:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:12 smithi026 ceph-mon[28371]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T23:31:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:14.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:13 smithi164 ceph-mon[31699]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:14.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:13 smithi164 ceph-mon[31699]: from='client.? 172.21.15.86:0/173104014' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:31:14.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:13 smithi026 ceph-mon[28371]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:14.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:13 smithi026 ceph-mon[28371]: from='client.? 172.21.15.86:0/173104014' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:31:14.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:13 smithi086 ceph-mon[31122]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:14.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:13 smithi086 ceph-mon[31122]: from='client.? 172.21.15.86:0/173104014' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:31:16.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:15 smithi164 ceph-mon[31699]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:16.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:15 smithi026 ceph-mon[28371]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:16.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:15 smithi086 ceph-mon[31122]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:17.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:16 smithi164 ceph-mon[31699]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:17.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:16 smithi026 ceph-mon[28371]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:17.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:16 smithi086 ceph-mon[31122]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:19.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:18 smithi164 ceph-mon[31699]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:19.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:18 smithi026 ceph-mon[28371]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:19.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:18 smithi086 ceph-mon[31122]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:20.958 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:20 smithi164 ceph-mon[31699]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:21.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:20 smithi026 ceph-mon[28371]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:21.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:20 smithi086 ceph-mon[31122]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:22.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:21 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T23:31:22.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:21 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:22.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:21 smithi164 ceph-mon[31699]: Deploying daemon osd.10 on smithi086 2024-04-26T23:31:22.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:21 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T23:31:22.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:21 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:22.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:21 smithi026 ceph-mon[28371]: Deploying daemon osd.10 on smithi086 2024-04-26T23:31:22.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:21 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T23:31:22.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:21 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:22.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:21 smithi086 ceph-mon[31122]: Deploying daemon osd.10 on smithi086 2024-04-26T23:31:23.264 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:22 smithi086 ceph-mon[31122]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:23.275 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:22 smithi164 ceph-mon[31699]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:23.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:22 smithi026 ceph-mon[28371]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:24 smithi086 ceph-mon[31122]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:25.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:24 smithi164 ceph-mon[31699]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:25.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:24 smithi026 ceph-mon[28371]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:27.230 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:26 smithi086 ceph-mon[31122]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:27.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:26 smithi164 ceph-mon[31699]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:27.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:26 smithi026 ceph-mon[28371]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:29.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:28 smithi086 ceph-mon[31122]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:29.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:28 smithi164 ceph-mon[31699]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:29.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:28 smithi026 ceph-mon[28371]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:31.001 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:30 smithi086 ceph-mon[31122]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:31.002 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:30 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:31.002 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:30 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:31.002 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:30 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:31:31.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:30 smithi164 ceph-mon[31699]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:31.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:30 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:31.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:30 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:31.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:30 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:31:31.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:30 smithi026 ceph-mon[28371]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:31.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:31.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:31.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:30 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:31:33.220 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:32 smithi086 ceph-mon[31122]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:33.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:32 smithi164 ceph-mon[31699]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:33.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:32 smithi026 ceph-mon[28371]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:34.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:33 smithi026 ceph-mon[28371]: from='osd.10 [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T23:31:34.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:33 smithi026 ceph-mon[28371]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T23:31:34.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:33 smithi086 ceph-mon[31122]: from='osd.10 [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T23:31:34.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:33 smithi086 ceph-mon[31122]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T23:31:34.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:33 smithi164 ceph-mon[31699]: from='osd.10 [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T23:31:34.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:33 smithi164 ceph-mon[31699]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T23:31:34.592 INFO:teuthology.orchestra.run.smithi086.stdout:Created osd(s) 10 on host 'smithi086' 2024-04-26T23:31:34.592 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.589+0000 7f579b400700 1 -- 172.21.15.86:0/4293691682 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f57a4063860 con 0x7f57880a3cc0 2024-04-26T23:31:34.596 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.593+0000 7f57a3e00700 1 -- 172.21.15.86:0/4293691682 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f57880a3cc0 msgr2=0x7f57880a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:31:34.596 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.593+0000 7f57a3e00700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f57880a3cc0 0x7f57880a6180 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5794006010 tx=0x7f57940037e0 comp rx=0 tx=0).stop 2024-04-26T23:31:34.596 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.593+0000 7f57a3e00700 1 -- 172.21.15.86:0/4293691682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57a4106760 msgr2=0x7f57a419bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:31:34.596 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.593+0000 7f57a3e00700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57a4106760 0x7f57a419bac0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f579000c9b0 tx=0x7f579000cd70 comp rx=0 tx=0).stop 2024-04-26T23:31:34.596 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.593+0000 7f57a3e00700 1 -- 172.21.15.86:0/4293691682 shutdown_connections 2024-04-26T23:31:34.597 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.593+0000 7f57a3e00700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f57880a3cc0 0x7f57880a6180 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:34.597 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.593+0000 7f57a3e00700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57a4109090 0x7f57a41a2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:34.597 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.593+0000 7f57a3e00700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f57a4103e30 0x7f57a419b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:34.597 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.593+0000 7f57a3e00700 1 --2- 172.21.15.86:0/4293691682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57a4106760 0x7f57a419bac0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:34.597 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.593+0000 7f57a3e00700 1 -- 172.21.15.86:0/4293691682 >> 172.21.15.86:0/4293691682 conn(0x7f57a40fd840 msgr2=0x7f57a4103520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:31:34.597 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.594+0000 7f57a3e00700 1 -- 172.21.15.86:0/4293691682 shutdown_connections 2024-04-26T23:31:34.597 INFO:teuthology.orchestra.run.smithi086.stderr:2024-04-26T23:31:34.594+0000 7f57a3e00700 1 -- 172.21.15.86:0/4293691682 wait complete. 2024-04-26T23:31:35.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:34 smithi164 ceph-mon[31699]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:35.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:34 smithi164 ceph-mon[31699]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T23:31:35.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:34 smithi164 ceph-mon[31699]: from='osd.10 [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:31:35.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:34 smithi164 ceph-mon[31699]: osdmap e73: 11 total, 10 up, 11 in 2024-04-26T23:31:35.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:35.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:34 smithi164 ceph-mon[31699]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:31:35.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:35.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:35.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:35.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:35.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:34 smithi026 ceph-mon[28371]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:35.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:34 smithi026 ceph-mon[28371]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T23:31:35.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:34 smithi026 ceph-mon[28371]: from='osd.10 [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:31:35.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:34 smithi026 ceph-mon[28371]: osdmap e73: 11 total, 10 up, 11 in 2024-04-26T23:31:35.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:35.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:34 smithi026 ceph-mon[28371]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:31:35.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:35.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:35.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:35.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:35.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:34 smithi086 ceph-mon[31122]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 321 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:35.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:34 smithi086 ceph-mon[31122]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T23:31:35.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:34 smithi086 ceph-mon[31122]: from='osd.10 [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:31:35.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:34 smithi086 ceph-mon[31122]: osdmap e73: 11 total, 10 up, 11 in 2024-04-26T23:31:35.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:35.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:34 smithi086 ceph-mon[31122]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-04-26T23:31:35.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:35.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:35.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:35.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:35.453 DEBUG:teuthology.orchestra.run.smithi086:osd.10> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.10.service 2024-04-26T23:31:35.458 INFO:tasks.cephadm:Deploying osd.11 on smithi164 with /dev/vg_nvme/lv_1... 2024-04-26T23:31:35.458 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T23:31:35.902 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:31:36.221 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:35 smithi164 ceph-mon[31699]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-04-26T23:31:36.221 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:35 smithi164 ceph-mon[31699]: osdmap e74: 11 total, 10 up, 11 in 2024-04-26T23:31:36.221 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:36.221 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:36.222 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:35 smithi164 ceph-mon[31699]: osdmap e75: 11 total, 10 up, 11 in 2024-04-26T23:31:36.222 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:36.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:35 smithi026 ceph-mon[28371]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-04-26T23:31:36.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:35 smithi026 ceph-mon[28371]: osdmap e74: 11 total, 10 up, 11 in 2024-04-26T23:31:36.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:36.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:36.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:35 smithi026 ceph-mon[28371]: osdmap e75: 11 total, 10 up, 11 in 2024-04-26T23:31:36.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:36.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:35 smithi086 ceph-mon[31122]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-04-26T23:31:36.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:35 smithi086 ceph-mon[31122]: osdmap e74: 11 total, 10 up, 11 in 2024-04-26T23:31:36.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:36.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:36.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:35 smithi086 ceph-mon[31122]: osdmap e75: 11 total, 10 up, 11 in 2024-04-26T23:31:36.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:36.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:31:35 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:31:35.971+0000 7f3acbe00700 -1 osd.10 0 waiting for initial osdmap 2024-04-26T23:31:36.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:31:36 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:31:36.038+0000 7f3ac1c00700 -1 osd.10 75 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T23:31:37.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:36 smithi164 ceph-mon[31699]: purged_snaps scrub starts 2024-04-26T23:31:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:36 smithi164 ceph-mon[31699]: purged_snaps scrub ok 2024-04-26T23:31:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:36 smithi164 ceph-mon[31699]: pgmap v306: 1 pgs: 1 remapped+peering; 577 KiB data, 322 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:36 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:36 smithi164 ceph-mon[31699]: from='osd.10 ' entity='osd.10' 2024-04-26T23:31:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:36 smithi164 ceph-mon[31699]: osd.10 [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117] boot 2024-04-26T23:31:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:36 smithi164 ceph-mon[31699]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T23:31:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:36 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:37.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:36 smithi026 ceph-mon[28371]: purged_snaps scrub starts 2024-04-26T23:31:37.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:36 smithi026 ceph-mon[28371]: purged_snaps scrub ok 2024-04-26T23:31:37.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:36 smithi026 ceph-mon[28371]: pgmap v306: 1 pgs: 1 remapped+peering; 577 KiB data, 322 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:37.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:36 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:37.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:36 smithi026 ceph-mon[28371]: from='osd.10 ' entity='osd.10' 2024-04-26T23:31:37.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:36 smithi026 ceph-mon[28371]: osd.10 [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117] boot 2024-04-26T23:31:37.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:36 smithi026 ceph-mon[28371]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T23:31:37.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:36 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:37.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:36 smithi086 ceph-mon[31122]: purged_snaps scrub starts 2024-04-26T23:31:37.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:36 smithi086 ceph-mon[31122]: purged_snaps scrub ok 2024-04-26T23:31:37.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:36 smithi086 ceph-mon[31122]: pgmap v306: 1 pgs: 1 remapped+peering; 577 KiB data, 322 MiB used, 894 GiB / 894 GiB avail 2024-04-26T23:31:37.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:36 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:37.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:36 smithi086 ceph-mon[31122]: from='osd.10 ' entity='osd.10' 2024-04-26T23:31:37.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:36 smithi086 ceph-mon[31122]: osd.10 [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117] boot 2024-04-26T23:31:37.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:36 smithi086 ceph-mon[31122]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T23:31:37.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:36 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:31:38.226 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:38 smithi086 ceph-mon[31122]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T23:31:38.525 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:38 smithi164 ceph-mon[31699]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T23:31:38.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:38 smithi026 ceph-mon[28371]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T23:31:38.697 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T23:31:38.697 INFO:teuthology.orchestra.run.smithi164.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T23:31:38.697 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10+0 records in 2024-04-26T23:31:38.697 INFO:teuthology.orchestra.run.smithi164.stderr:10+0 records out 2024-04-26T23:31:38.697 INFO:teuthology.orchestra.run.smithi164.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0360956 s, 290 MB/s 2024-04-26T23:31:38.697 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 2024-04-26T23:31:38.697 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping successful for: 2024-04-26T23:31:39.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:39 smithi164 ceph-mon[31699]: pgmap v309: 1 pgs: 1 remapped+peering; 577 KiB data, 752 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:39.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:39 smithi164 ceph-mon[31699]: osdmap e78: 11 total, 11 up, 11 in 2024-04-26T23:31:39.451 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi164:vg_nvme/lv_1 2024-04-26T23:31:39.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:39 smithi026 ceph-mon[28371]: pgmap v309: 1 pgs: 1 remapped+peering; 577 KiB data, 752 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:39.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:39 smithi026 ceph-mon[28371]: osdmap e78: 11 total, 11 up, 11 in 2024-04-26T23:31:39.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:39 smithi086 ceph-mon[31122]: pgmap v309: 1 pgs: 1 remapped+peering; 577 KiB data, 752 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:39.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:39 smithi086 ceph-mon[31122]: osdmap e78: 11 total, 11 up, 11 in 2024-04-26T23:31:39.882 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:31:40.312 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:40 smithi164 ceph-mon[31699]: osdmap e79: 11 total, 11 up, 11 in 2024-04-26T23:31:40.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:40 smithi026 ceph-mon[28371]: osdmap e79: 11 total, 11 up, 11 in 2024-04-26T23:31:40.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:40 smithi086 ceph-mon[31122]: osdmap e79: 11 total, 11 up, 11 in 2024-04-26T23:31:41.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:41 smithi086 ceph-mon[31122]: pgmap v312: 1 pgs: 1 remapped+peering; 577 KiB data, 753 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:41.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:41 smithi086 ceph-mon[31122]: osdmap e80: 11 total, 11 up, 11 in 2024-04-26T23:31:41.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:41.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:41.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:41.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:41.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:41.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:41 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:41.481 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:41 smithi164 ceph-mon[31699]: pgmap v312: 1 pgs: 1 remapped+peering; 577 KiB data, 753 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:41.481 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:41 smithi164 ceph-mon[31699]: osdmap e80: 11 total, 11 up, 11 in 2024-04-26T23:31:41.481 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:41.481 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:41.481 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:41.481 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:41.482 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:41.482 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:41 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:41.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:41 smithi026 ceph-mon[28371]: pgmap v312: 1 pgs: 1 remapped+peering; 577 KiB data, 753 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:41.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:41 smithi026 ceph-mon[28371]: osdmap e80: 11 total, 11 up, 11 in 2024-04-26T23:31:41.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:41.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:41.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:41.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:41.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:41.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:41 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:31:41.997 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.993+0000 7f0cd0600700 1 -- 172.21.15.164:0/1845147681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0cc8104690 msgr2=0x7f0cc8104af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:31:41.997 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.993+0000 7f0cd0600700 1 --2- 172.21.15.164:0/1845147681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0cc8104690 0x7f0cc8104af0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4009990 tx=0x7f0cb4009ca0 comp rx=0 tx=0).stop 2024-04-26T23:31:41.997 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.994+0000 7f0cd0600700 1 -- 172.21.15.164:0/1845147681 shutdown_connections 2024-04-26T23:31:41.997 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.994+0000 7f0cd0600700 1 --2- 172.21.15.164:0/1845147681 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0cc8105030 0x7f0cc810b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:41.997 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.994+0000 7f0cd0600700 1 --2- 172.21.15.164:0/1845147681 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc8103490 0x7f0cc81038b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:41.997 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.994+0000 7f0cd0600700 1 --2- 172.21.15.164:0/1845147681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0cc8104690 0x7f0cc8104af0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:41.997 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.994+0000 7f0cd0600700 1 -- 172.21.15.164:0/1845147681 >> 172.21.15.164:0/1845147681 conn(0x7f0cc80fe9f0 msgr2=0x7f0cc8100e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:31:41.997 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.994+0000 7f0cd0600700 1 -- 172.21.15.164:0/1845147681 shutdown_connections 2024-04-26T23:31:41.997 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.994+0000 7f0cd0600700 1 -- 172.21.15.164:0/1845147681 wait complete. 2024-04-26T23:31:41.998 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.995+0000 7f0cd0600700 1 Processor -- start 2024-04-26T23:31:41.998 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.995+0000 7f0cd0600700 1 -- start start 2024-04-26T23:31:41.998 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.995+0000 7f0cd0600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc8103490 0x7f0cc819b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:31:41.998 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.995+0000 7f0cd0600700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0cc8104690 0x7f0cc819bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:31:41.998 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.995+0000 7f0cd0600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0cc8105030 0x7f0cc81a2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:31:41.998 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.995+0000 7f0cd0600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc810ede0 con 0x7f0cc8103490 2024-04-26T23:31:41.998 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.995+0000 7f0cd0600700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc810ec60 con 0x7f0cc8104690 2024-04-26T23:31:41.998 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.995+0000 7f0cd0600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc810ef60 con 0x7f0cc8105030 2024-04-26T23:31:42.000 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.996+0000 7f0cce600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0cc8105030 0x7f0cc81a2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:31:42.000 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.996+0000 7f0cce600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0cc8105030 0x7f0cc81a2c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.164:53724/0 (socket says 172.21.15.164:53724) 2024-04-26T23:31:42.000 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.996+0000 7f0cce600700 1 -- 172.21.15.164:0/1048428888 learned_addr learned my addr 172.21.15.164:0/1048428888 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-04-26T23:31:42.000 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.996+0000 7f0ccd200700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0cc8104690 0x7f0cc819bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:31:42.000 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.996+0000 7f0ccdc00700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc8103490 0x7f0cc819b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:31:42.000 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.996+0000 7f0cce600700 1 -- 172.21.15.164:0/1048428888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0cc8104690 msgr2=0x7f0cc819bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:31:42.000 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.996+0000 7f0cce600700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0cc8104690 0x7f0cc819bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:42.000 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.996+0000 7f0cce600700 1 -- 172.21.15.164:0/1048428888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc8103490 msgr2=0x7f0cc819b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:31:42.000 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.996+0000 7f0cce600700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc8103490 0x7f0cc819b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:31:42.001 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.996+0000 7f0cce600700 1 -- 172.21.15.164:0/1048428888 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc81a3320 con 0x7f0cc8105030 2024-04-26T23:31:42.001 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.997+0000 7f0cce600700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0cc8105030 0x7f0cc81a2c80 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0007f10 tx=0x7f0cc000d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:31:42.001 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.997+0000 7f0cc6000700 1 -- 172.21.15.164:0/1048428888 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc0004bb0 con 0x7f0cc8105030 2024-04-26T23:31:42.001 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.997+0000 7f0cd0600700 1 -- 172.21.15.164:0/1048428888 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cc81a3610 con 0x7f0cc8105030 2024-04-26T23:31:42.001 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.997+0000 7f0cc6000700 1 -- 172.21.15.164:0/1048428888 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0cc0004d50 con 0x7f0cc8105030 2024-04-26T23:31:42.001 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.997+0000 7f0cc6000700 1 -- 172.21.15.164:0/1048428888 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc0005970 con 0x7f0cc8105030 2024-04-26T23:31:42.001 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.997+0000 7f0cd0600700 1 -- 172.21.15.164:0/1048428888 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cc81a3b50 con 0x7f0cc8105030 2024-04-26T23:31:42.002 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:41.998+0000 7f0cd0600700 1 -- 172.21.15.164:0/1048428888 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cc806a110 con 0x7f0cc8105030 2024-04-26T23:31:42.003 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:42.001+0000 7f0cc6000700 1 -- 172.21.15.164:0/1048428888 <== mon.1 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0cc001a020 con 0x7f0cc8105030 2024-04-26T23:31:42.005 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:42.002+0000 7f0cc6000700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cb00a3c40 0x7f0cb00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:31:42.005 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:42.002+0000 7f0cc6000700 1 -- 172.21.15.164:0/1048428888 <== mon.1 v2:172.21.15.164:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6694+0+0 (secure 0 0 0) 0x7f0cc00cfc20 con 0x7f0cc8105030 2024-04-26T23:31:42.005 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:42.003+0000 7f0ccdc00700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cb00a3c40 0x7f0cb00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:31:42.006 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:42.004+0000 7f0ccdc00700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cb00a3c40 0x7f0cb00a6100 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc005950 tx=0x7f0cbc0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:31:42.007 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:42.005+0000 7f0cc6000700 1 -- 172.21.15.164:0/1048428888 <== mon.1 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f0cc0010070 con 0x7f0cc8105030 2024-04-26T23:31:42.252 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:31:42.249+0000 7f0cd0600700 1 -- 172.21.15.164:0/1048428888 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f0cc8076d70 con 0x7f0cb00a3c40 2024-04-26T23:31:42.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:42 smithi164 ceph-mon[31699]: Detected new or changed devices on smithi086 2024-04-26T23:31:42.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:42 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi086 to 4272M 2024-04-26T23:31:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:31:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:31:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:31:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:42.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:42 smithi026 ceph-mon[28371]: Detected new or changed devices on smithi086 2024-04-26T23:31:42.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:42 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi086 to 4272M 2024-04-26T23:31:42.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:42.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:42.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:31:42.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:42.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:31:42.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:42.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:31:42.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:42.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:42 smithi086 ceph-mon[31122]: Detected new or changed devices on smithi086 2024-04-26T23:31:42.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:42 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi086 to 4272M 2024-04-26T23:31:42.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:42.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:42.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:31:42.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:42.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:31:42.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:42.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:31:42.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:31:43.391 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:43 smithi164 ceph-mon[31699]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 753 MiB used, 983 GiB / 983 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-26T23:31:43.391 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:43 smithi164 ceph-mon[31699]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:31:43.391 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:43 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:31:43.391 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:43 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:31:43.391 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:43 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:43.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:43 smithi026 ceph-mon[28371]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 753 MiB used, 983 GiB / 983 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-26T23:31:43.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:43 smithi026 ceph-mon[28371]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:31:43.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:43 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:31:43.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:43 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:31:43.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:43 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:43.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:43 smithi086 ceph-mon[31122]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 753 MiB used, 983 GiB / 983 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-26T23:31:43.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:43 smithi086 ceph-mon[31122]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:31:43.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:43 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T23:31:43.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:43 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T23:31:43.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:43 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:45.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:45 smithi086 ceph-mon[31122]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T23:31:45.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:45 smithi164 ceph-mon[31699]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T23:31:45.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:45 smithi026 ceph-mon[28371]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T23:31:47.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:47 smithi164 ceph-mon[31699]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-26T23:31:47.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:47 smithi164 ceph-mon[31699]: from='client.? 172.21.15.164:0/596814260' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ce96e51-b930-4d3b-8b52-85b20d8b0be9"}]: dispatch 2024-04-26T23:31:47.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:47 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ce96e51-b930-4d3b-8b52-85b20d8b0be9"}]: dispatch 2024-04-26T23:31:47.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:47 smithi164 ceph-mon[31699]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4ce96e51-b930-4d3b-8b52-85b20d8b0be9"}]': finished 2024-04-26T23:31:47.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:47 smithi164 ceph-mon[31699]: osdmap e81: 12 total, 11 up, 12 in 2024-04-26T23:31:47.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:47 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:31:47.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:47 smithi026 ceph-mon[28371]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-26T23:31:47.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:47 smithi026 ceph-mon[28371]: from='client.? 172.21.15.164:0/596814260' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ce96e51-b930-4d3b-8b52-85b20d8b0be9"}]: dispatch 2024-04-26T23:31:47.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:47 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ce96e51-b930-4d3b-8b52-85b20d8b0be9"}]: dispatch 2024-04-26T23:31:47.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:47 smithi026 ceph-mon[28371]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4ce96e51-b930-4d3b-8b52-85b20d8b0be9"}]': finished 2024-04-26T23:31:47.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:47 smithi026 ceph-mon[28371]: osdmap e81: 12 total, 11 up, 12 in 2024-04-26T23:31:47.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:47 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:31:47.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:47 smithi086 ceph-mon[31122]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-26T23:31:47.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:47 smithi086 ceph-mon[31122]: from='client.? 172.21.15.164:0/596814260' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ce96e51-b930-4d3b-8b52-85b20d8b0be9"}]: dispatch 2024-04-26T23:31:47.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:47 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4ce96e51-b930-4d3b-8b52-85b20d8b0be9"}]: dispatch 2024-04-26T23:31:47.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:47 smithi086 ceph-mon[31122]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4ce96e51-b930-4d3b-8b52-85b20d8b0be9"}]': finished 2024-04-26T23:31:47.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:47 smithi086 ceph-mon[31122]: osdmap e81: 12 total, 11 up, 12 in 2024-04-26T23:31:47.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:47 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:31:48.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:48 smithi164 ceph-mon[31699]: from='client.? 172.21.15.164:0/4034439077' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:31:48.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:48 smithi026 ceph-mon[28371]: from='client.? 172.21.15.164:0/4034439077' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:31:48.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:48 smithi086 ceph-mon[31122]: from='client.? 172.21.15.164:0/4034439077' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T23:31:49.428 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:49 smithi164 ceph-mon[31699]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T23:31:49.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:49 smithi026 ceph-mon[28371]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T23:31:49.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:49 smithi086 ceph-mon[31122]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T23:31:51.448 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:51 smithi164 ceph-mon[31699]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-26T23:31:51.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:51 smithi026 ceph-mon[28371]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-26T23:31:51.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:51 smithi086 ceph-mon[31122]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-26T23:31:53.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:53 smithi164 ceph-mon[31699]: pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:53.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:53 smithi026 ceph-mon[28371]: pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:53.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:53 smithi086 ceph-mon[31122]: pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:55.502 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:55 smithi164 ceph-mon[31699]: pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:55.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:55 smithi026 ceph-mon[28371]: pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:55.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:55 smithi086 ceph-mon[31122]: pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:56.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:56 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T23:31:56.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:56 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:56.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:56 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T23:31:56.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:56 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:56.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T23:31:56.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:56 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:31:57.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:57 smithi164 ceph-mon[31699]: pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:57.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:57 smithi164 ceph-mon[31699]: Deploying daemon osd.11 on smithi164 2024-04-26T23:31:57.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:57 smithi026 ceph-mon[28371]: pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:57.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:57 smithi026 ceph-mon[28371]: Deploying daemon osd.11 on smithi164 2024-04-26T23:31:57.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:57 smithi086 ceph-mon[31122]: pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:57.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:57 smithi086 ceph-mon[31122]: Deploying daemon osd.11 on smithi164 2024-04-26T23:31:59.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:31:59 smithi164 ceph-mon[31699]: pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:59.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:31:59 smithi026 ceph-mon[28371]: pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:31:59.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:31:59 smithi086 ceph-mon[31122]: pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:01.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:01 smithi086 ceph-mon[31122]: pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:01.415 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:01 smithi164 ceph-mon[31699]: pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:01.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:01 smithi026 ceph-mon[28371]: pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:03.445 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:03 smithi164 ceph-mon[31699]: pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:03.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:03 smithi026 ceph-mon[28371]: pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:03.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:03 smithi086 ceph-mon[31122]: pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:05.627 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:05 smithi164 ceph-mon[31699]: pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:05.627 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:05 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:05.627 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:05 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:32:05.627 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:05 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:05.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:05 smithi026 ceph-mon[28371]: pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:05.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:05 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:05.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:05 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:32:05.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:05 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:05.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:05 smithi086 ceph-mon[31122]: pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:05.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:05 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:05.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:05 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:32:05.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:05 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:07.473 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:07 smithi164 ceph-mon[31699]: pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:07.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:07 smithi026 ceph-mon[28371]: pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:07.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:07 smithi086 ceph-mon[31122]: pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:09.322 INFO:teuthology.orchestra.run.smithi164.stdout:Created osd(s) 11 on host 'smithi164' 2024-04-26T23:32:09.322 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.317+0000 7f0cc6000700 1 -- 172.21.15.164:0/1048428888 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f0cc8076d70 con 0x7f0cb00a3c40 2024-04-26T23:32:09.325 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.322+0000 7f0cd0600700 1 -- 172.21.15.164:0/1048428888 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cb00a3c40 msgr2=0x7f0cb00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:09.325 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.322+0000 7f0cd0600700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cb00a3c40 0x7f0cb00a6100 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f0cbc005950 tx=0x7f0cbc0058e0 comp rx=0 tx=0).stop 2024-04-26T23:32:09.325 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.322+0000 7f0cd0600700 1 -- 172.21.15.164:0/1048428888 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0cc8105030 msgr2=0x7f0cc81a2c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:09.325 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.322+0000 7f0cd0600700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0cc8105030 0x7f0cc81a2c80 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0007f10 tx=0x7f0cc000d3b0 comp rx=0 tx=0).stop 2024-04-26T23:32:09.325 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.322+0000 7f0cd0600700 1 -- 172.21.15.164:0/1048428888 shutdown_connections 2024-04-26T23:32:09.325 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.322+0000 7f0cd0600700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cb00a3c40 0x7f0cb00a6100 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:09.325 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.322+0000 7f0cd0600700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0cc8105030 0x7f0cc81a2c80 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:09.325 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.322+0000 7f0cd0600700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0cc8103490 0x7f0cc819b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:09.325 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.322+0000 7f0cd0600700 1 --2- 172.21.15.164:0/1048428888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0cc8104690 0x7f0cc819bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:09.325 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.322+0000 7f0cd0600700 1 -- 172.21.15.164:0/1048428888 >> 172.21.15.164:0/1048428888 conn(0x7f0cc80fe9f0 msgr2=0x7f0cc8075650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:09.326 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.322+0000 7f0cd0600700 1 -- 172.21.15.164:0/1048428888 shutdown_connections 2024-04-26T23:32:09.326 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:09.322+0000 7f0cd0600700 1 -- 172.21.15.164:0/1048428888 wait complete. 2024-04-26T23:32:09.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:09 smithi164 ceph-mon[31699]: pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:09.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:09 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:09.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:09 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:09.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:09 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:09.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:09 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:32:09.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:09 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:09.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:09 smithi164 ceph-mon[31699]: from='osd.11 [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T23:32:09.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:09 smithi164 ceph-mon[31699]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T23:32:09.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:09 smithi026 ceph-mon[28371]: pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:09.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:09 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:09.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:09 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:09.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:09 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:09.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:09 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:32:09.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:09 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:09.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:09 smithi026 ceph-mon[28371]: from='osd.11 [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T23:32:09.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:09 smithi026 ceph-mon[28371]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T23:32:09.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:09 smithi086 ceph-mon[31122]: pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:09.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:09 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:09.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:09 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:09.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:09 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:09.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:09 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:32:09.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:09 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:09.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:09 smithi086 ceph-mon[31122]: from='osd.11 [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T23:32:09.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:09 smithi086 ceph-mon[31122]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T23:32:10.085 DEBUG:teuthology.orchestra.run.smithi164:osd.11> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.11.service 2024-04-26T23:32:10.089 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-26T23:32:10.089 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-26T23:32:10.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:10.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:10.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:32:10.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:10 smithi026 ceph-mon[28371]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T23:32:10.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:10 smithi026 ceph-mon[28371]: from='osd.11 [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:32:10.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:10 smithi026 ceph-mon[28371]: osdmap e82: 12 total, 11 up, 12 in 2024-04-26T23:32:10.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:10.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:10 smithi026 ceph-mon[28371]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:32:10.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:10.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:10.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:32:10.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:10 smithi086 ceph-mon[31122]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T23:32:10.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:10 smithi086 ceph-mon[31122]: from='osd.11 [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:32:10.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:10 smithi086 ceph-mon[31122]: osdmap e82: 12 total, 11 up, 12 in 2024-04-26T23:32:10.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:10.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:10 smithi086 ceph-mon[31122]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:32:10.575 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:32:10.644 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:10.645 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:10.645 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:32:10.645 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:10 smithi164 ceph-mon[31699]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T23:32:10.645 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:10 smithi164 ceph-mon[31699]: from='osd.11 [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:32:10.645 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:10 smithi164 ceph-mon[31699]: osdmap e82: 12 total, 11 up, 12 in 2024-04-26T23:32:10.645 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:10.645 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:10 smithi164 ceph-mon[31699]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-04-26T23:32:11.654 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:11 smithi164 ceph-mon[31699]: pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:11.655 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:11 smithi164 ceph-mon[31699]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-04-26T23:32:11.655 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:11 smithi164 ceph-mon[31699]: osdmap e83: 12 total, 11 up, 12 in 2024-04-26T23:32:11.655 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:11 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:11.655 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:11 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:11.655 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:32:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:32:11.440+0000 7fd52a400700 -1 osd.11 0 waiting for initial osdmap 2024-04-26T23:32:11.655 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:32:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:32:11.517+0000 7fd520200700 -1 osd.11 83 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T23:32:11.756 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:11 smithi026 ceph-mon[28371]: pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:11.757 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:11 smithi026 ceph-mon[28371]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-04-26T23:32:11.757 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:11 smithi026 ceph-mon[28371]: osdmap e83: 12 total, 11 up, 12 in 2024-04-26T23:32:11.757 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:11 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:11.757 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:11 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:11.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:11 smithi086 ceph-mon[31122]: pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:11.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:11 smithi086 ceph-mon[31122]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-04-26T23:32:11.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:11 smithi086 ceph-mon[31122]: osdmap e83: 12 total, 11 up, 12 in 2024-04-26T23:32:11.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:11 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:11.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:11 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:12.575 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:12 smithi026 ceph-mon[28371]: purged_snaps scrub starts 2024-04-26T23:32:12.575 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:12 smithi026 ceph-mon[28371]: purged_snaps scrub ok 2024-04-26T23:32:12.575 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:12 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:12.575 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:12 smithi026 ceph-mon[28371]: from='osd.11 ' entity='osd.11' 2024-04-26T23:32:12.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:12 smithi164 ceph-mon[31699]: purged_snaps scrub starts 2024-04-26T23:32:12.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:12 smithi164 ceph-mon[31699]: purged_snaps scrub ok 2024-04-26T23:32:12.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:12 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:12.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:12 smithi164 ceph-mon[31699]: from='osd.11 ' entity='osd.11' 2024-04-26T23:32:12.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:12 smithi086 ceph-mon[31122]: purged_snaps scrub starts 2024-04-26T23:32:12.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:12 smithi086 ceph-mon[31122]: purged_snaps scrub ok 2024-04-26T23:32:12.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:12 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:12.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:12 smithi086 ceph-mon[31122]: from='osd.11 ' entity='osd.11' 2024-04-26T23:32:12.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.844+0000 7f4254800700 1 -- 172.21.15.26:0/3983902126 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c1068d0 msgr2=0x7f424c106d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:12.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.844+0000 7f4254800700 1 --2- 172.21.15.26:0/3983902126 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c1068d0 0x7f424c106d30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f42380099c0 tx=0x7f4238009cd0 comp rx=0 tx=0).stop 2024-04-26T23:32:12.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.844+0000 7f4254800700 1 -- 172.21.15.26:0/3983902126 shutdown_connections 2024-04-26T23:32:12.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.844+0000 7f4254800700 1 --2- 172.21.15.26:0/3983902126 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c107270 0x7f424c10db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:12.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.844+0000 7f4254800700 1 --2- 172.21.15.26:0/3983902126 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f424c1056d0 0x7f424c105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:12.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.844+0000 7f4254800700 1 --2- 172.21.15.26:0/3983902126 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c1068d0 0x7f424c106d30 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:12.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.844+0000 7f4254800700 1 -- 172.21.15.26:0/3983902126 >> 172.21.15.26:0/3983902126 conn(0x7f424c100c70 msgr2=0x7f424c1030b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:12.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.844+0000 7f4254800700 1 -- 172.21.15.26:0/3983902126 shutdown_connections 2024-04-26T23:32:12.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.844+0000 7f4254800700 1 -- 172.21.15.26:0/3983902126 wait complete. 2024-04-26T23:32:12.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.845+0000 7f4254800700 1 Processor -- start 2024-04-26T23:32:12.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.846+0000 7f4254800700 1 -- start start 2024-04-26T23:32:12.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.846+0000 7f4254800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c1056d0 0x7f424c19b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:12.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.846+0000 7f4254800700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f424c1068d0 0x7f424c19bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:12.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.846+0000 7f4254800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c107270 0x7f424c1a2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:12.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.846+0000 7f4254800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f424c110ff0 con 0x7f424c107270 2024-04-26T23:32:12.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.846+0000 7f4254800700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f424c110e70 con 0x7f424c1068d0 2024-04-26T23:32:12.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.846+0000 7f4254800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f424c111170 con 0x7f424c1056d0 2024-04-26T23:32:12.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.846+0000 7f4252800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c107270 0x7f424c1a2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:12.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.846+0000 7f4252800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c107270 0x7f424c1a2cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37350/0 (socket says 172.21.15.26:37350) 2024-04-26T23:32:12.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.846+0000 7f4252800700 1 -- 172.21.15.26:0/998290594 learned_addr learned my addr 172.21.15.26:0/998290594 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:12.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.847+0000 7f4251400700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f424c1068d0 0x7f424c19bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:12.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.847+0000 7f4251e00700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c1056d0 0x7f424c19b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:12.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.847+0000 7f4252800700 1 -- 172.21.15.26:0/998290594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c1056d0 msgr2=0x7f424c19b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:12.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.847+0000 7f4252800700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c1056d0 0x7f424c19b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:12.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.847+0000 7f4252800700 1 -- 172.21.15.26:0/998290594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f424c1068d0 msgr2=0x7f424c19bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:12.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.847+0000 7f4252800700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f424c1068d0 0x7f424c19bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:12.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.847+0000 7f4252800700 1 -- 172.21.15.26:0/998290594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f424c1a3350 con 0x7f424c107270 2024-04-26T23:32:12.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.847+0000 7f4251e00700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c1056d0 0x7f424c19b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:32:12.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.847+0000 7f4252800700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c107270 0x7f424c1a2cb0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f4248007f10 tx=0x7f424800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:12.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.848+0000 7f4246a00700 1 -- 172.21.15.26:0/998290594 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4248004bb0 con 0x7f424c107270 2024-04-26T23:32:12.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.848+0000 7f4246a00700 1 -- 172.21.15.26:0/998290594 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4248004d50 con 0x7f424c107270 2024-04-26T23:32:12.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.848+0000 7f4246a00700 1 -- 172.21.15.26:0/998290594 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4248005970 con 0x7f424c107270 2024-04-26T23:32:12.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.848+0000 7f4254800700 1 -- 172.21.15.26:0/998290594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f424c1a3640 con 0x7f424c107270 2024-04-26T23:32:12.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.848+0000 7f4254800700 1 -- 172.21.15.26:0/998290594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f424c1a3b30 con 0x7f424c107270 2024-04-26T23:32:12.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.849+0000 7f4254800700 1 -- 172.21.15.26:0/998290594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f424c06a110 con 0x7f424c107270 2024-04-26T23:32:12.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.853+0000 7f4246a00700 1 -- 172.21.15.26:0/998290594 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f424801a020 con 0x7f424c107270 2024-04-26T23:32:12.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.854+0000 7f4246a00700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f42340a3cc0 0x7f42340a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:12.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.855+0000 7f4246a00700 1 -- 172.21.15.26:0/998290594 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7127+0+0 (secure 0 0 0) 0x7f42480cfcc0 con 0x7f424c107270 2024-04-26T23:32:12.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.855+0000 7f4251e00700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f42340a3cc0 0x7f42340a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:12.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.855+0000 7f4251e00700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f42340a3cc0 0x7f42340a6180 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f4240005950 tx=0x7f42400058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:12.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:12.858+0000 7f4246a00700 1 -- 172.21.15.26:0/998290594 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f4248010070 con 0x7f424c107270 2024-04-26T23:32:13.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.096+0000 7f4254800700 1 -- 172.21.15.26:0/998290594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f424c02e490 con 0x7f424c107270 2024-04-26T23:32:13.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.097+0000 7f4246a00700 1 -- 172.21.15.26:0/998290594 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v84) ==== 74+0+133 (secure 0 0 0) 0x7f424809cb40 con 0x7f424c107270 2024-04-26T23:32:13.100 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.100+0000 7f4254800700 1 -- 172.21.15.26:0/998290594 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f42340a3cc0 msgr2=0x7f42340a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.100+0000 7f4254800700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f42340a3cc0 0x7f42340a6180 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f4240005950 tx=0x7f42400058e0 comp rx=0 tx=0).stop 2024-04-26T23:32:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.100+0000 7f4254800700 1 -- 172.21.15.26:0/998290594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c107270 msgr2=0x7f424c1a2cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.100+0000 7f4254800700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c107270 0x7f424c1a2cb0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f4248007f10 tx=0x7f424800d3b0 comp rx=0 tx=0).stop 2024-04-26T23:32:13.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.100+0000 7f4254800700 1 -- 172.21.15.26:0/998290594 shutdown_connections 2024-04-26T23:32:13.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.100+0000 7f4254800700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f42340a3cc0 0x7f42340a6180 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:13.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.100+0000 7f4254800700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c107270 0x7f424c1a2cb0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:13.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.100+0000 7f4254800700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c1056d0 0x7f424c19b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:13.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.100+0000 7f4254800700 1 --2- 172.21.15.26:0/998290594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f424c1068d0 0x7f424c19bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:13.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.100+0000 7f4254800700 1 -- 172.21.15.26:0/998290594 >> 172.21.15.26:0/998290594 conn(0x7f424c100c70 msgr2=0x7f424c109ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:13.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.101+0000 7f4254800700 1 -- 172.21.15.26:0/998290594 shutdown_connections 2024-04-26T23:32:13.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:13.101+0000 7f4254800700 1 -- 172.21.15.26:0/998290594 wait complete. 2024-04-26T23:32:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:13 smithi164 ceph-mon[31699]: pgmap v332: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:13 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:13 smithi164 ceph-mon[31699]: osd.11 [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525] boot 2024-04-26T23:32:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:13 smithi164 ceph-mon[31699]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T23:32:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:13 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:13 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/998290594' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T23:32:13.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:13 smithi026 ceph-mon[28371]: pgmap v332: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:13.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:13 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:13.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:13 smithi026 ceph-mon[28371]: osd.11 [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525] boot 2024-04-26T23:32:13.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:13 smithi026 ceph-mon[28371]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T23:32:13.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:13 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:13.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:13 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/998290594' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T23:32:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:13 smithi086 ceph-mon[31122]: pgmap v332: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail 2024-04-26T23:32:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:13 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:13.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:13 smithi086 ceph-mon[31122]: osd.11 [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525] boot 2024-04-26T23:32:13.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:13 smithi086 ceph-mon[31122]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T23:32:13.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:13 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:32:13.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:13 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/998290594' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T23:32:13.957 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":84,"num_osds":12,"num_up_osds":12,"osd_up_since":1714174332,"num_in_osds":12,"osd_in_since":1714174306,"num_remapped_pgs":0} 2024-04-26T23:32:13.957 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T23:32:14.368 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:32:14.734 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:14 smithi026 ceph-mon[28371]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T23:32:14.734 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:14.734 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:14.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:14 smithi164 ceph-mon[31699]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T23:32:14.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:14.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:14.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:14 smithi086 ceph-mon[31122]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T23:32:14.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:14.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:15 smithi164 ceph-mon[31699]: pgmap v335: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:15 smithi164 ceph-mon[31699]: Detected new or changed devices on smithi164 2024-04-26T23:32:15.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:32:15.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:32:15.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:32:15.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:32:15.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:15 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi164 to 4272M 2024-04-26T23:32:15.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:15.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:15.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:32:15.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:15 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:15 smithi026 ceph-mon[28371]: pgmap v335: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:15.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:15 smithi026 ceph-mon[28371]: Detected new or changed devices on smithi164 2024-04-26T23:32:15.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:32:15.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:32:15.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:32:15.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:32:15.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:15 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi164 to 4272M 2024-04-26T23:32:15.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:15.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:15.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:32:15.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:15 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:15 smithi086 ceph-mon[31122]: pgmap v335: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:15 smithi086 ceph-mon[31122]: Detected new or changed devices on smithi164 2024-04-26T23:32:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:32:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:32:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:32:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:32:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:15 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi164 to 4272M 2024-04-26T23:32:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:32:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:15 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:16.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.859+0000 7f85af200700 1 -- 172.21.15.26:0/3760547354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85b0102350 msgr2=0x7f85b0102730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:16.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.859+0000 7f85af200700 1 --2- 172.21.15.26:0/3760547354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85b0102350 0x7f85b0102730 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f85a0009990 tx=0x7f85a0009ca0 comp rx=0 tx=0).stop 2024-04-26T23:32:16.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.860+0000 7f85af200700 1 -- 172.21.15.26:0/3760547354 shutdown_connections 2024-04-26T23:32:16.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.860+0000 7f85af200700 1 --2- 172.21.15.26:0/3760547354 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85b0107760 0x7f85b0107c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:16.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.860+0000 7f85af200700 1 --2- 172.21.15.26:0/3760547354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85b0102350 0x7f85b0102730 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:16.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.860+0000 7f85af200700 1 --2- 172.21.15.26:0/3760547354 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85b0102c70 0x7f85b0107140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:16.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.860+0000 7f85af200700 1 -- 172.21.15.26:0/3760547354 >> 172.21.15.26:0/3760547354 conn(0x7f85b00fddb0 msgr2=0x7f85b01001d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:16.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.860+0000 7f85af200700 1 -- 172.21.15.26:0/3760547354 shutdown_connections 2024-04-26T23:32:16.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.860+0000 7f85af200700 1 -- 172.21.15.26:0/3760547354 wait complete. 2024-04-26T23:32:16.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.861+0000 7f85af200700 1 Processor -- start 2024-04-26T23:32:16.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.861+0000 7f85af200700 1 -- start start 2024-04-26T23:32:16.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.861+0000 7f85af200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85b0102350 0x7f85b01a0030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:16.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.861+0000 7f85af200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85b0102c70 0x7f85b01a0570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:16.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.861+0000 7f85af200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85b0107760 0x7f85b01a4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:16.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85af200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f85b0119a80 con 0x7f85b0107760 2024-04-26T23:32:16.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85af200700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f85b0119900 con 0x7f85b0102350 2024-04-26T23:32:16.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85af200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f85b0119c00 con 0x7f85b0102c70 2024-04-26T23:32:16.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85ae800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85b0107760 0x7f85b01a4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85ae800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85b0107760 0x7f85b01a4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38444/0 (socket says 172.21.15.26:38444) 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85ae800700 1 -- 172.21.15.26:0/4255423134 learned_addr learned my addr 172.21.15.26:0/4255423134 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85ade00700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85b0102350 0x7f85b01a0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85ad400700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85b0102c70 0x7f85b01a0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85ae800700 1 -- 172.21.15.26:0/4255423134 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85b0102c70 msgr2=0x7f85b01a0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85ae800700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85b0102c70 0x7f85b01a0570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85ae800700 1 -- 172.21.15.26:0/4255423134 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85b0102350 msgr2=0x7f85b01a0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85ae800700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85b0102350 0x7f85b01a0030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.862+0000 7f85ae800700 1 -- 172.21.15.26:0/4255423134 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85b01a5040 con 0x7f85b0107760 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.863+0000 7f85ae800700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85b0107760 0x7f85b01a4900 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f85a8007ee0 tx=0x7f85a800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.863+0000 7f85a6a00700 1 -- 172.21.15.26:0/4255423134 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a800ddd0 con 0x7f85b0107760 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.863+0000 7f85af200700 1 -- 172.21.15.26:0/4255423134 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85b01a5330 con 0x7f85b0107760 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.863+0000 7f85a6a00700 1 -- 172.21.15.26:0/4255423134 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f85a8004020 con 0x7f85b0107760 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.863+0000 7f85a6a00700 1 -- 172.21.15.26:0/4255423134 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85a8015660 con 0x7f85b0107760 2024-04-26T23:32:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.863+0000 7f85af200700 1 -- 172.21.15.26:0/4255423134 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85b01acbb0 con 0x7f85b0107760 2024-04-26T23:32:16.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.864+0000 7f85af200700 1 -- 172.21.15.26:0/4255423134 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85b006a110 con 0x7f85b0107760 2024-04-26T23:32:16.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.867+0000 7f85a6a00700 1 -- 172.21.15.26:0/4255423134 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f85a80041d0 con 0x7f85b0107760 2024-04-26T23:32:16.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.868+0000 7f85a6a00700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85940a3c40 0x7f85940a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:16.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.868+0000 7f85a6a00700 1 -- 172.21.15.26:0/4255423134 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f85a80d0200 con 0x7f85b0107760 2024-04-26T23:32:16.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.868+0000 7f85ade00700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85940a3c40 0x7f85940a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:16.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.869+0000 7f85ade00700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85940a3c40 0x7f85940a6100 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f85a0006010 tx=0x7f85a000b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:16.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:16.872+0000 7f85a6a00700 1 -- 172.21.15.26:0/4255423134 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f85a8010070 con 0x7f85b0107760 2024-04-26T23:32:17.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.101+0000 7f85af200700 1 -- 172.21.15.26:0/4255423134 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f85b01acd80 con 0x7f85b0107760 2024-04-26T23:32:17.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.104+0000 7f85a6a00700 1 -- 172.21.15.26:0/4255423134 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+18409 (secure 0 0 0) 0x7f85a809cfe0 con 0x7f85b0107760 2024-04-26T23:32:17.108 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:17.108 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":85,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:32:13.460888+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:32:17.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.107+0000 7f85af200700 1 -- 172.21.15.26:0/4255423134 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85940a3c40 msgr2=0x7f85940a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:17.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.107+0000 7f85af200700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85940a3c40 0x7f85940a6100 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f85a0006010 tx=0x7f85a000b540 comp rx=0 tx=0).stop 2024-04-26T23:32:17.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.107+0000 7f85af200700 1 -- 172.21.15.26:0/4255423134 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85b0107760 msgr2=0x7f85b01a4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:17.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.107+0000 7f85af200700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85b0107760 0x7f85b01a4900 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f85a8007ee0 tx=0x7f85a800d3b0 comp rx=0 tx=0).stop 2024-04-26T23:32:17.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.107+0000 7f85af200700 1 -- 172.21.15.26:0/4255423134 shutdown_connections 2024-04-26T23:32:17.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.107+0000 7f85af200700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85940a3c40 0x7f85940a6100 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:17.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.107+0000 7f85af200700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85b0107760 0x7f85b01a4900 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:17.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.107+0000 7f85af200700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85b0102350 0x7f85b01a0030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:17.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.107+0000 7f85af200700 1 --2- 172.21.15.26:0/4255423134 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85b0102c70 0x7f85b01a0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:17.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.107+0000 7f85af200700 1 -- 172.21.15.26:0/4255423134 >> 172.21.15.26:0/4255423134 conn(0x7f85b00fddb0 msgr2=0x7f85b0105110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:17.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.108+0000 7f85af200700 1 -- 172.21.15.26:0/4255423134 shutdown_connections 2024-04-26T23:32:17.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:17.108+0000 7f85af200700 1 -- 172.21.15.26:0/4255423134 wait complete. 2024-04-26T23:32:17.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:17 smithi164 ceph-mon[31699]: pgmap v336: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:17.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:17 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/4255423134' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:32:17.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:17 smithi026 ceph-mon[28371]: pgmap v336: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:17.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:17 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/4255423134' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:32:17.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:17 smithi086 ceph-mon[31122]: pgmap v336: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:17.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:17 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/4255423134' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:32:18.049 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:32:18.050 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-26T23:32:18.525 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:32:19.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:19 smithi164 ceph-mon[31699]: pgmap v337: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:19.750 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:19 smithi026 ceph-mon[28371]: pgmap v337: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:19.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:19 smithi086 ceph-mon[31122]: pgmap v337: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:20.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.977+0000 7fb88fe00700 1 -- 172.21.15.26:0/1466952339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb890105550 msgr2=0x7fb8901059d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:20.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.977+0000 7fb88fe00700 1 --2- 172.21.15.26:0/1466952339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb890105550 0x7fb8901059d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb87c0099c0 tx=0x7fb87c009cd0 comp rx=0 tx=0).stop 2024-04-26T23:32:20.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.978+0000 7fb88fe00700 1 -- 172.21.15.26:0/1466952339 shutdown_connections 2024-04-26T23:32:20.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.978+0000 7fb88fe00700 1 --2- 172.21.15.26:0/1466952339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb890105f10 0x7fb8901123d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:20.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.978+0000 7fb88fe00700 1 --2- 172.21.15.26:0/1466952339 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb89010b600 0x7fb89010b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:20.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.978+0000 7fb88fe00700 1 --2- 172.21.15.26:0/1466952339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb890105550 0x7fb8901059d0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:20.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.978+0000 7fb88fe00700 1 -- 172.21.15.26:0/1466952339 >> 172.21.15.26:0/1466952339 conn(0x7fb890101060 msgr2=0x7fb890103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:20.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.978+0000 7fb88fe00700 1 -- 172.21.15.26:0/1466952339 shutdown_connections 2024-04-26T23:32:20.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.978+0000 7fb88fe00700 1 -- 172.21.15.26:0/1466952339 wait complete. 2024-04-26T23:32:20.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.979+0000 7fb88fe00700 1 Processor -- start 2024-04-26T23:32:20.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.979+0000 7fb88fe00700 1 -- start start 2024-04-26T23:32:20.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.979+0000 7fb88fe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb890105550 0x7fb8901a1720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:20.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.979+0000 7fb88fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb890105f10 0x7fb8901a1c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.979+0000 7fb88fe00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb89010b600 0x7fb89019b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.979+0000 7fb88fe00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb890115620 con 0x7fb890105550 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.979+0000 7fb88fe00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb8901154a0 con 0x7fb89010b600 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.979+0000 7fb88fe00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb8901157a0 con 0x7fb890105f10 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.980+0000 7fb88ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb890105550 0x7fb8901a1720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.980+0000 7fb88ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb890105550 0x7fb8901a1720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38468/0 (socket says 172.21.15.26:38468) 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.980+0000 7fb88ea00700 1 -- 172.21.15.26:0/2526252734 learned_addr learned my addr 172.21.15.26:0/2526252734 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.980+0000 7fb88e000700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb890105f10 0x7fb8901a1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.980+0000 7fb88f400700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb89010b600 0x7fb89019b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.980+0000 7fb88ea00700 1 -- 172.21.15.26:0/2526252734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb890105f10 msgr2=0x7fb8901a1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.980+0000 7fb88ea00700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb890105f10 0x7fb8901a1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.980+0000 7fb88ea00700 1 -- 172.21.15.26:0/2526252734 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb89010b600 msgr2=0x7fb89019b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.980+0000 7fb88ea00700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb89010b600 0x7fb89019b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:20.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.980+0000 7fb88ea00700 1 -- 172.21.15.26:0/2526252734 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb89019c040 con 0x7fb890105550 2024-04-26T23:32:20.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.980+0000 7fb88e000700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb890105f10 0x7fb8901a1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:32:20.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.980+0000 7fb88f400700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb89010b600 0x7fb89019b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:32:20.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.981+0000 7fb88ea00700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb890105550 0x7fb8901a1720 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb88000d980 tx=0x7fb88000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:20.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.981+0000 7fb887400700 1 -- 172.21.15.26:0/2526252734 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb880016070 con 0x7fb890105550 2024-04-26T23:32:20.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.981+0000 7fb88fe00700 1 -- 172.21.15.26:0/2526252734 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb89019c330 con 0x7fb890105550 2024-04-26T23:32:20.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.981+0000 7fb887400700 1 -- 172.21.15.26:0/2526252734 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb880004020 con 0x7fb890105550 2024-04-26T23:32:20.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.981+0000 7fb887400700 1 -- 172.21.15.26:0/2526252734 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb880004b90 con 0x7fb890105550 2024-04-26T23:32:20.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.981+0000 7fb88fe00700 1 -- 172.21.15.26:0/2526252734 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8901a85f0 con 0x7fb890105550 2024-04-26T23:32:20.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.982+0000 7fb88fe00700 1 -- 172.21.15.26:0/2526252734 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb89006a110 con 0x7fb890105550 2024-04-26T23:32:20.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.984+0000 7fb887400700 1 -- 172.21.15.26:0/2526252734 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb88000bb60 con 0x7fb890105550 2024-04-26T23:32:20.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.986+0000 7fb887400700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb8740a3c40 0x7fb8740a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:20.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.986+0000 7fb887400700 1 -- 172.21.15.26:0/2526252734 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7fb8800cfe50 con 0x7fb890105550 2024-04-26T23:32:20.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.986+0000 7fb88e000700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb8740a3c40 0x7fb8740a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:20.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.987+0000 7fb88e000700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb8740a3c40 0x7fb8740a6100 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb87c006010 tx=0x7fb87c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:20.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:20.991+0000 7fb887400700 1 -- 172.21.15.26:0/2526252734 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fb88001f020 con 0x7fb890105550 2024-04-26T23:32:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.221+0000 7fb88fe00700 1 -- 172.21.15.26:0/2526252734 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb89019ce10 con 0x7fb890105550 2024-04-26T23:32:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.222+0000 7fb887400700 1 -- 172.21.15.26:0/2526252734 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) ==== 93+0+10 (secure 0 0 0) 0x7fb88000f3c0 con 0x7fb890105550 2024-04-26T23:32:21.226 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:32:21.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.226+0000 7fb88fe00700 1 -- 172.21.15.26:0/2526252734 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb8740a3c40 msgr2=0x7fb8740a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:21.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.226+0000 7fb88fe00700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb8740a3c40 0x7fb8740a6100 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb87c006010 tx=0x7fb87c000bc0 comp rx=0 tx=0).stop 2024-04-26T23:32:21.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.226+0000 7fb88fe00700 1 -- 172.21.15.26:0/2526252734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb890105550 msgr2=0x7fb8901a1720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:21.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.226+0000 7fb88fe00700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb890105550 0x7fb8901a1720 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb88000d980 tx=0x7fb88000dd40 comp rx=0 tx=0).stop 2024-04-26T23:32:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.226+0000 7fb88fe00700 1 -- 172.21.15.26:0/2526252734 shutdown_connections 2024-04-26T23:32:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.226+0000 7fb88fe00700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb8740a3c40 0x7fb8740a6100 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.226+0000 7fb88fe00700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb89010b600 0x7fb89019b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.226+0000 7fb88fe00700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb890105550 0x7fb8901a1720 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.226+0000 7fb88fe00700 1 --2- 172.21.15.26:0/2526252734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb890105f10 0x7fb8901a1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:21.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.226+0000 7fb88fe00700 1 -- 172.21.15.26:0/2526252734 >> 172.21.15.26:0/2526252734 conn(0x7fb890101060 msgr2=0x7fb890102750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:21.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.227+0000 7fb88fe00700 1 -- 172.21.15.26:0/2526252734 shutdown_connections 2024-04-26T23:32:21.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:21.227+0000 7fb88fe00700 1 -- 172.21.15.26:0/2526252734 wait complete. 2024-04-26T23:32:21.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:21 smithi164 ceph-mon[31699]: pgmap v338: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:21.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:21 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2526252734' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:32:21.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:21 smithi026 ceph-mon[28371]: pgmap v338: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:21.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:21 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2526252734' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:32:21.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:21 smithi086 ceph-mon[31122]: pgmap v338: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:21.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:21 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2526252734' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:32:22.170 INFO:tasks.cephadm:Adding mds.a on smithi026 2024-04-26T23:32:22.170 INFO:tasks.cephadm:Adding mds.d on smithi026 2024-04-26T23:32:22.170 INFO:tasks.cephadm:Adding mds.g on smithi026 2024-04-26T23:32:22.170 INFO:tasks.cephadm:Adding mds.j on smithi026 2024-04-26T23:32:22.170 INFO:tasks.cephadm:Adding mds.b on smithi086 2024-04-26T23:32:22.170 INFO:tasks.cephadm:Adding mds.e on smithi086 2024-04-26T23:32:22.170 INFO:tasks.cephadm:Adding mds.h on smithi086 2024-04-26T23:32:22.170 INFO:tasks.cephadm:Adding mds.k on smithi086 2024-04-26T23:32:22.170 INFO:tasks.cephadm:Adding mds.c on smithi164 2024-04-26T23:32:22.171 INFO:tasks.cephadm:Adding mds.f on smithi164 2024-04-26T23:32:22.171 INFO:tasks.cephadm:Adding mds.i on smithi164 2024-04-26T23:32:22.171 INFO:tasks.cephadm:Adding mds.l on smithi164 2024-04-26T23:32:22.171 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi086=b;smithi086=e;smithi086=h;smithi086=k;smithi164=c;smithi164=f;smithi164=i;smithi164=l' 2024-04-26T23:32:22.601 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:32:23.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:23 smithi164 ceph-mon[31699]: pgmap v339: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:23.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:23 smithi026 ceph-mon[28371]: pgmap v339: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:23.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:23 smithi086 ceph-mon[31122]: pgmap v339: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:24.658 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.654+0000 7efe28800700 1 -- 172.21.15.164:0/3732862523 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe2010b660 msgr2=0x7efe20111f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:24.658 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.654+0000 7efe28800700 1 --2- 172.21.15.164:0/3732862523 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe2010b660 0x7efe20111f10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7efe1c00b0a0 tx=0x7efe1c00b3b0 comp rx=0 tx=0).stop 2024-04-26T23:32:24.658 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.655+0000 7efe28800700 1 -- 172.21.15.164:0/3732862523 shutdown_connections 2024-04-26T23:32:24.659 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.655+0000 7efe28800700 1 --2- 172.21.15.164:0/3732862523 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe2010b660 0x7efe20111f10 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:24.659 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.655+0000 7efe28800700 1 --2- 172.21.15.164:0/3732862523 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe20109ac0 0x7efe20109ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:24.659 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.655+0000 7efe28800700 1 --2- 172.21.15.164:0/3732862523 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2010acc0 0x7efe2010b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:24.659 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.655+0000 7efe28800700 1 -- 172.21.15.164:0/3732862523 >> 172.21.15.164:0/3732862523 conn(0x7efe20078a90 msgr2=0x7efe2007aed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:24.659 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.655+0000 7efe28800700 1 -- 172.21.15.164:0/3732862523 shutdown_connections 2024-04-26T23:32:24.659 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.655+0000 7efe28800700 1 -- 172.21.15.164:0/3732862523 wait complete. 2024-04-26T23:32:24.661 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.656+0000 7efe28800700 1 Processor -- start 2024-04-26T23:32:24.661 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.656+0000 7efe28800700 1 -- start start 2024-04-26T23:32:24.661 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.656+0000 7efe28800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe20109ac0 0x7efe2019fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:24.661 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.656+0000 7efe28800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2010acc0 0x7efe201a0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:24.661 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.656+0000 7efe28800700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe2010b660 0x7efe201a7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:24.661 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.656+0000 7efe28800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7efe20115460 con 0x7efe2010acc0 2024-04-26T23:32:24.661 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.656+0000 7efe28800700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7efe201152e0 con 0x7efe2010b660 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.656+0000 7efe28800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7efe201155e0 con 0x7efe20109ac0 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.657+0000 7efe25e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe20109ac0 0x7efe2019fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.657+0000 7efe25e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe20109ac0 0x7efe2019fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.164:52692/0 (socket says 172.21.15.164:52692) 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.657+0000 7efe25e00700 1 -- 172.21.15.164:0/1766745802 learned_addr learned my addr 172.21.15.164:0/1766745802 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.657+0000 7efe26800700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe2010b660 0x7efe201a7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.657+0000 7efe25400700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2010acc0 0x7efe201a0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.657+0000 7efe25e00700 1 -- 172.21.15.164:0/1766745802 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe2010b660 msgr2=0x7efe201a7090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.657+0000 7efe25e00700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe2010b660 0x7efe201a7090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.657+0000 7efe25e00700 1 -- 172.21.15.164:0/1766745802 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2010acc0 msgr2=0x7efe201a0010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.657+0000 7efe25e00700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2010acc0 0x7efe201a0010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.657+0000 7efe25e00700 1 -- 172.21.15.164:0/1766745802 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe201a7730 con 0x7efe20109ac0 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.657+0000 7efe25400700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2010acc0 0x7efe201a0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:32:24.662 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.658+0000 7efe25e00700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe20109ac0 0x7efe2019fad0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7efe1400d9b0 tx=0x7efe1400dd70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:24.663 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.658+0000 7efe1aa00700 1 -- 172.21.15.164:0/1766745802 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe14017070 con 0x7efe20109ac0 2024-04-26T23:32:24.663 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.658+0000 7efe1aa00700 1 -- 172.21.15.164:0/1766745802 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe14010460 con 0x7efe20109ac0 2024-04-26T23:32:24.663 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.658+0000 7efe1aa00700 1 -- 172.21.15.164:0/1766745802 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe1400f620 con 0x7efe20109ac0 2024-04-26T23:32:24.663 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.658+0000 7efe28800700 1 -- 172.21.15.164:0/1766745802 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe201a7a20 con 0x7efe20109ac0 2024-04-26T23:32:24.663 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.658+0000 7efe28800700 1 -- 172.21.15.164:0/1766745802 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe201a7f10 con 0x7efe20109ac0 2024-04-26T23:32:24.663 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.659+0000 7efe28800700 1 -- 172.21.15.164:0/1766745802 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe2006a110 con 0x7efe20109ac0 2024-04-26T23:32:24.664 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.662+0000 7efe1aa00700 1 -- 172.21.15.164:0/1766745802 <== mon.1 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7efe14010610 con 0x7efe20109ac0 2024-04-26T23:32:24.666 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.663+0000 7efe1aa00700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7efe080a3c40 0x7efe080a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:24.666 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.663+0000 7efe1aa00700 1 -- 172.21.15.164:0/1766745802 <== mon.1 v2:172.21.15.164:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7efe140cfbb0 con 0x7efe20109ac0 2024-04-26T23:32:24.666 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.664+0000 7efe25400700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7efe080a3c40 0x7efe080a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:24.667 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.665+0000 7efe25400700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7efe080a3c40 0x7efe080a6100 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efe10005fd0 tx=0x7efe10005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:24.669 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.666+0000 7efe1aa00700 1 -- 172.21.15.164:0/1766745802 <== mon.1 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7efe1409c990 con 0x7efe20109ac0 2024-04-26T23:32:24.907 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.904+0000 7efe28800700 1 -- 172.21.15.164:0/1766745802 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi086=b;smithi086=e;smithi086=h;smithi086=k;smithi164=c;smithi164=f;smithi164=i;smithi164=l", "target": ["mon-mgr", ""]}) -- 0x7efe20063b20 con 0x7efe080a3c40 2024-04-26T23:32:24.920 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.917+0000 7efe1aa00700 1 -- 172.21.15.164:0/1766745802 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7efe20063b20 con 0x7efe080a3c40 2024-04-26T23:32:24.920 INFO:teuthology.orchestra.run.smithi164.stdout:Scheduled mds.all update... 2024-04-26T23:32:24.924 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.920+0000 7efe28800700 1 -- 172.21.15.164:0/1766745802 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7efe080a3c40 msgr2=0x7efe080a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:24.924 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.920+0000 7efe28800700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7efe080a3c40 0x7efe080a6100 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7efe10005fd0 tx=0x7efe10005ee0 comp rx=0 tx=0).stop 2024-04-26T23:32:24.924 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.920+0000 7efe28800700 1 -- 172.21.15.164:0/1766745802 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe20109ac0 msgr2=0x7efe2019fad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:24.924 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.920+0000 7efe28800700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe20109ac0 0x7efe2019fad0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7efe1400d9b0 tx=0x7efe1400dd70 comp rx=0 tx=0).stop 2024-04-26T23:32:24.924 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.921+0000 7efe28800700 1 -- 172.21.15.164:0/1766745802 shutdown_connections 2024-04-26T23:32:24.924 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.921+0000 7efe28800700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7efe080a3c40 0x7efe080a6100 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:24.924 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.921+0000 7efe28800700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe2010b660 0x7efe201a7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:24.924 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.921+0000 7efe28800700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe20109ac0 0x7efe2019fad0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:24.924 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.921+0000 7efe28800700 1 --2- 172.21.15.164:0/1766745802 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2010acc0 0x7efe201a0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:24.925 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.921+0000 7efe28800700 1 -- 172.21.15.164:0/1766745802 >> 172.21.15.164:0/1766745802 conn(0x7efe20078a90 msgr2=0x7efe2010e040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:24.925 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.921+0000 7efe28800700 1 -- 172.21.15.164:0/1766745802 shutdown_connections 2024-04-26T23:32:24.925 INFO:teuthology.orchestra.run.smithi164.stderr:2024-04-26T23:32:24.921+0000 7efe28800700 1 -- 172.21.15.164:0/1766745802 wait complete. 2024-04-26T23:32:25.651 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:25 smithi164 ceph-mon[31699]: pgmap v340: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:25.651 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:25 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:25.651 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:25 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:32:25.651 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:25 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:25.651 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:25 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:32:25.651 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:25 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:25.651 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:25 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:25.651 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:25 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:25.652 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:25 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:25.698 DEBUG:teuthology.orchestra.run.smithi026:mds.a> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.a.service 2024-04-26T23:32:25.705 DEBUG:teuthology.orchestra.run.smithi026:mds.d> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.d.service 2024-04-26T23:32:25.752 DEBUG:teuthology.orchestra.run.smithi026:mds.g> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.g.service 2024-04-26T23:32:25.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:25 smithi026 ceph-mon[28371]: pgmap v340: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:25.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:25.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:32:25.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:25.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:32:25.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:25.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:25.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:25.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:25 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:25.780 DEBUG:teuthology.orchestra.run.smithi026:mds.j> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.j.service 2024-04-26T23:32:25.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:25 smithi086 ceph-mon[31122]: pgmap v340: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:25.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:25 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:25.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:25 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:32:25.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:25 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:25.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:25 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:32:25.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:25 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:25.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:25 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:25.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:25 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:25.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:25 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:25.825 DEBUG:teuthology.orchestra.run.smithi086:mds.b> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.b.service 2024-04-26T23:32:25.833 DEBUG:teuthology.orchestra.run.smithi086:mds.e> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.e.service 2024-04-26T23:32:25.879 DEBUG:teuthology.orchestra.run.smithi086:mds.h> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.h.service 2024-04-26T23:32:25.925 DEBUG:teuthology.orchestra.run.smithi086:mds.k> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.k.service 2024-04-26T23:32:25.971 DEBUG:teuthology.orchestra.run.smithi164:mds.c> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.c.service 2024-04-26T23:32:25.979 DEBUG:teuthology.orchestra.run.smithi164:mds.f> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.f.service 2024-04-26T23:32:26.025 DEBUG:teuthology.orchestra.run.smithi164:mds.i> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.i.service 2024-04-26T23:32:26.071 DEBUG:teuthology.orchestra.run.smithi164:mds.l> sudo journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.l.service 2024-04-26T23:32:26.115 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-26T23:32:26.116 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:32:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.343+0000 7f62e5600640 1 -- 172.21.15.26:0/3820022890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e0078ed0 msgr2=0x7f62e0079770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.343+0000 7f62e5600640 1 --2- 172.21.15.26:0/3820022890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e0078ed0 0x7f62e0079770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f62d8009ca0 tx=0x7f62d802a8c0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.343+0000 7f62e5600640 1 -- 172.21.15.26:0/3820022890 shutdown_connections 2024-04-26T23:32:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.343+0000 7f62e5600640 1 --2- 172.21.15.26:0/3820022890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e0078ed0 0x7f62e0079770 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.343+0000 7f62e5600640 1 --2- 172.21.15.26:0/3820022890 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f62e0078530 0x7f62e0078990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.343+0000 7f62e5600640 1 --2- 172.21.15.26:0/3820022890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62e00772f0 0x7f62e0077710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.343+0000 7f62e5600640 1 -- 172.21.15.26:0/3820022890 >> 172.21.15.26:0/3820022890 conn(0x7f62e00ffea0 msgr2=0x7f62e0102320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.343+0000 7f62e5600640 1 -- 172.21.15.26:0/3820022890 shutdown_connections 2024-04-26T23:32:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.343+0000 7f62e5600640 1 -- 172.21.15.26:0/3820022890 wait complete. 2024-04-26T23:32:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.344+0000 7f62e5600640 1 Processor -- start 2024-04-26T23:32:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.345+0000 7f62e5600640 1 -- start start 2024-04-26T23:32:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.345+0000 7f62e5600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62e00772f0 0x7f62e019ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.345+0000 7f62e5600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e0078530 0x7f62e019f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.345+0000 7f62e5600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f62e0078ed0 0x7f62e01a63c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.345+0000 7f62e5600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f62e01147a0 con 0x7f62e0078530 2024-04-26T23:32:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.345+0000 7f62e5600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f62e0114620 con 0x7f62e0078ed0 2024-04-26T23:32:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.345+0000 7f62e5600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f62e0114920 con 0x7f62e00772f0 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.345+0000 7f62d7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e0078530 0x7f62e019f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.345+0000 7f62d7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e0078530 0x7f62e019f350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60822/0 (socket says 172.21.15.26:60822) 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.345+0000 7f62d7400640 1 -- 172.21.15.26:0/1076247551 learned_addr learned my addr 172.21.15.26:0/1076247551 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.345+0000 7f62dfe00640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62e00772f0 0x7f62e019ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62e4c00640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f62e0078ed0 0x7f62e01a63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62d7400640 1 -- 172.21.15.26:0/1076247551 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62e00772f0 msgr2=0x7f62e019ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62d7400640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62e00772f0 0x7f62e019ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62d7400640 1 -- 172.21.15.26:0/1076247551 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f62e0078ed0 msgr2=0x7f62e01a63c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62d7400640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f62e0078ed0 0x7f62e01a63c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62d7400640 1 -- 172.21.15.26:0/1076247551 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62e01a6a30 con 0x7f62e0078530 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62e4c00640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f62e0078ed0 0x7f62e01a63c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62dfe00640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62e00772f0 0x7f62e019ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62d7400640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e0078530 0x7f62e019f350 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f62c800c890 tx=0x7f62c800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62dd600640 1 -- 172.21.15.26:0/1076247551 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c8004220 con 0x7f62e0078530 2024-04-26T23:32:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62dd600640 1 -- 172.21.15.26:0/1076247551 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f62c8007e40 con 0x7f62e0078530 2024-04-26T23:32:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62dd600640 1 -- 172.21.15.26:0/1076247551 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c8004a00 con 0x7f62e0078530 2024-04-26T23:32:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.346+0000 7f62e5600640 1 -- 172.21.15.26:0/1076247551 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62e01a6d20 con 0x7f62e0078530 2024-04-26T23:32:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.347+0000 7f62e5600640 1 -- 172.21.15.26:0/1076247551 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62e01a7210 con 0x7f62e0078530 2024-04-26T23:32:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.348+0000 7f62e5600640 1 -- 172.21.15.26:0/1076247551 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62e01112e0 con 0x7f62e0078530 2024-04-26T23:32:26.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.350+0000 7f62dd600640 1 -- 172.21.15.26:0/1076247551 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f62c80079b0 con 0x7f62e0078530 2024-04-26T23:32:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.351+0000 7f62dd600640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f62c40a3bb0 0x7f62c40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.351+0000 7f62dd600640 1 -- 172.21.15.26:0/1076247551 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f62c80cfd80 con 0x7f62e0078530 2024-04-26T23:32:26.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.351+0000 7f62dfe00640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f62c40a3bb0 0x7f62c40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:26.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.352+0000 7f62dfe00640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f62c40a3bb0 0x7f62c40a6070 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f62d00058c0 tx=0x7f62d0005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:26.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.355+0000 7f62dd600640 1 -- 172.21.15.26:0/1076247551 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f62c8014030 con 0x7f62e0078530 2024-04-26T23:32:26.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.564+0000 7f62e5600640 1 -- 172.21.15.26:0/1076247551 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f62e002dcf0 con 0x7f62e0078530 2024-04-26T23:32:26.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.567+0000 7f62dd600640 1 -- 172.21.15.26:0/1076247551 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+18409 (secure 0 0 0) 0x7f62c809cb60 con 0x7f62e0078530 2024-04-26T23:32:26.570 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:26.571 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":85,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:32:13.460888+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:32:26.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.570+0000 7f62e5600640 1 -- 172.21.15.26:0/1076247551 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f62c40a3bb0 msgr2=0x7f62c40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:26.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.570+0000 7f62e5600640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f62c40a3bb0 0x7f62c40a6070 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f62d00058c0 tx=0x7f62d0005850 comp rx=0 tx=0).stop 2024-04-26T23:32:26.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.570+0000 7f62e5600640 1 -- 172.21.15.26:0/1076247551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e0078530 msgr2=0x7f62e019f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:26.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.570+0000 7f62e5600640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e0078530 0x7f62e019f350 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f62c800c890 tx=0x7f62c800cd50 comp rx=0 tx=0).stop 2024-04-26T23:32:26.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.570+0000 7f62e5600640 1 -- 172.21.15.26:0/1076247551 shutdown_connections 2024-04-26T23:32:26.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.570+0000 7f62e5600640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f62e0078ed0 0x7f62e01a63c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.570+0000 7f62e5600640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f62c40a3bb0 0x7f62c40a6070 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.570+0000 7f62e5600640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62e0078530 0x7f62e019f350 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.570+0000 7f62e5600640 1 --2- 172.21.15.26:0/1076247551 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62e00772f0 0x7f62e019ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.570+0000 7f62e5600640 1 -- 172.21.15.26:0/1076247551 >> 172.21.15.26:0/1076247551 conn(0x7f62e00ffea0 msgr2=0x7f62e0103240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:26.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.570+0000 7f62e5600640 1 -- 172.21.15.26:0/1076247551 shutdown_connections 2024-04-26T23:32:26.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.570+0000 7f62e5600640 1 -- 172.21.15.26:0/1076247551 wait complete. 2024-04-26T23:32:26.595 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:32:26.596 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T23:32:26.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:26 smithi164 ceph-mon[31699]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi086=b;smithi086=e;smithi086=h;smithi086=k;smithi164=c;smithi164=f;smithi164=i;smithi164=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:32:26.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:26 smithi164 ceph-mon[31699]: Saving service mds.all spec with placement smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi086=b;smithi086=e;smithi086=h;smithi086=k;smithi164=c;smithi164=f;smithi164=i;smithi164=l;count:12 2024-04-26T23:32:26.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:26 smithi164 ceph-mon[31699]: Deploying daemon mds.l on smithi164 2024-04-26T23:32:26.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:26 smithi026 ceph-mon[28371]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi086=b;smithi086=e;smithi086=h;smithi086=k;smithi164=c;smithi164=f;smithi164=i;smithi164=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:32:26.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:26 smithi026 ceph-mon[28371]: Saving service mds.all spec with placement smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi086=b;smithi086=e;smithi086=h;smithi086=k;smithi164=c;smithi164=f;smithi164=i;smithi164=l;count:12 2024-04-26T23:32:26.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:26 smithi026 ceph-mon[28371]: Deploying daemon mds.l on smithi164 2024-04-26T23:32:26.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.813+0000 7feaf8800640 1 -- 172.21.15.26:0/300266713 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feaf0076970 msgr2=0x7feaf0074dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:26.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.813+0000 7feaf8800640 1 --2- 172.21.15.26:0/300266713 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feaf0076970 0x7feaf0074dc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7feae4009900 tx=0x7feae402a3f0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.814+0000 7feaf8800640 1 -- 172.21.15.26:0/300266713 shutdown_connections 2024-04-26T23:32:26.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.814+0000 7feaf8800640 1 --2- 172.21.15.26:0/300266713 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feaf010a840 0x7feaf010ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.814+0000 7feaf8800640 1 --2- 172.21.15.26:0/300266713 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7feaf0075390 0x7feaf0075810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.814+0000 7feaf8800640 1 --2- 172.21.15.26:0/300266713 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feaf0076970 0x7feaf0074dc0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.814+0000 7feaf8800640 1 -- 172.21.15.26:0/300266713 >> 172.21.15.26:0/300266713 conn(0x7feaf00fdf10 msgr2=0x7feaf0100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:26.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.814+0000 7feaf8800640 1 -- 172.21.15.26:0/300266713 shutdown_connections 2024-04-26T23:32:26.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.814+0000 7feaf8800640 1 -- 172.21.15.26:0/300266713 wait complete. 2024-04-26T23:32:26.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.815+0000 7feaf8800640 1 Processor -- start 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.815+0000 7feaf8800640 1 -- start start 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.815+0000 7feaf8800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feaf0075390 0x7feaf019ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.815+0000 7feaf8800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feaf0076970 0x7feaf019b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.815+0000 7feaf8800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7feaf010a840 0x7feaf01a22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.815+0000 7feaf8800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7feaf0110590 con 0x7feaf0075390 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.815+0000 7feaf8800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7feaf0110410 con 0x7feaf010a840 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.815+0000 7feaf8800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7feaf0110710 con 0x7feaf0076970 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.816+0000 7feaf5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feaf0075390 0x7feaf019ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.816+0000 7feaf5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feaf0075390 0x7feaf019ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60840/0 (socket says 172.21.15.26:60840) 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.816+0000 7feaf5e00640 1 -- 172.21.15.26:0/1380363751 learned_addr learned my addr 172.21.15.26:0/1380363751 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.816+0000 7feaf5400640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feaf0076970 0x7feaf019b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.816+0000 7feaf5e00640 1 -- 172.21.15.26:0/1380363751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feaf0076970 msgr2=0x7feaf019b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.816+0000 7feaf5e00640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feaf0076970 0x7feaf019b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.816+0000 7feaf5e00640 1 -- 172.21.15.26:0/1380363751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7feaf010a840 msgr2=0x7feaf01a22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:26.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.816+0000 7feaf6800640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7feaf010a840 0x7feaf01a22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:26.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.816+0000 7feaf5e00640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7feaf010a840 0x7feaf01a22f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:26.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.816+0000 7feaf5e00640 1 -- 172.21.15.26:0/1380363751 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaf01a2960 con 0x7feaf0075390 2024-04-26T23:32:26.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.816+0000 7feaf5e00640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feaf0075390 0x7feaf019ad40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7feae4031460 tx=0x7feae4003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:26.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:26 smithi086 ceph-mon[31122]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi086=b;smithi086=e;smithi086=h;smithi086=k;smithi164=c;smithi164=f;smithi164=i;smithi164=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:32:26.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:26 smithi086 ceph-mon[31122]: Saving service mds.all spec with placement smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi086=b;smithi086=e;smithi086=h;smithi086=k;smithi164=c;smithi164=f;smithi164=i;smithi164=l;count:12 2024-04-26T23:32:26.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:26 smithi086 ceph-mon[31122]: Deploying daemon mds.l on smithi164 2024-04-26T23:32:26.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.817+0000 7feaeaa00640 1 -- 172.21.15.26:0/1380363751 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae403f070 con 0x7feaf0075390 2024-04-26T23:32:26.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.817+0000 7feaeaa00640 1 -- 172.21.15.26:0/1380363751 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feae4031da0 con 0x7feaf0075390 2024-04-26T23:32:26.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.817+0000 7feaeaa00640 1 -- 172.21.15.26:0/1380363751 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae4035030 con 0x7feaf0075390 2024-04-26T23:32:26.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.817+0000 7feaf8800640 1 -- 172.21.15.26:0/1380363751 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feaf01a2bf0 con 0x7feaf0075390 2024-04-26T23:32:26.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.817+0000 7feaf8800640 1 -- 172.21.15.26:0/1380363751 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feaf01a3130 con 0x7feaf0075390 2024-04-26T23:32:26.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.818+0000 7feaf8800640 1 -- 172.21.15.26:0/1380363751 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feaf0109570 con 0x7feaf0075390 2024-04-26T23:32:26.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.821+0000 7feaeaa00640 1 -- 172.21.15.26:0/1380363751 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7feae4042070 con 0x7feaf0075390 2024-04-26T23:32:26.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.822+0000 7feaeaa00640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fead80a3c30 0x7fead80a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:26.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.822+0000 7feaeaa00640 1 -- 172.21.15.26:0/1380363751 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7feae40f0fe0 con 0x7feaf0075390 2024-04-26T23:32:26.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.822+0000 7feaf5400640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fead80a3c30 0x7fead80a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:26.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.823+0000 7feaf5400640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fead80a3c30 0x7fead80a60f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7feae0005fd0 tx=0x7feae0005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:26.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:26.824+0000 7feaeaa00640 1 -- 172.21.15.26:0/1380363751 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7feae40bde00 con 0x7feaf0075390 2024-04-26T23:32:27.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.029+0000 7feaf8800640 1 -- 172.21.15.26:0/1380363751 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7feaf002dcc0 con 0x7feaf0075390 2024-04-26T23:32:27.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.030+0000 7feaeaa00640 1 -- 172.21.15.26:0/1380363751 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) ==== 93+0+10 (secure 0 0 0) 0x7feae40bd700 con 0x7feaf0075390 2024-04-26T23:32:27.033 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:32:27.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.032+0000 7feaf8800640 1 -- 172.21.15.26:0/1380363751 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fead80a3c30 msgr2=0x7fead80a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:27.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.033+0000 7feaf8800640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fead80a3c30 0x7fead80a60f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7feae0005fd0 tx=0x7feae0005850 comp rx=0 tx=0).stop 2024-04-26T23:32:27.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.033+0000 7feaf8800640 1 -- 172.21.15.26:0/1380363751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feaf0075390 msgr2=0x7feaf019ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:27.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.033+0000 7feaf8800640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feaf0075390 0x7feaf019ad40 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7feae4031460 tx=0x7feae4003c80 comp rx=0 tx=0).stop 2024-04-26T23:32:27.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.033+0000 7feaf8800640 1 -- 172.21.15.26:0/1380363751 shutdown_connections 2024-04-26T23:32:27.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.033+0000 7feaf8800640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7feaf010a840 0x7feaf01a22f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.033+0000 7feaf8800640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feaf0076970 0x7feaf019b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.033+0000 7feaf8800640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fead80a3c30 0x7fead80a60f0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.033+0000 7feaf8800640 1 --2- 172.21.15.26:0/1380363751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feaf0075390 0x7feaf019ad40 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.033+0000 7feaf8800640 1 -- 172.21.15.26:0/1380363751 >> 172.21.15.26:0/1380363751 conn(0x7feaf00fdf10 msgr2=0x7feaf0106740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:27.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.033+0000 7feaf8800640 1 -- 172.21.15.26:0/1380363751 shutdown_connections 2024-04-26T23:32:27.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.033+0000 7feaf8800640 1 -- 172.21.15.26:0/1380363751 wait complete. 2024-04-26T23:32:27.056 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:27.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.268+0000 7f9693400640 1 -- 172.21.15.26:0/3328056241 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f968c105d00 msgr2=0x7f968c1080f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:27.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.268+0000 7f9693400640 1 --2- 172.21.15.26:0/3328056241 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f968c105d00 0x7f968c1080f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9674009900 tx=0x7f967402a410 comp rx=0 tx=0).stop 2024-04-26T23:32:27.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.268+0000 7f9693400640 1 -- 172.21.15.26:0/3328056241 shutdown_connections 2024-04-26T23:32:27.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.268+0000 7f9693400640 1 --2- 172.21.15.26:0/3328056241 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f968c108630 0x7f968c10aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.268+0000 7f9693400640 1 --2- 172.21.15.26:0/3328056241 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f968c105d00 0x7f968c1080f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.268+0000 7f9693400640 1 --2- 172.21.15.26:0/3328056241 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f968c1033d0 0x7f968c1057c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.268+0000 7f9693400640 1 -- 172.21.15.26:0/3328056241 >> 172.21.15.26:0/3328056241 conn(0x7f968c0fcdc0 msgr2=0x7f968c0ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:27.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.268+0000 7f9693400640 1 -- 172.21.15.26:0/3328056241 shutdown_connections 2024-04-26T23:32:27.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.268+0000 7f9693400640 1 -- 172.21.15.26:0/3328056241 wait complete. 2024-04-26T23:32:27.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.269+0000 7f9693400640 1 Processor -- start 2024-04-26T23:32:27.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.270+0000 7f9693400640 1 -- start start 2024-04-26T23:32:27.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.270+0000 7f9693400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f968c1033d0 0x7f968c102d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.270+0000 7f9693400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f968c105d00 0x7f968c101380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.270+0000 7f9693400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f968c108630 0x7f968c1018c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.270+0000 7f9693400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f968c10e320 con 0x7f968c1033d0 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.270+0000 7f9693400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f968c10e1a0 con 0x7f968c108630 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.270+0000 7f9693400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f968c10e4a0 con 0x7f968c105d00 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.270+0000 7f9690a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f968c1033d0 0x7f968c102d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.270+0000 7f9690a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f968c1033d0 0x7f968c102d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60852/0 (socket says 172.21.15.26:60852) 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.270+0000 7f9690a00640 1 -- 172.21.15.26:0/1616594568 learned_addr learned my addr 172.21.15.26:0/1616594568 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.270+0000 7f968be00640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f968c105d00 0x7f968c101380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.270+0000 7f9691400640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f968c108630 0x7f968c1018c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.271+0000 7f9690a00640 1 -- 172.21.15.26:0/1616594568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f968c105d00 msgr2=0x7f968c101380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.271+0000 7f9690a00640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f968c105d00 0x7f968c101380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.271+0000 7f9690a00640 1 -- 172.21.15.26:0/1616594568 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f968c108630 msgr2=0x7f968c1018c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:27.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.271+0000 7f9690a00640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f968c108630 0x7f968c1018c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.271+0000 7f9690a00640 1 -- 172.21.15.26:0/1616594568 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f968c102150 con 0x7f968c1033d0 2024-04-26T23:32:27.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.271+0000 7f9691400640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f968c108630 0x7f968c1018c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:32:27.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.271+0000 7f9690a00640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f968c1033d0 0x7f968c102d40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f967c00d950 tx=0x7f967c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:27.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.271+0000 7f9689600640 1 -- 172.21.15.26:0/1616594568 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f967c017070 con 0x7f968c1033d0 2024-04-26T23:32:27.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.271+0000 7f9689600640 1 -- 172.21.15.26:0/1616594568 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f967c009c30 con 0x7f968c1033d0 2024-04-26T23:32:27.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.271+0000 7f9689600640 1 -- 172.21.15.26:0/1616594568 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f967c00f620 con 0x7f968c1033d0 2024-04-26T23:32:27.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.271+0000 7f9693400640 1 -- 172.21.15.26:0/1616594568 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f968c1a2b40 con 0x7f968c1033d0 2024-04-26T23:32:27.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.271+0000 7f9693400640 1 -- 172.21.15.26:0/1616594568 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f968c1a3010 con 0x7f968c1033d0 2024-04-26T23:32:27.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.273+0000 7f9693400640 1 -- 172.21.15.26:0/1616594568 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f968c0fe8b0 con 0x7f968c1033d0 2024-04-26T23:32:27.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.275+0000 7f9689600640 1 -- 172.21.15.26:0/1616594568 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f967c005030 con 0x7f968c1033d0 2024-04-26T23:32:27.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.278+0000 7f9689600640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f96700a3bb0 0x7f96700a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:27.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.278+0000 7f9689600640 1 -- 172.21.15.26:0/1616594568 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f967c0cfc30 con 0x7f968c1033d0 2024-04-26T23:32:27.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.278+0000 7f968be00640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f96700a3bb0 0x7f96700a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:27.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.279+0000 7f968be00640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f96700a3bb0 0x7f96700a6070 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9674006010 tx=0x7f96740095f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:27.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.280+0000 7f9689600640 1 -- 172.21.15.26:0/1616594568 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f967c09ca90 con 0x7f968c1033d0 2024-04-26T23:32:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.526+0000 7f9693400640 1 -- 172.21.15.26:0/1616594568 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f968c02dcb0 con 0x7f968c1033d0 2024-04-26T23:32:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.527+0000 7f9689600640 1 -- 172.21.15.26:0/1616594568 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7f967c009de0 con 0x7f968c1033d0 2024-04-26T23:32:27.531 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:27.531 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-26T23:32:27.531 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 1 2024-04-26T23:32:27.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.530+0000 7f9693400640 1 -- 172.21.15.26:0/1616594568 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f96700a3bb0 msgr2=0x7f96700a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:27.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.530+0000 7f9693400640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f96700a3bb0 0x7f96700a6070 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9674006010 tx=0x7f96740095f0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.530+0000 7f9693400640 1 -- 172.21.15.26:0/1616594568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f968c1033d0 msgr2=0x7f968c102d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:27.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.530+0000 7f9693400640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f968c1033d0 0x7f968c102d40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f967c00d950 tx=0x7f967c00de10 comp rx=0 tx=0).stop 2024-04-26T23:32:27.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.530+0000 7f9693400640 1 -- 172.21.15.26:0/1616594568 shutdown_connections 2024-04-26T23:32:27.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.530+0000 7f9693400640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f968c108630 0x7f968c1018c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.530+0000 7f9693400640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f968c105d00 0x7f968c101380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.530+0000 7f9693400640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f96700a3bb0 0x7f96700a6070 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.530+0000 7f9693400640 1 --2- 172.21.15.26:0/1616594568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f968c1033d0 0x7f968c102d40 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:27.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.530+0000 7f9693400640 1 -- 172.21.15.26:0/1616594568 >> 172.21.15.26:0/1616594568 conn(0x7f968c0fcdc0 msgr2=0x7f968c103d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:27.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.530+0000 7f9693400640 1 -- 172.21.15.26:0/1616594568 shutdown_connections 2024-04-26T23:32:27.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:27.530+0000 7f9693400640 1 -- 172.21.15.26:0/1616594568 wait complete. 2024-04-26T23:32:27.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:27 smithi164 ceph-mon[31699]: pgmap v341: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:27.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:27 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1076247551' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:32:27.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:27 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1380363751' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:32:27.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:27 smithi026 ceph-mon[28371]: pgmap v341: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:27.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:27 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1076247551' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:32:27.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:27 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1380363751' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:32:27.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:27 smithi086 ceph-mon[31122]: pgmap v341: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:27.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:27 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1076247551' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:32:27.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:27 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1380363751' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:32:28.276 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:32:27 smithi164 systemd[1]: Starting Ceph mds.l for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:32:28.640 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:28 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1616594568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:28.641 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:32:28 smithi164 podman[61351]: 2024-04-26 23:32:28.229942329 +0000 UTC m=+0.032040156 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:32:28.641 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:32:28 smithi164 podman[61351]: 2024-04-26 23:32:28.339789885 +0000 UTC m=+0.141887750 container create e8f4cbe80f647d6b281af2a765ef77941f3e9f4ed62156981efd2ad1334f8770 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-l, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T23:32:28.641 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:32:28 smithi164 podman[61351]: 2024-04-26 23:32:28.638026161 +0000 UTC m=+0.440124032 container init e8f4cbe80f647d6b281af2a765ef77941f3e9f4ed62156981efd2ad1334f8770 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0) 2024-04-26T23:32:28.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:28 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1616594568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:29.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:28 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1616594568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:29.027 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:32:28 smithi164 podman[61351]: 2024-04-26 23:32:28.648102961 +0000 UTC m=+0.450200800 container start e8f4cbe80f647d6b281af2a765ef77941f3e9f4ed62156981efd2ad1334f8770 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-l, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-26T23:32:29.027 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:32:28 smithi164 ceph-mds[61370]: -- 172.21.15.164:0/2152841292 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e11e4a3a40 con 0x55e11e476800 2024-04-26T23:32:29.027 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:32:28 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-l[61366]: starting mds.l at 2024-04-26T23:32:29.027 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:32:28 smithi164 bash[61351]: e8f4cbe80f647d6b281af2a765ef77941f3e9f4ed62156981efd2ad1334f8770 2024-04-26T23:32:29.027 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:32:28 smithi164 systemd[1]: Started Ceph mds.l for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:32:29.555 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:29.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.767+0000 7f354f800640 1 -- 172.21.15.26:0/4005374827 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3548078ed0 msgr2=0x7f3548079770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:29.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.767+0000 7f354f800640 1 --2- 172.21.15.26:0/4005374827 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3548078ed0 0x7f3548079770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3540009900 tx=0x7f354002a3f0 comp rx=0 tx=0).stop 2024-04-26T23:32:29.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.767+0000 7f354f800640 1 -- 172.21.15.26:0/4005374827 shutdown_connections 2024-04-26T23:32:29.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.767+0000 7f354f800640 1 --2- 172.21.15.26:0/4005374827 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3548078ed0 0x7f3548079770 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:29.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.767+0000 7f354f800640 1 --2- 172.21.15.26:0/4005374827 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3548078530 0x7f3548078990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:29.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.767+0000 7f354f800640 1 --2- 172.21.15.26:0/4005374827 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35480772f0 0x7f3548077710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:29.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.767+0000 7f354f800640 1 -- 172.21.15.26:0/4005374827 >> 172.21.15.26:0/4005374827 conn(0x7f3548100120 msgr2=0x7f3548102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:29.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.767+0000 7f354f800640 1 -- 172.21.15.26:0/4005374827 shutdown_connections 2024-04-26T23:32:29.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.767+0000 7f354f800640 1 -- 172.21.15.26:0/4005374827 wait complete. 2024-04-26T23:32:29.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.768+0000 7f354f800640 1 Processor -- start 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.768+0000 7f354f800640 1 -- start start 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.769+0000 7f354f800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35480772f0 0x7f354819f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.769+0000 7f354f800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3548078530 0x7f354819f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.769+0000 7f354f800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3548078ed0 0x7f35481a6600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.769+0000 7f354f800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3548114960 con 0x7f3548078ed0 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.769+0000 7f354f800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f35481147e0 con 0x7f35480772f0 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.769+0000 7f354f800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3548114ae0 con 0x7f3548078530 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.769+0000 7f354d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3548078ed0 0x7f35481a6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.769+0000 7f354d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3548078ed0 0x7f35481a6600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60870/0 (socket says 172.21.15.26:60870) 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.769+0000 7f354d800640 1 -- 172.21.15.26:0/2862876254 learned_addr learned my addr 172.21.15.26:0/2862876254 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.769+0000 7f354ce00640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35480772f0 0x7f354819f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.769+0000 7f3547e00640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3548078530 0x7f354819f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.770+0000 7f354d800640 1 -- 172.21.15.26:0/2862876254 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3548078530 msgr2=0x7f354819f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.770+0000 7f354d800640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3548078530 0x7f354819f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.770+0000 7f354d800640 1 -- 172.21.15.26:0/2862876254 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35480772f0 msgr2=0x7f354819f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.770+0000 7f354d800640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35480772f0 0x7f354819f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.770+0000 7f354d800640 1 -- 172.21.15.26:0/2862876254 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35481a6c70 con 0x7f3548078ed0 2024-04-26T23:32:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.770+0000 7f354d800640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3548078ed0 0x7f35481a6600 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3540031460 tx=0x7f35400042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.770+0000 7f3545600640 1 -- 172.21.15.26:0/2862876254 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354003f030 con 0x7f3548078ed0 2024-04-26T23:32:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.770+0000 7f3545600640 1 -- 172.21.15.26:0/2862876254 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3540003c90 con 0x7f3548078ed0 2024-04-26T23:32:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.770+0000 7f3545600640 1 -- 172.21.15.26:0/2862876254 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3540035070 con 0x7f3548078ed0 2024-04-26T23:32:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.770+0000 7f354f800640 1 -- 172.21.15.26:0/2862876254 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35481a6f00 con 0x7f3548078ed0 2024-04-26T23:32:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.771+0000 7f354f800640 1 -- 172.21.15.26:0/2862876254 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35481a73c0 con 0x7f3548078ed0 2024-04-26T23:32:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.772+0000 7f354f800640 1 -- 172.21.15.26:0/2862876254 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35481114e0 con 0x7f3548078ed0 2024-04-26T23:32:29.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.774+0000 7f3545600640 1 -- 172.21.15.26:0/2862876254 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3540042030 con 0x7f3548078ed0 2024-04-26T23:32:29.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.775+0000 7f3545600640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f352c0a3c30 0x7f352c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:29.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.775+0000 7f3545600640 1 -- 172.21.15.26:0/2862876254 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f35400f05a0 con 0x7f3548078ed0 2024-04-26T23:32:29.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.775+0000 7f354ce00640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f352c0a3c30 0x7f352c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:29.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.776+0000 7f354ce00640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f352c0a3c30 0x7f352c0a60f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3538009bd0 tx=0x7f3538005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:29.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:29.780+0000 7f3545600640 1 -- 172.21.15.26:0/2862876254 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f35400bcd30 con 0x7f3548078ed0 2024-04-26T23:32:29.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:29 smithi086 ceph-mon[31122]: pgmap v342: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:29.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:29 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.164:6832/1069354731,v1:172.21.15.164:6833/1069354731] up:boot 2024-04-26T23:32:29.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:29 smithi086 ceph-mon[31122]: fsmap 1 up:standby 2024-04-26T23:32:29.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:29 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T23:32:29.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:29 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:29.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:29 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:29.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:29 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:29.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:29 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:29.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:29 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:29.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:29 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:30.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:29 smithi164 ceph-mon[31699]: pgmap v342: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:30.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:29 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.164:6832/1069354731,v1:172.21.15.164:6833/1069354731] up:boot 2024-04-26T23:32:30.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:29 smithi164 ceph-mon[31699]: fsmap 1 up:standby 2024-04-26T23:32:30.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:29 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T23:32:30.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:29 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:30.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:29 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:30.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:29 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:30.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:29 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:30.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:29 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:30.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:29 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:29 smithi026 ceph-mon[28371]: pgmap v342: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:29 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.164:6832/1069354731,v1:172.21.15.164:6833/1069354731] up:boot 2024-04-26T23:32:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:29 smithi026 ceph-mon[28371]: fsmap 1 up:standby 2024-04-26T23:32:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:29 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T23:32:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:29 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:29 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:29 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:29 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:30.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:29 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:30.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:29 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:30.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.034+0000 7f354f800640 1 -- 172.21.15.26:0/2862876254 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3548063530 con 0x7f3548078ed0 2024-04-26T23:32:30.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.035+0000 7f3545600640 1 -- 172.21.15.26:0/2862876254 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7f35400c1030 con 0x7f3548078ed0 2024-04-26T23:32:30.039 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:30.039 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T23:32:30.039 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 2 2024-04-26T23:32:30.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.038+0000 7f354f800640 1 -- 172.21.15.26:0/2862876254 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f352c0a3c30 msgr2=0x7f352c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:30.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.038+0000 7f354f800640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f352c0a3c30 0x7f352c0a60f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3538009bd0 tx=0x7f3538005f90 comp rx=0 tx=0).stop 2024-04-26T23:32:30.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.038+0000 7f354f800640 1 -- 172.21.15.26:0/2862876254 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3548078ed0 msgr2=0x7f35481a6600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:30.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.038+0000 7f354f800640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3548078ed0 0x7f35481a6600 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3540031460 tx=0x7f35400042f0 comp rx=0 tx=0).stop 2024-04-26T23:32:30.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.038+0000 7f354f800640 1 -- 172.21.15.26:0/2862876254 shutdown_connections 2024-04-26T23:32:30.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.038+0000 7f354f800640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f352c0a3c30 0x7f352c0a60f0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:30.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.038+0000 7f354f800640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3548078ed0 0x7f35481a6600 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:30.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.038+0000 7f354f800640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3548078530 0x7f354819f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:30.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.038+0000 7f354f800640 1 --2- 172.21.15.26:0/2862876254 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35480772f0 0x7f354819f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:30.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.038+0000 7f354f800640 1 -- 172.21.15.26:0/2862876254 >> 172.21.15.26:0/2862876254 conn(0x7f3548100120 msgr2=0x7f3548103440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:30.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.038+0000 7f354f800640 1 -- 172.21.15.26:0/2862876254 shutdown_connections 2024-04-26T23:32:30.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:30.038+0000 7f354f800640 1 -- 172.21.15.26:0/2862876254 wait complete. 2024-04-26T23:32:30.816 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:30 smithi086 ceph-mon[31122]: Deploying daemon mds.k on smithi086 2024-04-26T23:32:30.816 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:30 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2862876254' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:31.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:30 smithi164 ceph-mon[31699]: Deploying daemon mds.k on smithi086 2024-04-26T23:32:31.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:30 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2862876254' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:31.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:30 smithi026 ceph-mon[28371]: Deploying daemon mds.k on smithi086 2024-04-26T23:32:31.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:30 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2862876254' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:31.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:31 smithi086 ceph-mon[31122]: pgmap v343: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:32.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:31 smithi164 ceph-mon[31699]: pgmap v343: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:32.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:31 smithi026 ceph-mon[28371]: pgmap v343: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:32.062 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:32.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.276+0000 7f2274800640 1 -- 172.21.15.26:0/2127667362 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f226c106740 msgr2=0x7f226c10cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:32.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.277+0000 7f2274800640 1 --2- 172.21.15.26:0/2127667362 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f226c106740 0x7f226c10cfd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2268009ca0 tx=0x7f226802a8c0 comp rx=0 tx=0).stop 2024-04-26T23:32:32.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.277+0000 7f2274800640 1 -- 172.21.15.26:0/2127667362 shutdown_connections 2024-04-26T23:32:32.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.277+0000 7f2274800640 1 --2- 172.21.15.26:0/2127667362 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f226c106740 0x7f226c10cfd0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:32.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.277+0000 7f2274800640 1 --2- 172.21.15.26:0/2127667362 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f226c105d80 0x7f226c106200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:32.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.277+0000 7f2274800640 1 --2- 172.21.15.26:0/2127667362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f226c104b90 0x7f226c104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:32.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.277+0000 7f2274800640 1 -- 172.21.15.26:0/2127667362 >> 172.21.15.26:0/2127667362 conn(0x7f226c100120 msgr2=0x7f226c102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:32.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.277+0000 7f2274800640 1 -- 172.21.15.26:0/2127667362 shutdown_connections 2024-04-26T23:32:32.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.277+0000 7f2274800640 1 -- 172.21.15.26:0/2127667362 wait complete. 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.278+0000 7f2274800640 1 Processor -- start 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.278+0000 7f2274800640 1 -- start start 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.278+0000 7f2274800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f226c104b90 0x7f226c07a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.278+0000 7f2274800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f226c105d80 0x7f226c07ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.278+0000 7f2274800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f226c106740 0x7f226c077250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.278+0000 7f2274800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f226c1105c0 con 0x7f226c106740 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.278+0000 7f2274800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f226c110440 con 0x7f226c105d80 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.278+0000 7f2274800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f226c110740 con 0x7f226c104b90 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.279+0000 7f2272800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f226c106740 0x7f226c077250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.279+0000 7f2272800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f226c106740 0x7f226c077250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60886/0 (socket says 172.21.15.26:60886) 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.279+0000 7f2272800640 1 -- 172.21.15.26:0/641301201 learned_addr learned my addr 172.21.15.26:0/641301201 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.279+0000 7f2271e00640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f226c104b90 0x7f226c07a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.279+0000 7f2271400640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f226c105d80 0x7f226c07ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.279+0000 7f2272800640 1 -- 172.21.15.26:0/641301201 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f226c104b90 msgr2=0x7f226c07a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.279+0000 7f2272800640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f226c104b90 0x7f226c07a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.279+0000 7f2272800640 1 -- 172.21.15.26:0/641301201 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f226c105d80 msgr2=0x7f226c07ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.279+0000 7f2272800640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f226c105d80 0x7f226c07ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.279+0000 7f2272800640 1 -- 172.21.15.26:0/641301201 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f226c077b10 con 0x7f226c106740 2024-04-26T23:32:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.279+0000 7f2271400640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f226c105d80 0x7f226c07ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:32:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.280+0000 7f2272800640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f226c106740 0x7f226c077250 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f226802aeb0 tx=0x7f2268003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:32.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.280+0000 7f2266a00640 1 -- 172.21.15.26:0/641301201 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2268003e10 con 0x7f226c106740 2024-04-26T23:32:32.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.280+0000 7f2266a00640 1 -- 172.21.15.26:0/641301201 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f22680044d0 con 0x7f226c106740 2024-04-26T23:32:32.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.280+0000 7f2274800640 1 -- 172.21.15.26:0/641301201 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f226c1a70e0 con 0x7f226c106740 2024-04-26T23:32:32.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.280+0000 7f2266a00640 1 -- 172.21.15.26:0/641301201 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2268030c90 con 0x7f226c106740 2024-04-26T23:32:32.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.280+0000 7f2274800640 1 -- 172.21.15.26:0/641301201 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f226c1a74e0 con 0x7f226c106740 2024-04-26T23:32:32.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.281+0000 7f2274800640 1 -- 172.21.15.26:0/641301201 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f226c069c10 con 0x7f226c106740 2024-04-26T23:32:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.285+0000 7f2266a00640 1 -- 172.21.15.26:0/641301201 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2268004680 con 0x7f226c106740 2024-04-26T23:32:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.286+0000 7f2266a00640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22540a3c30 0x7f22540a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.286+0000 7f2266a00640 1 -- 172.21.15.26:0/641301201 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f22680f1720 con 0x7f226c106740 2024-04-26T23:32:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.287+0000 7f2271e00640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22540a3c30 0x7f22540a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.287+0000 7f2271e00640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22540a3c30 0x7f22540a60f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f226c105be0 tx=0x7f2260005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:32.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.296+0000 7f2266a00640 1 -- 172.21.15.26:0/641301201 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f22680be500 con 0x7f226c106740 2024-04-26T23:32:32.301 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:32:31 smithi086 systemd[1]: Starting Ceph mds.k for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:32:32.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.548+0000 7f2274800640 1 -- 172.21.15.26:0/641301201 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f226c10bf00 con 0x7f226c106740 2024-04-26T23:32:32.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.549+0000 7f2266a00640 1 -- 172.21.15.26:0/641301201 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7f22680bde00 con 0x7f226c106740 2024-04-26T23:32:32.552 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:32.553 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T23:32:32.553 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 2 2024-04-26T23:32:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.552+0000 7f2274800640 1 -- 172.21.15.26:0/641301201 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22540a3c30 msgr2=0x7f22540a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.552+0000 7f2274800640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22540a3c30 0x7f22540a60f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f226c105be0 tx=0x7f2260005f90 comp rx=0 tx=0).stop 2024-04-26T23:32:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.552+0000 7f2274800640 1 -- 172.21.15.26:0/641301201 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f226c106740 msgr2=0x7f226c077250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.552+0000 7f2274800640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f226c106740 0x7f226c077250 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f226802aeb0 tx=0x7f2268003c20 comp rx=0 tx=0).stop 2024-04-26T23:32:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.552+0000 7f2274800640 1 -- 172.21.15.26:0/641301201 shutdown_connections 2024-04-26T23:32:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.552+0000 7f2274800640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22540a3c30 0x7f22540a60f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.552+0000 7f2274800640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f226c106740 0x7f226c077250 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.552+0000 7f2274800640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f226c105d80 0x7f226c07ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.552+0000 7f2274800640 1 --2- 172.21.15.26:0/641301201 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f226c104b90 0x7f226c07a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.552+0000 7f2274800640 1 -- 172.21.15.26:0/641301201 >> 172.21.15.26:0/641301201 conn(0x7f226c100120 msgr2=0x7f226c1090d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.552+0000 7f2274800640 1 -- 172.21.15.26:0/641301201 shutdown_connections 2024-04-26T23:32:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:32.552+0000 7f2274800640 1 -- 172.21.15.26:0/641301201 wait complete. 2024-04-26T23:32:32.570 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:32:32 smithi086 podman[60659]: 2024-04-26 23:32:32.202983248 +0000 UTC m=+0.030946202 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:32:32.570 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:32:32 smithi086 podman[60659]: 2024-04-26 23:32:32.352907232 +0000 UTC m=+0.180870217 container create 4e365e4d645cc11faaa92e3bf64225b53effccc51ee07b2392116d7425712ebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff) 2024-04-26T23:32:32.764 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:32 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/641301201' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:33.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:32 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/641301201' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:33.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:32 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/641301201' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:33.070 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:32:32 smithi086 podman[60659]: 2024-04-26 23:32:32.623685494 +0000 UTC m=+0.451648528 container init 4e365e4d645cc11faaa92e3bf64225b53effccc51ee07b2392116d7425712ebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0) 2024-04-26T23:32:33.070 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:32:32 smithi086 podman[60659]: 2024-04-26 23:32:32.633036156 +0000 UTC m=+0.460999117 container start 4e365e4d645cc11faaa92e3bf64225b53effccc51ee07b2392116d7425712ebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-26T23:32:33.070 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:32:32 smithi086 ceph-mds[60678]: -- 172.21.15.86:0/413979647 <== mon.2 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558691647a40 con 0x55869161ac00 2024-04-26T23:32:33.070 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:32:32 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k[60674]: starting mds.k at 2024-04-26T23:32:33.070 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:32:32 smithi086 bash[60659]: 4e365e4d645cc11faaa92e3bf64225b53effccc51ee07b2392116d7425712ebb 2024-04-26T23:32:33.070 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:32:32 smithi086 systemd[1]: Started Ceph mds.k for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:32:33.939 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:33 smithi026 ceph-mon[28371]: pgmap v344: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:33.939 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:33.939 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:33.939 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:33.939 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:33.939 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:33.939 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:33 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:34.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:33 smithi164 ceph-mon[31699]: pgmap v344: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:34.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:33 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:34.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:33 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:34.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:33 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:34.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:33 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:34.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:33 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:34.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:33 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:34.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:33 smithi086 ceph-mon[31122]: pgmap v344: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:34.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:33 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:34.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:33 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:34.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:33 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:34.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:33 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:34.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:33 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:34.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:33 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:34.576 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:34.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:34 smithi026 ceph-mon[28371]: Deploying daemon mds.j on smithi026 2024-04-26T23:32:34.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:34 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.86:6832/176415514,v1:172.21.15.86:6833/176415514] up:boot 2024-04-26T23:32:34.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:34 smithi026 ceph-mon[28371]: fsmap 2 up:standby 2024-04-26T23:32:34.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T23:32:34.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.795+0000 7f1bb1400640 1 -- 172.21.15.26:0/529707274 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1bac100c20 msgr2=0x7f1bac101040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:34.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.795+0000 7f1bb1400640 1 --2- 172.21.15.26:0/529707274 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1bac100c20 0x7f1bac101040 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c009930 tx=0x7f1b9c02a420 comp rx=0 tx=0).stop 2024-04-26T23:32:34.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.795+0000 7f1bb1400640 1 -- 172.21.15.26:0/529707274 shutdown_connections 2024-04-26T23:32:34.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.795+0000 7f1bb1400640 1 --2- 172.21.15.26:0/529707274 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1bac1045b0 0x7f1bac10ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:34.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.795+0000 7f1bb1400640 1 --2- 172.21.15.26:0/529707274 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1bac103bf0 0x7f1bac104070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:34.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.795+0000 7f1bb1400640 1 --2- 172.21.15.26:0/529707274 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1bac100c20 0x7f1bac101040 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:34.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.795+0000 7f1bb1400640 1 -- 172.21.15.26:0/529707274 >> 172.21.15.26:0/529707274 conn(0x7f1bac0fc550 msgr2=0x7f1bac0fe990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:34.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.795+0000 7f1bb1400640 1 -- 172.21.15.26:0/529707274 shutdown_connections 2024-04-26T23:32:34.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.795+0000 7f1bb1400640 1 -- 172.21.15.26:0/529707274 wait complete. 2024-04-26T23:32:34.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.796+0000 7f1bb1400640 1 Processor -- start 2024-04-26T23:32:34.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.796+0000 7f1bb1400640 1 -- start start 2024-04-26T23:32:34.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bb1400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1bac100c20 0x7f1bac198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:34.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bb1400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1bac103bf0 0x7f1bac199050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:34.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bb1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1bac1045b0 0x7f1bac1a00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:34.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bb1400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1bac10e380 con 0x7f1bac1045b0 2024-04-26T23:32:34.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bb1400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1bac10e200 con 0x7f1bac103bf0 2024-04-26T23:32:34.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bb1400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1bac10e500 con 0x7f1bac100c20 2024-04-26T23:32:34.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bab200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1bac1045b0 0x7f1bac1a00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:34.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bab200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1bac1045b0 0x7f1bac1a00c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59930/0 (socket says 172.21.15.26:59930) 2024-04-26T23:32:34.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bab200640 1 -- 172.21.15.26:0/3472381336 learned_addr learned my addr 172.21.15.26:0/3472381336 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:34.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1ba3e00640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1bac103bf0 0x7f1bac199050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:34.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1baa800640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1bac100c20 0x7f1bac198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:34.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bab200640 1 -- 172.21.15.26:0/3472381336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1bac100c20 msgr2=0x7f1bac198b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:34.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bab200640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1bac100c20 0x7f1bac198b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:34.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bab200640 1 -- 172.21.15.26:0/3472381336 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1bac103bf0 msgr2=0x7f1bac199050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:34.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bab200640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1bac103bf0 0x7f1bac199050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:34.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1bab200640 1 -- 172.21.15.26:0/3472381336 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bac1a0730 con 0x7f1bac1045b0 2024-04-26T23:32:34.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.797+0000 7f1baa800640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1bac100c20 0x7f1bac198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:32:34.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.798+0000 7f1bab200640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1bac1045b0 0x7f1bac1a00c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1ba400eaa0 tx=0x7f1ba400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:34.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.798+0000 7f1ba3400640 1 -- 172.21.15.26:0/3472381336 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba400cdb0 con 0x7f1bac1045b0 2024-04-26T23:32:34.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.798+0000 7f1ba3400640 1 -- 172.21.15.26:0/3472381336 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1ba4005020 con 0x7f1bac1045b0 2024-04-26T23:32:34.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.798+0000 7f1ba3400640 1 -- 172.21.15.26:0/3472381336 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ba40116d0 con 0x7f1bac1045b0 2024-04-26T23:32:34.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.798+0000 7f1bb1400640 1 -- 172.21.15.26:0/3472381336 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bac1a0a20 con 0x7f1bac1045b0 2024-04-26T23:32:34.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.798+0000 7f1bb1400640 1 -- 172.21.15.26:0/3472381336 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bac1a0f20 con 0x7f1bac1045b0 2024-04-26T23:32:34.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.800+0000 7f1bb1400640 1 -- 172.21.15.26:0/3472381336 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bac109e30 con 0x7f1bac1045b0 2024-04-26T23:32:34.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.801+0000 7f1ba3400640 1 -- 172.21.15.26:0/3472381336 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f1ba40051d0 con 0x7f1bac1045b0 2024-04-26T23:32:34.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.803+0000 7f1ba3400640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1b900a3bb0 0x7f1b900a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:34.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.803+0000 7f1ba3400640 1 -- 172.21.15.26:0/3472381336 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f1ba40d0300 con 0x7f1bac1045b0 2024-04-26T23:32:34.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.803+0000 7f1baa800640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1b900a3bb0 0x7f1b900a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:34.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.804+0000 7f1baa800640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1b900a3bb0 0x7f1b900a6070 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c02a940 tx=0x7f1b9c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:34.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:34.807+0000 7f1ba3400640 1 -- 172.21.15.26:0/3472381336 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f1ba4016030 con 0x7f1bac1045b0 2024-04-26T23:32:35.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:34 smithi164 ceph-mon[31699]: Deploying daemon mds.j on smithi026 2024-04-26T23:32:35.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:34 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.86:6832/176415514,v1:172.21.15.86:6833/176415514] up:boot 2024-04-26T23:32:35.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:34 smithi164 ceph-mon[31699]: fsmap 2 up:standby 2024-04-26T23:32:35.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T23:32:35.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:34 smithi086 ceph-mon[31122]: Deploying daemon mds.j on smithi026 2024-04-26T23:32:35.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:34 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.86:6832/176415514,v1:172.21.15.86:6833/176415514] up:boot 2024-04-26T23:32:35.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:34 smithi086 ceph-mon[31122]: fsmap 2 up:standby 2024-04-26T23:32:35.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T23:32:35.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.081+0000 7f1bb1400640 1 -- 172.21.15.26:0/3472381336 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1bac02dad0 con 0x7f1bac1045b0 2024-04-26T23:32:35.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.082+0000 7f1ba3400640 1 -- 172.21.15.26:0/3472381336 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7f1ba409d0e0 con 0x7f1bac1045b0 2024-04-26T23:32:35.086 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:35.086 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-26T23:32:35.086 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 3 2024-04-26T23:32:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.085+0000 7f1bb1400640 1 -- 172.21.15.26:0/3472381336 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1b900a3bb0 msgr2=0x7f1b900a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.085+0000 7f1bb1400640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1b900a3bb0 0x7f1b900a6070 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c02a940 tx=0x7f1b9c005fd0 comp rx=0 tx=0).stop 2024-04-26T23:32:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.085+0000 7f1bb1400640 1 -- 172.21.15.26:0/3472381336 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1bac1045b0 msgr2=0x7f1bac1a00c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.085+0000 7f1bb1400640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1bac1045b0 0x7f1bac1a00c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1ba400eaa0 tx=0x7f1ba400ef60 comp rx=0 tx=0).stop 2024-04-26T23:32:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.085+0000 7f1bb1400640 1 -- 172.21.15.26:0/3472381336 shutdown_connections 2024-04-26T23:32:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.085+0000 7f1bb1400640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1b900a3bb0 0x7f1b900a6070 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.085+0000 7f1bb1400640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1bac1045b0 0x7f1bac1a00c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.085+0000 7f1bb1400640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1bac103bf0 0x7f1bac199050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.085+0000 7f1bb1400640 1 --2- 172.21.15.26:0/3472381336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1bac100c20 0x7f1bac198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.085+0000 7f1bb1400640 1 -- 172.21.15.26:0/3472381336 >> 172.21.15.26:0/3472381336 conn(0x7f1bac0fc550 msgr2=0x7f1bac107000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:35.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.086+0000 7f1bb1400640 1 -- 172.21.15.26:0/3472381336 shutdown_connections 2024-04-26T23:32:35.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:35.086+0000 7f1bb1400640 1 -- 172.21.15.26:0/3472381336 wait complete. 2024-04-26T23:32:35.886 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:35 smithi026 ceph-mon[28371]: pgmap v345: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:35.886 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:35 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3472381336' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:36.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:35 smithi164 ceph-mon[31699]: pgmap v345: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:36.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:35 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3472381336' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:36.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:35 smithi086 ceph-mon[31122]: pgmap v345: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:36.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:35 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3472381336' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:36.527 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:32:36 smithi026 systemd[1]: Starting Ceph mds.j for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:32:36.986 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:36 smithi026 ceph-mon[28371]: pgmap v346: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:36.987 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:32:36 smithi026 podman[68737]: 2024-04-26 23:32:36.484579051 +0000 UTC m=+0.037560048 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:32:36.987 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:32:36 smithi026 podman[68737]: 2024-04-26 23:32:36.630104641 +0000 UTC m=+0.183085645 container create 5d1accb9562593c1754c79aec3b96ce4d6356b23fd888ee29f9ffb5cc725c852 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-j, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T23:32:36.987 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:32:36 smithi026 podman[68737]: 2024-04-26 23:32:36.983599006 +0000 UTC m=+0.536580053 container init 5d1accb9562593c1754c79aec3b96ce4d6356b23fd888ee29f9ffb5cc725c852 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-j, org.label-schema.build-date=20240424, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-26T23:32:37.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:36 smithi164 ceph-mon[31699]: pgmap v346: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:37.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:36 smithi086 ceph-mon[31122]: pgmap v346: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:37.109 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:37.277 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:32:36 smithi026 podman[68737]: 2024-04-26 23:32:36.994296325 +0000 UTC m=+0.547277336 container start 5d1accb9562593c1754c79aec3b96ce4d6356b23fd888ee29f9ffb5cc725c852 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-j, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424) 2024-04-26T23:32:37.278 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:32:37 smithi026 ceph-mds[68756]: -- 172.21.15.26:0/3360614840 <== mon.0 v2:172.21.15.26:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fb48e6fa40 con 0x55fb48e42800 2024-04-26T23:32:37.278 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:32:37 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-j[68752]: starting mds.j at 2024-04-26T23:32:37.278 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:32:37 smithi026 bash[68737]: 5d1accb9562593c1754c79aec3b96ce4d6356b23fd888ee29f9ffb5cc725c852 2024-04-26T23:32:37.278 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:32:37 smithi026 systemd[1]: Started Ceph mds.j for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:32:37.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.311+0000 7f79f9e00640 1 -- 172.21.15.26:0/2034808912 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f79f4104360 msgr2=0x7f79f410abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:37.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.311+0000 7f79f9e00640 1 --2- 172.21.15.26:0/2034808912 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f79f4104360 0x7f79f410abf0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f79ec009ca0 tx=0x7f79ec02a8c0 comp rx=0 tx=0).stop 2024-04-26T23:32:37.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.311+0000 7f79f9e00640 1 -- 172.21.15.26:0/2034808912 shutdown_connections 2024-04-26T23:32:37.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.311+0000 7f79f9e00640 1 --2- 172.21.15.26:0/2034808912 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f79f4104360 0x7f79f410abf0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:37.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.311+0000 7f79f9e00640 1 --2- 172.21.15.26:0/2034808912 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f79f41039a0 0x7f79f4103e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:37.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.311+0000 7f79f9e00640 1 --2- 172.21.15.26:0/2034808912 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f79f41027b0 0x7f79f4102bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:37.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.312+0000 7f79f9e00640 1 -- 172.21.15.26:0/2034808912 >> 172.21.15.26:0/2034808912 conn(0x7f79f40fdd40 msgr2=0x7f79f4100160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:37.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.312+0000 7f79f9e00640 1 -- 172.21.15.26:0/2034808912 shutdown_connections 2024-04-26T23:32:37.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.312+0000 7f79f9e00640 1 -- 172.21.15.26:0/2034808912 wait complete. 2024-04-26T23:32:37.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.313+0000 7f79f9e00640 1 Processor -- start 2024-04-26T23:32:37.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.313+0000 7f79f9e00640 1 -- start start 2024-04-26T23:32:37.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.313+0000 7f79f9e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f79f41027b0 0x7f79f419aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:37.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.313+0000 7f79f9e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f79f41039a0 0x7f79f419af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:37.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.313+0000 7f79f9e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f79f4104360 0x7f79f41a1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:37.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.313+0000 7f79f9e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f79f410e1e0 con 0x7f79f41039a0 2024-04-26T23:32:37.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.314+0000 7f79f9e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f79f410e060 con 0x7f79f41027b0 2024-04-26T23:32:37.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.314+0000 7f79f9e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f79f410e360 con 0x7f79f4104360 2024-04-26T23:32:37.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.314+0000 7f79f3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f79f41039a0 0x7f79f419af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:37.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.314+0000 7f79f3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f79f41039a0 0x7f79f419af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59978/0 (socket says 172.21.15.26:59978) 2024-04-26T23:32:37.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.314+0000 7f79f3e00640 1 -- 172.21.15.26:0/2626383638 learned_addr learned my addr 172.21.15.26:0/2626383638 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:37.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.314+0000 7f79f8a00640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f79f41027b0 0x7f79f419aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:37.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.314+0000 7f79f9400640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f79f4104360 0x7f79f41a1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:37.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.314+0000 7f79f3e00640 1 -- 172.21.15.26:0/2626383638 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f79f4104360 msgr2=0x7f79f41a1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:37.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.314+0000 7f79f3e00640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f79f4104360 0x7f79f41a1ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:37.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.314+0000 7f79f3e00640 1 -- 172.21.15.26:0/2626383638 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f79f41027b0 msgr2=0x7f79f419aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:37.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.314+0000 7f79f3e00640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f79f41027b0 0x7f79f419aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:37.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.314+0000 7f79f3e00640 1 -- 172.21.15.26:0/2626383638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79f41a2660 con 0x7f79f41039a0 2024-04-26T23:32:37.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.315+0000 7f79f3e00640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f79f41039a0 0x7f79f419af80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f79e000d770 tx=0x7f79e000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:37.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.315+0000 7f79f1600640 1 -- 172.21.15.26:0/2626383638 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79e0017070 con 0x7f79f41039a0 2024-04-26T23:32:37.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.315+0000 7f79f1600640 1 -- 172.21.15.26:0/2626383638 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f79e00054b0 con 0x7f79f41039a0 2024-04-26T23:32:37.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.315+0000 7f79f1600640 1 -- 172.21.15.26:0/2626383638 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79e0004c60 con 0x7f79f41039a0 2024-04-26T23:32:37.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.315+0000 7f79f9e00640 1 -- 172.21.15.26:0/2626383638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79f41a2950 con 0x7f79f41039a0 2024-04-26T23:32:37.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.315+0000 7f79f9e00640 1 -- 172.21.15.26:0/2626383638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79f41a2e50 con 0x7f79f41039a0 2024-04-26T23:32:37.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.317+0000 7f79f9e00640 1 -- 172.21.15.26:0/2626383638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79f41a3080 con 0x7f79f41039a0 2024-04-26T23:32:37.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.319+0000 7f79f1600640 1 -- 172.21.15.26:0/2626383638 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f79e0004e00 con 0x7f79f41039a0 2024-04-26T23:32:37.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.320+0000 7f79f1600640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f79dc0a3c30 0x7f79dc0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:37.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.320+0000 7f79f1600640 1 -- 172.21.15.26:0/2626383638 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f79e00cfa70 con 0x7f79f41039a0 2024-04-26T23:32:37.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.320+0000 7f79f8a00640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f79dc0a3c30 0x7f79dc0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:37.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.321+0000 7f79f8a00640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f79dc0a3c30 0x7f79dc0a60f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f79e8005fd0 tx=0x7f79e8005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:37.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.325+0000 7f79f1600640 1 -- 172.21.15.26:0/2626383638 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f79e009c850 con 0x7f79f41039a0 2024-04-26T23:32:37.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.583+0000 7f79f9e00640 1 -- 172.21.15.26:0/2626383638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f79f41a3410 con 0x7f79f41039a0 2024-04-26T23:32:37.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.584+0000 7f79f1600640 1 -- 172.21.15.26:0/2626383638 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7f79e009c150 con 0x7f79f41039a0 2024-04-26T23:32:37.587 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:37.587 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-26T23:32:37.587 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 3 2024-04-26T23:32:37.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.587+0000 7f79f9e00640 1 -- 172.21.15.26:0/2626383638 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f79dc0a3c30 msgr2=0x7f79dc0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:37.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.587+0000 7f79f9e00640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f79dc0a3c30 0x7f79dc0a60f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f79e8005fd0 tx=0x7f79e8005850 comp rx=0 tx=0).stop 2024-04-26T23:32:37.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.587+0000 7f79f9e00640 1 -- 172.21.15.26:0/2626383638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f79f41039a0 msgr2=0x7f79f419af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:37.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.587+0000 7f79f9e00640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f79f41039a0 0x7f79f419af80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f79e000d770 tx=0x7f79e000dc30 comp rx=0 tx=0).stop 2024-04-26T23:32:37.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.587+0000 7f79f9e00640 1 -- 172.21.15.26:0/2626383638 shutdown_connections 2024-04-26T23:32:37.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.587+0000 7f79f9e00640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f79f4104360 0x7f79f41a1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:37.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.587+0000 7f79f9e00640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f79dc0a3c30 0x7f79dc0a60f0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:37.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.587+0000 7f79f9e00640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f79f41039a0 0x7f79f419af80 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:37.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.587+0000 7f79f9e00640 1 --2- 172.21.15.26:0/2626383638 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f79f41027b0 0x7f79f419aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:37.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.587+0000 7f79f9e00640 1 -- 172.21.15.26:0/2626383638 >> 172.21.15.26:0/2626383638 conn(0x7f79f40fdd40 msgr2=0x7f79f4074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:37.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.587+0000 7f79f9e00640 1 -- 172.21.15.26:0/2626383638 shutdown_connections 2024-04-26T23:32:37.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:37.587+0000 7f79f9e00640 1 -- 172.21.15.26:0/2626383638 wait complete. 2024-04-26T23:32:38.468 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:38 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:38.468 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:38 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:38.468 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:38 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:38.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:38 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:38.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:38 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:38.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:38 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:38.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:38 smithi026 ceph-mon[28371]: Deploying daemon mds.d on smithi026 2024-04-26T23:32:38.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:38 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2626383638' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:38.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:38 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.26:6834/1470584076,v1:172.21.15.26:6835/1470584076] up:boot 2024-04-26T23:32:38.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:38 smithi026 ceph-mon[28371]: fsmap 3 up:standby 2024-04-26T23:32:38.469 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:38 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T23:32:38.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:38 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:38.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:38 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:38.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:38 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:38.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:38 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:38.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:38 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:38.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:38 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:38.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:38 smithi164 ceph-mon[31699]: Deploying daemon mds.d on smithi026 2024-04-26T23:32:38.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:38 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2626383638' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:38.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:38 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.26:6834/1470584076,v1:172.21.15.26:6835/1470584076] up:boot 2024-04-26T23:32:38.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:38 smithi164 ceph-mon[31699]: fsmap 3 up:standby 2024-04-26T23:32:38.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:38 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T23:32:38.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:38 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:38.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:38 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:38.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:38 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:38.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:38 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:38.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:38 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:38.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:38 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:38.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:38 smithi086 ceph-mon[31122]: Deploying daemon mds.d on smithi026 2024-04-26T23:32:38.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:38 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2626383638' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:38.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:38 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.26:6834/1470584076,v1:172.21.15.26:6835/1470584076] up:boot 2024-04-26T23:32:38.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:38 smithi086 ceph-mon[31122]: fsmap 3 up:standby 2024-04-26T23:32:38.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:38 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T23:32:39.478 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:39 smithi026 ceph-mon[28371]: pgmap v347: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:39.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:39 smithi164 ceph-mon[31699]: pgmap v347: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:39.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:39 smithi086 ceph-mon[31122]: pgmap v347: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:39.610 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:40.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.070+0000 7f16bf800640 1 -- 172.21.15.26:0/4198952294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f16b8104b90 msgr2=0x7f16b8104fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:40.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.070+0000 7f16bf800640 1 --2- 172.21.15.26:0/4198952294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f16b8104b90 0x7f16b8104fb0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f16ac009900 tx=0x7f16ac02a440 comp rx=0 tx=0).stop 2024-04-26T23:32:40.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.071+0000 7f16bf800640 1 -- 172.21.15.26:0/4198952294 shutdown_connections 2024-04-26T23:32:40.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.071+0000 7f16bf800640 1 --2- 172.21.15.26:0/4198952294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16b8106740 0x7f16b810cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:40.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.071+0000 7f16bf800640 1 --2- 172.21.15.26:0/4198952294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16b8105d80 0x7f16b8106200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:40.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.072+0000 7f16bf800640 1 --2- 172.21.15.26:0/4198952294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f16b8104b90 0x7f16b8104fb0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:40.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.072+0000 7f16bf800640 1 -- 172.21.15.26:0/4198952294 >> 172.21.15.26:0/4198952294 conn(0x7f16b8100120 msgr2=0x7f16b8102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:40.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.075+0000 7f16bf800640 1 -- 172.21.15.26:0/4198952294 shutdown_connections 2024-04-26T23:32:40.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.076+0000 7f16bf800640 1 -- 172.21.15.26:0/4198952294 wait complete. 2024-04-26T23:32:40.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.077+0000 7f16bf800640 1 Processor -- start 2024-04-26T23:32:40.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.081+0000 7f16bf800640 1 -- start start 2024-04-26T23:32:40.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.081+0000 7f16bf800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f16b8104b90 0x7f16b819f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:40.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.081+0000 7f16bf800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16b8105d80 0x7f16b819f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:40.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.081+0000 7f16bf800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16b8106740 0x7f16b81a66e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:40.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.081+0000 7f16bf800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f16b8077e20 con 0x7f16b8105d80 2024-04-26T23:32:40.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.081+0000 7f16bf800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f16b8077ca0 con 0x7f16b8104b90 2024-04-26T23:32:40.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.081+0000 7f16bf800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f16b8077fa0 con 0x7f16b8106740 2024-04-26T23:32:40.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.082+0000 7f16b7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16b8105d80 0x7f16b819f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:40.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.082+0000 7f16b7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16b8105d80 0x7f16b819f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59986/0 (socket says 172.21.15.26:59986) 2024-04-26T23:32:40.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.082+0000 7f16b7e00640 1 -- 172.21.15.26:0/1980366512 learned_addr learned my addr 172.21.15.26:0/1980366512 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:40.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.082+0000 7f16bce00640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f16b8104b90 0x7f16b819f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:40.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.082+0000 7f16bd800640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16b8106740 0x7f16b81a66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:40.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.083+0000 7f16b7e00640 1 -- 172.21.15.26:0/1980366512 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16b8106740 msgr2=0x7f16b81a66e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:40.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.083+0000 7f16b7e00640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16b8106740 0x7f16b81a66e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:40.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.083+0000 7f16b7e00640 1 -- 172.21.15.26:0/1980366512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f16b8104b90 msgr2=0x7f16b819f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:40.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.083+0000 7f16b7e00640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f16b8104b90 0x7f16b819f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:40.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.083+0000 7f16b7e00640 1 -- 172.21.15.26:0/1980366512 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16b81a6d50 con 0x7f16b8105d80 2024-04-26T23:32:40.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.084+0000 7f16b7e00640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16b8105d80 0x7f16b819f670 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f16a400e9f0 tx=0x7f16a400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:40.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.084+0000 7f16b5600640 1 -- 172.21.15.26:0/1980366512 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a400cd80 con 0x7f16b8105d80 2024-04-26T23:32:40.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.084+0000 7f16b5600640 1 -- 172.21.15.26:0/1980366512 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f16a40108c0 con 0x7f16b8105d80 2024-04-26T23:32:40.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.084+0000 7f16b5600640 1 -- 172.21.15.26:0/1980366512 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a40187c0 con 0x7f16b8105d80 2024-04-26T23:32:40.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.084+0000 7f16bf800640 1 -- 172.21.15.26:0/1980366512 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16b81a6fe0 con 0x7f16b8105d80 2024-04-26T23:32:40.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.085+0000 7f16bf800640 1 -- 172.21.15.26:0/1980366512 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16b81a74b0 con 0x7f16b8105d80 2024-04-26T23:32:40.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.086+0000 7f16bf800640 1 -- 172.21.15.26:0/1980366512 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16b80697c0 con 0x7f16b8105d80 2024-04-26T23:32:40.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.090+0000 7f16b5600640 1 -- 172.21.15.26:0/1980366512 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f16a4010430 con 0x7f16b8105d80 2024-04-26T23:32:40.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.091+0000 7f16b5600640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f16a00a3c80 0x7f16a00a6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:40.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.092+0000 7f16b5600640 1 -- 172.21.15.26:0/1980366512 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f16a40d0730 con 0x7f16b8105d80 2024-04-26T23:32:40.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.092+0000 7f16bce00640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f16a00a3c80 0x7f16a00a6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:40.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.093+0000 7f16bce00640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f16a00a3c80 0x7f16a00a6140 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f16ac02aa30 tx=0x7f16ac005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:40.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.098+0000 7f16b5600640 1 -- 172.21.15.26:0/1980366512 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f16a409cec0 con 0x7f16b8105d80 2024-04-26T23:32:40.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.351+0000 7f16bf800640 1 -- 172.21.15.26:0/1980366512 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f16b81096c0 con 0x7f16b8105d80 2024-04-26T23:32:40.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.351+0000 7f16b5600640 1 -- 172.21.15.26:0/1980366512 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3043 (secure 0 0 0) 0x7f16a40a11c0 con 0x7f16b8105d80 2024-04-26T23:32:40.354 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:40.354 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-26T23:32:40.354 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 4 2024-04-26T23:32:40.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.355+0000 7f16bf800640 1 -- 172.21.15.26:0/1980366512 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f16a00a3c80 msgr2=0x7f16a00a6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:40.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.355+0000 7f16bf800640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f16a00a3c80 0x7f16a00a6140 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f16ac02aa30 tx=0x7f16ac005fd0 comp rx=0 tx=0).stop 2024-04-26T23:32:40.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.355+0000 7f16bf800640 1 -- 172.21.15.26:0/1980366512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16b8105d80 msgr2=0x7f16b819f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:40.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.355+0000 7f16bf800640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16b8105d80 0x7f16b819f670 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f16a400e9f0 tx=0x7f16a400eeb0 comp rx=0 tx=0).stop 2024-04-26T23:32:40.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.355+0000 7f16bf800640 1 -- 172.21.15.26:0/1980366512 shutdown_connections 2024-04-26T23:32:40.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.355+0000 7f16bf800640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16b8106740 0x7f16b81a66e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:40.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.355+0000 7f16bf800640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f16a00a3c80 0x7f16a00a6140 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:40.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.355+0000 7f16bf800640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f16b8105d80 0x7f16b819f670 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:40.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.355+0000 7f16bf800640 1 --2- 172.21.15.26:0/1980366512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f16b8104b90 0x7f16b819f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:40.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.355+0000 7f16bf800640 1 -- 172.21.15.26:0/1980366512 >> 172.21.15.26:0/1980366512 conn(0x7f16b8100120 msgr2=0x7f16b807a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:40.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.355+0000 7f16bf800640 1 -- 172.21.15.26:0/1980366512 shutdown_connections 2024-04-26T23:32:40.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:40.355+0000 7f16bf800640 1 -- 172.21.15.26:0/1980366512 wait complete. 2024-04-26T23:32:41.027 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:32:40 smithi026 podman[69123]: 2024-04-26 23:32:40.744111036 +0000 UTC m=+0.160781908 container create eae91e8f7d21a0e973c2c7f349399690a22ec1d28c3fb3fd78f3bf6ddc9b0a41 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:32:41.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:41 smithi164 ceph-mon[31699]: pgmap v348: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:41.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:41 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1980366512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:41.530 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:41 smithi026 ceph-mon[28371]: pgmap v348: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:41.531 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:41 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1980366512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:41.531 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:32:41 smithi026 podman[69123]: 2024-04-26 23:32:41.039287834 +0000 UTC m=+0.455958725 container init eae91e8f7d21a0e973c2c7f349399690a22ec1d28c3fb3fd78f3bf6ddc9b0a41 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-d, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-26T23:32:41.531 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:32:41 smithi026 podman[69123]: 2024-04-26 23:32:41.051168865 +0000 UTC m=+0.467839719 container start eae91e8f7d21a0e973c2c7f349399690a22ec1d28c3fb3fd78f3bf6ddc9b0a41 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-26T23:32:41.531 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:32:41 smithi026 ceph-mds[69142]: -- 172.21.15.26:0/3929435312 <== mon.0 v2:172.21.15.26:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d73469fa40 con 0x55d734672c00 2024-04-26T23:32:41.531 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:32:41 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-d[69138]: starting mds.d at 2024-04-26T23:32:41.531 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:32:41 smithi026 bash[69123]: eae91e8f7d21a0e973c2c7f349399690a22ec1d28c3fb3fd78f3bf6ddc9b0a41 2024-04-26T23:32:41.531 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:32:41 smithi026 systemd[1]: Started Ceph mds.d for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:32:41.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:41 smithi086 ceph-mon[31122]: pgmap v348: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:41.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:41 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1980366512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:42.383 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:42.467 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:42 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.26:6836/3806536484,v1:172.21.15.26:6837/3806536484] up:boot 2024-04-26T23:32:42.468 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:42 smithi026 ceph-mon[28371]: fsmap 4 up:standby 2024-04-26T23:32:42.468 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T23:32:42.468 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:42.468 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:42.468 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:42.468 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:42.468 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:42.468 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:42 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:42.468 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:42 smithi026 ceph-mon[28371]: Deploying daemon mds.e on smithi086 2024-04-26T23:32:42.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:42 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.26:6836/3806536484,v1:172.21.15.26:6837/3806536484] up:boot 2024-04-26T23:32:42.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:42 smithi086 ceph-mon[31122]: fsmap 4 up:standby 2024-04-26T23:32:42.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T23:32:42.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:42.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:42.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:42.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:42.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:42.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:42 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:42.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:42 smithi086 ceph-mon[31122]: Deploying daemon mds.e on smithi086 2024-04-26T23:32:42.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:42 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.26:6836/3806536484,v1:172.21.15.26:6837/3806536484] up:boot 2024-04-26T23:32:42.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:42 smithi164 ceph-mon[31699]: fsmap 4 up:standby 2024-04-26T23:32:42.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T23:32:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:42 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:42.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:42 smithi164 ceph-mon[31699]: Deploying daemon mds.e on smithi086 2024-04-26T23:32:42.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.609+0000 7fdc31a00640 1 -- 172.21.15.26:0/477462434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc2c1049b0 msgr2=0x7fdc2c104dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:42.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.609+0000 7fdc31a00640 1 --2- 172.21.15.26:0/477462434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc2c1049b0 0x7fdc2c104dd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c009900 tx=0x7fdc1c02a3f0 comp rx=0 tx=0).stop 2024-04-26T23:32:42.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.610+0000 7fdc31a00640 1 -- 172.21.15.26:0/477462434 shutdown_connections 2024-04-26T23:32:42.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.610+0000 7fdc31a00640 1 --2- 172.21.15.26:0/477462434 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc2c106560 0x7fdc2c10cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:42.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.610+0000 7fdc31a00640 1 --2- 172.21.15.26:0/477462434 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdc2c105ba0 0x7fdc2c106020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:42.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.610+0000 7fdc31a00640 1 --2- 172.21.15.26:0/477462434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc2c1049b0 0x7fdc2c104dd0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:42.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.610+0000 7fdc31a00640 1 -- 172.21.15.26:0/477462434 >> 172.21.15.26:0/477462434 conn(0x7fdc2c0fff40 msgr2=0x7fdc2c102360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:42.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.610+0000 7fdc31a00640 1 -- 172.21.15.26:0/477462434 shutdown_connections 2024-04-26T23:32:42.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.610+0000 7fdc31a00640 1 -- 172.21.15.26:0/477462434 wait complete. 2024-04-26T23:32:42.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.611+0000 7fdc31a00640 1 Processor -- start 2024-04-26T23:32:42.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.611+0000 7fdc31a00640 1 -- start start 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc31a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdc2c1049b0 0x7fdc2c19ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc31a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc2c105ba0 0x7fdc2c19b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc31a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc2c106560 0x7fdc2c1a2100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc31a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdc2c110400 con 0x7fdc2c105ba0 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc31a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fdc2c110280 con 0x7fdc2c1049b0 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc31a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fdc2c110580 con 0x7fdc2c106560 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc2b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc2c105ba0 0x7fdc2c19b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc2b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc2c105ba0 0x7fdc2c19b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60032/0 (socket says 172.21.15.26:60032) 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc2b400640 1 -- 172.21.15.26:0/3160084161 learned_addr learned my addr 172.21.15.26:0/3160084161 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc2be00640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdc2c1049b0 0x7fdc2c19ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc31000640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc2c106560 0x7fdc2c1a2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc2b400640 1 -- 172.21.15.26:0/3160084161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc2c106560 msgr2=0x7fdc2c1a2100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:42.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc2b400640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc2c106560 0x7fdc2c1a2100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:42.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc2b400640 1 -- 172.21.15.26:0/3160084161 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdc2c1049b0 msgr2=0x7fdc2c19ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:42.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc2b400640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdc2c1049b0 0x7fdc2c19ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:42.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc2b400640 1 -- 172.21.15.26:0/3160084161 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc2c1a2770 con 0x7fdc2c105ba0 2024-04-26T23:32:42.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.612+0000 7fdc31000640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc2c106560 0x7fdc2c1a2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:32:42.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.613+0000 7fdc2b400640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc2c105ba0 0x7fdc2c19b090 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fdc1400ba50 tx=0x7fdc1400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:42.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.613+0000 7fdc28c00640 1 -- 172.21.15.26:0/3160084161 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc14019070 con 0x7fdc2c105ba0 2024-04-26T23:32:42.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.613+0000 7fdc28c00640 1 -- 172.21.15.26:0/3160084161 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdc1400cbe0 con 0x7fdc2c105ba0 2024-04-26T23:32:42.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.613+0000 7fdc31a00640 1 -- 172.21.15.26:0/3160084161 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc2c1a2a60 con 0x7fdc2c105ba0 2024-04-26T23:32:42.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.613+0000 7fdc28c00640 1 -- 172.21.15.26:0/3160084161 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc140075d0 con 0x7fdc2c105ba0 2024-04-26T23:32:42.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.613+0000 7fdc31a00640 1 -- 172.21.15.26:0/3160084161 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc2c1a3030 con 0x7fdc2c105ba0 2024-04-26T23:32:42.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.615+0000 7fdc31a00640 1 -- 172.21.15.26:0/3160084161 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc2c10bd70 con 0x7fdc2c105ba0 2024-04-26T23:32:42.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.617+0000 7fdc28c00640 1 -- 172.21.15.26:0/3160084161 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fdc1401c070 con 0x7fdc2c105ba0 2024-04-26T23:32:42.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.618+0000 7fdc28c00640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fdc0c0a3bb0 0x7fdc0c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:42.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.618+0000 7fdc28c00640 1 -- 172.21.15.26:0/3160084161 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7fdc140cf6f0 con 0x7fdc2c105ba0 2024-04-26T23:32:42.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.619+0000 7fdc2be00640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fdc0c0a3bb0 0x7fdc0c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:42.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.619+0000 7fdc2be00640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fdc0c0a3bb0 0x7fdc0c0a6070 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c0057c0 tx=0x7fdc1c031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:42.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.624+0000 7fdc28c00640 1 -- 172.21.15.26:0/3160084161 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fdc1409be80 con 0x7fdc2c105ba0 2024-04-26T23:32:42.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.872+0000 7fdc31a00640 1 -- 172.21.15.26:0/3160084161 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdc2c063530 con 0x7fdc2c105ba0 2024-04-26T23:32:42.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.873+0000 7fdc28c00640 1 -- 172.21.15.26:0/3160084161 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3868 (secure 0 0 0) 0x7fdc140a0180 con 0x7fdc2c105ba0 2024-04-26T23:32:42.876 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:42.876 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-26T23:32:42.876 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 5 2024-04-26T23:32:42.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.876+0000 7fdc31a00640 1 -- 172.21.15.26:0/3160084161 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fdc0c0a3bb0 msgr2=0x7fdc0c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:42.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.876+0000 7fdc31a00640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fdc0c0a3bb0 0x7fdc0c0a6070 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c0057c0 tx=0x7fdc1c031400 comp rx=0 tx=0).stop 2024-04-26T23:32:42.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.876+0000 7fdc31a00640 1 -- 172.21.15.26:0/3160084161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc2c105ba0 msgr2=0x7fdc2c19b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:42.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.876+0000 7fdc31a00640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc2c105ba0 0x7fdc2c19b090 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fdc1400ba50 tx=0x7fdc1400bf10 comp rx=0 tx=0).stop 2024-04-26T23:32:42.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.876+0000 7fdc31a00640 1 -- 172.21.15.26:0/3160084161 shutdown_connections 2024-04-26T23:32:42.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.876+0000 7fdc31a00640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc2c106560 0x7fdc2c1a2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:42.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.876+0000 7fdc31a00640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fdc0c0a3bb0 0x7fdc0c0a6070 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:42.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.876+0000 7fdc31a00640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc2c105ba0 0x7fdc2c19b090 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:42.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.876+0000 7fdc31a00640 1 --2- 172.21.15.26:0/3160084161 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdc2c1049b0 0x7fdc2c19ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:42.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.876+0000 7fdc31a00640 1 -- 172.21.15.26:0/3160084161 >> 172.21.15.26:0/3160084161 conn(0x7fdc2c0fff40 msgr2=0x7fdc2c108f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:42.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.876+0000 7fdc31a00640 1 -- 172.21.15.26:0/3160084161 shutdown_connections 2024-04-26T23:32:42.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:42.876+0000 7fdc31a00640 1 -- 172.21.15.26:0/3160084161 wait complete. 2024-04-26T23:32:43.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:43 smithi026 ceph-mon[28371]: pgmap v349: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:43.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:43 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3160084161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:43.571 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:43 smithi086 ceph-mon[31122]: pgmap v349: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:43.571 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:43 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3160084161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:43.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:43 smithi164 ceph-mon[31699]: pgmap v349: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:43.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:43 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3160084161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:44.820 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:32:44 smithi086 systemd[1]: Starting Ceph mds.e for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:32:44.899 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:45.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.122+0000 7fefb7200640 1 -- 172.21.15.26:0/3033002591 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefb0104990 msgr2=0x7fefb0104db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:45.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.122+0000 7fefb7200640 1 --2- 172.21.15.26:0/3033002591 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefb0104990 0x7fefb0104db0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fefa4009900 tx=0x7fefa402a410 comp rx=0 tx=0).stop 2024-04-26T23:32:45.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.122+0000 7fefb7200640 1 -- 172.21.15.26:0/3033002591 shutdown_connections 2024-04-26T23:32:45.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.122+0000 7fefb7200640 1 --2- 172.21.15.26:0/3033002591 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefb0106540 0x7fefb010cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:45.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.122+0000 7fefb7200640 1 --2- 172.21.15.26:0/3033002591 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefb0105b80 0x7fefb0106000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:45.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.122+0000 7fefb7200640 1 --2- 172.21.15.26:0/3033002591 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefb0104990 0x7fefb0104db0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:45.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.122+0000 7fefb7200640 1 -- 172.21.15.26:0/3033002591 >> 172.21.15.26:0/3033002591 conn(0x7fefb00fff00 msgr2=0x7fefb0102340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:45.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.122+0000 7fefb7200640 1 -- 172.21.15.26:0/3033002591 shutdown_connections 2024-04-26T23:32:45.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.122+0000 7fefb7200640 1 -- 172.21.15.26:0/3033002591 wait complete. 2024-04-26T23:32:45.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.123+0000 7fefb7200640 1 Processor -- start 2024-04-26T23:32:45.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.123+0000 7fefb7200640 1 -- start start 2024-04-26T23:32:45.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.123+0000 7fefb7200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefb0104990 0x7fefb019aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:45.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.123+0000 7fefb7200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefb0105b80 0x7fefb019b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:45.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.123+0000 7fefb7200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefb0106540 0x7fefb01a2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:45.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.123+0000 7fefb7200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fefb01103b0 con 0x7fefb0104990 2024-04-26T23:32:45.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.123+0000 7fefb7200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fefb0110230 con 0x7fefb0105b80 2024-04-26T23:32:45.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.123+0000 7fefb7200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fefb0110530 con 0x7fefb0106540 2024-04-26T23:32:45.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.124+0000 7fefb5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefb0104990 0x7fefb019aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.124+0000 7fefb5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefb0104990 0x7fefb019aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55230/0 (socket says 172.21.15.26:55230) 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.124+0000 7fefb5e00640 1 -- 172.21.15.26:0/3458698015 learned_addr learned my addr 172.21.15.26:0/3458698015 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.124+0000 7fefb5400640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefb0105b80 0x7fefb019b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.124+0000 7fefb5e00640 1 -- 172.21.15.26:0/3458698015 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefb0106540 msgr2=0x7fefb01a2080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.124+0000 7fefb5e00640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefb0106540 0x7fefb01a2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.124+0000 7fefb5e00640 1 -- 172.21.15.26:0/3458698015 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefb0105b80 msgr2=0x7fefb019b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.124+0000 7fefb5e00640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefb0105b80 0x7fefb019b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.124+0000 7fefb5e00640 1 -- 172.21.15.26:0/3458698015 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefb01a26f0 con 0x7fefb0104990 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.124+0000 7fefb5400640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefb0105b80 0x7fefb019b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.124+0000 7fefb5e00640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefb0104990 0x7fefb019aad0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fefa4031460 tx=0x7fefa4003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.125+0000 7fefaaa00640 1 -- 172.21.15.26:0/3458698015 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa403f070 con 0x7fefb0104990 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.125+0000 7fefaaa00640 1 -- 172.21.15.26:0/3458698015 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fefa4031da0 con 0x7fefb0104990 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.125+0000 7fefb7200640 1 -- 172.21.15.26:0/3458698015 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefb01a2980 con 0x7fefb0104990 2024-04-26T23:32:45.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.125+0000 7fefaaa00640 1 -- 172.21.15.26:0/3458698015 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa4035030 con 0x7fefb0104990 2024-04-26T23:32:45.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.125+0000 7fefb7200640 1 -- 172.21.15.26:0/3458698015 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefb01a2e70 con 0x7fefb0104990 2024-04-26T23:32:45.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.126+0000 7fefb7200640 1 -- 172.21.15.26:0/3458698015 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefb010bdd0 con 0x7fefb0104990 2024-04-26T23:32:45.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.128+0000 7fefaaa00640 1 -- 172.21.15.26:0/3458698015 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fefa4042070 con 0x7fefb0104990 2024-04-26T23:32:45.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.129+0000 7fefaaa00640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fef980a3bb0 0x7fef980a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:45.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.130+0000 7fefaaa00640 1 -- 172.21.15.26:0/3458698015 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7fefa40f0960 con 0x7fefb0104990 2024-04-26T23:32:45.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.130+0000 7fefb5400640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fef980a3bb0 0x7fef980a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:45.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.130+0000 7fefb5400640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fef980a3bb0 0x7fef980a6070 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fefb019bfe0 tx=0x7fefa0005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:45.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.134+0000 7fefaaa00640 1 -- 172.21.15.26:0/3458698015 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fefa40bd740 con 0x7fefb0104990 2024-04-26T23:32:45.192 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:32:44 smithi086 podman[60960]: 2024-04-26 23:32:44.768598239 +0000 UTC m=+0.033113988 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:32:45.192 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:32:44 smithi086 podman[60960]: 2024-04-26 23:32:44.881142436 +0000 UTC m=+0.145658217 container create df0ed39affbd70e814fca6dabae7e27f89070275e480fe28e5fb6e5c25d93524 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD) 2024-04-26T23:32:45.192 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:32:45 smithi086 podman[60960]: 2024-04-26 23:32:45.188899244 +0000 UTC m=+0.453415032 container init df0ed39affbd70e814fca6dabae7e27f89070275e480fe28e5fb6e5c25d93524 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True) 2024-04-26T23:32:45.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.386+0000 7fefb7200640 1 -- 172.21.15.26:0/3458698015 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fefb002dad0 con 0x7fefb0104990 2024-04-26T23:32:45.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.390+0000 7fefaaa00640 1 -- 172.21.15.26:0/3458698015 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4690 (secure 0 0 0) 0x7fefa40bd040 con 0x7fefb0104990 2024-04-26T23:32:45.392 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:45.392 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-26T23:32:45.393 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 6 2024-04-26T23:32:45.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.393+0000 7fefb7200640 1 -- 172.21.15.26:0/3458698015 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fef980a3bb0 msgr2=0x7fef980a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:45.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.393+0000 7fefb7200640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fef980a3bb0 0x7fef980a6070 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fefb019bfe0 tx=0x7fefa0005e50 comp rx=0 tx=0).stop 2024-04-26T23:32:45.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.393+0000 7fefb7200640 1 -- 172.21.15.26:0/3458698015 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefb0104990 msgr2=0x7fefb019aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:45.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.393+0000 7fefb7200640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefb0104990 0x7fefb019aad0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fefa4031460 tx=0x7fefa4003c80 comp rx=0 tx=0).stop 2024-04-26T23:32:45.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.393+0000 7fefb7200640 1 -- 172.21.15.26:0/3458698015 shutdown_connections 2024-04-26T23:32:45.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.393+0000 7fefb7200640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefb0106540 0x7fefb01a2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:45.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.393+0000 7fefb7200640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefb0105b80 0x7fefb019b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:45.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.393+0000 7fefb7200640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fef980a3bb0 0x7fef980a6070 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:45.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.393+0000 7fefb7200640 1 --2- 172.21.15.26:0/3458698015 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefb0104990 0x7fefb019aad0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:45.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.393+0000 7fefb7200640 1 -- 172.21.15.26:0/3458698015 >> 172.21.15.26:0/3458698015 conn(0x7fefb00fff00 msgr2=0x7fefb0108fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:45.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.393+0000 7fefb7200640 1 -- 172.21.15.26:0/3458698015 shutdown_connections 2024-04-26T23:32:45.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:45.393+0000 7fefb7200640 1 -- 172.21.15.26:0/3458698015 wait complete. 2024-04-26T23:32:45.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:45 smithi086 ceph-mon[31122]: pgmap v350: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:45.570 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:32:45 smithi086 podman[60960]: 2024-04-26 23:32:45.199360187 +0000 UTC m=+0.463875941 container start df0ed39affbd70e814fca6dabae7e27f89070275e480fe28e5fb6e5c25d93524 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240424, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-26T23:32:45.570 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:32:45 smithi086 ceph-mds[60979]: -- 172.21.15.86:0/1594167949 <== mon.2 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c6f4a17a40 con 0x55c6f49eb000 2024-04-26T23:32:45.570 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:32:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e[60975]: starting mds.e at 2024-04-26T23:32:45.570 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:32:45 smithi086 bash[60960]: df0ed39affbd70e814fca6dabae7e27f89070275e480fe28e5fb6e5c25d93524 2024-04-26T23:32:45.570 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:32:45 smithi086 systemd[1]: Started Ceph mds.e for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:32:45.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:45 smithi164 ceph-mon[31699]: pgmap v350: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:45.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:45 smithi026 ceph-mon[28371]: pgmap v350: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:46.679 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:46 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] up:boot 2024-04-26T23:32:46.679 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:46 smithi164 ceph-mon[31699]: fsmap 5 up:standby 2024-04-26T23:32:46.679 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T23:32:46.679 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:46 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3458698015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:46.679 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:46.680 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:46.680 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:46.680 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:46.680 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:46.680 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:46 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:46.680 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:46 smithi164 ceph-mon[31699]: Deploying daemon mds.f on smithi164 2024-04-26T23:32:46.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:46 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] up:boot 2024-04-26T23:32:46.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:46 smithi026 ceph-mon[28371]: fsmap 5 up:standby 2024-04-26T23:32:46.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T23:32:46.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:46 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3458698015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:46.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:46.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:46.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:46.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:46.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:46.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:46 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:46.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:46 smithi026 ceph-mon[28371]: Deploying daemon mds.f on smithi164 2024-04-26T23:32:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:46 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] up:boot 2024-04-26T23:32:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:46 smithi086 ceph-mon[31122]: fsmap 5 up:standby 2024-04-26T23:32:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T23:32:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:46 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3458698015' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:46 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:46.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:46 smithi086 ceph-mon[31122]: Deploying daemon mds.f on smithi164 2024-04-26T23:32:47.419 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:47.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.637+0000 7f238ee00640 1 -- 172.21.15.26:0/850299369 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2388104990 msgr2=0x7f2388104db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:47.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.637+0000 7f238ee00640 1 --2- 172.21.15.26:0/850299369 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2388104990 0x7f2388104db0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f237c009900 tx=0x7f237c02a400 comp rx=0 tx=0).stop 2024-04-26T23:32:47.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.637+0000 7f238ee00640 1 -- 172.21.15.26:0/850299369 shutdown_connections 2024-04-26T23:32:47.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.637+0000 7f238ee00640 1 --2- 172.21.15.26:0/850299369 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2388106540 0x7f238810cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:47.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.637+0000 7f238ee00640 1 --2- 172.21.15.26:0/850299369 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2388105b80 0x7f2388106000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:47.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.637+0000 7f238ee00640 1 --2- 172.21.15.26:0/850299369 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2388104990 0x7f2388104db0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:47.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.637+0000 7f238ee00640 1 -- 172.21.15.26:0/850299369 >> 172.21.15.26:0/850299369 conn(0x7f23880fff00 msgr2=0x7f2388102340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:47.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.637+0000 7f238ee00640 1 -- 172.21.15.26:0/850299369 shutdown_connections 2024-04-26T23:32:47.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.637+0000 7f238ee00640 1 -- 172.21.15.26:0/850299369 wait complete. 2024-04-26T23:32:47.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.638+0000 7f238ee00640 1 Processor -- start 2024-04-26T23:32:47.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.638+0000 7f238ee00640 1 -- start start 2024-04-26T23:32:47.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.638+0000 7f238ee00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2388104990 0x7f238819aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:47.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238ee00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2388105b80 0x7f238819afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:47.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238ee00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2388106540 0x7f23881a2030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:47.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238ee00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f23881103b0 con 0x7f2388104990 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238ee00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2388110230 con 0x7f2388106540 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238ee00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2388110530 con 0x7f2388105b80 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238da00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2388104990 0x7f238819aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238da00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2388104990 0x7f238819aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55248/0 (socket says 172.21.15.26:55248) 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238da00640 1 -- 172.21.15.26:0/208314370 learned_addr learned my addr 172.21.15.26:0/208314370 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238da00640 1 -- 172.21.15.26:0/208314370 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2388105b80 msgr2=0x7f238819afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238da00640 1 --2- 172.21.15.26:0/208314370 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2388105b80 0x7f238819afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238da00640 1 -- 172.21.15.26:0/208314370 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2388106540 msgr2=0x7f23881a2030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238da00640 1 --2- 172.21.15.26:0/208314370 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2388106540 0x7f23881a2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.639+0000 7f238da00640 1 -- 172.21.15.26:0/208314370 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23881a26a0 con 0x7f2388104990 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.640+0000 7f238da00640 1 --2- 172.21.15.26:0/208314370 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2388104990 0x7f238819aa80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f237c031460 tx=0x7f237c003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.640+0000 7f2386000640 1 -- 172.21.15.26:0/208314370 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237c03f070 con 0x7f2388104990 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.640+0000 7f2386000640 1 -- 172.21.15.26:0/208314370 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f237c031da0 con 0x7f2388104990 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.640+0000 7f2386000640 1 -- 172.21.15.26:0/208314370 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f237c035030 con 0x7f2388104990 2024-04-26T23:32:47.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.640+0000 7f238ee00640 1 -- 172.21.15.26:0/208314370 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23881a2930 con 0x7f2388104990 2024-04-26T23:32:47.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.640+0000 7f238ee00640 1 -- 172.21.15.26:0/208314370 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23881a2e70 con 0x7f2388104990 2024-04-26T23:32:47.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.641+0000 7f238ee00640 1 -- 172.21.15.26:0/208314370 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f238810bdd0 con 0x7f2388104990 2024-04-26T23:32:47.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.643+0000 7f2386000640 1 -- 172.21.15.26:0/208314370 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f237c042070 con 0x7f2388104990 2024-04-26T23:32:47.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.645+0000 7f2386000640 1 --2- 172.21.15.26:0/208314370 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f23700a3c30 0x7f23700a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:47.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.645+0000 7f2386000640 1 -- 172.21.15.26:0/208314370 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f237c0f0f80 con 0x7f2388104990 2024-04-26T23:32:47.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.645+0000 7f238d000640 1 --2- 172.21.15.26:0/208314370 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f23700a3c30 0x7f23700a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:47.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.646+0000 7f238d000640 1 --2- 172.21.15.26:0/208314370 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f23700a3c30 0x7f23700a60f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f238819bf90 tx=0x7f2374005bf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:47.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.647+0000 7f2386000640 1 -- 172.21.15.26:0/208314370 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f237c0bdd60 con 0x7f2388104990 2024-04-26T23:32:47.759 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:47 smithi164 ceph-mon[31699]: pgmap v351: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:47.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:47 smithi026 ceph-mon[28371]: pgmap v351: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:47.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:47 smithi086 ceph-mon[31122]: pgmap v351: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:47.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.892+0000 7f238ee00640 1 -- 172.21.15.26:0/208314370 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f238802dad0 con 0x7f2388104990 2024-04-26T23:32:47.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.893+0000 7f2386000640 1 -- 172.21.15.26:0/208314370 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4690 (secure 0 0 0) 0x7f237c0bd660 con 0x7f2388104990 2024-04-26T23:32:47.896 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:47.896 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-26T23:32:47.896 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 6 2024-04-26T23:32:47.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.896+0000 7f238ee00640 1 -- 172.21.15.26:0/208314370 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f23700a3c30 msgr2=0x7f23700a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:47.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.896+0000 7f238ee00640 1 --2- 172.21.15.26:0/208314370 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f23700a3c30 0x7f23700a60f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f238819bf90 tx=0x7f2374005bf0 comp rx=0 tx=0).stop 2024-04-26T23:32:47.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.896+0000 7f238ee00640 1 -- 172.21.15.26:0/208314370 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2388104990 msgr2=0x7f238819aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:47.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.896+0000 7f238ee00640 1 --2- 172.21.15.26:0/208314370 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2388104990 0x7f238819aa80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f237c031460 tx=0x7f237c003d50 comp rx=0 tx=0).stop 2024-04-26T23:32:47.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.896+0000 7f238ee00640 1 -- 172.21.15.26:0/208314370 shutdown_connections 2024-04-26T23:32:47.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.896+0000 7f238ee00640 1 --2- 172.21.15.26:0/208314370 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2388106540 0x7f23881a2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:47.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.896+0000 7f238ee00640 1 --2- 172.21.15.26:0/208314370 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2388105b80 0x7f238819afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:47.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.896+0000 7f238ee00640 1 --2- 172.21.15.26:0/208314370 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f23700a3c30 0x7f23700a60f0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:47.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.896+0000 7f238ee00640 1 --2- 172.21.15.26:0/208314370 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2388104990 0x7f238819aa80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:47.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.896+0000 7f238ee00640 1 -- 172.21.15.26:0/208314370 >> 172.21.15.26:0/208314370 conn(0x7f23880fff00 msgr2=0x7f2388108fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:47.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.896+0000 7f238ee00640 1 -- 172.21.15.26:0/208314370 shutdown_connections 2024-04-26T23:32:47.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:47.897+0000 7f238ee00640 1 -- 172.21.15.26:0/208314370 wait complete. 2024-04-26T23:32:48.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:48 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/208314370' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:48.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:48 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/208314370' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:48.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:48 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/208314370' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:48.902 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:32:48 smithi164 systemd[1]: Starting Ceph mds.f for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:32:49.160 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:32:48 smithi164 podman[61651]: 2024-04-26 23:32:48.882821168 +0000 UTC m=+0.035494158 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:32:49.160 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:32:48 smithi164 podman[61651]: 2024-04-26 23:32:48.99158933 +0000 UTC m=+0.144262345 container create d46d60d252e4873cea32b0ee434da2bf84353a5e280e0cfa69b91e72cf9b3a16 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-f, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True) 2024-04-26T23:32:49.493 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:32:49 smithi164 podman[61651]: 2024-04-26 23:32:49.270194589 +0000 UTC m=+0.422867622 container init d46d60d252e4873cea32b0ee434da2bf84353a5e280e0cfa69b91e72cf9b3a16 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:32:49.493 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:32:49 smithi164 podman[61651]: 2024-04-26 23:32:49.282542263 +0000 UTC m=+0.435215320 container start d46d60d252e4873cea32b0ee434da2bf84353a5e280e0cfa69b91e72cf9b3a16 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-f, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, GIT_BRANCH=HEAD) 2024-04-26T23:32:49.493 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:32:49 smithi164 ceph-mds[61677]: -- 172.21.15.164:0/2262120308 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556415491a40 con 0x556415464c00 2024-04-26T23:32:49.493 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:32:49 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-f[61671]: starting mds.f at 2024-04-26T23:32:49.493 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:32:49 smithi164 bash[61651]: d46d60d252e4873cea32b0ee434da2bf84353a5e280e0cfa69b91e72cf9b3a16 2024-04-26T23:32:49.493 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:32:49 smithi164 systemd[1]: Started Ceph mds.f for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:32:49.775 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:49 smithi164 ceph-mon[31699]: pgmap v352: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:49.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:49 smithi026 ceph-mon[28371]: pgmap v352: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:49.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:49 smithi086 ceph-mon[31122]: pgmap v352: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:49.920 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:50.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.136+0000 7f2b3e600640 1 -- 172.21.15.26:0/2812112387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b38104b90 msgr2=0x7f2b38104fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:50.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.136+0000 7f2b3e600640 1 --2- 172.21.15.26:0/2812112387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b38104b90 0x7f2b38104fb0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f2b28009900 tx=0x7f2b2802a410 comp rx=0 tx=0).stop 2024-04-26T23:32:50.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.136+0000 7f2b3e600640 1 -- 172.21.15.26:0/2812112387 shutdown_connections 2024-04-26T23:32:50.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.137+0000 7f2b3e600640 1 --2- 172.21.15.26:0/2812112387 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2b38106740 0x7f2b3810cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:50.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.137+0000 7f2b3e600640 1 --2- 172.21.15.26:0/2812112387 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2b38105d80 0x7f2b38106200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:50.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.137+0000 7f2b3e600640 1 --2- 172.21.15.26:0/2812112387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b38104b90 0x7f2b38104fb0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:50.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.137+0000 7f2b3e600640 1 -- 172.21.15.26:0/2812112387 >> 172.21.15.26:0/2812112387 conn(0x7f2b38100120 msgr2=0x7f2b38102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:50.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.137+0000 7f2b3e600640 1 -- 172.21.15.26:0/2812112387 shutdown_connections 2024-04-26T23:32:50.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.137+0000 7f2b3e600640 1 -- 172.21.15.26:0/2812112387 wait complete. 2024-04-26T23:32:50.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.138+0000 7f2b3e600640 1 Processor -- start 2024-04-26T23:32:50.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.138+0000 7f2b3e600640 1 -- start start 2024-04-26T23:32:50.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b3e600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b38104b90 0x7f2b3819ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:50.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b3e600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2b38105d80 0x7f2b3819b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:50.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b3e600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2b38106740 0x7f2b381a22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:50.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b3e600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2b38110560 con 0x7f2b38104b90 2024-04-26T23:32:50.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b3e600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2b381103e0 con 0x7f2b38106740 2024-04-26T23:32:50.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b3e600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2b381106e0 con 0x7f2b38105d80 2024-04-26T23:32:50.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b37400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b38104b90 0x7f2b3819ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:50.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b37400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b38104b90 0x7f2b3819ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55274/0 (socket says 172.21.15.26:55274) 2024-04-26T23:32:50.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b37400640 1 -- 172.21.15.26:0/1442520069 learned_addr learned my addr 172.21.15.26:0/1442520069 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:50.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b36a00640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2b38105d80 0x7f2b3819b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:50.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b37e00640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2b38106740 0x7f2b381a22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:50.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b37400640 1 -- 172.21.15.26:0/1442520069 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2b38105d80 msgr2=0x7f2b3819b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:50.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b37400640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2b38105d80 0x7f2b3819b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:50.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b37400640 1 -- 172.21.15.26:0/1442520069 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2b38106740 msgr2=0x7f2b381a22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:50.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b37400640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2b38106740 0x7f2b381a22b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:50.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.139+0000 7f2b37400640 1 -- 172.21.15.26:0/1442520069 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b381a2950 con 0x7f2b38104b90 2024-04-26T23:32:50.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.140+0000 7f2b37400640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b38104b90 0x7f2b3819ad40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2b28005ab0 tx=0x7f2b280042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:50.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.140+0000 7f2b2fe00640 1 -- 172.21.15.26:0/1442520069 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2803f030 con 0x7f2b38104b90 2024-04-26T23:32:50.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.140+0000 7f2b2fe00640 1 -- 172.21.15.26:0/1442520069 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2b28003c90 con 0x7f2b38104b90 2024-04-26T23:32:50.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.140+0000 7f2b3e600640 1 -- 172.21.15.26:0/1442520069 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b381a2be0 con 0x7f2b38104b90 2024-04-26T23:32:50.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.140+0000 7f2b2fe00640 1 -- 172.21.15.26:0/1442520069 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b28035070 con 0x7f2b38104b90 2024-04-26T23:32:50.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.140+0000 7f2b3e600640 1 -- 172.21.15.26:0/1442520069 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b381a30d0 con 0x7f2b38104b90 2024-04-26T23:32:50.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.141+0000 7f2b3e600640 1 -- 172.21.15.26:0/1442520069 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b3810bfc0 con 0x7f2b38104b90 2024-04-26T23:32:50.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.144+0000 7f2b2fe00640 1 -- 172.21.15.26:0/1442520069 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2b28042030 con 0x7f2b38104b90 2024-04-26T23:32:50.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.145+0000 7f2b2fe00640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2b1c0a3bb0 0x7f2b1c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:50.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.145+0000 7f2b2fe00640 1 -- 172.21.15.26:0/1442520069 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f2b280f0ab0 con 0x7f2b38104b90 2024-04-26T23:32:50.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.145+0000 7f2b36a00640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2b1c0a3bb0 0x7f2b1c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:50.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.146+0000 7f2b36a00640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2b1c0a3bb0 0x7f2b1c0a6070 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2b24005fd0 tx=0x7f2b24005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:50.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.150+0000 7f2b2fe00640 1 -- 172.21.15.26:0/1442520069 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f2b280bd890 con 0x7f2b38104b90 2024-04-26T23:32:50.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.405+0000 7f2b3e600640 1 -- 172.21.15.26:0/1442520069 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b38063530 con 0x7f2b38104b90 2024-04-26T23:32:50.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.406+0000 7f2b2fe00640 1 -- 172.21.15.26:0/1442520069 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5518 (secure 0 0 0) 0x7f2b280bd190 con 0x7f2b38104b90 2024-04-26T23:32:50.408 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:50.408 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-26T23:32:50.409 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 7 2024-04-26T23:32:50.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.408+0000 7f2b3e600640 1 -- 172.21.15.26:0/1442520069 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2b1c0a3bb0 msgr2=0x7f2b1c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:50.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.408+0000 7f2b3e600640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2b1c0a3bb0 0x7f2b1c0a6070 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2b24005fd0 tx=0x7f2b24005850 comp rx=0 tx=0).stop 2024-04-26T23:32:50.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.408+0000 7f2b3e600640 1 -- 172.21.15.26:0/1442520069 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b38104b90 msgr2=0x7f2b3819ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:50.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.408+0000 7f2b3e600640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b38104b90 0x7f2b3819ad40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2b28005ab0 tx=0x7f2b280042f0 comp rx=0 tx=0).stop 2024-04-26T23:32:50.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.408+0000 7f2b3e600640 1 -- 172.21.15.26:0/1442520069 shutdown_connections 2024-04-26T23:32:50.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.408+0000 7f2b3e600640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2b38106740 0x7f2b381a22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:50.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.408+0000 7f2b3e600640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2b38105d80 0x7f2b3819b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:50.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.408+0000 7f2b3e600640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2b1c0a3bb0 0x7f2b1c0a6070 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:50.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.408+0000 7f2b3e600640 1 --2- 172.21.15.26:0/1442520069 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2b38104b90 0x7f2b3819ad40 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:50.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.408+0000 7f2b3e600640 1 -- 172.21.15.26:0/1442520069 >> 172.21.15.26:0/1442520069 conn(0x7f2b38100120 msgr2=0x7f2b38109190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:50.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.409+0000 7f2b3e600640 1 -- 172.21.15.26:0/1442520069 shutdown_connections 2024-04-26T23:32:50.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:50.409+0000 7f2b3e600640 1 -- 172.21.15.26:0/1442520069 wait complete. 2024-04-26T23:32:50.748 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:50 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.164:6834/3991332999,v1:172.21.15.164:6835/3991332999] up:boot 2024-04-26T23:32:50.748 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:50 smithi164 ceph-mon[31699]: fsmap 6 up:standby 2024-04-26T23:32:50.748 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T23:32:50.748 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:50.748 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:50.748 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:50.748 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:50.748 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:50.749 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:50.749 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:50 smithi164 ceph-mon[31699]: Deploying daemon mds.c on smithi164 2024-04-26T23:32:50.749 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:50 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1442520069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:50.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:50 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.164:6834/3991332999,v1:172.21.15.164:6835/3991332999] up:boot 2024-04-26T23:32:50.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:50 smithi026 ceph-mon[28371]: fsmap 6 up:standby 2024-04-26T23:32:50.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T23:32:50.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:50.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:50.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:50.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:50.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:50.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:50.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:50 smithi026 ceph-mon[28371]: Deploying daemon mds.c on smithi164 2024-04-26T23:32:50.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:50 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1442520069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:50 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.164:6834/3991332999,v1:172.21.15.164:6835/3991332999] up:boot 2024-04-26T23:32:50.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:50 smithi086 ceph-mon[31122]: fsmap 6 up:standby 2024-04-26T23:32:50.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T23:32:50.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:50.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:50.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:50.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:50.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:50.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:50.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:50 smithi086 ceph-mon[31122]: Deploying daemon mds.c on smithi164 2024-04-26T23:32:50.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:50 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1442520069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:51.678 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:51 smithi164 ceph-mon[31699]: pgmap v353: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:51.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:51 smithi086 ceph-mon[31122]: pgmap v353: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:52.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:51 smithi026 ceph-mon[28371]: pgmap v353: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:52.433 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:52.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.650+0000 7f628cc00640 1 -- 172.21.15.26:0/422110632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628810ef50 msgr2=0x7f6288111340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:52.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.650+0000 7f628cc00640 1 --2- 172.21.15.26:0/422110632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628810ef50 0x7f6288111340 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6280009cd0 tx=0x7f628002a8e0 comp rx=0 tx=0).stop 2024-04-26T23:32:52.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.650+0000 7f628cc00640 1 -- 172.21.15.26:0/422110632 shutdown_connections 2024-04-26T23:32:52.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.650+0000 7f628cc00640 1 --2- 172.21.15.26:0/422110632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f628810ef50 0x7f6288111340 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:52.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.650+0000 7f628cc00640 1 --2- 172.21.15.26:0/422110632 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6288075390 0x7f6288075810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:52.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.650+0000 7f628cc00640 1 --2- 172.21.15.26:0/422110632 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6288076970 0x7f6288074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:52.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.650+0000 7f628cc00640 1 -- 172.21.15.26:0/422110632 >> 172.21.15.26:0/422110632 conn(0x7f62880fdf10 msgr2=0x7f6288100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:52.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.650+0000 7f628cc00640 1 -- 172.21.15.26:0/422110632 shutdown_connections 2024-04-26T23:32:52.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.650+0000 7f628cc00640 1 -- 172.21.15.26:0/422110632 wait complete. 2024-04-26T23:32:52.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.651+0000 7f628cc00640 1 Processor -- start 2024-04-26T23:32:52.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.652+0000 7f628cc00640 1 -- start start 2024-04-26T23:32:52.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.652+0000 7f628cc00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6288075390 0x7f628819f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:52.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.652+0000 7f628cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6288076970 0x7f628819f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:52.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.652+0000 7f628cc00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f628810ef50 0x7f62881a6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:52.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.652+0000 7f628cc00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6288114930 con 0x7f6288076970 2024-04-26T23:32:52.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.652+0000 7f628cc00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f62881147b0 con 0x7f628810ef50 2024-04-26T23:32:52.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.652+0000 7f628cc00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6288114ab0 con 0x7f6288075390 2024-04-26T23:32:52.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.652+0000 7f627d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6288076970 0x7f628819f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.652+0000 7f627d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6288076970 0x7f628819f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55296/0 (socket says 172.21.15.26:55296) 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.652+0000 7f627d400640 1 -- 172.21.15.26:0/2602853326 learned_addr learned my addr 172.21.15.26:0/2602853326 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.652+0000 7f6285e00640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6288075390 0x7f628819f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.653+0000 7f6286800640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f628810ef50 0x7f62881a6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.653+0000 7f627d400640 1 -- 172.21.15.26:0/2602853326 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6288075390 msgr2=0x7f628819f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.653+0000 7f627d400640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6288075390 0x7f628819f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.653+0000 7f627d400640 1 -- 172.21.15.26:0/2602853326 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f628810ef50 msgr2=0x7f62881a6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.653+0000 7f627d400640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f628810ef50 0x7f62881a6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.653+0000 7f627d400640 1 -- 172.21.15.26:0/2602853326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62881a6cb0 con 0x7f6288076970 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.653+0000 7f627d400640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6288076970 0x7f628819f5d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f627000e9f0 tx=0x7f627000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.653+0000 7f627f400640 1 -- 172.21.15.26:0/2602853326 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f627000cd80 con 0x7f6288076970 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.653+0000 7f627f400640 1 -- 172.21.15.26:0/2602853326 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f62700108c0 con 0x7f6288076970 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.653+0000 7f628cc00640 1 -- 172.21.15.26:0/2602853326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62881a6fa0 con 0x7f6288076970 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.653+0000 7f627f400640 1 -- 172.21.15.26:0/2602853326 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62700187c0 con 0x7f6288076970 2024-04-26T23:32:52.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.654+0000 7f628cc00640 1 -- 172.21.15.26:0/2602853326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62881a74b0 con 0x7f6288076970 2024-04-26T23:32:52.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.655+0000 7f628cc00640 1 -- 172.21.15.26:0/2602853326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6288105120 con 0x7f6288076970 2024-04-26T23:32:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.657+0000 7f627f400640 1 -- 172.21.15.26:0/2602853326 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f6270010430 con 0x7f6288076970 2024-04-26T23:32:52.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.658+0000 7f627f400640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f626c0a3c30 0x7f626c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:52.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.658+0000 7f627f400640 1 -- 172.21.15.26:0/2602853326 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f62700d0300 con 0x7f6288076970 2024-04-26T23:32:52.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.659+0000 7f6285e00640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f626c0a3c30 0x7f626c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:52.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.659+0000 7f6285e00640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f626c0a3c30 0x7f626c0a60f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f627800bbe0 tx=0x7f627800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:52.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.661+0000 7f627f400640 1 -- 172.21.15.26:0/2602853326 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f627009d0e0 con 0x7f6288076970 2024-04-26T23:32:52.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.913+0000 7f628cc00640 1 -- 172.21.15.26:0/2602853326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f628802dad0 con 0x7f6288076970 2024-04-26T23:32:52.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.914+0000 7f627f400640 1 -- 172.21.15.26:0/2602853326 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5518 (secure 0 0 0) 0x7f627009c9e0 con 0x7f6288076970 2024-04-26T23:32:52.917 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:52.917 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-26T23:32:52.917 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 7 2024-04-26T23:32:52.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.917+0000 7f628cc00640 1 -- 172.21.15.26:0/2602853326 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f626c0a3c30 msgr2=0x7f626c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:52.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.917+0000 7f628cc00640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f626c0a3c30 0x7f626c0a60f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f627800bbe0 tx=0x7f627800b390 comp rx=0 tx=0).stop 2024-04-26T23:32:52.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.917+0000 7f628cc00640 1 -- 172.21.15.26:0/2602853326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6288076970 msgr2=0x7f628819f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:52.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.917+0000 7f628cc00640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6288076970 0x7f628819f5d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f627000e9f0 tx=0x7f627000eeb0 comp rx=0 tx=0).stop 2024-04-26T23:32:52.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.917+0000 7f628cc00640 1 -- 172.21.15.26:0/2602853326 shutdown_connections 2024-04-26T23:32:52.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.917+0000 7f628cc00640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f628810ef50 0x7f62881a6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:52.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.918+0000 7f628cc00640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f626c0a3c30 0x7f626c0a60f0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:52.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.918+0000 7f628cc00640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6288076970 0x7f628819f5d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:52.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.918+0000 7f628cc00640 1 --2- 172.21.15.26:0/2602853326 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6288075390 0x7f628819f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:52.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.918+0000 7f628cc00640 1 -- 172.21.15.26:0/2602853326 >> 172.21.15.26:0/2602853326 conn(0x7f62880fdf10 msgr2=0x7f62881022f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:52.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.918+0000 7f628cc00640 1 -- 172.21.15.26:0/2602853326 shutdown_connections 2024-04-26T23:32:52.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:52.918+0000 7f628cc00640 1 -- 172.21.15.26:0/2602853326 wait complete. 2024-04-26T23:32:52.929 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:32:52 smithi164 systemd[1]: Starting Ceph mds.c for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:32:53.218 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:32:52 smithi164 podman[61954]: 2024-04-26 23:32:52.830335094 +0000 UTC m=+0.034673179 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:32:53.219 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:32:52 smithi164 podman[61954]: 2024-04-26 23:32:52.961584276 +0000 UTC m=+0.165922384 container create 20024dfd531acbe8620ece62856484e03391cae9eb030dfaaf158f8d89569485 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, ceph=True) 2024-04-26T23:32:53.219 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:32:53 smithi164 podman[61954]: 2024-04-26 23:32:53.215139938 +0000 UTC m=+0.419478086 container init 20024dfd531acbe8620ece62856484e03391cae9eb030dfaaf158f8d89569485 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T23:32:53.527 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:32:53 smithi164 podman[61954]: 2024-04-26 23:32:53.225946343 +0000 UTC m=+0.430284446 container start 20024dfd531acbe8620ece62856484e03391cae9eb030dfaaf158f8d89569485 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-26T23:32:53.527 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:32:53 smithi164 ceph-mds[61973]: -- 172.21.15.164:0/2027417136 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557363533a40 con 0x557363506c00 2024-04-26T23:32:53.527 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:32:53 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c[61969]: starting mds.c at 2024-04-26T23:32:53.527 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:32:53 smithi164 bash[61954]: 20024dfd531acbe8620ece62856484e03391cae9eb030dfaaf158f8d89569485 2024-04-26T23:32:53.527 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:32:53 smithi164 systemd[1]: Started Ceph mds.c for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:32:54.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:53 smithi164 ceph-mon[31699]: pgmap v354: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:54.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:53 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2602853326' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:54.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:54.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:54.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:54.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:54.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:54.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:53 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:54.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:53 smithi026 ceph-mon[28371]: pgmap v354: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:54.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:53 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2602853326' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:54.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:54.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:54.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:54.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:54.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:54.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:53 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:54.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:53 smithi086 ceph-mon[31122]: pgmap v354: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:54.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:53 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2602853326' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:54.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:54.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:54.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:54.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:54.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:54.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:53 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:54.811 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:54 smithi086 ceph-mon[31122]: Deploying daemon mds.h on smithi086 2024-04-26T23:32:54.811 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:54 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.164:6836/3682844863,v1:172.21.15.164:6837/3682844863] up:boot 2024-04-26T23:32:54.811 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:54 smithi086 ceph-mon[31122]: fsmap 7 up:standby 2024-04-26T23:32:54.811 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:54 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T23:32:54.941 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:55.022 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:54 smithi026 ceph-mon[28371]: Deploying daemon mds.h on smithi086 2024-04-26T23:32:55.022 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:54 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.164:6836/3682844863,v1:172.21.15.164:6837/3682844863] up:boot 2024-04-26T23:32:55.022 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:54 smithi026 ceph-mon[28371]: fsmap 7 up:standby 2024-04-26T23:32:55.022 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:54 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T23:32:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:54 smithi164 ceph-mon[31699]: Deploying daemon mds.h on smithi086 2024-04-26T23:32:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:54 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.164:6836/3682844863,v1:172.21.15.164:6837/3682844863] up:boot 2024-04-26T23:32:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:54 smithi164 ceph-mon[31699]: fsmap 7 up:standby 2024-04-26T23:32:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:54 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T23:32:55.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.162+0000 7faa43200640 1 -- 172.21.15.26:0/2792223681 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faa44105b80 msgr2=0x7faa44106000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:55.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.162+0000 7faa43200640 1 --2- 172.21.15.26:0/2792223681 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faa44105b80 0x7faa44106000 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faa2c009900 tx=0x7faa2c02a410 comp rx=0 tx=0).stop 2024-04-26T23:32:55.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.162+0000 7faa43200640 1 -- 172.21.15.26:0/2792223681 shutdown_connections 2024-04-26T23:32:55.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.162+0000 7faa43200640 1 --2- 172.21.15.26:0/2792223681 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faa44106540 0x7faa4410cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:55.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.162+0000 7faa43200640 1 --2- 172.21.15.26:0/2792223681 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faa44105b80 0x7faa44106000 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:55.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.162+0000 7faa43200640 1 --2- 172.21.15.26:0/2792223681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faa44104990 0x7faa44104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:55.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.162+0000 7faa43200640 1 -- 172.21.15.26:0/2792223681 >> 172.21.15.26:0/2792223681 conn(0x7faa440fff00 msgr2=0x7faa44102340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:55.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.162+0000 7faa43200640 1 -- 172.21.15.26:0/2792223681 shutdown_connections 2024-04-26T23:32:55.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.162+0000 7faa43200640 1 -- 172.21.15.26:0/2792223681 wait complete. 2024-04-26T23:32:55.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.163+0000 7faa43200640 1 Processor -- start 2024-04-26T23:32:55.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.164+0000 7faa43200640 1 -- start start 2024-04-26T23:32:55.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.164+0000 7faa43200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faa44104990 0x7faa4419aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:55.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.164+0000 7faa43200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faa44105b80 0x7faa4419afe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:55.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.164+0000 7faa43200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faa44106540 0x7faa441a2050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:55.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.164+0000 7faa43200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faa441103a0 con 0x7faa44104990 2024-04-26T23:32:55.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.164+0000 7faa43200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7faa44110220 con 0x7faa44106540 2024-04-26T23:32:55.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.164+0000 7faa43200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faa44110520 con 0x7faa44105b80 2024-04-26T23:32:55.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.164+0000 7faa41e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faa44104990 0x7faa4419aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:55.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.164+0000 7faa41e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faa44104990 0x7faa4419aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49926/0 (socket says 172.21.15.26:49926) 2024-04-26T23:32:55.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.164+0000 7faa41e00640 1 -- 172.21.15.26:0/1216664295 learned_addr learned my addr 172.21.15.26:0/1216664295 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:55.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.164+0000 7faa39400640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faa44105b80 0x7faa4419afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:55.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.164+0000 7faa42800640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faa44106540 0x7faa441a2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:55.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.165+0000 7faa41e00640 1 -- 172.21.15.26:0/1216664295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faa44105b80 msgr2=0x7faa4419afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:55.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.165+0000 7faa41e00640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faa44105b80 0x7faa4419afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:55.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.165+0000 7faa41e00640 1 -- 172.21.15.26:0/1216664295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faa44106540 msgr2=0x7faa441a2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:55.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.165+0000 7faa41e00640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faa44106540 0x7faa441a2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:55.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.165+0000 7faa41e00640 1 -- 172.21.15.26:0/1216664295 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa441a26c0 con 0x7faa44104990 2024-04-26T23:32:55.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.165+0000 7faa41e00640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faa44104990 0x7faa4419aaa0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7faa3400d770 tx=0x7faa3400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:55.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.165+0000 7faa3b400640 1 -- 172.21.15.26:0/1216664295 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa34017070 con 0x7faa44104990 2024-04-26T23:32:55.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.165+0000 7faa43200640 1 -- 172.21.15.26:0/1216664295 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa441a29b0 con 0x7faa44104990 2024-04-26T23:32:55.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.165+0000 7faa3b400640 1 -- 172.21.15.26:0/1216664295 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faa34009c30 con 0x7faa44104990 2024-04-26T23:32:55.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.165+0000 7faa3b400640 1 -- 172.21.15.26:0/1216664295 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa34003c50 con 0x7faa44104990 2024-04-26T23:32:55.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.165+0000 7faa43200640 1 -- 172.21.15.26:0/1216664295 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa441a2f20 con 0x7faa44104990 2024-04-26T23:32:55.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.167+0000 7faa43200640 1 -- 172.21.15.26:0/1216664295 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa4410bd50 con 0x7faa44104990 2024-04-26T23:32:55.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.169+0000 7faa3b400640 1 -- 172.21.15.26:0/1216664295 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7faa34003df0 con 0x7faa44104990 2024-04-26T23:32:55.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.170+0000 7faa3b400640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faa280a3c30 0x7faa280a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:55.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.170+0000 7faa3b400640 1 -- 172.21.15.26:0/1216664295 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7faa340cfa60 con 0x7faa44104990 2024-04-26T23:32:55.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.170+0000 7faa39400640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faa280a3c30 0x7faa280a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:55.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.171+0000 7faa39400640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faa280a3c30 0x7faa280a60f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7faa2c006010 tx=0x7faa2c031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:55.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.175+0000 7faa3b400640 1 -- 172.21.15.26:0/1216664295 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7faa3409c840 con 0x7faa44104990 2024-04-26T23:32:55.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.423+0000 7faa43200640 1 -- 172.21.15.26:0/1216664295 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa4402dad0 con 0x7faa44104990 2024-04-26T23:32:55.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.424+0000 7faa3b400640 1 -- 172.21.15.26:0/1216664295 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6346 (secure 0 0 0) 0x7faa34009de0 con 0x7faa44104990 2024-04-26T23:32:55.427 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:55.427 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-26T23:32:55.427 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 8 2024-04-26T23:32:55.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.427+0000 7faa43200640 1 -- 172.21.15.26:0/1216664295 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faa280a3c30 msgr2=0x7faa280a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:55.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.427+0000 7faa43200640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faa280a3c30 0x7faa280a60f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7faa2c006010 tx=0x7faa2c031400 comp rx=0 tx=0).stop 2024-04-26T23:32:55.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.427+0000 7faa43200640 1 -- 172.21.15.26:0/1216664295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faa44104990 msgr2=0x7faa4419aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:55.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.427+0000 7faa43200640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faa44104990 0x7faa4419aaa0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7faa3400d770 tx=0x7faa3400dc30 comp rx=0 tx=0).stop 2024-04-26T23:32:55.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.427+0000 7faa43200640 1 -- 172.21.15.26:0/1216664295 shutdown_connections 2024-04-26T23:32:55.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.427+0000 7faa43200640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faa44106540 0x7faa441a2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:55.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.427+0000 7faa43200640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faa44105b80 0x7faa4419afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:55.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.427+0000 7faa43200640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faa280a3c30 0x7faa280a60f0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:55.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.427+0000 7faa43200640 1 --2- 172.21.15.26:0/1216664295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faa44104990 0x7faa4419aaa0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:55.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.427+0000 7faa43200640 1 -- 172.21.15.26:0/1216664295 >> 172.21.15.26:0/1216664295 conn(0x7faa440fff00 msgr2=0x7faa44108f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:55.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.427+0000 7faa43200640 1 -- 172.21.15.26:0/1216664295 shutdown_connections 2024-04-26T23:32:55.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:55.427+0000 7faa43200640 1 -- 172.21.15.26:0/1216664295 wait complete. 2024-04-26T23:32:55.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:55 smithi026 ceph-mon[28371]: pgmap v355: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:55.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:55 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1216664295' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:55.881 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:55 smithi086 ceph-mon[31122]: pgmap v355: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:55.881 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:55 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1216664295' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:56.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:55 smithi164 ceph-mon[31699]: pgmap v355: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:56.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:55 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1216664295' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:56.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:56 smithi086 ceph-mon[31122]: pgmap v356: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:57.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:56 smithi164 ceph-mon[31699]: pgmap v356: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:57.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:56 smithi026 ceph-mon[28371]: pgmap v356: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:57.199 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:32:56 smithi086 podman[61262]: 2024-04-26 23:32:56.916905142 +0000 UTC m=+0.137315990 container create a0a5c3df75ae2a473cacaabcaafa4d1638a3724c49cce5a7b45b4f97b262c1f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-26T23:32:57.199 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:32:57 smithi086 podman[61262]: 2024-04-26 23:32:57.195818715 +0000 UTC m=+0.416229569 container init a0a5c3df75ae2a473cacaabcaafa4d1638a3724c49cce5a7b45b4f97b262c1f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240424) 2024-04-26T23:32:57.448 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:32:57.570 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:32:57 smithi086 podman[61262]: 2024-04-26 23:32:57.205489079 +0000 UTC m=+0.425899897 container start a0a5c3df75ae2a473cacaabcaafa4d1638a3724c49cce5a7b45b4f97b262c1f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-26T23:32:57.570 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:32:57 smithi086 ceph-mds[61281]: -- 172.21.15.86:0/2023751428 <== mon.2 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56248da15a40 con 0x56248d9e8c00 2024-04-26T23:32:57.570 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:32:57 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h[61277]: starting mds.h at 2024-04-26T23:32:57.571 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:32:57 smithi086 bash[61262]: a0a5c3df75ae2a473cacaabcaafa4d1638a3724c49cce5a7b45b4f97b262c1f7 2024-04-26T23:32:57.571 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:32:57 smithi086 systemd[1]: Started Ceph mds.h for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:32:57.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.663+0000 7f3c15200640 1 -- 172.21.15.26:0/229740230 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c1010a940 msgr2=0x7f3c101111d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:57.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.663+0000 7f3c15200640 1 --2- 172.21.15.26:0/229740230 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c1010a940 0x7f3c101111d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3c08009ca0 tx=0x7f3c0802a8b0 comp rx=0 tx=0).stop 2024-04-26T23:32:57.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.663+0000 7f3c15200640 1 -- 172.21.15.26:0/229740230 shutdown_connections 2024-04-26T23:32:57.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.663+0000 7f3c15200640 1 --2- 172.21.15.26:0/229740230 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c1010a940 0x7f3c101111d0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:57.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.663+0000 7f3c15200640 1 --2- 172.21.15.26:0/229740230 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c10109f80 0x7f3c1010a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:57.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.663+0000 7f3c15200640 1 --2- 172.21.15.26:0/229740230 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10108d90 0x7f3c101091b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:57.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.663+0000 7f3c15200640 1 -- 172.21.15.26:0/229740230 >> 172.21.15.26:0/229740230 conn(0x7f3c10077d30 msgr2=0x7f3c1007a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:57.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.663+0000 7f3c15200640 1 -- 172.21.15.26:0/229740230 shutdown_connections 2024-04-26T23:32:57.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.663+0000 7f3c15200640 1 -- 172.21.15.26:0/229740230 wait complete. 2024-04-26T23:32:57.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.664+0000 7f3c15200640 1 Processor -- start 2024-04-26T23:32:57.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.664+0000 7f3c15200640 1 -- start start 2024-04-26T23:32:57.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.664+0000 7f3c15200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10108d90 0x7f3c1019ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:57.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.664+0000 7f3c15200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c10109f80 0x7f3c1019f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:57.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.664+0000 7f3c15200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c1010a940 0x7f3c101a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.664+0000 7f3c15200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3c10114770 con 0x7f3c1010a940 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.664+0000 7f3c15200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3c101145f0 con 0x7f3c10108d90 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.664+0000 7f3c15200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3c101148f0 con 0x7f3c10109f80 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.665+0000 7f3c0fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c1010a940 0x7f3c101a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.665+0000 7f3c0fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c1010a940 0x7f3c101a6390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49944/0 (socket says 172.21.15.26:49944) 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.665+0000 7f3c0fe00640 1 -- 172.21.15.26:0/3720052492 learned_addr learned my addr 172.21.15.26:0/3720052492 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.665+0000 7f3c07e00640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c10109f80 0x7f3c1019f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.665+0000 7f3c0f400640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10108d90 0x7f3c1019ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.665+0000 7f3c0fe00640 1 -- 172.21.15.26:0/3720052492 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c10109f80 msgr2=0x7f3c1019f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.665+0000 7f3c0fe00640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c10109f80 0x7f3c1019f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.665+0000 7f3c0fe00640 1 -- 172.21.15.26:0/3720052492 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10108d90 msgr2=0x7f3c1019ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.665+0000 7f3c0fe00640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10108d90 0x7f3c1019ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.665+0000 7f3c0fe00640 1 -- 172.21.15.26:0/3720052492 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c101a6a00 con 0x7f3c1010a940 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.666+0000 7f3c0fe00640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c1010a940 0x7f3c101a6390 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f3c08005e30 tx=0x7f3c08003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.666+0000 7f3c0cc00640 1 -- 172.21.15.26:0/3720052492 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c08004450 con 0x7f3c1010a940 2024-04-26T23:32:57.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.666+0000 7f3c0cc00640 1 -- 172.21.15.26:0/3720052492 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c08040070 con 0x7f3c1010a940 2024-04-26T23:32:57.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.666+0000 7f3c15200640 1 -- 172.21.15.26:0/3720052492 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c101a6c90 con 0x7f3c1010a940 2024-04-26T23:32:57.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.666+0000 7f3c0cc00640 1 -- 172.21.15.26:0/3720052492 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c08045cc0 con 0x7f3c1010a940 2024-04-26T23:32:57.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.666+0000 7f3c15200640 1 -- 172.21.15.26:0/3720052492 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c101a71d0 con 0x7f3c1010a940 2024-04-26T23:32:57.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.667+0000 7f3c15200640 1 -- 172.21.15.26:0/3720052492 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c10110120 con 0x7f3c1010a940 2024-04-26T23:32:57.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.669+0000 7f3c0cc00640 1 -- 172.21.15.26:0/3720052492 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3c080045f0 con 0x7f3c1010a940 2024-04-26T23:32:57.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.671+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3bf40a3c30 0x7f3bf40a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:32:57.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.671+0000 7f3c0cc00640 1 -- 172.21.15.26:0/3720052492 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f3c080f14b0 con 0x7f3c1010a940 2024-04-26T23:32:57.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.671+0000 7f3c0f400640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3bf40a3c30 0x7f3bf40a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:32:57.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.672+0000 7f3c0f400640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3bf40a3c30 0x7f3bf40a60f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3c000058c0 tx=0x7f3c00005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:32:57.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.675+0000 7f3c0cc00640 1 -- 172.21.15.26:0/3720052492 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f3c080be290 con 0x7f3c1010a940 2024-04-26T23:32:57.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.923+0000 7f3c15200640 1 -- 172.21.15.26:0/3720052492 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c100635d0 con 0x7f3c1010a940 2024-04-26T23:32:57.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.925+0000 7f3c0cc00640 1 -- 172.21.15.26:0/3720052492 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7171 (secure 0 0 0) 0x7f3c080098b0 con 0x7f3c1010a940 2024-04-26T23:32:57.928 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:32:57.928 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":34508,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T23:32:57.928 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 9 2024-04-26T23:32:57.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.928+0000 7f3c15200640 1 -- 172.21.15.26:0/3720052492 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3bf40a3c30 msgr2=0x7f3bf40a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:57.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.928+0000 7f3c15200640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3bf40a3c30 0x7f3bf40a60f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3c000058c0 tx=0x7f3c00005850 comp rx=0 tx=0).stop 2024-04-26T23:32:57.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.928+0000 7f3c15200640 1 -- 172.21.15.26:0/3720052492 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c1010a940 msgr2=0x7f3c101a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:32:57.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.928+0000 7f3c15200640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c1010a940 0x7f3c101a6390 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f3c08005e30 tx=0x7f3c08003c20 comp rx=0 tx=0).stop 2024-04-26T23:32:57.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.928+0000 7f3c15200640 1 -- 172.21.15.26:0/3720052492 shutdown_connections 2024-04-26T23:32:57.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.928+0000 7f3c15200640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3bf40a3c30 0x7f3bf40a60f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:57.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.928+0000 7f3c15200640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c1010a940 0x7f3c101a6390 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:57.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.928+0000 7f3c15200640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c10109f80 0x7f3c1019f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:57.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.928+0000 7f3c15200640 1 --2- 172.21.15.26:0/3720052492 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10108d90 0x7f3c1019ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:32:57.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.928+0000 7f3c15200640 1 -- 172.21.15.26:0/3720052492 >> 172.21.15.26:0/3720052492 conn(0x7f3c10077d30 msgr2=0x7f3c1010d2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:32:57.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.928+0000 7f3c15200640 1 -- 172.21.15.26:0/3720052492 shutdown_connections 2024-04-26T23:32:57.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:32:57.929+0000 7f3c15200640 1 -- 172.21.15.26:0/3720052492 wait complete. 2024-04-26T23:32:58.663 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:58.664 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:58.664 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:58.664 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:58.664 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:58.664 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:58.664 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:58 smithi164 ceph-mon[31699]: Deploying daemon mds.i on smithi164 2024-04-26T23:32:58.664 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:58 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] up:boot 2024-04-26T23:32:58.664 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:58 smithi164 ceph-mon[31699]: fsmap 8 up:standby 2024-04-26T23:32:58.664 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:58 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T23:32:58.664 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:58 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3720052492' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:58 smithi026 ceph-mon[28371]: Deploying daemon mds.i on smithi164 2024-04-26T23:32:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:58 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] up:boot 2024-04-26T23:32:58.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:58 smithi026 ceph-mon[28371]: fsmap 8 up:standby 2024-04-26T23:32:58.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:58 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T23:32:58.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:58 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3720052492' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:32:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:32:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:32:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:32:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:58 smithi086 ceph-mon[31122]: Deploying daemon mds.i on smithi164 2024-04-26T23:32:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:58 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] up:boot 2024-04-26T23:32:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:58 smithi086 ceph-mon[31122]: fsmap 8 up:standby 2024-04-26T23:32:58.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:58 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T23:32:58.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:58 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3720052492' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:32:59.497 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:32:59 smithi164 ceph-mon[31699]: pgmap v357: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:59.721 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:32:59 smithi086 ceph-mon[31122]: pgmap v357: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:59.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:32:59 smithi026 ceph-mon[28371]: pgmap v357: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:32:59.951 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:33:00.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.171+0000 7fd444a00640 1 -- 172.21.15.26:0/277168696 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd440104960 msgr2=0x7fd440104d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:00.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.171+0000 7fd444a00640 1 --2- 172.21.15.26:0/277168696 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd440104960 0x7fd440104d80 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd430009ca0 tx=0x7fd43002a8c0 comp rx=0 tx=0).stop 2024-04-26T23:33:00.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.171+0000 7fd444a00640 1 -- 172.21.15.26:0/277168696 shutdown_connections 2024-04-26T23:33:00.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.171+0000 7fd444a00640 1 --2- 172.21.15.26:0/277168696 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd440106510 0x7fd44010cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:00.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.171+0000 7fd444a00640 1 --2- 172.21.15.26:0/277168696 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd440105b50 0x7fd440105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:00.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.171+0000 7fd444a00640 1 --2- 172.21.15.26:0/277168696 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd440104960 0x7fd440104d80 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:00.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.171+0000 7fd444a00640 1 -- 172.21.15.26:0/277168696 >> 172.21.15.26:0/277168696 conn(0x7fd4400ffeb0 msgr2=0x7fd440102310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:00.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.171+0000 7fd444a00640 1 -- 172.21.15.26:0/277168696 shutdown_connections 2024-04-26T23:33:00.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.171+0000 7fd444a00640 1 -- 172.21.15.26:0/277168696 wait complete. 2024-04-26T23:33:00.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.172+0000 7fd444a00640 1 Processor -- start 2024-04-26T23:33:00.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.172+0000 7fd444a00640 1 -- start start 2024-04-26T23:33:00.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.173+0000 7fd444a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd440104960 0x7fd44019aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:00.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.173+0000 7fd444a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd440105b50 0x7fd44019b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:00.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.173+0000 7fd444a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd440106510 0x7fd4401a2040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:00.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.173+0000 7fd444a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd440110380 con 0x7fd440106510 2024-04-26T23:33:00.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.173+0000 7fd444a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd440110200 con 0x7fd440104960 2024-04-26T23:33:00.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.173+0000 7fd444a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd440110500 con 0x7fd440105b50 2024-04-26T23:33:00.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.173+0000 7fd43f200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd440106510 0x7fd4401a2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.173+0000 7fd435e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd440105b50 0x7fd44019b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.173+0000 7fd435e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd440105b50 0x7fd44019b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:50074/0 (socket says 172.21.15.26:50074) 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.173+0000 7fd435e00640 1 -- 172.21.15.26:0/2860977736 learned_addr learned my addr 172.21.15.26:0/2860977736 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.173+0000 7fd43e800640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd440104960 0x7fd44019aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.174+0000 7fd435e00640 1 -- 172.21.15.26:0/2860977736 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd440104960 msgr2=0x7fd44019aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.174+0000 7fd435e00640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd440104960 0x7fd44019aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.174+0000 7fd435e00640 1 -- 172.21.15.26:0/2860977736 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd440106510 msgr2=0x7fd4401a2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.174+0000 7fd435e00640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd440106510 0x7fd4401a2040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.174+0000 7fd435e00640 1 -- 172.21.15.26:0/2860977736 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4401a26b0 con 0x7fd440105b50 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.174+0000 7fd435e00640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd440105b50 0x7fd44019b020 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd42800e9f0 tx=0x7fd42800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.174+0000 7fd437e00640 1 -- 172.21.15.26:0/2860977736 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd42800cd80 con 0x7fd440105b50 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.174+0000 7fd437e00640 1 -- 172.21.15.26:0/2860977736 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd4280054b0 con 0x7fd440105b50 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.174+0000 7fd444a00640 1 -- 172.21.15.26:0/2860977736 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4401a29a0 con 0x7fd440105b50 2024-04-26T23:33:00.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.174+0000 7fd437e00640 1 -- 172.21.15.26:0/2860977736 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd428010430 con 0x7fd440105b50 2024-04-26T23:33:00.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.174+0000 7fd444a00640 1 -- 172.21.15.26:0/2860977736 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4401a2ea0 con 0x7fd440105b50 2024-04-26T23:33:00.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.175+0000 7fd444a00640 1 -- 172.21.15.26:0/2860977736 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd44010bda0 con 0x7fd440105b50 2024-04-26T23:33:00.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.177+0000 7fd437e00640 1 -- 172.21.15.26:0/2860977736 <== mon.1 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd4280046c0 con 0x7fd440105b50 2024-04-26T23:33:00.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.179+0000 7fd437e00640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd4240a3bb0 0x7fd4240a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:00.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.179+0000 7fd437e00640 1 -- 172.21.15.26:0/2860977736 <== mon.1 v2:172.21.15.164:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7fd4280d0400 con 0x7fd440105b50 2024-04-26T23:33:00.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.179+0000 7fd43e800640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd4240a3bb0 0x7fd4240a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:00.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.180+0000 7fd43e800640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd4240a3bb0 0x7fd4240a6070 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd430000f80 tx=0x7fd430031980 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:00.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.184+0000 7fd437e00640 1 -- 172.21.15.26:0/2860977736 <== mon.1 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fd42809d1e0 con 0x7fd440105b50 2024-04-26T23:33:00.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.436+0000 7fd444a00640 1 -- 172.21.15.26:0/2860977736 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd44002dad0 con 0x7fd440105b50 2024-04-26T23:33:00.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.437+0000 7fd437e00640 1 -- 172.21.15.26:0/2860977736 <== mon.1 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7171 (secure 0 0 0) 0x7fd42809cae0 con 0x7fd440105b50 2024-04-26T23:33:00.440 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:00.441 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":34508,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T23:33:00.441 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 9 2024-04-26T23:33:00.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.440+0000 7fd444a00640 1 -- 172.21.15.26:0/2860977736 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd4240a3bb0 msgr2=0x7fd4240a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:00.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.440+0000 7fd444a00640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd4240a3bb0 0x7fd4240a6070 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd430000f80 tx=0x7fd430031980 comp rx=0 tx=0).stop 2024-04-26T23:33:00.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.440+0000 7fd444a00640 1 -- 172.21.15.26:0/2860977736 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd440105b50 msgr2=0x7fd44019b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:00.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.440+0000 7fd444a00640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd440105b50 0x7fd44019b020 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd42800e9f0 tx=0x7fd42800edf0 comp rx=0 tx=0).stop 2024-04-26T23:33:00.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.440+0000 7fd444a00640 1 -- 172.21.15.26:0/2860977736 shutdown_connections 2024-04-26T23:33:00.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.440+0000 7fd444a00640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd4240a3bb0 0x7fd4240a6070 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:00.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.440+0000 7fd444a00640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd440106510 0x7fd4401a2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:00.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.440+0000 7fd444a00640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd440105b50 0x7fd44019b020 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:00.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.440+0000 7fd444a00640 1 --2- 172.21.15.26:0/2860977736 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd440104960 0x7fd44019aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:00.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.440+0000 7fd444a00640 1 -- 172.21.15.26:0/2860977736 >> 172.21.15.26:0/2860977736 conn(0x7fd4400ffeb0 msgr2=0x7fd440108f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:00.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.440+0000 7fd444a00640 1 -- 172.21.15.26:0/2860977736 shutdown_connections 2024-04-26T23:33:00.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:00.440+0000 7fd444a00640 1 -- 172.21.15.26:0/2860977736 wait complete. 2024-04-26T23:33:00.723 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:33:00 smithi164 systemd[1]: Starting Ceph mds.i for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:33:01.027 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:33:00 smithi164 podman[62264]: 2024-04-26 23:33:00.625102378 +0000 UTC m=+0.033476612 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:33:01.027 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:33:00 smithi164 podman[62264]: 2024-04-26 23:33:00.764591659 +0000 UTC m=+0.172965931 container create fa05775b19c842e8bc5ad8d8752b6ebc08946514820c6fd72eb9172717016ca7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T23:33:01.387 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:33:01 smithi164 podman[62264]: 2024-04-26 23:33:01.026187817 +0000 UTC m=+0.434562095 container init fa05775b19c842e8bc5ad8d8752b6ebc08946514820c6fd72eb9172717016ca7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-26T23:33:01.387 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:33:01 smithi164 podman[62264]: 2024-04-26 23:33:01.036820922 +0000 UTC m=+0.445195200 container start fa05775b19c842e8bc5ad8d8752b6ebc08946514820c6fd72eb9172717016ca7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-26T23:33:01.387 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:33:01 smithi164 ceph-mds[62284]: -- 172.21.15.164:0/3669418030 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fb23f67a40 con 0x55fb23f3a800 2024-04-26T23:33:01.387 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:33:01 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i[62279]: starting mds.i at 2024-04-26T23:33:01.387 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:33:01 smithi164 bash[62264]: fa05775b19c842e8bc5ad8d8752b6ebc08946514820c6fd72eb9172717016ca7 2024-04-26T23:33:01.387 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:33:01 smithi164 systemd[1]: Started Ceph mds.i for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:33:01.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:01 smithi026 ceph-mon[28371]: pgmap v358: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:01.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:01 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2860977736' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:01.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:01 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:01.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:01 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:01.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:01 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:01.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:01 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:33:01.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:01 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:33:01.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:01 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:01 smithi164 ceph-mon[31699]: pgmap v358: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:01 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2860977736' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:01 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:01 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:01.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:01 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:01.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:01 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:33:01.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:01 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:33:01.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:01 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:01.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:01 smithi086 ceph-mon[31122]: pgmap v358: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:01.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:01 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2860977736' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:01.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:01 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:01.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:01 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:01.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:01 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:01.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:01 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:33:01.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:01 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:33:01.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:01 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:02.464 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:33:02.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:02 smithi086 ceph-mon[31122]: Deploying daemon mds.g on smithi026 2024-04-26T23:33:02.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:02 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.164:6838/3252912800,v1:172.21.15.164:6839/3252912800] up:boot 2024-04-26T23:33:02.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:02 smithi086 ceph-mon[31122]: fsmap 9 up:standby 2024-04-26T23:33:02.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:02 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T23:33:02.654 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:02 smithi026 ceph-mon[28371]: Deploying daemon mds.g on smithi026 2024-04-26T23:33:02.655 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:02 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.164:6838/3252912800,v1:172.21.15.164:6839/3252912800] up:boot 2024-04-26T23:33:02.655 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:02 smithi026 ceph-mon[28371]: fsmap 9 up:standby 2024-04-26T23:33:02.655 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:02 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T23:33:02.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.659+0000 7fc65a600640 1 -- 172.21.15.26:0/1063094075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc654106560 msgr2=0x7fc65410cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:02.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.659+0000 7fc65a600640 1 --2- 172.21.15.26:0/1063094075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc654106560 0x7fc65410cdf0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc64c009ca0 tx=0x7fc64c02a8c0 comp rx=0 tx=0).stop 2024-04-26T23:33:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.659+0000 7fc65a600640 1 -- 172.21.15.26:0/1063094075 shutdown_connections 2024-04-26T23:33:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.659+0000 7fc65a600640 1 --2- 172.21.15.26:0/1063094075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc654106560 0x7fc65410cdf0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.659+0000 7fc65a600640 1 --2- 172.21.15.26:0/1063094075 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc654105ba0 0x7fc654106020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.659+0000 7fc65a600640 1 --2- 172.21.15.26:0/1063094075 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6541049b0 0x7fc654104dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.659+0000 7fc65a600640 1 -- 172.21.15.26:0/1063094075 >> 172.21.15.26:0/1063094075 conn(0x7fc6540fff40 msgr2=0x7fc654102360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.660+0000 7fc65a600640 1 -- 172.21.15.26:0/1063094075 shutdown_connections 2024-04-26T23:33:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.660+0000 7fc65a600640 1 -- 172.21.15.26:0/1063094075 wait complete. 2024-04-26T23:33:02.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.661+0000 7fc65a600640 1 Processor -- start 2024-04-26T23:33:02.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.662+0000 7fc65a600640 1 -- start start 2024-04-26T23:33:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.662+0000 7fc65a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6541049b0 0x7fc65419aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.662+0000 7fc65a600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc654105ba0 0x7fc65419af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.662+0000 7fc65a600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc654106560 0x7fc6541a1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.662+0000 7fc65a600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc6541103e0 con 0x7fc6541049b0 2024-04-26T23:33:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.662+0000 7fc65a600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc654110260 con 0x7fc654106560 2024-04-26T23:33:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.662+0000 7fc65a600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc654110560 con 0x7fc654105ba0 2024-04-26T23:33:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.662+0000 7fc659200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6541049b0 0x7fc65419aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.662+0000 7fc659200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6541049b0 0x7fc65419aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49992/0 (socket says 172.21.15.26:49992) 2024-04-26T23:33:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.662+0000 7fc659200640 1 -- 172.21.15.26:0/1187118602 learned_addr learned my addr 172.21.15.26:0/1187118602 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:02.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.663+0000 7fc659c00640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc654106560 0x7fc6541a1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:02.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.663+0000 7fc653e00640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc654105ba0 0x7fc65419af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.663+0000 7fc659200640 1 -- 172.21.15.26:0/1187118602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc654105ba0 msgr2=0x7fc65419af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.663+0000 7fc659200640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc654105ba0 0x7fc65419af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.663+0000 7fc659200640 1 -- 172.21.15.26:0/1187118602 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc654106560 msgr2=0x7fc6541a1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.663+0000 7fc659200640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc654106560 0x7fc6541a1fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.663+0000 7fc659200640 1 -- 172.21.15.26:0/1187118602 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6541a2640 con 0x7fc6541049b0 2024-04-26T23:33:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.664+0000 7fc659200640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6541049b0 0x7fc65419aa20 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc64800d950 tx=0x7fc64800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.664+0000 7fc651600640 1 -- 172.21.15.26:0/1187118602 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc648017070 con 0x7fc6541049b0 2024-04-26T23:33:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.664+0000 7fc651600640 1 -- 172.21.15.26:0/1187118602 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc648009c30 con 0x7fc6541049b0 2024-04-26T23:33:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.664+0000 7fc651600640 1 -- 172.21.15.26:0/1187118602 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc64800f620 con 0x7fc6541049b0 2024-04-26T23:33:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.664+0000 7fc65a600640 1 -- 172.21.15.26:0/1187118602 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6541a2930 con 0x7fc6541049b0 2024-04-26T23:33:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.664+0000 7fc65a600640 1 -- 172.21.15.26:0/1187118602 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6541a2e30 con 0x7fc6541049b0 2024-04-26T23:33:02.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.666+0000 7fc65a600640 1 -- 172.21.15.26:0/1187118602 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc65410bc70 con 0x7fc6541049b0 2024-04-26T23:33:02.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.668+0000 7fc651600640 1 -- 172.21.15.26:0/1187118602 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc64801a070 con 0x7fc6541049b0 2024-04-26T23:33:02.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.670+0000 7fc651600640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc63c0a3c30 0x7fc63c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:02.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.670+0000 7fc651600640 1 -- 172.21.15.26:0/1187118602 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7fc6480cf260 con 0x7fc6541049b0 2024-04-26T23:33:02.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.670+0000 7fc653e00640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc63c0a3c30 0x7fc63c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:02.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.671+0000 7fc653e00640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc63c0a3c30 0x7fc63c0a60f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc65419bf30 tx=0x7fc64000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:02.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.676+0000 7fc651600640 1 -- 172.21.15.26:0/1187118602 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fc648009de0 con 0x7fc6541049b0 2024-04-26T23:33:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:02 smithi164 ceph-mon[31699]: Deploying daemon mds.g on smithi026 2024-04-26T23:33:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:02 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.164:6838/3252912800,v1:172.21.15.164:6839/3252912800] up:boot 2024-04-26T23:33:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:02 smithi164 ceph-mon[31699]: fsmap 9 up:standby 2024-04-26T23:33:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:02 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T23:33:02.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.930+0000 7fc65a600640 1 -- 172.21.15.26:0/1187118602 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc65402dad0 con 0x7fc6541049b0 2024-04-26T23:33:02.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.931+0000 7fc651600640 1 -- 172.21.15.26:0/1187118602 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8001 (secure 0 0 0) 0x7fc64809b9f0 con 0x7fc6541049b0 2024-04-26T23:33:02.934 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:02.935 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24520,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":34508,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T23:33:02.935 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 10 2024-04-26T23:33:02.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.933+0000 7fc65a600640 1 -- 172.21.15.26:0/1187118602 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc63c0a3c30 msgr2=0x7fc63c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:02.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.933+0000 7fc65a600640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc63c0a3c30 0x7fc63c0a60f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc65419bf30 tx=0x7fc64000b410 comp rx=0 tx=0).stop 2024-04-26T23:33:02.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.933+0000 7fc65a600640 1 -- 172.21.15.26:0/1187118602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6541049b0 msgr2=0x7fc65419aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:02.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.933+0000 7fc65a600640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6541049b0 0x7fc65419aa20 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc64800d950 tx=0x7fc64800de10 comp rx=0 tx=0).stop 2024-04-26T23:33:02.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.934+0000 7fc65a600640 1 -- 172.21.15.26:0/1187118602 shutdown_connections 2024-04-26T23:33:02.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.934+0000 7fc65a600640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc654106560 0x7fc6541a1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:02.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.934+0000 7fc65a600640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc654105ba0 0x7fc65419af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:02.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.934+0000 7fc65a600640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc63c0a3c30 0x7fc63c0a60f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:02.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.934+0000 7fc65a600640 1 --2- 172.21.15.26:0/1187118602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6541049b0 0x7fc65419aa20 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:02.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.934+0000 7fc65a600640 1 -- 172.21.15.26:0/1187118602 >> 172.21.15.26:0/1187118602 conn(0x7fc6540fff40 msgr2=0x7fc654108e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:02.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.934+0000 7fc65a600640 1 -- 172.21.15.26:0/1187118602 shutdown_connections 2024-04-26T23:33:02.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:02.934+0000 7fc65a600640 1 -- 172.21.15.26:0/1187118602 wait complete. 2024-04-26T23:33:03.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:03 smithi026 ceph-mon[28371]: pgmap v359: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:03.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:03 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1187118602' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:03 smithi164 ceph-mon[31699]: pgmap v359: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:03 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1187118602' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:03.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:03 smithi086 ceph-mon[31122]: pgmap v359: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:03.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:03 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1187118602' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:04.776 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:33:04 smithi026 systemd[1]: Starting Ceph mds.g for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:33:04.957 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:33:05.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.187+0000 7fc88d000640 1 -- 172.21.15.26:0/20780229 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc888103b60 msgr2=0x7fc888103fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:05.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.187+0000 7fc88d000640 1 --2- 172.21.15.26:0/20780229 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc888103b60 0x7fc888103fe0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc874009900 tx=0x7fc87402a3f0 comp rx=0 tx=0).stop 2024-04-26T23:33:05.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.187+0000 7fc88d000640 1 -- 172.21.15.26:0/20780229 shutdown_connections 2024-04-26T23:33:05.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.187+0000 7fc88d000640 1 --2- 172.21.15.26:0/20780229 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc888104520 0x7fc88810adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:05.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.187+0000 7fc88d000640 1 --2- 172.21.15.26:0/20780229 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc888103b60 0x7fc888103fe0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:05.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.187+0000 7fc88d000640 1 --2- 172.21.15.26:0/20780229 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc888102970 0x7fc888102d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:05.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.187+0000 7fc88d000640 1 -- 172.21.15.26:0/20780229 >> 172.21.15.26:0/20780229 conn(0x7fc8880fdee0 msgr2=0x7fc888100320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:05.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.187+0000 7fc88d000640 1 -- 172.21.15.26:0/20780229 shutdown_connections 2024-04-26T23:33:05.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.187+0000 7fc88d000640 1 -- 172.21.15.26:0/20780229 wait complete. 2024-04-26T23:33:05.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.188+0000 7fc88d000640 1 Processor -- start 2024-04-26T23:33:05.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.188+0000 7fc88d000640 1 -- start start 2024-04-26T23:33:05.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.189+0000 7fc88d000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc888102970 0x7fc88819acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:05.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.189+0000 7fc88d000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc888103b60 0x7fc88819b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:05.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.189+0000 7fc88d000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc888104520 0x7fc8881a2250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:05.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.189+0000 7fc88d000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc88810e3a0 con 0x7fc888103b60 2024-04-26T23:33:05.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.189+0000 7fc88d000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc88810e220 con 0x7fc888104520 2024-04-26T23:33:05.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.189+0000 7fc88d000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc88810e520 con 0x7fc888102970 2024-04-26T23:33:05.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.189+0000 7fc885400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc888103b60 0x7fc88819b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:05.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.189+0000 7fc885400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc888103b60 0x7fc88819b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49190/0 (socket says 172.21.15.26:49190) 2024-04-26T23:33:05.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.189+0000 7fc885400640 1 -- 172.21.15.26:0/2729769895 learned_addr learned my addr 172.21.15.26:0/2729769895 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:05.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.189+0000 7fc886800640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc888104520 0x7fc8881a2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:05.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.189+0000 7fc885e00640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc888102970 0x7fc88819acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:05.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.190+0000 7fc885400640 1 -- 172.21.15.26:0/2729769895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc888102970 msgr2=0x7fc88819acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:05.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.190+0000 7fc885400640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc888102970 0x7fc88819acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:05.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.190+0000 7fc885400640 1 -- 172.21.15.26:0/2729769895 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc888104520 msgr2=0x7fc8881a2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:05.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.190+0000 7fc885400640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc888104520 0x7fc8881a2250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:05.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.190+0000 7fc885400640 1 -- 172.21.15.26:0/2729769895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8881a28f0 con 0x7fc888103b60 2024-04-26T23:33:05.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.190+0000 7fc885e00640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc888102970 0x7fc88819acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:05.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.190+0000 7fc885400640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc888103b60 0x7fc88819b1f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc874031460 tx=0x7fc874003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:05.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.190+0000 7fc87ea00640 1 -- 172.21.15.26:0/2729769895 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc87403f070 con 0x7fc888103b60 2024-04-26T23:33:05.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.190+0000 7fc87ea00640 1 -- 172.21.15.26:0/2729769895 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc874031da0 con 0x7fc888103b60 2024-04-26T23:33:05.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.190+0000 7fc87ea00640 1 -- 172.21.15.26:0/2729769895 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc874035030 con 0x7fc888103b60 2024-04-26T23:33:05.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.190+0000 7fc88d000640 1 -- 172.21.15.26:0/2729769895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8881a2b80 con 0x7fc888103b60 2024-04-26T23:33:05.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.191+0000 7fc88d000640 1 -- 172.21.15.26:0/2729769895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8881a3070 con 0x7fc888103b60 2024-04-26T23:33:05.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.192+0000 7fc88d000640 1 -- 172.21.15.26:0/2729769895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8881a3240 con 0x7fc888103b60 2024-04-26T23:33:05.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.194+0000 7fc87ea00640 1 -- 172.21.15.26:0/2729769895 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc874042070 con 0x7fc888103b60 2024-04-26T23:33:05.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.195+0000 7fc87ea00640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc86c0a3bb0 0x7fc86c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:05.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.195+0000 7fc87ea00640 1 -- 172.21.15.26:0/2729769895 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7fc8740f09d0 con 0x7fc888103b60 2024-04-26T23:33:05.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.195+0000 7fc885e00640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc86c0a3bb0 0x7fc86c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:05.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.196+0000 7fc885e00640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc86c0a3bb0 0x7fc86c0a6070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc88819bb80 tx=0x7fc878005e90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:05.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.200+0000 7fc87ea00640 1 -- 172.21.15.26:0/2729769895 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fc8740bd7b0 con 0x7fc888103b60 2024-04-26T23:33:05.204 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:33:04 smithi026 podman[69809]: 2024-04-26 23:33:04.76983765 +0000 UTC m=+0.035929266 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:33:05.204 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:33:04 smithi026 podman[69809]: 2024-04-26 23:33:04.881782322 +0000 UTC m=+0.147873969 container create ce0480725931afda440430d36c83ecca6f1799413e022247466d70c0ad60ed84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-g, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-26T23:33:05.204 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:33:05 smithi026 podman[69809]: 2024-04-26 23:33:05.201285382 +0000 UTC m=+0.467376993 container init ce0480725931afda440430d36c83ecca6f1799413e022247466d70c0ad60ed84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-g, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:33:05.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.466+0000 7fc88d000640 1 -- 172.21.15.26:0/2729769895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc8881a35d0 con 0x7fc888103b60 2024-04-26T23:33:05.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.467+0000 7fc87ea00640 1 -- 172.21.15.26:0/2729769895 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8824 (secure 0 0 0) 0x7fc8740bd0b0 con 0x7fc888103b60 2024-04-26T23:33:05.471 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:05.471 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24520,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":34508,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T23:33:05.471 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 11 2024-04-26T23:33:05.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.470+0000 7fc88d000640 1 -- 172.21.15.26:0/2729769895 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc86c0a3bb0 msgr2=0x7fc86c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:05.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.470+0000 7fc88d000640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc86c0a3bb0 0x7fc86c0a6070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc88819bb80 tx=0x7fc878005e90 comp rx=0 tx=0).stop 2024-04-26T23:33:05.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.470+0000 7fc88d000640 1 -- 172.21.15.26:0/2729769895 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc888103b60 msgr2=0x7fc88819b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:05.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.470+0000 7fc88d000640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc888103b60 0x7fc88819b1f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc874031460 tx=0x7fc874003c80 comp rx=0 tx=0).stop 2024-04-26T23:33:05.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.470+0000 7fc88d000640 1 -- 172.21.15.26:0/2729769895 shutdown_connections 2024-04-26T23:33:05.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.470+0000 7fc88d000640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc888104520 0x7fc8881a2250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:05.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.470+0000 7fc88d000640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc86c0a3bb0 0x7fc86c0a6070 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:05.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.470+0000 7fc88d000640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc888103b60 0x7fc88819b1f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:05.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.470+0000 7fc88d000640 1 --2- 172.21.15.26:0/2729769895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc888102970 0x7fc88819acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:05.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.470+0000 7fc88d000640 1 -- 172.21.15.26:0/2729769895 >> 172.21.15.26:0/2729769895 conn(0x7fc8880fdee0 msgr2=0x7fc888074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:05.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.471+0000 7fc88d000640 1 -- 172.21.15.26:0/2729769895 shutdown_connections 2024-04-26T23:33:05.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:05.471+0000 7fc88d000640 1 -- 172.21.15.26:0/2729769895 wait complete. 2024-04-26T23:33:05.491 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:05 smithi026 ceph-mon[28371]: pgmap v360: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:05.491 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:33:05 smithi026 podman[69809]: 2024-04-26 23:33:05.210909271 +0000 UTC m=+0.477000883 container start ce0480725931afda440430d36c83ecca6f1799413e022247466d70c0ad60ed84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-g, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, ceph=True, GIT_CLEAN=True) 2024-04-26T23:33:05.491 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:33:05 smithi026 ceph-mds[69867]: -- 172.21.15.26:0/2527825986 <== mon.0 v2:172.21.15.26:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555cee097a40 con 0x555cee06b000 2024-04-26T23:33:05.491 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:33:05 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-g[69843]: starting mds.g at 2024-04-26T23:33:05.491 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:33:05 smithi026 bash[69809]: ce0480725931afda440430d36c83ecca6f1799413e022247466d70c0ad60ed84 2024-04-26T23:33:05.491 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:33:05 smithi026 systemd[1]: Started Ceph mds.g for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:33:05.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:05 smithi164 ceph-mon[31699]: pgmap v360: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:05.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:05 smithi086 ceph-mon[31122]: pgmap v360: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:06.758 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:06 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.26:6838/200353584,v1:172.21.15.26:6839/200353584] up:boot 2024-04-26T23:33:06.758 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:06 smithi026 ceph-mon[28371]: fsmap 10 up:standby 2024-04-26T23:33:06.758 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T23:33:06.759 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:06.759 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:06.759 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:06 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2729769895' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:06.759 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:06.759 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:33:06.759 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:33:06.759 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:06 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:06.759 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:06 smithi026 ceph-mon[28371]: Deploying daemon mds.a on smithi026 2024-04-26T23:33:06.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:06 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.26:6838/200353584,v1:172.21.15.26:6839/200353584] up:boot 2024-04-26T23:33:06.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:06 smithi164 ceph-mon[31699]: fsmap 10 up:standby 2024-04-26T23:33:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T23:33:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:06 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2729769895' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:33:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:33:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:06 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:06 smithi164 ceph-mon[31699]: Deploying daemon mds.a on smithi026 2024-04-26T23:33:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:06 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.26:6838/200353584,v1:172.21.15.26:6839/200353584] up:boot 2024-04-26T23:33:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:06 smithi086 ceph-mon[31122]: fsmap 10 up:standby 2024-04-26T23:33:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T23:33:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:06 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2729769895' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:33:06.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:33:06.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:06 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:06.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:06 smithi086 ceph-mon[31122]: Deploying daemon mds.a on smithi026 2024-04-26T23:33:07.496 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:33:07.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.717+0000 7fac55200640 1 -- 172.21.15.26:0/3179202326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac501031f0 msgr2=0x7fac501055e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:07.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.717+0000 7fac55200640 1 --2- 172.21.15.26:0/3179202326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac501031f0 0x7fac501055e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fac40009900 tx=0x7fac4002a410 comp rx=0 tx=0).stop 2024-04-26T23:33:07.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.718+0000 7fac55200640 1 -- 172.21.15.26:0/3179202326 shutdown_connections 2024-04-26T23:33:07.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.718+0000 7fac55200640 1 --2- 172.21.15.26:0/3179202326 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac50108450 0x7fac5010a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:07.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.718+0000 7fac55200640 1 --2- 172.21.15.26:0/3179202326 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac50105b20 0x7fac50107f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:07.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.718+0000 7fac55200640 1 --2- 172.21.15.26:0/3179202326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac501031f0 0x7fac501055e0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:07.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.718+0000 7fac55200640 1 -- 172.21.15.26:0/3179202326 >> 172.21.15.26:0/3179202326 conn(0x7fac500fcbc0 msgr2=0x7fac500ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:07.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.718+0000 7fac55200640 1 -- 172.21.15.26:0/3179202326 shutdown_connections 2024-04-26T23:33:07.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.718+0000 7fac55200640 1 -- 172.21.15.26:0/3179202326 wait complete. 2024-04-26T23:33:07.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.719+0000 7fac55200640 1 Processor -- start 2024-04-26T23:33:07.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.719+0000 7fac55200640 1 -- start start 2024-04-26T23:33:07.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.719+0000 7fac55200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac501031f0 0x7fac50102b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:07.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.719+0000 7fac55200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac50105b20 0x7fac501011a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:07.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.719+0000 7fac55200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac50108450 0x7fac501016e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:07.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.719+0000 7fac55200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fac5010e1d0 con 0x7fac50105b20 2024-04-26T23:33:07.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.719+0000 7fac55200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fac5010e050 con 0x7fac50108450 2024-04-26T23:33:07.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.719+0000 7fac55200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fac5010e350 con 0x7fac501031f0 2024-04-26T23:33:07.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.719+0000 7fac47e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac50105b20 0x7fac501011a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:07.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.720+0000 7fac47e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac50105b20 0x7fac501011a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49222/0 (socket says 172.21.15.26:49222) 2024-04-26T23:33:07.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.720+0000 7fac47e00640 1 -- 172.21.15.26:0/1874939650 learned_addr learned my addr 172.21.15.26:0/1874939650 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.720+0000 7fac4f400640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac501031f0 0x7fac50102b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.720+0000 7fac4fe00640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac50108450 0x7fac501016e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.720+0000 7fac47e00640 1 -- 172.21.15.26:0/1874939650 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac501031f0 msgr2=0x7fac50102b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.720+0000 7fac47e00640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac501031f0 0x7fac50102b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.720+0000 7fac47e00640 1 -- 172.21.15.26:0/1874939650 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac50108450 msgr2=0x7fac501016e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.720+0000 7fac47e00640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac50108450 0x7fac501016e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.720+0000 7fac47e00640 1 -- 172.21.15.26:0/1874939650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac50101f70 con 0x7fac50105b20 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.720+0000 7fac4fe00640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac50108450 0x7fac501016e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.720+0000 7fac47e00640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac50105b20 0x7fac501011a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fac3800d740 tx=0x7fac3800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.721+0000 7fac4cc00640 1 -- 172.21.15.26:0/1874939650 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac38017070 con 0x7fac50105b20 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.721+0000 7fac4cc00640 1 -- 172.21.15.26:0/1874939650 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fac3800de50 con 0x7fac50105b20 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.721+0000 7fac4cc00640 1 -- 172.21.15.26:0/1874939650 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac38004c60 con 0x7fac50105b20 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.721+0000 7fac55200640 1 -- 172.21.15.26:0/1874939650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac501a29f0 con 0x7fac50105b20 2024-04-26T23:33:07.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.721+0000 7fac55200640 1 -- 172.21.15.26:0/1874939650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac501a2f40 con 0x7fac50105b20 2024-04-26T23:33:07.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.723+0000 7fac55200640 1 -- 172.21.15.26:0/1874939650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac500fe6b0 con 0x7fac50105b20 2024-04-26T23:33:07.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.725+0000 7fac4cc00640 1 -- 172.21.15.26:0/1874939650 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fac38004e00 con 0x7fac50105b20 2024-04-26T23:33:07.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.727+0000 7fac4cc00640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fac340a3c30 0x7fac340a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:07.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.727+0000 7fac4cc00640 1 -- 172.21.15.26:0/1874939650 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7fac380cf9d0 con 0x7fac50105b20 2024-04-26T23:33:07.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.727+0000 7fac4f400640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fac340a3c30 0x7fac340a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:07.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.728+0000 7fac4f400640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fac340a3c30 0x7fac340a60f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fac40006010 tx=0x7fac40031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:07.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:07.732+0000 7fac4cc00640 1 -- 172.21.15.26:0/1874939650 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fac3809c7b0 con 0x7fac50105b20 2024-04-26T23:33:07.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:07 smithi164 ceph-mon[31699]: pgmap v361: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:07.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:07 smithi026 ceph-mon[28371]: pgmap v361: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:07.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:07 smithi086 ceph-mon[31122]: pgmap v361: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:08.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.001+0000 7fac55200640 1 -- 172.21.15.26:0/1874939650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fac5002dcf0 con 0x7fac50105b20 2024-04-26T23:33:08.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.002+0000 7fac4cc00640 1 -- 172.21.15.26:0/1874939650 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8824 (secure 0 0 0) 0x7fac3809c0b0 con 0x7fac50105b20 2024-04-26T23:33:08.005 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:08.005 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24520,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":34508,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T23:33:08.006 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 11 2024-04-26T23:33:08.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.004+0000 7fac55200640 1 -- 172.21.15.26:0/1874939650 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fac340a3c30 msgr2=0x7fac340a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:08.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.004+0000 7fac55200640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fac340a3c30 0x7fac340a60f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fac40006010 tx=0x7fac40031400 comp rx=0 tx=0).stop 2024-04-26T23:33:08.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.004+0000 7fac55200640 1 -- 172.21.15.26:0/1874939650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac50105b20 msgr2=0x7fac501011a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:08.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.004+0000 7fac55200640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac50105b20 0x7fac501011a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fac3800d740 tx=0x7fac3800dc00 comp rx=0 tx=0).stop 2024-04-26T23:33:08.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.004+0000 7fac55200640 1 -- 172.21.15.26:0/1874939650 shutdown_connections 2024-04-26T23:33:08.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.004+0000 7fac55200640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac50108450 0x7fac501016e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:08.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.004+0000 7fac55200640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fac340a3c30 0x7fac340a60f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:08.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.004+0000 7fac55200640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac50105b20 0x7fac501011a0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:08.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.004+0000 7fac55200640 1 --2- 172.21.15.26:0/1874939650 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac501031f0 0x7fac50102b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:08.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.004+0000 7fac55200640 1 -- 172.21.15.26:0/1874939650 >> 172.21.15.26:0/1874939650 conn(0x7fac500fcbc0 msgr2=0x7fac50103cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:08.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.005+0000 7fac55200640 1 -- 172.21.15.26:0/1874939650 shutdown_connections 2024-04-26T23:33:08.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:08.005+0000 7fac55200640 1 -- 172.21.15.26:0/1874939650 wait complete. 2024-04-26T23:33:08.639 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:08 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1874939650' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:08.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:08 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1874939650' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:08.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:08 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1874939650' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:09.009 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:33:08 smithi026 systemd[1]: Starting Ceph mds.a for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:33:09.277 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:33:09 smithi026 podman[70191]: 2024-04-26 23:33:08.911765602 +0000 UTC m=+0.035658024 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:33:09.277 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:33:09 smithi026 podman[70191]: 2024-04-26 23:33:09.044244459 +0000 UTC m=+0.168136918 container create d112f6d5887f2cafc6bab633af1c718bee92d42aa333a7290d3f9463e60811d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:33:09.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:09 smithi026 ceph-mon[28371]: pgmap v362: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:09.777 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:33:09 smithi026 podman[70191]: 2024-04-26 23:33:09.356633955 +0000 UTC m=+0.480526438 container init d112f6d5887f2cafc6bab633af1c718bee92d42aa333a7290d3f9463e60811d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240424) 2024-04-26T23:33:09.777 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:33:09 smithi026 podman[70191]: 2024-04-26 23:33:09.3668541 +0000 UTC m=+0.490746565 container start d112f6d5887f2cafc6bab633af1c718bee92d42aa333a7290d3f9463e60811d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-26T23:33:09.777 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:33:09 smithi026 ceph-mds[70210]: -- 172.21.15.26:0/2664036199 <== mon.0 v2:172.21.15.26:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556280c17a40 con 0x556280bea800 2024-04-26T23:33:09.778 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:33:09 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-a[70206]: starting mds.a at 2024-04-26T23:33:09.778 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:33:09 smithi026 bash[70191]: d112f6d5887f2cafc6bab633af1c718bee92d42aa333a7290d3f9463e60811d4 2024-04-26T23:33:09.778 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:33:09 smithi026 systemd[1]: Started Ceph mds.a for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:33:09.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:09 smithi086 ceph-mon[31122]: pgmap v362: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:10.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:09 smithi164 ceph-mon[31699]: pgmap v362: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:10.034 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:33:10.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.260+0000 7f528b200640 1 -- 172.21.15.26:0/2648947898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f528c104990 msgr2=0x7f528c104db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:10.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.260+0000 7f528b200640 1 --2- 172.21.15.26:0/2648947898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f528c104990 0x7f528c104db0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f527c009900 tx=0x7f527c02a410 comp rx=0 tx=0).stop 2024-04-26T23:33:10.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.260+0000 7f528b200640 1 -- 172.21.15.26:0/2648947898 shutdown_connections 2024-04-26T23:33:10.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.260+0000 7f528b200640 1 --2- 172.21.15.26:0/2648947898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f528c106540 0x7f528c10cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:10.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.260+0000 7f528b200640 1 --2- 172.21.15.26:0/2648947898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f528c105b80 0x7f528c106000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:10.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.260+0000 7f528b200640 1 --2- 172.21.15.26:0/2648947898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f528c104990 0x7f528c104db0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:10.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.260+0000 7f528b200640 1 -- 172.21.15.26:0/2648947898 >> 172.21.15.26:0/2648947898 conn(0x7f528c0fff00 msgr2=0x7f528c102340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:10.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.260+0000 7f528b200640 1 -- 172.21.15.26:0/2648947898 shutdown_connections 2024-04-26T23:33:10.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.260+0000 7f528b200640 1 -- 172.21.15.26:0/2648947898 wait complete. 2024-04-26T23:33:10.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.261+0000 7f528b200640 1 Processor -- start 2024-04-26T23:33:10.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.261+0000 7f528b200640 1 -- start start 2024-04-26T23:33:10.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.262+0000 7f528b200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f528c104990 0x7f528c19aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:10.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.262+0000 7f528b200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f528c105b80 0x7f528c19aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:10.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.262+0000 7f528b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f528c106540 0x7f528c1a2060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:10.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.262+0000 7f528b200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f528c110390 con 0x7f528c106540 2024-04-26T23:33:10.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.262+0000 7f528b200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f528c110210 con 0x7f528c105b80 2024-04-26T23:33:10.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.262+0000 7f528b200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f528c110510 con 0x7f528c104990 2024-04-26T23:33:10.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.262+0000 7f528a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f528c106540 0x7f528c1a2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:10.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.262+0000 7f528a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f528c106540 0x7f528c1a2060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49278/0 (socket says 172.21.15.26:49278) 2024-04-26T23:33:10.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.262+0000 7f528a800640 1 -- 172.21.15.26:0/934016606 learned_addr learned my addr 172.21.15.26:0/934016606 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:10.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.262+0000 7f5289400640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f528c105b80 0x7f528c19aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:10.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.262+0000 7f5289e00640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f528c104990 0x7f528c19aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:10.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.263+0000 7f528a800640 1 -- 172.21.15.26:0/934016606 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f528c104990 msgr2=0x7f528c19aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:10.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.263+0000 7f528a800640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f528c104990 0x7f528c19aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:10.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.263+0000 7f528a800640 1 -- 172.21.15.26:0/934016606 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f528c105b80 msgr2=0x7f528c19aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:10.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.263+0000 7f528a800640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f528c105b80 0x7f528c19aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:10.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.263+0000 7f528a800640 1 -- 172.21.15.26:0/934016606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f528c1a26d0 con 0x7f528c106540 2024-04-26T23:33:10.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.263+0000 7f528a800640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f528c106540 0x7f528c1a2060 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f528400eaa0 tx=0x7f528400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:10.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.263+0000 7f5282a00640 1 -- 172.21.15.26:0/934016606 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f528400cdb0 con 0x7f528c106540 2024-04-26T23:33:10.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.263+0000 7f5282a00640 1 -- 172.21.15.26:0/934016606 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5284005020 con 0x7f528c106540 2024-04-26T23:33:10.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.263+0000 7f5282a00640 1 -- 172.21.15.26:0/934016606 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52840116d0 con 0x7f528c106540 2024-04-26T23:33:10.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.263+0000 7f528b200640 1 -- 172.21.15.26:0/934016606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f528c1a29c0 con 0x7f528c106540 2024-04-26T23:33:10.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.264+0000 7f528b200640 1 -- 172.21.15.26:0/934016606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f528c1a2ec0 con 0x7f528c106540 2024-04-26T23:33:10.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.265+0000 7f528b200640 1 -- 172.21.15.26:0/934016606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f528c10bdd0 con 0x7f528c106540 2024-04-26T23:33:10.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.267+0000 7f5282a00640 1 -- 172.21.15.26:0/934016606 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f52840051d0 con 0x7f528c106540 2024-04-26T23:33:10.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.268+0000 7f5282a00640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f52700a3bb0 0x7f52700a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:10.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.268+0000 7f5282a00640 1 -- 172.21.15.26:0/934016606 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f52840d01a0 con 0x7f528c106540 2024-04-26T23:33:10.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.269+0000 7f5289e00640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f52700a3bb0 0x7f52700a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:10.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.269+0000 7f5289e00640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f52700a3bb0 0x7f52700a6070 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f527c0057c0 tx=0x7f527c005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:10.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.273+0000 7f5282a00640 1 -- 172.21.15.26:0/934016606 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f5284016030 con 0x7f528c106540 2024-04-26T23:33:10.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.525+0000 7f528b200640 1 -- 172.21.15.26:0/934016606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f528c02dad0 con 0x7f528c106540 2024-04-26T23:33:10.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.526+0000 7f5282a00640 1 -- 172.21.15.26:0/934016606 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9647 (secure 0 0 0) 0x7f528409c930 con 0x7f528c106540 2024-04-26T23:33:10.530 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:10.530 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24520,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":34508,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T23:33:10.530 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 12 2024-04-26T23:33:10.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.529+0000 7f528b200640 1 -- 172.21.15.26:0/934016606 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f52700a3bb0 msgr2=0x7f52700a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:10.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.529+0000 7f528b200640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f52700a3bb0 0x7f52700a6070 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f527c0057c0 tx=0x7f527c005a20 comp rx=0 tx=0).stop 2024-04-26T23:33:10.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.529+0000 7f528b200640 1 -- 172.21.15.26:0/934016606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f528c106540 msgr2=0x7f528c1a2060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:10.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.529+0000 7f528b200640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f528c106540 0x7f528c1a2060 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f528400eaa0 tx=0x7f528400ef60 comp rx=0 tx=0).stop 2024-04-26T23:33:10.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.529+0000 7f528b200640 1 -- 172.21.15.26:0/934016606 shutdown_connections 2024-04-26T23:33:10.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.529+0000 7f528b200640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f52700a3bb0 0x7f52700a6070 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:10.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.529+0000 7f528b200640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f528c106540 0x7f528c1a2060 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:10.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.529+0000 7f528b200640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f528c105b80 0x7f528c19aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:10.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.529+0000 7f528b200640 1 --2- 172.21.15.26:0/934016606 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f528c104990 0x7f528c19aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:10.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.529+0000 7f528b200640 1 -- 172.21.15.26:0/934016606 >> 172.21.15.26:0/934016606 conn(0x7f528c0fff00 msgr2=0x7f528c108fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:10.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.529+0000 7f528b200640 1 -- 172.21.15.26:0/934016606 shutdown_connections 2024-04-26T23:33:10.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:10.529+0000 7f528b200640 1 -- 172.21.15.26:0/934016606 wait complete. 2024-04-26T23:33:10.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:10 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.26:6840/467744893,v1:172.21.15.26:6841/467744893] up:boot 2024-04-26T23:33:10.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:10 smithi086 ceph-mon[31122]: fsmap 11 up:standby 2024-04-26T23:33:10.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T23:33:10.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:10.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:10.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:10.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:33:10.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:33:10.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:10 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:10.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:10 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/934016606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:11.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:10 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.26:6840/467744893,v1:172.21.15.26:6841/467744893] up:boot 2024-04-26T23:33:11.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:10 smithi164 ceph-mon[31699]: fsmap 11 up:standby 2024-04-26T23:33:11.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T23:33:11.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:33:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:33:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:10 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:10 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/934016606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:11.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:10 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.26:6840/467744893,v1:172.21.15.26:6841/467744893] up:boot 2024-04-26T23:33:11.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:10 smithi026 ceph-mon[28371]: fsmap 11 up:standby 2024-04-26T23:33:11.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T23:33:11.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:11.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:11.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:11.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T23:33:11.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T23:33:11.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:10 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:11.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:10 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/934016606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:11.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:11 smithi086 ceph-mon[31122]: Deploying daemon mds.b on smithi086 2024-04-26T23:33:11.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:11 smithi086 ceph-mon[31122]: pgmap v363: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:12.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:11 smithi164 ceph-mon[31699]: Deploying daemon mds.b on smithi086 2024-04-26T23:33:12.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:11 smithi164 ceph-mon[31699]: pgmap v363: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:12.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:11 smithi026 ceph-mon[28371]: Deploying daemon mds.b on smithi086 2024-04-26T23:33:12.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:11 smithi026 ceph-mon[28371]: pgmap v363: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:12.554 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:33:12.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.775+0000 7fb49a400640 1 -- 172.21.15.26:0/2722039566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb494100980 msgr2=0x7fb494100da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:12.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.775+0000 7fb49a400640 1 --2- 172.21.15.26:0/2722039566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb494100980 0x7fb494100da0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb488009900 tx=0x7fb48802a410 comp rx=0 tx=0).stop 2024-04-26T23:33:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.776+0000 7fb49a400640 1 -- 172.21.15.26:0/2722039566 shutdown_connections 2024-04-26T23:33:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.776+0000 7fb49a400640 1 --2- 172.21.15.26:0/2722039566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb494102530 0x7fb494108dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.776+0000 7fb49a400640 1 --2- 172.21.15.26:0/2722039566 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb494101b70 0x7fb494101ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.776+0000 7fb49a400640 1 --2- 172.21.15.26:0/2722039566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb494100980 0x7fb494100da0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.776+0000 7fb49a400640 1 -- 172.21.15.26:0/2722039566 >> 172.21.15.26:0/2722039566 conn(0x7fb4940fbef0 msgr2=0x7fb4940fe330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.776+0000 7fb49a400640 1 -- 172.21.15.26:0/2722039566 shutdown_connections 2024-04-26T23:33:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.776+0000 7fb49a400640 1 -- 172.21.15.26:0/2722039566 wait complete. 2024-04-26T23:33:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.777+0000 7fb49a400640 1 Processor -- start 2024-04-26T23:33:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.777+0000 7fb49a400640 1 -- start start 2024-04-26T23:33:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.777+0000 7fb49a400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb494100980 0x7fb494104910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.777+0000 7fb49a400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb494101b70 0x7fb494102f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.777+0000 7fb49a400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb494102530 0x7fb494103490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb49a400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb49410bf80 con 0x7fb494100980 2024-04-26T23:33:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb49a400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb49410be00 con 0x7fb494101b70 2024-04-26T23:33:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb49a400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb49410c100 con 0x7fb494102530 2024-04-26T23:33:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb499000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb494100980 0x7fb494104910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb499000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb494100980 0x7fb494104910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49286/0 (socket says 172.21.15.26:49286) 2024-04-26T23:33:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb499000640 1 -- 172.21.15.26:0/1812477189 learned_addr learned my addr 172.21.15.26:0/1812477189 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb493e00640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb494101b70 0x7fb494102f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb499a00640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb494102530 0x7fb494103490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb499000640 1 -- 172.21.15.26:0/1812477189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb494102530 msgr2=0x7fb494103490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb499000640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb494102530 0x7fb494103490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb499000640 1 -- 172.21.15.26:0/1812477189 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb494101b70 msgr2=0x7fb494102f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb499000640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb494101b70 0x7fb494102f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb499000640 1 -- 172.21.15.26:0/1812477189 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4941039d0 con 0x7fb494100980 2024-04-26T23:33:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.778+0000 7fb493e00640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb494101b70 0x7fb494102f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:33:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.779+0000 7fb499000640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb494100980 0x7fb494104910 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb488031460 tx=0x7fb488003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.779+0000 7fb491600640 1 -- 172.21.15.26:0/1812477189 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb48803f070 con 0x7fb494100980 2024-04-26T23:33:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.779+0000 7fb491600640 1 -- 172.21.15.26:0/1812477189 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb488031ba0 con 0x7fb494100980 2024-04-26T23:33:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.779+0000 7fb49a400640 1 -- 172.21.15.26:0/1812477189 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb494103c60 con 0x7fb494100980 2024-04-26T23:33:12.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.779+0000 7fb491600640 1 -- 172.21.15.26:0/1812477189 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb488035030 con 0x7fb494100980 2024-04-26T23:33:12.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.779+0000 7fb49a400640 1 -- 172.21.15.26:0/1812477189 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4941a7300 con 0x7fb494100980 2024-04-26T23:33:12.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.781+0000 7fb49a400640 1 -- 172.21.15.26:0/1812477189 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4941a75f0 con 0x7fb494100980 2024-04-26T23:33:12.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.784+0000 7fb491600640 1 -- 172.21.15.26:0/1812477189 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb488042070 con 0x7fb494100980 2024-04-26T23:33:12.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.785+0000 7fb491600640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb47c0a3bb0 0x7fb47c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:12.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.786+0000 7fb491600640 1 -- 172.21.15.26:0/1812477189 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7fb4880f0bd0 con 0x7fb494100980 2024-04-26T23:33:12.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.786+0000 7fb493e00640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb47c0a3bb0 0x7fb47c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:12.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.787+0000 7fb493e00640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb47c0a3bb0 0x7fb47c0a6070 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb494104680 tx=0x7fb48000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:12.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:12.790+0000 7fb491600640 1 -- 172.21.15.26:0/1812477189 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fb4880bd9b0 con 0x7fb494100980 2024-04-26T23:33:13.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.037+0000 7fb49a400640 1 -- 172.21.15.26:0/1812477189 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb4941a77c0 con 0x7fb494100980 2024-04-26T23:33:13.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.039+0000 7fb491600640 1 -- 172.21.15.26:0/1812477189 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9647 (secure 0 0 0) 0x7fb4880b7e20 con 0x7fb494100980 2024-04-26T23:33:13.042 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:13.042 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24520,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":34508,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-26T23:33:13.043 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 12 2024-04-26T23:33:13.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.041+0000 7fb49a400640 1 -- 172.21.15.26:0/1812477189 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb47c0a3bb0 msgr2=0x7fb47c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:13.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.041+0000 7fb49a400640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb47c0a3bb0 0x7fb47c0a6070 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fb494104680 tx=0x7fb48000b390 comp rx=0 tx=0).stop 2024-04-26T23:33:13.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.041+0000 7fb49a400640 1 -- 172.21.15.26:0/1812477189 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb494100980 msgr2=0x7fb494104910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:13.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.041+0000 7fb49a400640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb494100980 0x7fb494104910 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb488031460 tx=0x7fb488003c10 comp rx=0 tx=0).stop 2024-04-26T23:33:13.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.042+0000 7fb49a400640 1 -- 172.21.15.26:0/1812477189 shutdown_connections 2024-04-26T23:33:13.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.042+0000 7fb49a400640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb494102530 0x7fb494103490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:13.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.042+0000 7fb49a400640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb494101b70 0x7fb494102f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:13.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.042+0000 7fb49a400640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb47c0a3bb0 0x7fb47c0a6070 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:13.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.042+0000 7fb49a400640 1 --2- 172.21.15.26:0/1812477189 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb494100980 0x7fb494104910 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:13.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.042+0000 7fb49a400640 1 -- 172.21.15.26:0/1812477189 >> 172.21.15.26:0/1812477189 conn(0x7fb4940fbef0 msgr2=0x7fb4941070a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:13.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.042+0000 7fb49a400640 1 -- 172.21.15.26:0/1812477189 shutdown_connections 2024-04-26T23:33:13.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:13.042+0000 7fb49a400640 1 -- 172.21.15.26:0/1812477189 wait complete. 2024-04-26T23:33:13.069 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:33:12 smithi086 systemd[1]: Starting Ceph mds.b for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:33:13.458 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:33:13 smithi086 podman[61577]: 2024-04-26 23:33:13.054627731 +0000 UTC m=+0.034394939 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:33:13.459 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:33:13 smithi086 podman[61577]: 2024-04-26 23:33:13.167643135 +0000 UTC m=+0.147410361 container create 937c027178ca1525643ba3c038075534d6a7f3b243dc7148d2489d454a9f74ba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0) 2024-04-26T23:33:13.459 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:33:13 smithi086 podman[61577]: 2024-04-26 23:33:13.454723395 +0000 UTC m=+0.434490646 container init 937c027178ca1525643ba3c038075534d6a7f3b243dc7148d2489d454a9f74ba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T23:33:13.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:13 smithi026 ceph-mon[28371]: pgmap v364: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:13.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:13 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1812477189' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:13 smithi086 ceph-mon[31122]: pgmap v364: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:13.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:13 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1812477189' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:13.820 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:33:13 smithi086 podman[61577]: 2024-04-26 23:33:13.465565018 +0000 UTC m=+0.445332246 container start 937c027178ca1525643ba3c038075534d6a7f3b243dc7148d2489d454a9f74ba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T23:33:13.820 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:33:13 smithi086 ceph-mds[61595]: -- 172.21.15.86:0/3492936362 <== mon.2 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dddeeb1a40 con 0x55dddee84800 2024-04-26T23:33:13.820 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:33:13 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b[61591]: starting mds.b at 2024-04-26T23:33:13.820 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:33:13 smithi086 bash[61577]: 937c027178ca1525643ba3c038075534d6a7f3b243dc7148d2489d454a9f74ba 2024-04-26T23:33:13.820 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:33:13 smithi086 systemd[1]: Started Ceph mds.b for a73d6c78-0423-11ef-bc93-c7b262605968. 2024-04-26T23:33:14.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:13 smithi164 ceph-mon[31699]: pgmap v364: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:14.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:13 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1812477189' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:14.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:14 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] up:boot 2024-04-26T23:33:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:14 smithi086 ceph-mon[31122]: fsmap 12 up:standby 2024-04-26T23:33:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T23:33:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:14 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:33:15.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:14 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] up:boot 2024-04-26T23:33:15.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:14 smithi164 ceph-mon[31699]: fsmap 12 up:standby 2024-04-26T23:33:15.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T23:33:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:14 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:33:15.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:14 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] up:boot 2024-04-26T23:33:15.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:14 smithi026 ceph-mon[28371]: fsmap 12 up:standby 2024-04-26T23:33:15.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T23:33:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:14 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:33:15.065 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:33:15.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.258+0000 7fcb52a00640 1 -- 172.21.15.26:0/774584104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb4c076910 msgr2=0x7fcb4c074d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:15.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.258+0000 7fcb52a00640 1 --2- 172.21.15.26:0/774584104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb4c076910 0x7fcb4c074d60 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c009860 tx=0x7fcb3c02a3d0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.258+0000 7fcb52a00640 1 -- 172.21.15.26:0/774584104 shutdown_connections 2024-04-26T23:33:15.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.258+0000 7fcb52a00640 1 --2- 172.21.15.26:0/774584104 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcb4c10a7e0 0x7fcb4c10cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.258+0000 7fcb52a00640 1 --2- 172.21.15.26:0/774584104 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb4c075330 0x7fcb4c075790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.258+0000 7fcb52a00640 1 --2- 172.21.15.26:0/774584104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb4c076910 0x7fcb4c074d60 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.258+0000 7fcb52a00640 1 -- 172.21.15.26:0/774584104 >> 172.21.15.26:0/774584104 conn(0x7fcb4c0fdee0 msgr2=0x7fcb4c100300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:15.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.258+0000 7fcb52a00640 1 -- 172.21.15.26:0/774584104 shutdown_connections 2024-04-26T23:33:15.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.258+0000 7fcb52a00640 1 -- 172.21.15.26:0/774584104 wait complete. 2024-04-26T23:33:15.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.259+0000 7fcb52a00640 1 Processor -- start 2024-04-26T23:33:15.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.259+0000 7fcb52a00640 1 -- start start 2024-04-26T23:33:15.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.259+0000 7fcb52a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcb4c075330 0x7fcb4c19ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:15.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.259+0000 7fcb52a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb4c076910 0x7fcb4c19b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:15.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.259+0000 7fcb52a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb4c10a7e0 0x7fcb4c1a2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:15.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.259+0000 7fcb52a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4c110570 con 0x7fcb4c10a7e0 2024-04-26T23:33:15.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.259+0000 7fcb52a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4c1103f0 con 0x7fcb4c075330 2024-04-26T23:33:15.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.259+0000 7fcb52a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4c1106f0 con 0x7fcb4c076910 2024-04-26T23:33:15.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.260+0000 7fcb4b400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb4c076910 0x7fcb4c19b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:15.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.260+0000 7fcb50a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb4c10a7e0 0x7fcb4c1a2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:15.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.260+0000 7fcb4b400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb4c076910 0x7fcb4c19b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:39084/0 (socket says 172.21.15.26:39084) 2024-04-26T23:33:15.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.260+0000 7fcb4b400640 1 -- 172.21.15.26:0/1914689152 learned_addr learned my addr 172.21.15.26:0/1914689152 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.260+0000 7fcb4be00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcb4c075330 0x7fcb4c19ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.260+0000 7fcb4b400640 1 -- 172.21.15.26:0/1914689152 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcb4c075330 msgr2=0x7fcb4c19ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.260+0000 7fcb4b400640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcb4c075330 0x7fcb4c19ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.260+0000 7fcb4b400640 1 -- 172.21.15.26:0/1914689152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb4c10a7e0 msgr2=0x7fcb4c1a2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.260+0000 7fcb4b400640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb4c10a7e0 0x7fcb4c1a2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.260+0000 7fcb4b400640 1 -- 172.21.15.26:0/1914689152 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb4c1a28d0 con 0x7fcb4c076910 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.260+0000 7fcb50a00640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb4c10a7e0 0x7fcb4c1a2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.261+0000 7fcb4b400640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb4c076910 0x7fcb4c19b1d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fcb3800d950 tx=0x7fcb3800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.261+0000 7fcb48c00640 1 -- 172.21.15.26:0/1914689152 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb38017030 con 0x7fcb4c076910 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.261+0000 7fcb52a00640 1 -- 172.21.15.26:0/1914689152 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb4c1a2bc0 con 0x7fcb4c076910 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.261+0000 7fcb48c00640 1 -- 172.21.15.26:0/1914689152 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcb38004020 con 0x7fcb4c076910 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.261+0000 7fcb48c00640 1 -- 172.21.15.26:0/1914689152 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb380055d0 con 0x7fcb4c076910 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.261+0000 7fcb52a00640 1 -- 172.21.15.26:0/1914689152 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb4c1a3160 con 0x7fcb4c076910 2024-04-26T23:33:15.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.262+0000 7fcb52a00640 1 -- 172.21.15.26:0/1914689152 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb4c1095a0 con 0x7fcb4c076910 2024-04-26T23:33:15.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.265+0000 7fcb48c00640 1 -- 172.21.15.26:0/1914689152 <== mon.1 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fcb38009a30 con 0x7fcb4c076910 2024-04-26T23:33:15.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.266+0000 7fcb48c00640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcb300a3bb0 0x7fcb300a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:15.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.266+0000 7fcb48c00640 1 -- 172.21.15.26:0/1914689152 <== mon.1 v2:172.21.15.164:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7fcb380cfae0 con 0x7fcb4c076910 2024-04-26T23:33:15.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.266+0000 7fcb4be00640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcb300a3bb0 0x7fcb300a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:15.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.267+0000 7fcb4be00640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcb300a3bb0 0x7fcb300a6070 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c009830 tx=0x7fcb3c005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:15.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.270+0000 7fcb48c00640 1 -- 172.21.15.26:0/1914689152 <== mon.1 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fcb3809c8c0 con 0x7fcb4c076910 2024-04-26T23:33:15.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.521+0000 7fcb52a00640 1 -- 172.21.15.26:0/1914689152 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb4c02dad0 con 0x7fcb4c076910 2024-04-26T23:33:15.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.522+0000 7fcb48c00640 1 -- 172.21.15.26:0/1914689152 <== mon.1 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10473 (secure 0 0 0) 0x7fcb3809c1c0 con 0x7fcb4c076910 2024-04-26T23:33:15.526 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:15.526 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24493,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24520,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":34433,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":34475,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":34508,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":34559,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-26T23:33:15.526 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 13 2024-04-26T23:33:15.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.525+0000 7fcb52a00640 1 -- 172.21.15.26:0/1914689152 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcb300a3bb0 msgr2=0x7fcb300a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:15.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.525+0000 7fcb52a00640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcb300a3bb0 0x7fcb300a6070 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c009830 tx=0x7fcb3c005dc0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.525+0000 7fcb52a00640 1 -- 172.21.15.26:0/1914689152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb4c076910 msgr2=0x7fcb4c19b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:15.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.525+0000 7fcb52a00640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb4c076910 0x7fcb4c19b1d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fcb3800d950 tx=0x7fcb3800de10 comp rx=0 tx=0).stop 2024-04-26T23:33:15.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.525+0000 7fcb52a00640 1 -- 172.21.15.26:0/1914689152 shutdown_connections 2024-04-26T23:33:15.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.525+0000 7fcb52a00640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcb300a3bb0 0x7fcb300a6070 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.525+0000 7fcb52a00640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb4c10a7e0 0x7fcb4c1a2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.525+0000 7fcb52a00640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb4c076910 0x7fcb4c19b1d0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.525+0000 7fcb52a00640 1 --2- 172.21.15.26:0/1914689152 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcb4c075330 0x7fcb4c19ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.525+0000 7fcb52a00640 1 -- 172.21.15.26:0/1914689152 >> 172.21.15.26:0/1914689152 conn(0x7fcb4c0fdee0 msgr2=0x7fcb4c106770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:15.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.525+0000 7fcb52a00640 1 -- 172.21.15.26:0/1914689152 shutdown_connections 2024-04-26T23:33:15.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.525+0000 7fcb52a00640 1 -- 172.21.15.26:0/1914689152 wait complete. 2024-04-26T23:33:15.549 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:33:15.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.724+0000 7f9a8d800640 1 -- 172.21.15.26:0/3543082059 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a88108650 msgr2=0x7f9a8810aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:15.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.724+0000 7f9a8d800640 1 --2- 172.21.15.26:0/3543082059 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a88108650 0x7f9a8810aaa0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9a80009900 tx=0x7f9a8002a3f0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.725+0000 7f9a8d800640 1 -- 172.21.15.26:0/3543082059 shutdown_connections 2024-04-26T23:33:15.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.725+0000 7f9a8d800640 1 --2- 172.21.15.26:0/3543082059 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a88108650 0x7f9a8810aaa0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.725+0000 7f9a8d800640 1 --2- 172.21.15.26:0/3543082059 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a88105d20 0x7f9a88108110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.725+0000 7f9a8d800640 1 --2- 172.21.15.26:0/3543082059 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a881033f0 0x7f9a881057e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.725+0000 7f9a8d800640 1 -- 172.21.15.26:0/3543082059 >> 172.21.15.26:0/3543082059 conn(0x7f9a880fcde0 msgr2=0x7f9a880ff220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:15.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.725+0000 7f9a8d800640 1 -- 172.21.15.26:0/3543082059 shutdown_connections 2024-04-26T23:33:15.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.725+0000 7f9a8d800640 1 -- 172.21.15.26:0/3543082059 wait complete. 2024-04-26T23:33:15.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.726+0000 7f9a8d800640 1 Processor -- start 2024-04-26T23:33:15.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.726+0000 7f9a8d800640 1 -- start start 2024-04-26T23:33:15.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.726+0000 7f9a8d800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a881033f0 0x7f9a88102d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:15.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.726+0000 7f9a8d800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a88105d20 0x7f9a881013a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:15.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.726+0000 7f9a8d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a88108650 0x7f9a881018e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:15.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.726+0000 7f9a8d800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8810e3c0 con 0x7f9a88108650 2024-04-26T23:33:15.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.726+0000 7f9a8d800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8810e240 con 0x7f9a881033f0 2024-04-26T23:33:15.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.726+0000 7f9a8d800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8810e540 con 0x7f9a88105d20 2024-04-26T23:33:15.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.727+0000 7f9a87400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a88108650 0x7f9a881018e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:15.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.727+0000 7f9a86a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a881033f0 0x7f9a88102d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:15.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.727+0000 7f9a87400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a88108650 0x7f9a881018e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50178/0 (socket says 172.21.15.26:50178) 2024-04-26T23:33:15.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.727+0000 7f9a86a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a881033f0 0x7f9a88102d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:47454/0 (socket says 172.21.15.26:47454) 2024-04-26T23:33:15.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.727+0000 7f9a87400640 1 -- 172.21.15.26:0/3574382541 learned_addr learned my addr 172.21.15.26:0/3574382541 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:15.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.727+0000 7f9a86000640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a88105d20 0x7f9a881013a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:15.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.727+0000 7f9a86a00640 1 -- 172.21.15.26:0/3574382541 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a88105d20 msgr2=0x7f9a881013a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:15.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.727+0000 7f9a86a00640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a88105d20 0x7f9a881013a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.727+0000 7f9a86a00640 1 -- 172.21.15.26:0/3574382541 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a88108650 msgr2=0x7f9a881018e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:15.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.727+0000 7f9a86a00640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a88108650 0x7f9a881018e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.727+0000 7f9a86a00640 1 -- 172.21.15.26:0/3574382541 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a88101e20 con 0x7f9a881033f0 2024-04-26T23:33:15.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.727+0000 7f9a86a00640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a881033f0 0x7f9a88102d60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9a7800ec80 tx=0x7f9a7800c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:15.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.728+0000 7f9a7f400640 1 -- 172.21.15.26:0/3574382541 <== mon.2 v2:172.21.15.86:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a78003b70 con 0x7f9a881033f0 2024-04-26T23:33:15.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.728+0000 7f9a8d800640 1 -- 172.21.15.26:0/3574382541 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a88102110 con 0x7f9a881033f0 2024-04-26T23:33:15.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.728+0000 7f9a7f400640 1 -- 172.21.15.26:0/3574382541 <== mon.2 v2:172.21.15.86:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9a78003d10 con 0x7f9a881033f0 2024-04-26T23:33:15.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.728+0000 7f9a7f400640 1 -- 172.21.15.26:0/3574382541 <== mon.2 v2:172.21.15.86:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a78010850 con 0x7f9a881033f0 2024-04-26T23:33:15.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.728+0000 7f9a8d800640 1 -- 172.21.15.26:0/3574382541 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a881a7570 con 0x7f9a881033f0 2024-04-26T23:33:15.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.729+0000 7f9a8d800640 1 -- 172.21.15.26:0/3574382541 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a880fe8d0 con 0x7f9a881033f0 2024-04-26T23:33:15.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.732+0000 7f9a7f400640 1 -- 172.21.15.26:0/3574382541 <== mon.2 v2:172.21.15.86:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9a78004540 con 0x7f9a881033f0 2024-04-26T23:33:15.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.733+0000 7f9a7f400640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9a6c0a3bb0 0x7f9a6c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:15.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.733+0000 7f9a7f400640 1 -- 172.21.15.26:0/3574382541 <== mon.2 v2:172.21.15.86:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f9a780d0660 con 0x7f9a881033f0 2024-04-26T23:33:15.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.733+0000 7f9a86000640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9a6c0a3bb0 0x7f9a6c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:15.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.734+0000 7f9a86000640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9a6c0a3bb0 0x7f9a6c0a6070 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9a88102ad0 tx=0x7f9a70005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:15.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.736+0000 7f9a7f400640 1 -- 172.21.15.26:0/3574382541 <== mon.2 v2:172.21.15.86:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f9a7809d440 con 0x7f9a881033f0 2024-04-26T23:33:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:15 smithi164 ceph-mon[31699]: pgmap v365: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:15 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1914689152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:15 smithi086 ceph-mon[31122]: pgmap v365: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:15 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1914689152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:15.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.941+0000 7f9a8d800640 1 -- 172.21.15.26:0/3574382541 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9a880635d0 con 0x7f9a881033f0 2024-04-26T23:33:15.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.944+0000 7f9a7f400640 1 -- 172.21.15.26:0/3574382541 <== mon.2 v2:172.21.15.86:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+18409 (secure 0 0 0) 0x7f9a7809cd40 con 0x7f9a881033f0 2024-04-26T23:33:15.948 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:15.948 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":85,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:32:13.460888+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":79,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:33:15.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.946+0000 7f9a8d800640 1 -- 172.21.15.26:0/3574382541 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9a6c0a3bb0 msgr2=0x7f9a6c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:15.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.946+0000 7f9a8d800640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9a6c0a3bb0 0x7f9a6c0a6070 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9a88102ad0 tx=0x7f9a70005f90 comp rx=0 tx=0).stop 2024-04-26T23:33:15.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.946+0000 7f9a8d800640 1 -- 172.21.15.26:0/3574382541 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a881033f0 msgr2=0x7f9a88102d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:15.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.946+0000 7f9a8d800640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a881033f0 0x7f9a88102d60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9a7800ec80 tx=0x7f9a7800c6a0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.946+0000 7f9a8d800640 1 -- 172.21.15.26:0/3574382541 shutdown_connections 2024-04-26T23:33:15.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.946+0000 7f9a8d800640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9a6c0a3bb0 0x7f9a6c0a6070 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.946+0000 7f9a8d800640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a88108650 0x7f9a881018e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.946+0000 7f9a8d800640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a88105d20 0x7f9a881013a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.946+0000 7f9a8d800640 1 --2- 172.21.15.26:0/3574382541 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a881033f0 0x7f9a88102d60 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:15.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.947+0000 7f9a8d800640 1 -- 172.21.15.26:0/3574382541 >> 172.21.15.26:0/3574382541 conn(0x7f9a880fcde0 msgr2=0x7f9a88103e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:15.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.947+0000 7f9a8d800640 1 -- 172.21.15.26:0/3574382541 shutdown_connections 2024-04-26T23:33:15.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:15.947+0000 7f9a8d800640 1 -- 172.21.15.26:0/3574382541 wait complete. 2024-04-26T23:33:15.966 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:15 smithi026 ceph-mon[28371]: pgmap v365: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:15.966 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:15 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1914689152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:15.969 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:33:15.969 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T23:33:16.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.164+0000 7fe061800640 1 -- 172.21.15.26:0/3270174734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe05c076970 msgr2=0x7fe05c074dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:16.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.164+0000 7fe061800640 1 --2- 172.21.15.26:0/3270174734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe05c076970 0x7fe05c074dc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe04c009900 tx=0x7fe04c02a3f0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.164+0000 7fe061800640 1 -- 172.21.15.26:0/3270174734 shutdown_connections 2024-04-26T23:33:16.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.164+0000 7fe061800640 1 --2- 172.21.15.26:0/3270174734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe05c10a720 0x7fe05c10cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.164+0000 7fe061800640 1 --2- 172.21.15.26:0/3270174734 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe05c075390 0x7fe05c075810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.164+0000 7fe061800640 1 --2- 172.21.15.26:0/3270174734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe05c076970 0x7fe05c074dc0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.164+0000 7fe061800640 1 -- 172.21.15.26:0/3270174734 >> 172.21.15.26:0/3270174734 conn(0x7fe05c0fddd0 msgr2=0x7fe05c100210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:16.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.164+0000 7fe061800640 1 -- 172.21.15.26:0/3270174734 shutdown_connections 2024-04-26T23:33:16.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.164+0000 7fe061800640 1 -- 172.21.15.26:0/3270174734 wait complete. 2024-04-26T23:33:16.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.165+0000 7fe061800640 1 Processor -- start 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.165+0000 7fe061800640 1 -- start start 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.165+0000 7fe061800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe05c075390 0x7fe05c19abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.165+0000 7fe061800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe05c076970 0x7fe05c19b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe061800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe05c10a720 0x7fe05c1a2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe061800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe05c110470 con 0x7fe05c076970 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe061800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe05c1102f0 con 0x7fe05c075390 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe061800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe05c1105f0 con 0x7fe05c10a720 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe05b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe05c076970 0x7fe05c19b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe05b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe05c076970 0x7fe05c19b100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50196/0 (socket says 172.21.15.26:50196) 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe05b400640 1 -- 172.21.15.26:0/2590871458 learned_addr learned my addr 172.21.15.26:0/2590871458 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe05be00640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe05c075390 0x7fe05c19abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe060e00640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe05c10a720 0x7fe05c1a2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe05b400640 1 -- 172.21.15.26:0/2590871458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe05c10a720 msgr2=0x7fe05c1a2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:16.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe05b400640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe05c10a720 0x7fe05c1a2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe05b400640 1 -- 172.21.15.26:0/2590871458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe05c075390 msgr2=0x7fe05c19abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:16.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe05b400640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe05c075390 0x7fe05c19abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe05b400640 1 -- 172.21.15.26:0/2590871458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe05c1a2790 con 0x7fe05c076970 2024-04-26T23:33:16.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.166+0000 7fe05b400640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe05c076970 0x7fe05c19b100 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe04800d950 tx=0x7fe04800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:16.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.167+0000 7fe058c00640 1 -- 172.21.15.26:0/2590871458 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe048017030 con 0x7fe05c076970 2024-04-26T23:33:16.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.167+0000 7fe058c00640 1 -- 172.21.15.26:0/2590871458 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe048004020 con 0x7fe05c076970 2024-04-26T23:33:16.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.167+0000 7fe061800640 1 -- 172.21.15.26:0/2590871458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe05c1a2a80 con 0x7fe05c076970 2024-04-26T23:33:16.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.167+0000 7fe058c00640 1 -- 172.21.15.26:0/2590871458 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0480055d0 con 0x7fe05c076970 2024-04-26T23:33:16.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.167+0000 7fe061800640 1 -- 172.21.15.26:0/2590871458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe05c1a2fd0 con 0x7fe05c076970 2024-04-26T23:33:16.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.168+0000 7fe061800640 1 -- 172.21.15.26:0/2590871458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe05c109450 con 0x7fe05c076970 2024-04-26T23:33:16.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.172+0000 7fe058c00640 1 -- 172.21.15.26:0/2590871458 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe048009a30 con 0x7fe05c076970 2024-04-26T23:33:16.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.173+0000 7fe058c00640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe0400a3bb0 0x7fe0400a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:16.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.173+0000 7fe058c00640 1 -- 172.21.15.26:0/2590871458 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7fe0480cfb30 con 0x7fe05c076970 2024-04-26T23:33:16.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.174+0000 7fe05be00640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe0400a3bb0 0x7fe0400a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:16.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.174+0000 7fe05be00640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe0400a3bb0 0x7fe0400a6070 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe04c006010 tx=0x7fe04c031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:16.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.179+0000 7fe058c00640 1 -- 172.21.15.26:0/2590871458 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fe04809c910 con 0x7fe05c076970 2024-04-26T23:33:16.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.409+0000 7fe061800640 1 -- 172.21.15.26:0/2590871458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe05c063530 con 0x7fe05c076970 2024-04-26T23:33:16.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.410+0000 7fe058c00640 1 -- 172.21.15.26:0/2590871458 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) ==== 93+0+10 (secure 0 0 0) 0x7fe04809c210 con 0x7fe05c076970 2024-04-26T23:33:16.413 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:33:16.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.412+0000 7fe061800640 1 -- 172.21.15.26:0/2590871458 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe0400a3bb0 msgr2=0x7fe0400a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:16.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.412+0000 7fe061800640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe0400a3bb0 0x7fe0400a6070 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe04c006010 tx=0x7fe04c031400 comp rx=0 tx=0).stop 2024-04-26T23:33:16.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.412+0000 7fe061800640 1 -- 172.21.15.26:0/2590871458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe05c076970 msgr2=0x7fe05c19b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:16.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.412+0000 7fe061800640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe05c076970 0x7fe05c19b100 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe04800d950 tx=0x7fe04800de10 comp rx=0 tx=0).stop 2024-04-26T23:33:16.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.412+0000 7fe061800640 1 -- 172.21.15.26:0/2590871458 shutdown_connections 2024-04-26T23:33:16.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.412+0000 7fe061800640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe05c10a720 0x7fe05c1a2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.412+0000 7fe061800640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe0400a3bb0 0x7fe0400a6070 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.412+0000 7fe061800640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe05c076970 0x7fe05c19b100 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.413+0000 7fe061800640 1 --2- 172.21.15.26:0/2590871458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe05c075390 0x7fe05c19abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.413+0000 7fe061800640 1 -- 172.21.15.26:0/2590871458 >> 172.21.15.26:0/2590871458 conn(0x7fe05c0fddd0 msgr2=0x7fe05c106620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:16.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.413+0000 7fe061800640 1 -- 172.21.15.26:0/2590871458 shutdown_connections 2024-04-26T23:33:16.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.413+0000 7fe061800640 1 -- 172.21.15.26:0/2590871458 wait complete. 2024-04-26T23:33:16.435 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-26T23:33:16.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.634+0000 7f8de1a00640 1 -- 172.21.15.26:0/30336051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ddc104b90 msgr2=0x7f8ddc104fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:16.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.634+0000 7f8de1a00640 1 --2- 172.21.15.26:0/30336051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ddc104b90 0x7f8ddc104fb0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc009900 tx=0x7f8dcc02a410 comp rx=0 tx=0).stop 2024-04-26T23:33:16.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.634+0000 7f8de1a00640 1 -- 172.21.15.26:0/30336051 shutdown_connections 2024-04-26T23:33:16.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.634+0000 7f8de1a00640 1 --2- 172.21.15.26:0/30336051 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8ddc106740 0x7f8ddc10cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.634+0000 7f8de1a00640 1 --2- 172.21.15.26:0/30336051 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8ddc105d80 0x7f8ddc106200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.634+0000 7f8de1a00640 1 --2- 172.21.15.26:0/30336051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ddc104b90 0x7f8ddc104fb0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.634+0000 7f8de1a00640 1 -- 172.21.15.26:0/30336051 >> 172.21.15.26:0/30336051 conn(0x7f8ddc100120 msgr2=0x7f8ddc102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:16.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.634+0000 7f8de1a00640 1 -- 172.21.15.26:0/30336051 shutdown_connections 2024-04-26T23:33:16.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.634+0000 7f8de1a00640 1 -- 172.21.15.26:0/30336051 wait complete. 2024-04-26T23:33:16.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.635+0000 7f8de1a00640 1 Processor -- start 2024-04-26T23:33:16.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.635+0000 7f8de1a00640 1 -- start start 2024-04-26T23:33:16.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.635+0000 7f8de1a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ddc104b90 0x7f8ddc19ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:16.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.635+0000 7f8de1a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8ddc105d80 0x7f8ddc19b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:16.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.635+0000 7f8de1a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8ddc106740 0x7f8ddc1a22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:16.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.635+0000 7f8de1a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8ddc1105c0 con 0x7f8ddc104b90 2024-04-26T23:33:16.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.635+0000 7f8de1a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8ddc110440 con 0x7f8ddc106740 2024-04-26T23:33:16.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.635+0000 7f8de1a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8ddc110740 con 0x7f8ddc105d80 2024-04-26T23:33:16.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.636+0000 7f8ddaa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ddc104b90 0x7f8ddc19ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:16.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.636+0000 7f8ddaa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ddc104b90 0x7f8ddc19ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50204/0 (socket says 172.21.15.26:50204) 2024-04-26T23:33:16.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.636+0000 7f8ddaa00640 1 -- 172.21.15.26:0/1647357840 learned_addr learned my addr 172.21.15.26:0/1647357840 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:16.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.636+0000 7f8dda000640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8ddc105d80 0x7f8ddc19b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:16.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.636+0000 7f8ddb400640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8ddc106740 0x7f8ddc1a22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:16.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.636+0000 7f8ddaa00640 1 -- 172.21.15.26:0/1647357840 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8ddc105d80 msgr2=0x7f8ddc19b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:16.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.636+0000 7f8ddaa00640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8ddc105d80 0x7f8ddc19b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.636+0000 7f8ddaa00640 1 -- 172.21.15.26:0/1647357840 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8ddc106740 msgr2=0x7f8ddc1a22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:16.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.636+0000 7f8ddaa00640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8ddc106740 0x7f8ddc1a22b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.636+0000 7f8ddaa00640 1 -- 172.21.15.26:0/1647357840 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ddc1a2950 con 0x7f8ddc104b90 2024-04-26T23:33:16.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.636+0000 7f8ddaa00640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ddc104b90 0x7f8ddc19ad40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc031460 tx=0x7f8dcc003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:16.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.637+0000 7f8dd3400640 1 -- 172.21.15.26:0/1647357840 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dcc03f070 con 0x7f8ddc104b90 2024-04-26T23:33:16.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.637+0000 7f8dd3400640 1 -- 172.21.15.26:0/1647357840 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8dcc031ba0 con 0x7f8ddc104b90 2024-04-26T23:33:16.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.637+0000 7f8dd3400640 1 -- 172.21.15.26:0/1647357840 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dcc035030 con 0x7f8ddc104b90 2024-04-26T23:33:16.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.637+0000 7f8de1a00640 1 -- 172.21.15.26:0/1647357840 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ddc1a2be0 con 0x7f8ddc104b90 2024-04-26T23:33:16.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.637+0000 7f8de1a00640 1 -- 172.21.15.26:0/1647357840 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ddc1a3080 con 0x7f8ddc104b90 2024-04-26T23:33:16.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.638+0000 7f8de1a00640 1 -- 172.21.15.26:0/1647357840 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ddc10c020 con 0x7f8ddc104b90 2024-04-26T23:33:16.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.640+0000 7f8dd3400640 1 -- 172.21.15.26:0/1647357840 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8dcc042070 con 0x7f8ddc104b90 2024-04-26T23:33:16.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.643+0000 7f8dd3400640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f8dc00a3bb0 0x7f8dc00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:16.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.643+0000 7f8dd3400640 1 -- 172.21.15.26:0/1647357840 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7f8dcc0f11b0 con 0x7f8ddc104b90 2024-04-26T23:33:16.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.643+0000 7f8dda000640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f8dc00a3bb0 0x7f8dc00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:16.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.644+0000 7f8dda000640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f8dc00a3bb0 0x7f8dc00a6070 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8dc800bbe0 tx=0x7f8dc800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:16.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.646+0000 7f8dd3400640 1 -- 172.21.15.26:0/1647357840 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f8dcc0bdf90 con 0x7f8ddc104b90 2024-04-26T23:33:16.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:16 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3574382541' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:16.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:16 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2590871458' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:33:16.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:16 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3574382541' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:16.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:16 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2590871458' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:33:16.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.861+0000 7f8de1a00640 1 -- 172.21.15.26:0/1647357840 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f8ddc02dca0 con 0x7f8ddc104b90 2024-04-26T23:33:16.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.861+0000 7f8dd3400640 1 -- 172.21.15.26:0/1647357840 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v85) ==== 84+0+65 (secure 0 0 0) 0x7f8dcc0bd890 con 0x7f8ddc104b90 2024-04-26T23:33:16.865 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:16.865 INFO:teuthology.orchestra.run.smithi026.stdout:[ 2024-04-26T23:33:16.865 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:33:16.865 INFO:teuthology.orchestra.run.smithi026.stdout: "poolnum": 1, 2024-04-26T23:33:16.865 INFO:teuthology.orchestra.run.smithi026.stdout: "poolname": ".mgr" 2024-04-26T23:33:16.865 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:33:16.865 INFO:teuthology.orchestra.run.smithi026.stdout:] 2024-04-26T23:33:16.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.864+0000 7f8de1a00640 1 -- 172.21.15.26:0/1647357840 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f8dc00a3bb0 msgr2=0x7f8dc00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:16.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.864+0000 7f8de1a00640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f8dc00a3bb0 0x7f8dc00a6070 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8dc800bbe0 tx=0x7f8dc800b390 comp rx=0 tx=0).stop 2024-04-26T23:33:16.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.864+0000 7f8de1a00640 1 -- 172.21.15.26:0/1647357840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ddc104b90 msgr2=0x7f8ddc19ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:16.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.864+0000 7f8de1a00640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ddc104b90 0x7f8ddc19ad40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8dcc031460 tx=0x7f8dcc003c10 comp rx=0 tx=0).stop 2024-04-26T23:33:16.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.864+0000 7f8de1a00640 1 -- 172.21.15.26:0/1647357840 shutdown_connections 2024-04-26T23:33:16.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.864+0000 7f8de1a00640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8ddc106740 0x7f8ddc1a22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.864+0000 7f8de1a00640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8ddc105d80 0x7f8ddc19b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.864+0000 7f8de1a00640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f8dc00a3bb0 0x7f8dc00a6070 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.864+0000 7f8de1a00640 1 --2- 172.21.15.26:0/1647357840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ddc104b90 0x7f8ddc19ad40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:16.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.864+0000 7f8de1a00640 1 -- 172.21.15.26:0/1647357840 >> 172.21.15.26:0/1647357840 conn(0x7f8ddc100120 msgr2=0x7f8ddc1091f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:16.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.864+0000 7f8de1a00640 1 -- 172.21.15.26:0/1647357840 shutdown_connections 2024-04-26T23:33:16.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:16.864+0000 7f8de1a00640 1 -- 172.21.15.26:0/1647357840 wait complete. 2024-04-26T23:33:16.887 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-26T23:33:16.887 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-26T23:33:17.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:16 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3574382541' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:17.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:16 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2590871458' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:33:17.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.072+0000 7fad77000640 1 -- 172.21.15.26:0/1569687972 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad700772f0 msgr2=0x7fad70077710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:17.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.072+0000 7fad77000640 1 --2- 172.21.15.26:0/1569687972 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad700772f0 0x7fad70077710 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fad64009900 tx=0x7fad6402a3f0 comp rx=0 tx=0).stop 2024-04-26T23:33:17.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.072+0000 7fad77000640 1 -- 172.21.15.26:0/1569687972 shutdown_connections 2024-04-26T23:33:17.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.072+0000 7fad77000640 1 --2- 172.21.15.26:0/1569687972 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fad70078ed0 0x7fad70079770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:17.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.072+0000 7fad77000640 1 --2- 172.21.15.26:0/1569687972 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad70078530 0x7fad70078990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:17.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.072+0000 7fad77000640 1 --2- 172.21.15.26:0/1569687972 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad700772f0 0x7fad70077710 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:17.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.072+0000 7fad77000640 1 -- 172.21.15.26:0/1569687972 >> 172.21.15.26:0/1569687972 conn(0x7fad700fffe0 msgr2=0x7fad70102420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:17.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.072+0000 7fad77000640 1 -- 172.21.15.26:0/1569687972 shutdown_connections 2024-04-26T23:33:17.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.072+0000 7fad77000640 1 -- 172.21.15.26:0/1569687972 wait complete. 2024-04-26T23:33:17.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.073+0000 7fad77000640 1 Processor -- start 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.073+0000 7fad77000640 1 -- start start 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.073+0000 7fad77000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad700772f0 0x7fad7019ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.073+0000 7fad77000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fad70078530 0x7fad7019f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.073+0000 7fad77000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad70078ed0 0x7fad701a64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.073+0000 7fad77000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fad70114860 con 0x7fad70078ed0 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.073+0000 7fad77000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fad701146e0 con 0x7fad700772f0 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.073+0000 7fad77000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fad701149e0 con 0x7fad70078530 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad76600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad70078ed0 0x7fad701a64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad76600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad70078ed0 0x7fad701a64b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50232/0 (socket says 172.21.15.26:50232) 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad76600640 1 -- 172.21.15.26:0/1158548191 learned_addr learned my addr 172.21.15.26:0/1158548191 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad75200640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fad70078530 0x7fad7019f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad75c00640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad700772f0 0x7fad7019ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad76600640 1 -- 172.21.15.26:0/1158548191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fad70078530 msgr2=0x7fad7019f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad76600640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fad70078530 0x7fad7019f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:17.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad76600640 1 -- 172.21.15.26:0/1158548191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad700772f0 msgr2=0x7fad7019ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:17.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad76600640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad700772f0 0x7fad7019ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:17.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad76600640 1 -- 172.21.15.26:0/1158548191 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad701a6b20 con 0x7fad70078ed0 2024-04-26T23:33:17.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad75c00640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad700772f0 0x7fad7019ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:17.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad76600640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad70078ed0 0x7fad701a64b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fad6800eb10 tx=0x7fad6800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:17.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.074+0000 7fad6e000640 1 -- 172.21.15.26:0/1158548191 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad68004b20 con 0x7fad70078ed0 2024-04-26T23:33:17.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.075+0000 7fad77000640 1 -- 172.21.15.26:0/1158548191 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad701a6e10 con 0x7fad70078ed0 2024-04-26T23:33:17.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.075+0000 7fad6e000640 1 -- 172.21.15.26:0/1158548191 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fad68004cc0 con 0x7fad70078ed0 2024-04-26T23:33:17.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.075+0000 7fad6e000640 1 -- 172.21.15.26:0/1158548191 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad68010690 con 0x7fad70078ed0 2024-04-26T23:33:17.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.075+0000 7fad77000640 1 -- 172.21.15.26:0/1158548191 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad701a72d0 con 0x7fad70078ed0 2024-04-26T23:33:17.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.076+0000 7fad77000640 1 -- 172.21.15.26:0/1158548191 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad701113e0 con 0x7fad70078ed0 2024-04-26T23:33:17.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.078+0000 7fad6e000640 1 -- 172.21.15.26:0/1158548191 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fad68005020 con 0x7fad70078ed0 2024-04-26T23:33:17.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.079+0000 7fad6e000640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fad580a3bb0 0x7fad580a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:17.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.079+0000 7fad6e000640 1 -- 172.21.15.26:0/1158548191 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7127+0+0 (secure 0 0 0) 0x7fad680d0660 con 0x7fad70078ed0 2024-04-26T23:33:17.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.079+0000 7fad75c00640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fad580a3bb0 0x7fad580a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:17.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.080+0000 7fad75c00640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fad580a3bb0 0x7fad580a6070 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fad640096c0 tx=0x7fad64009650 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:17.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.084+0000 7fad6e000640 1 -- 172.21.15.26:0/1158548191 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fad6809d440 con 0x7fad70078ed0 2024-04-26T23:33:17.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:17.296+0000 7fad77000640 1 -- 172.21.15.26:0/1158548191 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fad70063530 con 0x7fad70078ed0 2024-04-26T23:33:18.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:17 smithi164 ceph-mon[31699]: pgmap v366: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:18.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:17 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1647357840' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T23:33:18.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:17 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:17 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1158548191' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T23:33:18.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:17 smithi026 ceph-mon[28371]: pgmap v366: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:18.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:17 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1647357840' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T23:33:18.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:17 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:17 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1158548191' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T23:33:18.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:17 smithi086 ceph-mon[31122]: pgmap v366: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:18.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:17 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1647357840' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T23:33:18.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:17 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:18.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:17 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1158548191' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T23:33:18.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.157+0000 7fad6e000640 1 -- 172.21.15.26:0/1158548191 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v86) ==== 138+0+0 (secure 0 0 0) 0x7fad6809cd40 con 0x7fad70078ed0 2024-04-26T23:33:18.161 INFO:teuthology.orchestra.run.smithi026.stderr:pool 'cephfs_metadata' created 2024-04-26T23:33:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.161+0000 7fad77000640 1 -- 172.21.15.26:0/1158548191 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fad580a3bb0 msgr2=0x7fad580a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.161+0000 7fad77000640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fad580a3bb0 0x7fad580a6070 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fad640096c0 tx=0x7fad64009650 comp rx=0 tx=0).stop 2024-04-26T23:33:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.161+0000 7fad77000640 1 -- 172.21.15.26:0/1158548191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad70078ed0 msgr2=0x7fad701a64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.161+0000 7fad77000640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad70078ed0 0x7fad701a64b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fad6800eb10 tx=0x7fad6800c2d0 comp rx=0 tx=0).stop 2024-04-26T23:33:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.161+0000 7fad77000640 1 -- 172.21.15.26:0/1158548191 shutdown_connections 2024-04-26T23:33:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.161+0000 7fad77000640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fad580a3bb0 0x7fad580a6070 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.161+0000 7fad77000640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad70078ed0 0x7fad701a64b0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.161+0000 7fad77000640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fad70078530 0x7fad7019f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.161+0000 7fad77000640 1 --2- 172.21.15.26:0/1158548191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad700772f0 0x7fad7019ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.161+0000 7fad77000640 1 -- 172.21.15.26:0/1158548191 >> 172.21.15.26:0/1158548191 conn(0x7fad700fffe0 msgr2=0x7fad70103340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.161+0000 7fad77000640 1 -- 172.21.15.26:0/1158548191 shutdown_connections 2024-04-26T23:33:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.161+0000 7fad77000640 1 -- 172.21.15.26:0/1158548191 wait complete. 2024-04-26T23:33:18.192 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-26T23:33:18.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.383+0000 7fcafc200640 1 -- 172.21.15.26:0/1520817314 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcaf4105d80 msgr2=0x7fcaf4106200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:18.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.383+0000 7fcafc200640 1 --2- 172.21.15.26:0/1520817314 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcaf4105d80 0x7fcaf4106200 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcae0009900 tx=0x7fcae002a410 comp rx=0 tx=0).stop 2024-04-26T23:33:18.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.383+0000 7fcafc200640 1 -- 172.21.15.26:0/1520817314 shutdown_connections 2024-04-26T23:33:18.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.383+0000 7fcafc200640 1 --2- 172.21.15.26:0/1520817314 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcaf4106740 0x7fcaf410cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:18.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.383+0000 7fcafc200640 1 --2- 172.21.15.26:0/1520817314 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcaf4105d80 0x7fcaf4106200 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:18.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.383+0000 7fcafc200640 1 --2- 172.21.15.26:0/1520817314 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcaf4104b90 0x7fcaf4104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:18.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.383+0000 7fcafc200640 1 -- 172.21.15.26:0/1520817314 >> 172.21.15.26:0/1520817314 conn(0x7fcaf41000e0 msgr2=0x7fcaf4102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:18.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.383+0000 7fcafc200640 1 -- 172.21.15.26:0/1520817314 shutdown_connections 2024-04-26T23:33:18.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.383+0000 7fcafc200640 1 -- 172.21.15.26:0/1520817314 wait complete. 2024-04-26T23:33:18.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.384+0000 7fcafc200640 1 Processor -- start 2024-04-26T23:33:18.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.384+0000 7fcafc200640 1 -- start start 2024-04-26T23:33:18.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.384+0000 7fcafc200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcaf4104b90 0x7fcaf419ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.384+0000 7fcafc200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcaf4105d80 0x7fcaf419b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.384+0000 7fcafc200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcaf4106740 0x7fcaf41a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.384+0000 7fcafc200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf4110550 con 0x7fcaf4105d80 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.384+0000 7fcafc200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf41103d0 con 0x7fcaf4106740 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.384+0000 7fcafc200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf41106d0 con 0x7fcaf4104b90 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.385+0000 7fcaf8e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcaf4105d80 0x7fcaf419b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.385+0000 7fcaf8e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcaf4105d80 0x7fcaf419b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50238/0 (socket says 172.21.15.26:50238) 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.385+0000 7fcaf8e00640 1 -- 172.21.15.26:0/23886641 learned_addr learned my addr 172.21.15.26:0/23886641 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.385+0000 7fcaf9800640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcaf4104b90 0x7fcaf419ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.385+0000 7fcafa200640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcaf4106740 0x7fcaf41a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.385+0000 7fcaf8e00640 1 -- 172.21.15.26:0/23886641 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcaf4104b90 msgr2=0x7fcaf419ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.385+0000 7fcaf8e00640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcaf4104b90 0x7fcaf419ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:18.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.385+0000 7fcaf8e00640 1 -- 172.21.15.26:0/23886641 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcaf4106740 msgr2=0x7fcaf41a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:18.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.385+0000 7fcaf8e00640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcaf4106740 0x7fcaf41a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:18.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.385+0000 7fcaf8e00640 1 -- 172.21.15.26:0/23886641 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaf41a2940 con 0x7fcaf4105d80 2024-04-26T23:33:18.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.386+0000 7fcaf8e00640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcaf4105d80 0x7fcaf419b270 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fcae0009230 tx=0x7fcae00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:18.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.386+0000 7fcaf2000640 1 -- 172.21.15.26:0/23886641 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae003f030 con 0x7fcaf4105d80 2024-04-26T23:33:18.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.386+0000 7fcaf2000640 1 -- 172.21.15.26:0/23886641 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcae0003c90 con 0x7fcaf4105d80 2024-04-26T23:33:18.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.386+0000 7fcaf2000640 1 -- 172.21.15.26:0/23886641 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae0035070 con 0x7fcaf4105d80 2024-04-26T23:33:18.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.386+0000 7fcafc200640 1 -- 172.21.15.26:0/23886641 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaf41a2bd0 con 0x7fcaf4105d80 2024-04-26T23:33:18.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.386+0000 7fcafc200640 1 -- 172.21.15.26:0/23886641 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaf41a3070 con 0x7fcaf4105d80 2024-04-26T23:33:18.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.387+0000 7fcafc200640 1 -- 172.21.15.26:0/23886641 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaf410bfc0 con 0x7fcaf4105d80 2024-04-26T23:33:18.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.389+0000 7fcaf2000640 1 -- 172.21.15.26:0/23886641 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fcae0042030 con 0x7fcaf4105d80 2024-04-26T23:33:18.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.391+0000 7fcaf2000640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcadc0a3bb0 0x7fcadc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:18.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.391+0000 7fcaf2000640 1 -- 172.21.15.26:0/23886641 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7497+0+0 (secure 0 0 0) 0x7fcae00f0a60 con 0x7fcaf4105d80 2024-04-26T23:33:18.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.391+0000 7fcaf9800640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcadc0a3bb0 0x7fcadc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:18.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.392+0000 7fcaf9800640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcadc0a3bb0 0x7fcadc0a6070 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcae8005fd0 tx=0x7fcae8005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:18.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.397+0000 7fcaf2000640 1 -- 172.21.15.26:0/23886641 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fcae00bd790 con 0x7fcaf4105d80 2024-04-26T23:33:18.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:18.611+0000 7fcafc200640 1 -- 172.21.15.26:0/23886641 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fcaf40635d0 con 0x7fcaf4105d80 2024-04-26T23:33:19.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.165+0000 7fcaf2000640 1 -- 172.21.15.26:0/23886641 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v87) ==== 170+0+0 (secure 0 0 0) 0x7fcae00bd090 con 0x7fcaf4105d80 2024-04-26T23:33:19.171 INFO:teuthology.orchestra.run.smithi026.stderr:pool 'cephfs_data' created 2024-04-26T23:33:19.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.168+0000 7fcafc200640 1 -- 172.21.15.26:0/23886641 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcadc0a3bb0 msgr2=0x7fcadc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:19.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.168+0000 7fcafc200640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcadc0a3bb0 0x7fcadc0a6070 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcae8005fd0 tx=0x7fcae8005850 comp rx=0 tx=0).stop 2024-04-26T23:33:19.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.168+0000 7fcafc200640 1 -- 172.21.15.26:0/23886641 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcaf4105d80 msgr2=0x7fcaf419b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:19.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.168+0000 7fcafc200640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcaf4105d80 0x7fcaf419b270 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fcae0009230 tx=0x7fcae00042f0 comp rx=0 tx=0).stop 2024-04-26T23:33:19.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.168+0000 7fcafc200640 1 -- 172.21.15.26:0/23886641 shutdown_connections 2024-04-26T23:33:19.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.168+0000 7fcafc200640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcaf4106740 0x7fcaf41a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:19.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.169+0000 7fcafc200640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcadc0a3bb0 0x7fcadc0a6070 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:19.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.169+0000 7fcafc200640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcaf4105d80 0x7fcaf419b270 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:19.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.169+0000 7fcafc200640 1 --2- 172.21.15.26:0/23886641 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcaf4104b90 0x7fcaf419ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:19.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.169+0000 7fcafc200640 1 -- 172.21.15.26:0/23886641 >> 172.21.15.26:0/23886641 conn(0x7fcaf41000e0 msgr2=0x7fcaf4109190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:19.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.169+0000 7fcafc200640 1 -- 172.21.15.26:0/23886641 shutdown_connections 2024-04-26T23:33:19.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.169+0000 7fcafc200640 1 -- 172.21.15.26:0/23886641 wait complete. 2024-04-26T23:33:19.214 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-26T23:33:19.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.395+0000 7f74b7a00640 1 -- 172.21.15.26:0/1930618989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74b0102980 msgr2=0x7f74b0102da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:19.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.395+0000 7f74b7a00640 1 --2- 172.21.15.26:0/1930618989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74b0102980 0x7f74b0102da0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f74a4009900 tx=0x7f74a402a410 comp rx=0 tx=0).stop 2024-04-26T23:33:19.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.396+0000 7f74b7a00640 1 -- 172.21.15.26:0/1930618989 shutdown_connections 2024-04-26T23:33:19.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.396+0000 7f74b7a00640 1 --2- 172.21.15.26:0/1930618989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f74b0104530 0x7f74b010adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:19.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.396+0000 7f74b7a00640 1 --2- 172.21.15.26:0/1930618989 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f74b0103b70 0x7f74b0103ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:19.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.396+0000 7f74b7a00640 1 --2- 172.21.15.26:0/1930618989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74b0102980 0x7f74b0102da0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:19.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.396+0000 7f74b7a00640 1 -- 172.21.15.26:0/1930618989 >> 172.21.15.26:0/1930618989 conn(0x7f74b00fdf10 msgr2=0x7f74b0100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:19.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.396+0000 7f74b7a00640 1 -- 172.21.15.26:0/1930618989 shutdown_connections 2024-04-26T23:33:19.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.396+0000 7f74b7a00640 1 -- 172.21.15.26:0/1930618989 wait complete. 2024-04-26T23:33:19.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.397+0000 7f74b7a00640 1 Processor -- start 2024-04-26T23:33:19.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.397+0000 7f74b7a00640 1 -- start start 2024-04-26T23:33:19.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.397+0000 7f74b7a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74b0102980 0x7f74b019ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:19.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.397+0000 7f74b7a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f74b0103b70 0x7f74b019b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:19.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.397+0000 7f74b7a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f74b0104530 0x7f74b01a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:19.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.397+0000 7f74b7a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f74b010e3b0 con 0x7f74b0102980 2024-04-26T23:33:19.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.397+0000 7f74b7a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f74b010e230 con 0x7f74b0103b70 2024-04-26T23:33:19.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.397+0000 7f74b7a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f74b010e530 con 0x7f74b0104530 2024-04-26T23:33:19.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.398+0000 7f74b5000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74b0102980 0x7f74b019ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:19.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.398+0000 7f74b5000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74b0102980 0x7f74b019ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50252/0 (socket says 172.21.15.26:50252) 2024-04-26T23:33:19.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.398+0000 7f74b5000640 1 -- 172.21.15.26:0/2734813038 learned_addr learned my addr 172.21.15.26:0/2734813038 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:19.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.398+0000 7f74b5a00640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f74b0104530 0x7f74b01a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:19.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.398+0000 7f74afe00640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f74b0103b70 0x7f74b019b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:19.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.398+0000 7f74b5000640 1 -- 172.21.15.26:0/2734813038 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f74b0104530 msgr2=0x7f74b01a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:19.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.398+0000 7f74b5000640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f74b0104530 0x7f74b01a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:19.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.398+0000 7f74b5000640 1 -- 172.21.15.26:0/2734813038 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f74b0103b70 msgr2=0x7f74b019b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:19.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.398+0000 7f74b5000640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f74b0103b70 0x7f74b019b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:19.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.398+0000 7f74b5000640 1 -- 172.21.15.26:0/2734813038 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74b01a2940 con 0x7f74b0102980 2024-04-26T23:33:19.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.398+0000 7f74b5a00640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f74b0104530 0x7f74b01a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:33:19.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.398+0000 7f74b5000640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74b0102980 0x7f74b019ad30 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f74a4031460 tx=0x7f74a4003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:19.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.399+0000 7f74ad600640 1 -- 172.21.15.26:0/2734813038 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a403f070 con 0x7f74b0102980 2024-04-26T23:33:19.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.399+0000 7f74ad600640 1 -- 172.21.15.26:0/2734813038 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f74a4031da0 con 0x7f74b0102980 2024-04-26T23:33:19.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.399+0000 7f74b7a00640 1 -- 172.21.15.26:0/2734813038 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74b01a2bd0 con 0x7f74b0102980 2024-04-26T23:33:19.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.399+0000 7f74ad600640 1 -- 172.21.15.26:0/2734813038 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a4035030 con 0x7f74b0102980 2024-04-26T23:33:19.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.399+0000 7f74b7a00640 1 -- 172.21.15.26:0/2734813038 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74b01a30c0 con 0x7f74b0102980 2024-04-26T23:33:19.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.400+0000 7f74b7a00640 1 -- 172.21.15.26:0/2734813038 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74b01a3290 con 0x7f74b0102980 2024-04-26T23:33:19.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.403+0000 7f74ad600640 1 -- 172.21.15.26:0/2734813038 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f74a4042070 con 0x7f74b0102980 2024-04-26T23:33:19.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.404+0000 7f74ad600640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f74980a3bb0 0x7f74980a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:19.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.404+0000 7f74ad600640 1 -- 172.21.15.26:0/2734813038 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 7879+0+0 (secure 0 0 0) 0x7f74a40f1380 con 0x7f74b0102980 2024-04-26T23:33:19.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.404+0000 7f74afe00640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f74980a3bb0 0x7f74980a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:19.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.405+0000 7f74afe00640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f74980a3bb0 0x7f74980a6070 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f749c005fd0 tx=0x7f749c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:19.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.407+0000 7f74ad600640 1 -- 172.21.15.26:0/2734813038 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f74a40bde70 con 0x7f74b0102980 2024-04-26T23:33:19.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:19 smithi164 ceph-mon[31699]: pgmap v367: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:19.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:19 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1158548191' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T23:33:19.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:19 smithi164 ceph-mon[31699]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T23:33:19.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:19.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:33:19.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:19.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:19 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/23886641' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T23:33:19.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:19 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:33:19.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:19 smithi026 ceph-mon[28371]: pgmap v367: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:19.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:19 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1158548191' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T23:33:19.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:19 smithi026 ceph-mon[28371]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T23:33:19.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:19.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:33:19.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:19.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:19 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/23886641' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T23:33:19.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:19 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:33:19.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:19 smithi086 ceph-mon[31122]: pgmap v367: 1 pgs: 1 active+clean; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:19.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:19 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1158548191' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T23:33:19.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:19 smithi086 ceph-mon[31122]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T23:33:19.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:19.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:33:19.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:19.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:19 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/23886641' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T23:33:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:19 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:33:19.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:19.667+0000 7f74b7a00640 1 -- 172.21.15.26:0/2734813038 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f74b01a3460 con 0x7f74b0102980 2024-04-26T23:33:20.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.194+0000 7f74ad600640 1 -- 172.21.15.26:0/2734813038 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f74a40bd770 con 0x7f74b0102980 2024-04-26T23:33:20.198 INFO:teuthology.orchestra.run.smithi026.stderr:new fs with metadata pool 2 and data pool 3 2024-04-26T23:33:20.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.197+0000 7f74b7a00640 1 -- 172.21.15.26:0/2734813038 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f74980a3bb0 msgr2=0x7f74980a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:20.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.197+0000 7f74b7a00640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f74980a3bb0 0x7f74980a6070 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f749c005fd0 tx=0x7f749c005850 comp rx=0 tx=0).stop 2024-04-26T23:33:20.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.197+0000 7f74b7a00640 1 -- 172.21.15.26:0/2734813038 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74b0102980 msgr2=0x7f74b019ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:20.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.197+0000 7f74b7a00640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74b0102980 0x7f74b019ad30 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f74a4031460 tx=0x7f74a4003c80 comp rx=0 tx=0).stop 2024-04-26T23:33:20.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.198+0000 7f74b7a00640 1 -- 172.21.15.26:0/2734813038 shutdown_connections 2024-04-26T23:33:20.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.198+0000 7f74b7a00640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f74b0104530 0x7f74b01a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.198+0000 7f74b7a00640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f74b0103b70 0x7f74b019b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.198+0000 7f74b7a00640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f74980a3bb0 0x7f74980a6070 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.198+0000 7f74b7a00640 1 --2- 172.21.15.26:0/2734813038 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f74b0102980 0x7f74b019ad30 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.198+0000 7f74b7a00640 1 -- 172.21.15.26:0/2734813038 >> 172.21.15.26:0/2734813038 conn(0x7f74b00fdf10 msgr2=0x7f74b01093e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:20.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.198+0000 7f74b7a00640 1 -- 172.21.15.26:0/2734813038 shutdown_connections 2024-04-26T23:33:20.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.198+0000 7f74b7a00640 1 -- 172.21.15.26:0/2734813038 wait complete. 2024-04-26T23:33:20.227 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:33:20.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.412+0000 7fb203200640 1 -- 172.21.15.26:0/3240553111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc105d70 msgr2=0x7fb1fc108160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:20.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.412+0000 7fb203200640 1 --2- 172.21.15.26:0/3240553111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc105d70 0x7fb1fc108160 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb1e4009900 tx=0x7fb1e402a410 comp rx=0 tx=0).stop 2024-04-26T23:33:20.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.412+0000 7fb203200640 1 -- 172.21.15.26:0/3240553111 shutdown_connections 2024-04-26T23:33:20.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.412+0000 7fb203200640 1 --2- 172.21.15.26:0/3240553111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb1fc1086a0 0x7fb1fc10aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.412+0000 7fb203200640 1 --2- 172.21.15.26:0/3240553111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc105d70 0x7fb1fc108160 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.412+0000 7fb203200640 1 --2- 172.21.15.26:0/3240553111 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb1fc103440 0x7fb1fc105830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.412+0000 7fb203200640 1 -- 172.21.15.26:0/3240553111 >> 172.21.15.26:0/3240553111 conn(0x7fb1fc0fcdf0 msgr2=0x7fb1fc0ff210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:20.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.412+0000 7fb203200640 1 -- 172.21.15.26:0/3240553111 shutdown_connections 2024-04-26T23:33:20.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.412+0000 7fb203200640 1 -- 172.21.15.26:0/3240553111 wait complete. 2024-04-26T23:33:20.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.413+0000 7fb203200640 1 Processor -- start 2024-04-26T23:33:20.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.413+0000 7fb203200640 1 -- start start 2024-04-26T23:33:20.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.413+0000 7fb203200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb1fc103440 0x7fb1fc19ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:20.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.413+0000 7fb203200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc105d70 0x7fb1fc19b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:20.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.413+0000 7fb203200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb1fc1086a0 0x7fb1fc1a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:20.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.413+0000 7fb203200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb1fc10e340 con 0x7fb1fc105d70 2024-04-26T23:33:20.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.413+0000 7fb203200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb1fc10e1c0 con 0x7fb1fc103440 2024-04-26T23:33:20.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.413+0000 7fb203200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb1fc10e4c0 con 0x7fb1fc1086a0 2024-04-26T23:33:20.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb1f3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc105d70 0x7fb1fc19b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:20.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb1f3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc105d70 0x7fb1fc19b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50268/0 (socket says 172.21.15.26:50268) 2024-04-26T23:33:20.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb1f3e00640 1 -- 172.21.15.26:0/4281310035 learned_addr learned my addr 172.21.15.26:0/4281310035 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:20.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb201200640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb1fc1086a0 0x7fb1fc1a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:20.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb1fbe00640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb1fc103440 0x7fb1fc19ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:20.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb1f3e00640 1 -- 172.21.15.26:0/4281310035 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb1fc1086a0 msgr2=0x7fb1fc1a2300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:20.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb1f3e00640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb1fc1086a0 0x7fb1fc1a2300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb1f3e00640 1 -- 172.21.15.26:0/4281310035 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb1fc103440 msgr2=0x7fb1fc19ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:20.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb1f3e00640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb1fc103440 0x7fb1fc19ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb1f3e00640 1 -- 172.21.15.26:0/4281310035 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1fc1a2970 con 0x7fb1fc105d70 2024-04-26T23:33:20.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb1fbe00640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb1fc103440 0x7fb1fc19ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:20.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb201200640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb1fc1086a0 0x7fb1fc1a2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:20.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.414+0000 7fb1f3e00640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc105d70 0x7fb1fc19b290 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb1e4005ab0 tx=0x7fb1e40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:20.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.415+0000 7fb1f9600640 1 -- 172.21.15.26:0/4281310035 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e403f030 con 0x7fb1fc105d70 2024-04-26T23:33:20.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.415+0000 7fb203200640 1 -- 172.21.15.26:0/4281310035 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1fc1a2c00 con 0x7fb1fc105d70 2024-04-26T23:33:20.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.415+0000 7fb1f9600640 1 -- 172.21.15.26:0/4281310035 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb1e4032e10 con 0x7fb1fc105d70 2024-04-26T23:33:20.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.415+0000 7fb1f9600640 1 -- 172.21.15.26:0/4281310035 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e4035070 con 0x7fb1fc105d70 2024-04-26T23:33:20.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.415+0000 7fb203200640 1 -- 172.21.15.26:0/4281310035 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1fc1a3140 con 0x7fb1fc105d70 2024-04-26T23:33:20.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.416+0000 7fb203200640 1 -- 172.21.15.26:0/4281310035 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1fc1a3310 con 0x7fb1fc105d70 2024-04-26T23:33:20.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.418+0000 7fb1f9600640 1 -- 172.21.15.26:0/4281310035 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb1e4042030 con 0x7fb1fc105d70 2024-04-26T23:33:20.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.420+0000 7fb1f9600640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb1e00a3bb0 0x7fb1e00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:20.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.420+0000 7fb1f9600640 1 -- 172.21.15.26:0/4281310035 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7979+0+0 (secure 0 0 0) 0x7fb1e40f0880 con 0x7fb1fc105d70 2024-04-26T23:33:20.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.421+0000 7fb1fbe00640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb1e00a3bb0 0x7fb1e00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:20.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.421+0000 7fb1fbe00640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb1e00a3bb0 0x7fb1e00a6070 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb1ec009b50 tx=0x7fb1ec005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:20.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.425+0000 7fb1f9600640 1 -- 172.21.15.26:0/4281310035 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fb1e40bd310 con 0x7fb1fc105d70 2024-04-26T23:33:20.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:20 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/23886641' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T23:33:20.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:20 smithi026 ceph-mon[28371]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T23:33:20.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:20 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2734813038' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T23:33:20.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:20 smithi026 ceph-mon[28371]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T23:33:20.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:20 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:20.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:20 smithi026 ceph-mon[28371]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T23:33:20.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:20 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:20.528 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:20 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/23886641' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T23:33:20.528 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:20 smithi164 ceph-mon[31699]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T23:33:20.528 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:20 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2734813038' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T23:33:20.528 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:20 smithi164 ceph-mon[31699]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T23:33:20.529 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:20 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:20.529 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:20 smithi164 ceph-mon[31699]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T23:33:20.529 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:20 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:20.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:20 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/23886641' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T23:33:20.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:20 smithi086 ceph-mon[31122]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T23:33:20.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:20 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2734813038' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T23:33:20.571 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:20 smithi086 ceph-mon[31122]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T23:33:20.571 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:20 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:20.571 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:20 smithi086 ceph-mon[31122]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T23:33:20.571 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:20 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:20.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.678+0000 7fb203200640 1 -- 172.21.15.26:0/4281310035 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb1fc1a3ab0 con 0x7fb1fc105d70 2024-04-26T23:33:20.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.680+0000 7fb1f9600640 1 -- 172.21.15.26:0/4281310035 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22185 (secure 0 0 0) 0x7fb1e40bcc10 con 0x7fb1fc105d70 2024-04-26T23:33:20.684 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:20.684 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":88,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:33:19.668903+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:33:20.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.683+0000 7fb203200640 1 -- 172.21.15.26:0/4281310035 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb1e00a3bb0 msgr2=0x7fb1e00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:20.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.683+0000 7fb203200640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb1e00a3bb0 0x7fb1e00a6070 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb1ec009b50 tx=0x7fb1ec005f90 comp rx=0 tx=0).stop 2024-04-26T23:33:20.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.683+0000 7fb203200640 1 -- 172.21.15.26:0/4281310035 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc105d70 msgr2=0x7fb1fc19b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:20.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.683+0000 7fb203200640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc105d70 0x7fb1fc19b290 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb1e4005ab0 tx=0x7fb1e40042f0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.683+0000 7fb203200640 1 -- 172.21.15.26:0/4281310035 shutdown_connections 2024-04-26T23:33:20.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.683+0000 7fb203200640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb1fc1086a0 0x7fb1fc1a2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.683+0000 7fb203200640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb1e00a3bb0 0x7fb1e00a6070 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.683+0000 7fb203200640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb1fc105d70 0x7fb1fc19b290 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.683+0000 7fb203200640 1 --2- 172.21.15.26:0/4281310035 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb1fc103440 0x7fb1fc19ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.683+0000 7fb203200640 1 -- 172.21.15.26:0/4281310035 >> 172.21.15.26:0/4281310035 conn(0x7fb1fc0fcdf0 msgr2=0x7fb1fc101410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:20.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.683+0000 7fb203200640 1 -- 172.21.15.26:0/4281310035 shutdown_connections 2024-04-26T23:33:20.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.683+0000 7fb203200640 1 -- 172.21.15.26:0/4281310035 wait complete. 2024-04-26T23:33:20.710 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:33:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.918+0000 7fb557200640 1 -- 172.21.15.26:0/364267922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb550106530 msgr2=0x7fb55010cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.918+0000 7fb557200640 1 --2- 172.21.15.26:0/364267922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb550106530 0x7fb55010cdc0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb54c009ca0 tx=0x7fb54c02a8c0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.918+0000 7fb557200640 1 -- 172.21.15.26:0/364267922 shutdown_connections 2024-04-26T23:33:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.918+0000 7fb557200640 1 --2- 172.21.15.26:0/364267922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb550106530 0x7fb55010cdc0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.918+0000 7fb557200640 1 --2- 172.21.15.26:0/364267922 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb550105b70 0x7fb550105ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.918+0000 7fb557200640 1 --2- 172.21.15.26:0/364267922 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb550104980 0x7fb550104da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.918+0000 7fb557200640 1 -- 172.21.15.26:0/364267922 >> 172.21.15.26:0/364267922 conn(0x7fb5500fff10 msgr2=0x7fb550102330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.918+0000 7fb557200640 1 -- 172.21.15.26:0/364267922 shutdown_connections 2024-04-26T23:33:20.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.918+0000 7fb557200640 1 -- 172.21.15.26:0/364267922 wait complete. 2024-04-26T23:33:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.919+0000 7fb557200640 1 Processor -- start 2024-04-26T23:33:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.919+0000 7fb557200640 1 -- start start 2024-04-26T23:33:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.919+0000 7fb557200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb550104980 0x7fb55019aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.919+0000 7fb557200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb550105b70 0x7fb55019afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.919+0000 7fb557200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb550106530 0x7fb5501a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.919+0000 7fb557200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb5501103b0 con 0x7fb550106530 2024-04-26T23:33:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.919+0000 7fb557200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb550110230 con 0x7fb550104980 2024-04-26T23:33:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.919+0000 7fb557200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb550110530 con 0x7fb550105b70 2024-04-26T23:33:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.920+0000 7fb556800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb550106530 0x7fb5501a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.920+0000 7fb556800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb550106530 0x7fb5501a2010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50286/0 (socket says 172.21.15.26:50286) 2024-04-26T23:33:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.920+0000 7fb556800640 1 -- 172.21.15.26:0/74073806 learned_addr learned my addr 172.21.15.26:0/74073806 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.920+0000 7fb555400640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb550105b70 0x7fb55019afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.920+0000 7fb555e00640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb550104980 0x7fb55019aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.920+0000 7fb556800640 1 -- 172.21.15.26:0/74073806 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb550105b70 msgr2=0x7fb55019afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.920+0000 7fb556800640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb550105b70 0x7fb55019afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.920+0000 7fb556800640 1 -- 172.21.15.26:0/74073806 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb550104980 msgr2=0x7fb55019aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.920+0000 7fb556800640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb550104980 0x7fb55019aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.920+0000 7fb556800640 1 -- 172.21.15.26:0/74073806 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5501a2680 con 0x7fb550106530 2024-04-26T23:33:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.921+0000 7fb556800640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb550106530 0x7fb5501a2010 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb54c031040 tx=0x7fb54c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.921+0000 7fb54aa00640 1 -- 172.21.15.26:0/74073806 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb54c003d40 con 0x7fb550106530 2024-04-26T23:33:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.921+0000 7fb54aa00640 1 -- 172.21.15.26:0/74073806 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb54c0044d0 con 0x7fb550106530 2024-04-26T23:33:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.921+0000 7fb557200640 1 -- 172.21.15.26:0/74073806 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5501a2910 con 0x7fb550106530 2024-04-26T23:33:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.921+0000 7fb54aa00640 1 -- 172.21.15.26:0/74073806 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb54c030c30 con 0x7fb550106530 2024-04-26T23:33:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.921+0000 7fb557200640 1 -- 172.21.15.26:0/74073806 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5501a2eb0 con 0x7fb550106530 2024-04-26T23:33:20.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.922+0000 7fb557200640 1 -- 172.21.15.26:0/74073806 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb55010bca0 con 0x7fb550106530 2024-04-26T23:33:20.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.924+0000 7fb54aa00640 1 -- 172.21.15.26:0/74073806 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb54c004040 con 0x7fb550106530 2024-04-26T23:33:20.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.926+0000 7fb54aa00640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb5380a3c30 0x7fb5380a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:20.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.926+0000 7fb54aa00640 1 -- 172.21.15.26:0/74073806 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fb54c0f1650 con 0x7fb550106530 2024-04-26T23:33:20.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.926+0000 7fb555e00640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb5380a3c30 0x7fb5380a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:20.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.927+0000 7fb555e00640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb5380a3c30 0x7fb5380a60f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb5501059d0 tx=0x7fb544005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:20.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:20.930+0000 7fb54aa00640 1 -- 172.21.15.26:0/74073806 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fb54c0be0e0 con 0x7fb550106530 2024-04-26T23:33:21.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.153+0000 7fb557200640 1 -- 172.21.15.26:0/74073806 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb550063560 con 0x7fb550106530 2024-04-26T23:33:21.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.157+0000 7fb54aa00640 1 -- 172.21.15.26:0/74073806 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22172 (secure 0 0 0) 0x7fb54c0bd9e0 con 0x7fb550106530 2024-04-26T23:33:21.161 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:21.161 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":89,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:33:20.735027+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:33:21.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.161+0000 7fb557200640 1 -- 172.21.15.26:0/74073806 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb5380a3c30 msgr2=0x7fb5380a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:21.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.161+0000 7fb557200640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb5380a3c30 0x7fb5380a60f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb5501059d0 tx=0x7fb544005f90 comp rx=0 tx=0).stop 2024-04-26T23:33:21.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.161+0000 7fb557200640 1 -- 172.21.15.26:0/74073806 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb550106530 msgr2=0x7fb5501a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:21.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.161+0000 7fb557200640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb550106530 0x7fb5501a2010 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb54c031040 tx=0x7fb54c003ba0 comp rx=0 tx=0).stop 2024-04-26T23:33:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.161+0000 7fb557200640 1 -- 172.21.15.26:0/74073806 shutdown_connections 2024-04-26T23:33:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.161+0000 7fb557200640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb5380a3c30 0x7fb5380a60f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.161+0000 7fb557200640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb550106530 0x7fb5501a2010 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.161+0000 7fb557200640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb550105b70 0x7fb55019afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.161+0000 7fb557200640 1 --2- 172.21.15.26:0/74073806 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb550104980 0x7fb55019aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.161+0000 7fb557200640 1 -- 172.21.15.26:0/74073806 >> 172.21.15.26:0/74073806 conn(0x7fb5500fff10 msgr2=0x7fb550108e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.161+0000 7fb557200640 1 -- 172.21.15.26:0/74073806 shutdown_connections 2024-04-26T23:33:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.161+0000 7fb557200640 1 -- 172.21.15.26:0/74073806 wait complete. 2024-04-26T23:33:21.193 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-26T23:33:21.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.393+0000 7f0f91800640 1 -- 172.21.15.26:0/3576810725 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f8c10a180 msgr2=0x7f0f8c10a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:21.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.393+0000 7f0f91800640 1 --2- 172.21.15.26:0/3576810725 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f8c10a180 0x7f0f8c10a600 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0f74009900 tx=0x7f0f7402a410 comp rx=0 tx=0).stop 2024-04-26T23:33:21.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.393+0000 7f0f91800640 1 -- 172.21.15.26:0/3576810725 shutdown_connections 2024-04-26T23:33:21.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.393+0000 7f0f91800640 1 --2- 172.21.15.26:0/3576810725 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f8c10ab40 0x7f0f8c1113d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:21.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.394+0000 7f0f91800640 1 --2- 172.21.15.26:0/3576810725 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f8c10a180 0x7f0f8c10a600 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:21.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.394+0000 7f0f91800640 1 --2- 172.21.15.26:0/3576810725 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f8c108f90 0x7f0f8c1093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:21.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.394+0000 7f0f91800640 1 -- 172.21.15.26:0/3576810725 >> 172.21.15.26:0/3576810725 conn(0x7f0f8c077f30 msgr2=0x7f0f8c07a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:21.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.394+0000 7f0f91800640 1 -- 172.21.15.26:0/3576810725 shutdown_connections 2024-04-26T23:33:21.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.394+0000 7f0f91800640 1 -- 172.21.15.26:0/3576810725 wait complete. 2024-04-26T23:33:21.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.395+0000 7f0f91800640 1 Processor -- start 2024-04-26T23:33:21.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.395+0000 7f0f91800640 1 -- start start 2024-04-26T23:33:21.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.395+0000 7f0f91800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f8c108f90 0x7f0f8c19f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:21.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.395+0000 7f0f91800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f8c10a180 0x7f0f8c19f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:21.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.395+0000 7f0f91800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f8c10ab40 0x7f0f8c1a66c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:21.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.395+0000 7f0f91800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0f8c114980 con 0x7f0f8c10a180 2024-04-26T23:33:21.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.395+0000 7f0f91800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0f8c114800 con 0x7f0f8c10ab40 2024-04-26T23:33:21.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.395+0000 7f0f91800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0f8c114b00 con 0x7f0f8c108f90 2024-04-26T23:33:21.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.396+0000 7f0f8a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f8c10a180 0x7f0f8c19f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:21.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.396+0000 7f0f8a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f8c10a180 0x7f0f8c19f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50304/0 (socket says 172.21.15.26:50304) 2024-04-26T23:33:21.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.396+0000 7f0f8a000640 1 -- 172.21.15.26:0/949896916 learned_addr learned my addr 172.21.15.26:0/949896916 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:21.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.396+0000 7f0f8aa00640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f8c108f90 0x7f0f8c19f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:21.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.396+0000 7f0f8b400640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f8c10ab40 0x7f0f8c1a66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:21.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.396+0000 7f0f8a000640 1 -- 172.21.15.26:0/949896916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f8c108f90 msgr2=0x7f0f8c19f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:21.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.396+0000 7f0f8a000640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f8c108f90 0x7f0f8c19f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:21.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.396+0000 7f0f8a000640 1 -- 172.21.15.26:0/949896916 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f8c10ab40 msgr2=0x7f0f8c1a66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:21.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.396+0000 7f0f8a000640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f8c10ab40 0x7f0f8c1a66c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:21.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.396+0000 7f0f8a000640 1 -- 172.21.15.26:0/949896916 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f8c1a6d30 con 0x7f0f8c10a180 2024-04-26T23:33:21.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.396+0000 7f0f8b400640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f8c10ab40 0x7f0f8c1a66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:33:21.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.397+0000 7f0f8a000640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f8c10a180 0x7f0f8c19f650 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0f74009230 tx=0x7f0f740042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:21.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.397+0000 7f0f83400640 1 -- 172.21.15.26:0/949896916 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f7403f030 con 0x7f0f8c10a180 2024-04-26T23:33:21.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.397+0000 7f0f83400640 1 -- 172.21.15.26:0/949896916 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0f74032e10 con 0x7f0f8c10a180 2024-04-26T23:33:21.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.397+0000 7f0f91800640 1 -- 172.21.15.26:0/949896916 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f8c1a6fc0 con 0x7f0f8c10a180 2024-04-26T23:33:21.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.397+0000 7f0f83400640 1 -- 172.21.15.26:0/949896916 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f74035070 con 0x7f0f8c10a180 2024-04-26T23:33:21.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.397+0000 7f0f91800640 1 -- 172.21.15.26:0/949896916 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f8c1a7430 con 0x7f0f8c10a180 2024-04-26T23:33:21.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.399+0000 7f0f91800640 1 -- 172.21.15.26:0/949896916 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f8c1103d0 con 0x7f0f8c10a180 2024-04-26T23:33:21.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.400+0000 7f0f83400640 1 -- 172.21.15.26:0/949896916 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0f74042030 con 0x7f0f8c10a180 2024-04-26T23:33:21.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.402+0000 7f0f83400640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0f700a3c30 0x7f0f700a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:21.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.402+0000 7f0f83400640 1 -- 172.21.15.26:0/949896916 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f0f740f08f0 con 0x7f0f8c10a180 2024-04-26T23:33:21.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.402+0000 7f0f8aa00640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0f700a3c30 0x7f0f700a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:21.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.403+0000 7f0f8aa00640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0f700a3c30 0x7f0f700a60f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0f8c109fe0 tx=0x7f0f7c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.406+0000 7f0f83400640 1 -- 172.21.15.26:0/949896916 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f0f740bcdf0 con 0x7f0f8c10a180 2024-04-26T23:33:21.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:21 smithi164 ceph-mon[31699]: pgmap v371: 97 pgs: 13 creating+peering, 5 active+clean, 79 unknown; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:21.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:21 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2734813038' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T23:33:21.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:21 smithi164 ceph-mon[31699]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T23:33:21.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:21 smithi164 ceph-mon[31699]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T23:33:21.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:21 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/4281310035' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:21.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:21 smithi164 ceph-mon[31699]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T23:33:21.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:21 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/74073806' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:21.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:21 smithi026 ceph-mon[28371]: pgmap v371: 97 pgs: 13 creating+peering, 5 active+clean, 79 unknown; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:21.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:21 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2734813038' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T23:33:21.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:21 smithi026 ceph-mon[28371]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T23:33:21.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:21 smithi026 ceph-mon[28371]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T23:33:21.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:21 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/4281310035' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:21.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:21 smithi026 ceph-mon[28371]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T23:33:21.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:21 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/74073806' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:21.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:21 smithi086 ceph-mon[31122]: pgmap v371: 97 pgs: 13 creating+peering, 5 active+clean, 79 unknown; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:33:21.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:21 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2734813038' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T23:33:21.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:21 smithi086 ceph-mon[31122]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T23:33:21.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:21 smithi086 ceph-mon[31122]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T23:33:21.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:21 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/4281310035' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:21.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:21 smithi086 ceph-mon[31122]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T23:33:21.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:21 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/74073806' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:21.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:21.665+0000 7f0f91800640 1 -- 172.21.15.26:0/949896916 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f0f8c0635d0 con 0x7f0f8c10a180 2024-04-26T23:33:22.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:22 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] up:active 2024-04-26T23:33:22.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:22 smithi164 ceph-mon[31699]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T23:33:22.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:22 smithi164 ceph-mon[31699]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T23:33:22.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:22.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:22.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:22 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/949896916' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T23:33:22.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:22.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:22 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:22.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:22 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] up:active 2024-04-26T23:33:22.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:22 smithi026 ceph-mon[28371]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T23:33:22.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:22 smithi026 ceph-mon[28371]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T23:33:22.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:22.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:22.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:22 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/949896916' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T23:33:22.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:22.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:22 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:22 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] up:active 2024-04-26T23:33:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:22 smithi086 ceph-mon[31122]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T23:33:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:22 smithi086 ceph-mon[31122]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T23:33:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:22 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/949896916' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T23:33:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:22 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:22.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.662+0000 7f0f83400640 1 -- 172.21.15.26:0/949896916 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f0f740c10f0 con 0x7f0f8c10a180 2024-04-26T23:33:22.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.665+0000 7f0f91800640 1 -- 172.21.15.26:0/949896916 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0f700a3c30 msgr2=0x7f0f700a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:22.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.666+0000 7f0f91800640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0f700a3c30 0x7f0f700a60f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0f8c109fe0 tx=0x7f0f7c005f90 comp rx=0 tx=0).stop 2024-04-26T23:33:22.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.666+0000 7f0f91800640 1 -- 172.21.15.26:0/949896916 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f8c10a180 msgr2=0x7f0f8c19f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:22.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.666+0000 7f0f91800640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f8c10a180 0x7f0f8c19f650 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f0f74009230 tx=0x7f0f740042f0 comp rx=0 tx=0).stop 2024-04-26T23:33:22.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.666+0000 7f0f91800640 1 -- 172.21.15.26:0/949896916 shutdown_connections 2024-04-26T23:33:22.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.666+0000 7f0f91800640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f8c10ab40 0x7f0f8c1a66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:22.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.666+0000 7f0f91800640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0f700a3c30 0x7f0f700a60f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:22.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.666+0000 7f0f91800640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f8c10a180 0x7f0f8c19f650 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:22.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.666+0000 7f0f91800640 1 --2- 172.21.15.26:0/949896916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f8c108f90 0x7f0f8c19f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:22.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.666+0000 7f0f91800640 1 -- 172.21.15.26:0/949896916 >> 172.21.15.26:0/949896916 conn(0x7f0f8c077f30 msgr2=0x7f0f8c10d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:22.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.666+0000 7f0f91800640 1 -- 172.21.15.26:0/949896916 shutdown_connections 2024-04-26T23:33:22.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.666+0000 7f0f91800640 1 -- 172.21.15.26:0/949896916 wait complete. 2024-04-26T23:33:22.691 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-04-26T23:33:22.691 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-04-26T23:33:22.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.882+0000 7f37fe800640 1 -- 172.21.15.26:0/1935746541 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f37f81032e0 msgr2=0x7f37f81056d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:22.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.882+0000 7f37fe800640 1 --2- 172.21.15.26:0/1935746541 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f37f81032e0 0x7f37f81056d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f37e8009ca0 tx=0x7f37e802a8c0 comp rx=0 tx=0).stop 2024-04-26T23:33:22.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.882+0000 7f37fe800640 1 -- 172.21.15.26:0/1935746541 shutdown_connections 2024-04-26T23:33:22.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.882+0000 7f37fe800640 1 --2- 172.21.15.26:0/1935746541 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f37f8108540 0x7f37f810a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:22.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.882+0000 7f37fe800640 1 --2- 172.21.15.26:0/1935746541 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37f8105c10 0x7f37f8108000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:22.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.882+0000 7f37fe800640 1 --2- 172.21.15.26:0/1935746541 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f37f81032e0 0x7f37f81056d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:22.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.882+0000 7f37fe800640 1 -- 172.21.15.26:0/1935746541 >> 172.21.15.26:0/1935746541 conn(0x7f37f80fccd0 msgr2=0x7f37f80ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:22.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.883+0000 7f37fe800640 1 -- 172.21.15.26:0/1935746541 shutdown_connections 2024-04-26T23:33:22.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.883+0000 7f37fe800640 1 -- 172.21.15.26:0/1935746541 wait complete. 2024-04-26T23:33:22.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.884+0000 7f37fe800640 1 Processor -- start 2024-04-26T23:33:22.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.884+0000 7f37fe800640 1 -- start start 2024-04-26T23:33:22.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.884+0000 7f37fe800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f37f81032e0 0x7f37f8198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:22.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.884+0000 7f37fe800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f37f8105c10 0x7f37f8198f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:22.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.884+0000 7f37fe800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37f8108540 0x7f37f819ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:22.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.884+0000 7f37fe800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f37f810e2e0 con 0x7f37f8105c10 2024-04-26T23:33:22.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.884+0000 7f37fe800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f37f810e160 con 0x7f37f8108540 2024-04-26T23:33:22.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.884+0000 7f37fe800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f37f810e460 con 0x7f37f81032e0 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.884+0000 7f37fca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f37f8105c10 0x7f37f8198f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.884+0000 7f37fca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f37f8105c10 0x7f37f8198f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50332/0 (socket says 172.21.15.26:50332) 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.884+0000 7f37fca00640 1 -- 172.21.15.26:0/476207915 learned_addr learned my addr 172.21.15.26:0/476207915 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.884+0000 7f37fde00640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37f8108540 0x7f37f819ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.885+0000 7f37fd400640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f37f81032e0 0x7f37f8198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.885+0000 7f37fca00640 1 -- 172.21.15.26:0/476207915 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f37f81032e0 msgr2=0x7f37f8198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.885+0000 7f37fca00640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f37f81032e0 0x7f37f8198a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.885+0000 7f37fca00640 1 -- 172.21.15.26:0/476207915 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37f8108540 msgr2=0x7f37f819ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.885+0000 7f37fca00640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37f8108540 0x7f37f819ffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.885+0000 7f37fca00640 1 -- 172.21.15.26:0/476207915 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37f81a0630 con 0x7f37f8105c10 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.885+0000 7f37fca00640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f37f8105c10 0x7f37f8198f50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f37e400e9c0 tx=0x7f37e400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.886+0000 7f37f6000640 1 -- 172.21.15.26:0/476207915 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e400cd80 con 0x7f37f8105c10 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.886+0000 7f37fe800640 1 -- 172.21.15.26:0/476207915 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37f81a0920 con 0x7f37f8105c10 2024-04-26T23:33:22.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.886+0000 7f37f6000640 1 -- 172.21.15.26:0/476207915 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f37e40054b0 con 0x7f37f8105c10 2024-04-26T23:33:22.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.886+0000 7f37f6000640 1 -- 172.21.15.26:0/476207915 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e4010430 con 0x7f37f8105c10 2024-04-26T23:33:22.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.886+0000 7f37fe800640 1 -- 172.21.15.26:0/476207915 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37f81a0e70 con 0x7f37f8105c10 2024-04-26T23:33:22.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.887+0000 7f37fe800640 1 -- 172.21.15.26:0/476207915 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37f80fe7c0 con 0x7f37f8105c10 2024-04-26T23:33:22.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.890+0000 7f37f6000640 1 -- 172.21.15.26:0/476207915 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f37e4004f20 con 0x7f37f8105c10 2024-04-26T23:33:22.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.891+0000 7f37f6000640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f37dc0a3bb0 0x7f37dc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:22.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.891+0000 7f37f6000640 1 -- 172.21.15.26:0/476207915 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f37e40d0970 con 0x7f37f8105c10 2024-04-26T23:33:22.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.891+0000 7f37fd400640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f37dc0a3bb0 0x7f37dc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:22.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.892+0000 7f37fd400640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f37dc0a3bb0 0x7f37dc0a6070 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f37e80319e0 tx=0x7f37e8000f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:22.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:22.895+0000 7f37f6000640 1 -- 172.21.15.26:0/476207915 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f37e409d400 con 0x7f37f8105c10 2024-04-26T23:33:23.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.154+0000 7f37fe800640 1 -- 172.21.15.26:0/476207915 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f37f8063530 con 0x7f37f8105c10 2024-04-26T23:33:23.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:23 smithi164 ceph-mon[31699]: pgmap v373: 97 pgs: 13 creating+peering, 53 active+clean, 31 unknown; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 4 op/s 2024-04-26T23:33:23.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:23 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:23.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:23 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:23.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:23 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:23.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:23 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:33:23.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:23 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:23.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:23 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/949896916' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T23:33:23.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:23 smithi164 ceph-mon[31699]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T23:33:23.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:23 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/476207915' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-26T23:33:23.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:23 smithi026 ceph-mon[28371]: pgmap v373: 97 pgs: 13 creating+peering, 53 active+clean, 31 unknown; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 4 op/s 2024-04-26T23:33:23.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:23 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:23.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:23 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:23.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:23 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:23.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:23 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:33:23.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:23 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:23.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:23 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/949896916' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T23:33:23.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:23 smithi026 ceph-mon[28371]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T23:33:23.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:23 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/476207915' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-26T23:33:23.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:23 smithi086 ceph-mon[31122]: pgmap v373: 97 pgs: 13 creating+peering, 53 active+clean, 31 unknown; 577 KiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 4 op/s 2024-04-26T23:33:23.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:23 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:23.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:23 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:23.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:23 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:33:23.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:23 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:33:23.571 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:23 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:33:23.571 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:23 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/949896916' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T23:33:23.571 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:23 smithi086 ceph-mon[31122]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T23:33:23.571 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:23 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/476207915' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-04-26T23:33:23.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.708+0000 7f37f6000640 1 -- 172.21.15.26:0/476207915 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f37e409cd00 con 0x7f37f8105c10 2024-04-26T23:33:23.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.711+0000 7f37fe800640 1 -- 172.21.15.26:0/476207915 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f37dc0a3bb0 msgr2=0x7f37dc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:23.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.711+0000 7f37fe800640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f37dc0a3bb0 0x7f37dc0a6070 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f37e80319e0 tx=0x7f37e8000f40 comp rx=0 tx=0).stop 2024-04-26T23:33:23.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.711+0000 7f37fe800640 1 -- 172.21.15.26:0/476207915 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f37f8105c10 msgr2=0x7f37f8198f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:23.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.711+0000 7f37fe800640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f37f8105c10 0x7f37f8198f50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f37e400e9c0 tx=0x7f37e400ee80 comp rx=0 tx=0).stop 2024-04-26T23:33:23.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.712+0000 7f37fe800640 1 -- 172.21.15.26:0/476207915 shutdown_connections 2024-04-26T23:33:23.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.712+0000 7f37fe800640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37f8108540 0x7f37f819ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:23.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.712+0000 7f37fe800640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f37dc0a3bb0 0x7f37dc0a6070 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:23.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.712+0000 7f37fe800640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f37f8105c10 0x7f37f8198f50 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:23.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.712+0000 7f37fe800640 1 --2- 172.21.15.26:0/476207915 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f37f81032e0 0x7f37f8198a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:23.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.712+0000 7f37fe800640 1 -- 172.21.15.26:0/476207915 >> 172.21.15.26:0/476207915 conn(0x7f37f80fccd0 msgr2=0x7f37f8103d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:23.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.712+0000 7f37fe800640 1 -- 172.21.15.26:0/476207915 shutdown_connections 2024-04-26T23:33:23.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.712+0000 7f37fe800640 1 -- 172.21.15.26:0/476207915 wait complete. 2024-04-26T23:33:23.739 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-04-26T23:33:23.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.942+0000 7fc170000640 1 -- 172.21.15.26:0/2054156574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc168075310 msgr2=0x7fc168075770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:23.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.942+0000 7fc170000640 1 --2- 172.21.15.26:0/2054156574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc168075310 0x7fc168075770 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc154009900 tx=0x7fc15402a480 comp rx=0 tx=0).stop 2024-04-26T23:33:23.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.942+0000 7fc170000640 1 -- 172.21.15.26:0/2054156574 shutdown_connections 2024-04-26T23:33:23.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.942+0000 7fc170000640 1 --2- 172.21.15.26:0/2054156574 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc16810a830 0x7fc16810ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:23.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.942+0000 7fc170000640 1 --2- 172.21.15.26:0/2054156574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc168075310 0x7fc168075770 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:23.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.942+0000 7fc170000640 1 --2- 172.21.15.26:0/2054156574 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc1680768f0 0x7fc168074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:23.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.942+0000 7fc170000640 1 -- 172.21.15.26:0/2054156574 >> 172.21.15.26:0/2054156574 conn(0x7fc1680fdf10 msgr2=0x7fc168100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:23.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.942+0000 7fc170000640 1 -- 172.21.15.26:0/2054156574 shutdown_connections 2024-04-26T23:33:23.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.942+0000 7fc170000640 1 -- 172.21.15.26:0/2054156574 wait complete. 2024-04-26T23:33:23.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.943+0000 7fc170000640 1 Processor -- start 2024-04-26T23:33:23.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.943+0000 7fc170000640 1 -- start start 2024-04-26T23:33:23.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.943+0000 7fc170000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc168075310 0x7fc16819ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:23.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.943+0000 7fc170000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc1680768f0 0x7fc16819b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:23.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.943+0000 7fc170000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc16810a830 0x7fc1681a2270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:23.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc170000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc168110590 con 0x7fc16810a830 2024-04-26T23:33:23.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc170000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc168110410 con 0x7fc1680768f0 2024-04-26T23:33:23.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc170000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc168110710 con 0x7fc168075310 2024-04-26T23:33:23.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc16e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc16810a830 0x7fc1681a2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:23.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc16e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc16810a830 0x7fc1681a2270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46050/0 (socket says 172.21.15.26:46050) 2024-04-26T23:33:23.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc16e000640 1 -- 172.21.15.26:0/816607282 learned_addr learned my addr 172.21.15.26:0/816607282 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:23.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc16d600640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc168075310 0x7fc16819ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:23.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc16cc00640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc1680768f0 0x7fc16819b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:23.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc16e000640 1 -- 172.21.15.26:0/816607282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc168075310 msgr2=0x7fc16819ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:23.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc16e000640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc168075310 0x7fc16819ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:23.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc16e000640 1 -- 172.21.15.26:0/816607282 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc1680768f0 msgr2=0x7fc16819b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:23.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc16e000640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc1680768f0 0x7fc16819b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:23.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.944+0000 7fc16e000640 1 -- 172.21.15.26:0/816607282 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1681a2910 con 0x7fc16810a830 2024-04-26T23:33:23.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.945+0000 7fc16e000640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc16810a830 0x7fc1681a2270 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc16000eaa0 tx=0x7fc16000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:23.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.945+0000 7fc166000640 1 -- 172.21.15.26:0/816607282 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc16000cdb0 con 0x7fc16810a830 2024-04-26T23:33:23.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.945+0000 7fc166000640 1 -- 172.21.15.26:0/816607282 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc160005020 con 0x7fc16810a830 2024-04-26T23:33:23.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.945+0000 7fc170000640 1 -- 172.21.15.26:0/816607282 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1681a2c00 con 0x7fc16810a830 2024-04-26T23:33:23.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.945+0000 7fc166000640 1 -- 172.21.15.26:0/816607282 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1600116d0 con 0x7fc16810a830 2024-04-26T23:33:23.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.945+0000 7fc170000640 1 -- 172.21.15.26:0/816607282 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1681a3100 con 0x7fc16810a830 2024-04-26T23:33:23.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.946+0000 7fc170000640 1 -- 172.21.15.26:0/816607282 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1681095f0 con 0x7fc16810a830 2024-04-26T23:33:23.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.948+0000 7fc166000640 1 -- 172.21.15.26:0/816607282 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc1600051d0 con 0x7fc16810a830 2024-04-26T23:33:23.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.950+0000 7fc166000640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc1500a3bb0 0x7fc1500a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:23.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.950+0000 7fc166000640 1 -- 172.21.15.26:0/816607282 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fc1600d0690 con 0x7fc16810a830 2024-04-26T23:33:23.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.950+0000 7fc16d600640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc1500a3bb0 0x7fc1500a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:23.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.951+0000 7fc16d600640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc1500a3bb0 0x7fc1500a6070 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fc15c005fd0 tx=0x7fc15c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:23.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:23.954+0000 7fc166000640 1 -- 172.21.15.26:0/816607282 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fc160016030 con 0x7fc16810a830 2024-04-26T23:33:24.070 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:33:23 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b[61591]: 2024-04-26T23:33:23.565+0000 7f6441a00700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-26T23:33:24.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.201+0000 7fc170000640 1 -- 172.21.15.26:0/816607282 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7fc1680635d0 con 0x7fc16810a830 2024-04-26T23:33:24.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:24 smithi164 ceph-mon[31699]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T23:33:24.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:24 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/476207915' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-26T23:33:24.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:24 smithi164 ceph-mon[31699]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T23:33:24.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:24 smithi164 ceph-mon[31699]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T23:33:24.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:24 smithi164 ceph-mon[31699]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-04-26T23:33:24.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:24 smithi164 ceph-mon[31699]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-04-26T23:33:24.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:24 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/816607282' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T23:33:24.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:24 smithi026 ceph-mon[28371]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T23:33:24.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:24 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/476207915' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-26T23:33:24.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:24 smithi026 ceph-mon[28371]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T23:33:24.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:24 smithi026 ceph-mon[28371]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T23:33:24.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:24 smithi026 ceph-mon[28371]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-04-26T23:33:24.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:24 smithi026 ceph-mon[28371]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-04-26T23:33:24.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:24 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/816607282' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T23:33:24.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:24 smithi086 ceph-mon[31122]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T23:33:24.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:24 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/476207915' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-04-26T23:33:24.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:24 smithi086 ceph-mon[31122]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T23:33:24.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:24 smithi086 ceph-mon[31122]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T23:33:24.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:24 smithi086 ceph-mon[31122]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-04-26T23:33:24.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:24 smithi086 ceph-mon[31122]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-04-26T23:33:24.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:24 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/816607282' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T23:33:24.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.722+0000 7fc166000640 1 -- 172.21.15.26:0/816607282 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) ==== 121+0+0 (secure 0 0 0) 0x7fc16009d120 con 0x7fc16810a830 2024-04-26T23:33:24.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.725+0000 7fc170000640 1 -- 172.21.15.26:0/816607282 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc1500a3bb0 msgr2=0x7fc1500a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:24.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.725+0000 7fc170000640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc1500a3bb0 0x7fc1500a6070 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fc15c005fd0 tx=0x7fc15c005850 comp rx=0 tx=0).stop 2024-04-26T23:33:24.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.725+0000 7fc170000640 1 -- 172.21.15.26:0/816607282 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc16810a830 msgr2=0x7fc1681a2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:24.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.725+0000 7fc170000640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc16810a830 0x7fc1681a2270 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc16000eaa0 tx=0x7fc16000ef60 comp rx=0 tx=0).stop 2024-04-26T23:33:24.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.726+0000 7fc170000640 1 -- 172.21.15.26:0/816607282 shutdown_connections 2024-04-26T23:33:24.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.726+0000 7fc170000640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc1500a3bb0 0x7fc1500a6070 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:24.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.726+0000 7fc170000640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc16810a830 0x7fc1681a2270 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:24.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.726+0000 7fc170000640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc1680768f0 0x7fc16819b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:24.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.726+0000 7fc170000640 1 --2- 172.21.15.26:0/816607282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc168075310 0x7fc16819ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:24.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.726+0000 7fc170000640 1 -- 172.21.15.26:0/816607282 >> 172.21.15.26:0/816607282 conn(0x7fc1680fdf10 msgr2=0x7fc1681067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:24.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.726+0000 7fc170000640 1 -- 172.21.15.26:0/816607282 shutdown_connections 2024-04-26T23:33:24.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.726+0000 7fc170000640 1 -- 172.21.15.26:0/816607282 wait complete. 2024-04-26T23:33:24.755 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-04-26T23:33:24.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.952+0000 7ffb3ca00640 1 -- 172.21.15.26:0/1142591043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb381021c0 msgr2=0x7ffb38102a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:24.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.952+0000 7ffb3ca00640 1 --2- 172.21.15.26:0/1142591043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb381021c0 0x7ffb38102a60 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ffb30009ca0 tx=0x7ffb3002a8c0 comp rx=0 tx=0).stop 2024-04-26T23:33:24.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.953+0000 7ffb3ca00640 1 -- 172.21.15.26:0/1142591043 shutdown_connections 2024-04-26T23:33:24.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.953+0000 7ffb3ca00640 1 --2- 172.21.15.26:0/1142591043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb381021c0 0x7ffb38102a60 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:24.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.953+0000 7ffb3ca00640 1 --2- 172.21.15.26:0/1142591043 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb38101820 0x7ffb38101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:24.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.953+0000 7ffb3ca00640 1 --2- 172.21.15.26:0/1142591043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffb381007b0 0x7ffb38100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:24.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.953+0000 7ffb3ca00640 1 -- 172.21.15.26:0/1142591043 >> 172.21.15.26:0/1142591043 conn(0x7ffb380fbff0 msgr2=0x7ffb380fe430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:24.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.953+0000 7ffb3ca00640 1 -- 172.21.15.26:0/1142591043 shutdown_connections 2024-04-26T23:33:24.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.953+0000 7ffb3ca00640 1 -- 172.21.15.26:0/1142591043 wait complete. 2024-04-26T23:33:24.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.954+0000 7ffb3ca00640 1 Processor -- start 2024-04-26T23:33:24.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.954+0000 7ffb3ca00640 1 -- start start 2024-04-26T23:33:24.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.954+0000 7ffb3ca00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb381007b0 0x7ffb3819aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:24.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.954+0000 7ffb3ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb38101820 0x7ffb3819b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.954+0000 7ffb3ca00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffb381021c0 0x7ffb381a20a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.954+0000 7ffb3ca00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ffb38110480 con 0x7ffb38101820 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.954+0000 7ffb3ca00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ffb38110300 con 0x7ffb381007b0 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.954+0000 7ffb3ca00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ffb38110600 con 0x7ffb381021c0 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.954+0000 7ffb35e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb38101820 0x7ffb3819b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.955+0000 7ffb35e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb38101820 0x7ffb3819b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46064/0 (socket says 172.21.15.26:46064) 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.955+0000 7ffb35e00640 1 -- 172.21.15.26:0/2173806930 learned_addr learned my addr 172.21.15.26:0/2173806930 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.955+0000 7ffb36800640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb381007b0 0x7ffb3819aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.955+0000 7ffb37200640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffb381021c0 0x7ffb381a20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.955+0000 7ffb35e00640 1 -- 172.21.15.26:0/2173806930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffb381021c0 msgr2=0x7ffb381a20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.955+0000 7ffb35e00640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffb381021c0 0x7ffb381a20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.955+0000 7ffb35e00640 1 -- 172.21.15.26:0/2173806930 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb381007b0 msgr2=0x7ffb3819aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.955+0000 7ffb35e00640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb381007b0 0x7ffb3819aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:24.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.955+0000 7ffb35e00640 1 -- 172.21.15.26:0/2173806930 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb381a2710 con 0x7ffb38101820 2024-04-26T23:33:24.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.955+0000 7ffb35e00640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb38101820 0x7ffb3819b030 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ffb2400c890 tx=0x7ffb2400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:24.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.955+0000 7ffb2f400640 1 -- 172.21.15.26:0/2173806930 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb24004220 con 0x7ffb38101820 2024-04-26T23:33:24.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.956+0000 7ffb2f400640 1 -- 172.21.15.26:0/2173806930 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ffb24007e40 con 0x7ffb38101820 2024-04-26T23:33:24.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.956+0000 7ffb3ca00640 1 -- 172.21.15.26:0/2173806930 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb381a2a00 con 0x7ffb38101820 2024-04-26T23:33:24.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.956+0000 7ffb2f400640 1 -- 172.21.15.26:0/2173806930 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb24004a00 con 0x7ffb38101820 2024-04-26T23:33:24.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.956+0000 7ffb3ca00640 1 -- 172.21.15.26:0/2173806930 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb381a2f50 con 0x7ffb38101820 2024-04-26T23:33:24.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.957+0000 7ffb3ca00640 1 -- 172.21.15.26:0/2173806930 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb3810cce0 con 0x7ffb38101820 2024-04-26T23:33:24.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.960+0000 7ffb2f400640 1 -- 172.21.15.26:0/2173806930 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ffb240079b0 con 0x7ffb38101820 2024-04-26T23:33:24.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.961+0000 7ffb2f400640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ffb1c0a3bb0 0x7ffb1c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:24.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.961+0000 7ffb2f400640 1 -- 172.21.15.26:0/2173806930 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7ffb240d00d0 con 0x7ffb38101820 2024-04-26T23:33:24.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.961+0000 7ffb36800640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ffb1c0a3bb0 0x7ffb1c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:24.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.962+0000 7ffb36800640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ffb1c0a3bb0 0x7ffb1c0a6070 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ffb28005e10 tx=0x7ffb28005da0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:24.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:24.965+0000 7ffb2f400640 1 -- 172.21.15.26:0/2173806930 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7ffb24014030 con 0x7ffb38101820 2024-04-26T23:33:25.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:25.218+0000 7ffb3ca00640 1 -- 172.21.15.26:0/2173806930 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7ffb38063530 con 0x7ffb38101820 2024-04-26T23:33:25.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:25 smithi164 ceph-mon[31699]: pgmap v374: 97 pgs: 8 creating+peering, 89 active+clean; 579 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 6 op/s 2024-04-26T23:33:25.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:25 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/816607282' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T23:33:25.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:25 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] up:active 2024-04-26T23:33:25.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:25 smithi164 ceph-mon[31699]: daemon mds.e assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T23:33:25.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:25 smithi164 ceph-mon[31699]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T23:33:25.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:25 smithi164 ceph-mon[31699]: Cluster is now healthy 2024-04-26T23:33:25.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:25 smithi164 ceph-mon[31699]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-04-26T23:33:25.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:25 smithi164 ceph-mon[31699]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:creating} 9 up:standby 2024-04-26T23:33:25.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:25 smithi164 ceph-mon[31699]: daemon mds.e is now active in filesystem cephfs as rank 2 2024-04-26T23:33:25.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:25 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] up:active 2024-04-26T23:33:25.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:25 smithi164 ceph-mon[31699]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-04-26T23:33:25.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:25 smithi026 ceph-mon[28371]: pgmap v374: 97 pgs: 8 creating+peering, 89 active+clean; 579 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 6 op/s 2024-04-26T23:33:25.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:25 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/816607282' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T23:33:25.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:25 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] up:active 2024-04-26T23:33:25.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:25 smithi026 ceph-mon[28371]: daemon mds.e assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T23:33:25.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:25 smithi026 ceph-mon[28371]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T23:33:25.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:25 smithi026 ceph-mon[28371]: Cluster is now healthy 2024-04-26T23:33:25.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:25 smithi026 ceph-mon[28371]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-04-26T23:33:25.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:25 smithi026 ceph-mon[28371]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:creating} 9 up:standby 2024-04-26T23:33:25.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:25 smithi026 ceph-mon[28371]: daemon mds.e is now active in filesystem cephfs as rank 2 2024-04-26T23:33:25.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:25 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] up:active 2024-04-26T23:33:25.528 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:25 smithi026 ceph-mon[28371]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-04-26T23:33:25.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:25 smithi086 ceph-mon[31122]: pgmap v374: 97 pgs: 8 creating+peering, 89 active+clean; 579 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 6 op/s 2024-04-26T23:33:25.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:25 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/816607282' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T23:33:25.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:25 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] up:active 2024-04-26T23:33:25.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:25 smithi086 ceph-mon[31122]: daemon mds.e assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T23:33:25.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:25 smithi086 ceph-mon[31122]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T23:33:25.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:25 smithi086 ceph-mon[31122]: Cluster is now healthy 2024-04-26T23:33:25.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:25 smithi086 ceph-mon[31122]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-04-26T23:33:25.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:25 smithi086 ceph-mon[31122]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:creating} 9 up:standby 2024-04-26T23:33:25.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:25 smithi086 ceph-mon[31122]: daemon mds.e is now active in filesystem cephfs as rank 2 2024-04-26T23:33:25.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:25 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] up:active 2024-04-26T23:33:25.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:25 smithi086 ceph-mon[31122]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-04-26T23:33:26.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.085+0000 7ffb2f400640 1 -- 172.21.15.26:0/2173806930 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v23) ==== 115+0+0 (secure 0 0 0) 0x7ffb2409cb60 con 0x7ffb38101820 2024-04-26T23:33:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.088+0000 7ffb3ca00640 1 -- 172.21.15.26:0/2173806930 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ffb1c0a3bb0 msgr2=0x7ffb1c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.088+0000 7ffb3ca00640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ffb1c0a3bb0 0x7ffb1c0a6070 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ffb28005e10 tx=0x7ffb28005da0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.088+0000 7ffb3ca00640 1 -- 172.21.15.26:0/2173806930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb38101820 msgr2=0x7ffb3819b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.088+0000 7ffb3ca00640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb38101820 0x7ffb3819b030 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ffb2400c890 tx=0x7ffb2400cd50 comp rx=0 tx=0).stop 2024-04-26T23:33:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.088+0000 7ffb3ca00640 1 -- 172.21.15.26:0/2173806930 shutdown_connections 2024-04-26T23:33:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.088+0000 7ffb3ca00640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffb381021c0 0x7ffb381a20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.088+0000 7ffb3ca00640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ffb1c0a3bb0 0x7ffb1c0a6070 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.088+0000 7ffb3ca00640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb38101820 0x7ffb3819b030 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.088+0000 7ffb3ca00640 1 --2- 172.21.15.26:0/2173806930 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb381007b0 0x7ffb3819aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.088+0000 7ffb3ca00640 1 -- 172.21.15.26:0/2173806930 >> 172.21.15.26:0/2173806930 conn(0x7ffb380fbff0 msgr2=0x7ffb380fd720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:26.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.089+0000 7ffb3ca00640 1 -- 172.21.15.26:0/2173806930 shutdown_connections 2024-04-26T23:33:26.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.089+0000 7ffb3ca00640 1 -- 172.21.15.26:0/2173806930 wait complete. 2024-04-26T23:33:26.117 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-04-26T23:33:26.117 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-04-26T23:33:26.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.337+0000 7ff983200640 1 -- 172.21.15.26:0/159395095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff98410a980 msgr2=0x7ff9841112a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:26.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.337+0000 7ff983200640 1 --2- 172.21.15.26:0/159395095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff98410a980 0x7ff9841112a0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff97c009900 tx=0x7ff97c02a3f0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.337+0000 7ff983200640 1 -- 172.21.15.26:0/159395095 shutdown_connections 2024-04-26T23:33:26.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.337+0000 7ff983200640 1 --2- 172.21.15.26:0/159395095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff98410a980 0x7ff9841112a0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.337+0000 7ff983200640 1 --2- 172.21.15.26:0/159395095 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff984109fc0 0x7ff98410a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.337+0000 7ff983200640 1 --2- 172.21.15.26:0/159395095 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff984108e70 0x7ff984109290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.337+0000 7ff983200640 1 -- 172.21.15.26:0/159395095 >> 172.21.15.26:0/159395095 conn(0x7ff984077e00 msgr2=0x7ff98407a240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:26.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.337+0000 7ff983200640 1 -- 172.21.15.26:0/159395095 shutdown_connections 2024-04-26T23:33:26.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.337+0000 7ff983200640 1 -- 172.21.15.26:0/159395095 wait complete. 2024-04-26T23:33:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.338+0000 7ff983200640 1 Processor -- start 2024-04-26T23:33:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.338+0000 7ff983200640 1 -- start start 2024-04-26T23:33:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.339+0000 7ff983200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff984108e70 0x7ff98419efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.339+0000 7ff983200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff984109fc0 0x7ff98419f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.339+0000 7ff983200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff98410a980 0x7ff9841a6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.339+0000 7ff983200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff984114880 con 0x7ff98410a980 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.339+0000 7ff983200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff984114700 con 0x7ff984108e70 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.339+0000 7ff983200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff984114a00 con 0x7ff984109fc0 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.339+0000 7ff982800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff98410a980 0x7ff9841a6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.339+0000 7ff982800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff98410a980 0x7ff9841a6510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46074/0 (socket says 172.21.15.26:46074) 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.339+0000 7ff982800640 1 -- 172.21.15.26:0/1294014143 learned_addr learned my addr 172.21.15.26:0/1294014143 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.339+0000 7ff981e00640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff984108e70 0x7ff98419efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.339+0000 7ff981400640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff984109fc0 0x7ff98419f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.340+0000 7ff982800640 1 -- 172.21.15.26:0/1294014143 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff984109fc0 msgr2=0x7ff98419f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.340+0000 7ff982800640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff984109fc0 0x7ff98419f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.340+0000 7ff982800640 1 -- 172.21.15.26:0/1294014143 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff984108e70 msgr2=0x7ff98419efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:26.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.340+0000 7ff982800640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff984108e70 0x7ff98419efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.340+0000 7ff982800640 1 -- 172.21.15.26:0/1294014143 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9841a6b80 con 0x7ff98410a980 2024-04-26T23:33:26.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.340+0000 7ff981400640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff984109fc0 0x7ff98419f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:26.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.340+0000 7ff982800640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff98410a980 0x7ff9841a6510 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ff97c004770 tx=0x7ff97c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:26.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.340+0000 7ff97aa00640 1 -- 172.21.15.26:0/1294014143 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff97c03f030 con 0x7ff98410a980 2024-04-26T23:33:26.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.340+0000 7ff97aa00640 1 -- 172.21.15.26:0/1294014143 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff97c032e10 con 0x7ff98410a980 2024-04-26T23:33:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.340+0000 7ff983200640 1 -- 172.21.15.26:0/1294014143 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9841a6e10 con 0x7ff98410a980 2024-04-26T23:33:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.340+0000 7ff97aa00640 1 -- 172.21.15.26:0/1294014143 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff97c035070 con 0x7ff98410a980 2024-04-26T23:33:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.341+0000 7ff983200640 1 -- 172.21.15.26:0/1294014143 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9841a72d0 con 0x7ff98410a980 2024-04-26T23:33:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.342+0000 7ff983200640 1 -- 172.21.15.26:0/1294014143 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9841101d0 con 0x7ff98410a980 2024-04-26T23:33:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.344+0000 7ff97aa00640 1 -- 172.21.15.26:0/1294014143 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff97c042030 con 0x7ff98410a980 2024-04-26T23:33:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.345+0000 7ff97aa00640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff9680a3c30 0x7ff9680a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.345+0000 7ff97aa00640 1 -- 172.21.15.26:0/1294014143 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7ff97c0f0850 con 0x7ff98410a980 2024-04-26T23:33:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.345+0000 7ff981e00640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff9680a3c30 0x7ff9680a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.346+0000 7ff981e00640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff9680a3c30 0x7ff9680a60f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff974009bd0 tx=0x7ff974005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:26.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.350+0000 7ff97aa00640 1 -- 172.21.15.26:0/1294014143 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7ff97c0bd2e0 con 0x7ff98410a980 2024-04-26T23:33:26.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:26 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2173806930' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T23:33:26.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:26 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2173806930' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T23:33:26.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:26 smithi164 ceph-mon[31699]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-04-26T23:33:26.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:26 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2173806930' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T23:33:26.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:26 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2173806930' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T23:33:26.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:26 smithi026 ceph-mon[28371]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-04-26T23:33:26.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:26 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2173806930' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T23:33:26.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:26 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2173806930' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T23:33:26.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:26 smithi086 ceph-mon[31122]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-04-26T23:33:26.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.588+0000 7ff983200640 1 -- 172.21.15.26:0/1294014143 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7ff984062d70 con 0x7ff9680a3c30 2024-04-26T23:33:26.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.653+0000 7ff97aa00640 1 -- 172.21.15.26:0/1294014143 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff984062d70 con 0x7ff9680a3c30 2024-04-26T23:33:26.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.656+0000 7ff983200640 1 -- 172.21.15.26:0/1294014143 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff9680a3c30 msgr2=0x7ff9680a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:26.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.656+0000 7ff983200640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff9680a3c30 0x7ff9680a60f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff974009bd0 tx=0x7ff974005f90 comp rx=0 tx=0).stop 2024-04-26T23:33:26.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.656+0000 7ff983200640 1 -- 172.21.15.26:0/1294014143 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff98410a980 msgr2=0x7ff9841a6510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:26.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.656+0000 7ff983200640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff98410a980 0x7ff9841a6510 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ff97c004770 tx=0x7ff97c0042f0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.656+0000 7ff983200640 1 -- 172.21.15.26:0/1294014143 shutdown_connections 2024-04-26T23:33:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.656+0000 7ff983200640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff9680a3c30 0x7ff9680a60f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.656+0000 7ff983200640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff98410a980 0x7ff9841a6510 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.656+0000 7ff983200640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff984109fc0 0x7ff98419f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.656+0000 7ff983200640 1 --2- 172.21.15.26:0/1294014143 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff984108e70 0x7ff98419efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.656+0000 7ff983200640 1 -- 172.21.15.26:0/1294014143 >> 172.21.15.26:0/1294014143 conn(0x7ff984077e00 msgr2=0x7ff98410d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.656+0000 7ff983200640 1 -- 172.21.15.26:0/1294014143 shutdown_connections 2024-04-26T23:33:26.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.656+0000 7ff983200640 1 -- 172.21.15.26:0/1294014143 wait complete. 2024-04-26T23:33:26.681 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-26T23:33:26.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.901+0000 7fc953000640 1 -- 172.21.15.26:0/4176092745 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc94c103b60 msgr2=0x7fc94c103fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:26.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.901+0000 7fc953000640 1 --2- 172.21.15.26:0/4176092745 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc94c103b60 0x7fc94c103fe0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc934009900 tx=0x7fc93402a3f0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.901+0000 7fc953000640 1 -- 172.21.15.26:0/4176092745 shutdown_connections 2024-04-26T23:33:26.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.901+0000 7fc953000640 1 --2- 172.21.15.26:0/4176092745 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc94c104520 0x7fc94c10adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.901+0000 7fc953000640 1 --2- 172.21.15.26:0/4176092745 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc94c103b60 0x7fc94c103fe0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.901+0000 7fc953000640 1 --2- 172.21.15.26:0/4176092745 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc94c102970 0x7fc94c102d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.901+0000 7fc953000640 1 -- 172.21.15.26:0/4176092745 >> 172.21.15.26:0/4176092745 conn(0x7fc94c0fdee0 msgr2=0x7fc94c100320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:26.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.901+0000 7fc953000640 1 -- 172.21.15.26:0/4176092745 shutdown_connections 2024-04-26T23:33:26.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.901+0000 7fc953000640 1 -- 172.21.15.26:0/4176092745 wait complete. 2024-04-26T23:33:26.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.902+0000 7fc953000640 1 Processor -- start 2024-04-26T23:33:26.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.903+0000 7fc953000640 1 -- start start 2024-04-26T23:33:26.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.903+0000 7fc953000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc94c102970 0x7fc94c19adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:26.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.903+0000 7fc953000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc94c103b60 0x7fc94c19b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:26.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.903+0000 7fc953000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc94c104520 0x7fc94c1a2330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:26.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.903+0000 7fc953000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc94c10e400 con 0x7fc94c102970 2024-04-26T23:33:26.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.903+0000 7fc953000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc94c10e280 con 0x7fc94c104520 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.903+0000 7fc953000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc94c10e580 con 0x7fc94c103b60 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.903+0000 7fc94be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc94c102970 0x7fc94c19adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.903+0000 7fc94be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc94c102970 0x7fc94c19adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46112/0 (socket says 172.21.15.26:46112) 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.903+0000 7fc94be00640 1 -- 172.21.15.26:0/2174070742 learned_addr learned my addr 172.21.15.26:0/2174070742 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc94b400640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc94c103b60 0x7fc94c19b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc951000640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc94c104520 0x7fc94c1a2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc94be00640 1 -- 172.21.15.26:0/2174070742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc94c103b60 msgr2=0x7fc94c19b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc94be00640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc94c103b60 0x7fc94c19b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc94be00640 1 -- 172.21.15.26:0/2174070742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc94c104520 msgr2=0x7fc94c1a2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc94be00640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc94c104520 0x7fc94c1a2330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc94be00640 1 -- 172.21.15.26:0/2174070742 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc94c1a29d0 con 0x7fc94c102970 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc951000640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc94c104520 0x7fc94c1a2330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc94be00640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc94c102970 0x7fc94c19adc0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc93c00d770 tx=0x7fc93c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc948c00640 1 -- 172.21.15.26:0/2174070742 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93c017070 con 0x7fc94c102970 2024-04-26T23:33:26.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc948c00640 1 -- 172.21.15.26:0/2174070742 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc93c009c30 con 0x7fc94c102970 2024-04-26T23:33:26.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc948c00640 1 -- 172.21.15.26:0/2174070742 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93c003c50 con 0x7fc94c102970 2024-04-26T23:33:26.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.904+0000 7fc953000640 1 -- 172.21.15.26:0/2174070742 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc94c1a2cc0 con 0x7fc94c102970 2024-04-26T23:33:26.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.905+0000 7fc953000640 1 -- 172.21.15.26:0/2174070742 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc94c1a31c0 con 0x7fc94c102970 2024-04-26T23:33:26.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.906+0000 7fc953000640 1 -- 172.21.15.26:0/2174070742 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc94c1a3390 con 0x7fc94c102970 2024-04-26T23:33:26.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.910+0000 7fc948c00640 1 -- 172.21.15.26:0/2174070742 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc93c003df0 con 0x7fc94c102970 2024-04-26T23:33:26.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.911+0000 7fc948c00640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc9300a3c30 0x7fc9300a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:26.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.911+0000 7fc948c00640 1 -- 172.21.15.26:0/2174070742 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fc93c0d0220 con 0x7fc94c102970 2024-04-26T23:33:26.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.911+0000 7fc94b400640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc9300a3c30 0x7fc9300a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:26.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.912+0000 7fc94b400640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc9300a3c30 0x7fc9300a60f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc934006010 tx=0x7fc934031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:26.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:26.914+0000 7fc948c00640 1 -- 172.21.15.26:0/2174070742 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fc93c009de0 con 0x7fc94c102970 2024-04-26T23:33:27.027 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:33:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:33:26.597+0000 7faf7ca00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:33:27.027 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:33:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:33:26.597+0000 7faf7ca00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:33:27.027 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:33:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:33:26.597+0000 7faf7ca00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:33:27.027 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:33:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:33:26.597+0000 7faf7ca00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:33:27.027 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:33:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:33:26.597+0000 7faf7ca00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:33:27.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.155+0000 7fc953000640 1 -- 172.21.15.26:0/2174070742 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fc94c076280 con 0x7fc9300a3c30 2024-04-26T23:33:27.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.221+0000 7fc948c00640 1 -- 172.21.15.26:0/2174070742 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc94c076280 con 0x7fc9300a3c30 2024-04-26T23:33:27.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.225+0000 7fc953000640 1 -- 172.21.15.26:0/2174070742 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc9300a3c30 msgr2=0x7fc9300a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:27.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.225+0000 7fc953000640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc9300a3c30 0x7fc9300a60f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc934006010 tx=0x7fc934031400 comp rx=0 tx=0).stop 2024-04-26T23:33:27.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.225+0000 7fc953000640 1 -- 172.21.15.26:0/2174070742 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc94c102970 msgr2=0x7fc94c19adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:27.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.225+0000 7fc953000640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc94c102970 0x7fc94c19adc0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc93c00d770 tx=0x7fc93c00dc30 comp rx=0 tx=0).stop 2024-04-26T23:33:27.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.225+0000 7fc953000640 1 -- 172.21.15.26:0/2174070742 shutdown_connections 2024-04-26T23:33:27.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.225+0000 7fc953000640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc94c104520 0x7fc94c1a2330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.225+0000 7fc953000640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc94c103b60 0x7fc94c19b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.225+0000 7fc953000640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc9300a3c30 0x7fc9300a60f0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.225+0000 7fc953000640 1 --2- 172.21.15.26:0/2174070742 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc94c102970 0x7fc94c19adc0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.225+0000 7fc953000640 1 -- 172.21.15.26:0/2174070742 >> 172.21.15.26:0/2174070742 conn(0x7fc94c0fdee0 msgr2=0x7fc94c074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:27.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.225+0000 7fc953000640 1 -- 172.21.15.26:0/2174070742 shutdown_connections 2024-04-26T23:33:27.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.225+0000 7fc953000640 1 -- 172.21.15.26:0/2174070742 wait complete. 2024-04-26T23:33:27.252 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-26T23:33:27.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.466+0000 7f796ca00640 1 -- 172.21.15.26:0/799652746 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7968105c60 msgr2=0x7f79681060e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:27.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.466+0000 7f796ca00640 1 --2- 172.21.15.26:0/799652746 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7968105c60 0x7f79681060e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7950009900 tx=0x7f795002a3f0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.466+0000 7f796ca00640 1 -- 172.21.15.26:0/799652746 shutdown_connections 2024-04-26T23:33:27.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.466+0000 7f796ca00640 1 --2- 172.21.15.26:0/799652746 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7968106620 0x7f796810ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.466+0000 7f796ca00640 1 --2- 172.21.15.26:0/799652746 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7968105c60 0x7f79681060e0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.466+0000 7f796ca00640 1 --2- 172.21.15.26:0/799652746 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7968104a70 0x7f7968104e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.466+0000 7f796ca00640 1 -- 172.21.15.26:0/799652746 >> 172.21.15.26:0/799652746 conn(0x7f79680fffe0 msgr2=0x7f7968102420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:27.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.466+0000 7f796ca00640 1 -- 172.21.15.26:0/799652746 shutdown_connections 2024-04-26T23:33:27.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.466+0000 7f796ca00640 1 -- 172.21.15.26:0/799652746 wait complete. 2024-04-26T23:33:27.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.467+0000 7f796ca00640 1 Processor -- start 2024-04-26T23:33:27.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.467+0000 7f796ca00640 1 -- start start 2024-04-26T23:33:27.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.468+0000 7f796ca00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7968104a70 0x7f796819aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:27.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.468+0000 7f796ca00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7968105c60 0x7f796819b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:27.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.468+0000 7f796ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7968106620 0x7f79681a2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:27.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.468+0000 7f796ca00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7968110480 con 0x7f7968106620 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.468+0000 7f796ca00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7968110300 con 0x7f7968105c60 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.468+0000 7f796ca00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7968110600 con 0x7f7968104a70 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.468+0000 7f7967200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7968106620 0x7f79681a2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.468+0000 7f7967200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7968106620 0x7f79681a2080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46136/0 (socket says 172.21.15.26:46136) 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.468+0000 7f7967200640 1 -- 172.21.15.26:0/1017508955 learned_addr learned my addr 172.21.15.26:0/1017508955 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.468+0000 7f7966800640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7968104a70 0x7f796819aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.468+0000 7f795de00640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7968105c60 0x7f796819b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.469+0000 7f7967200640 1 -- 172.21.15.26:0/1017508955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7968104a70 msgr2=0x7f796819aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.469+0000 7f7967200640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7968104a70 0x7f796819aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.469+0000 7f7967200640 1 -- 172.21.15.26:0/1017508955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7968105c60 msgr2=0x7f796819b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.469+0000 7f7967200640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7968105c60 0x7f796819b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.469+0000 7f7967200640 1 -- 172.21.15.26:0/1017508955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79681a26f0 con 0x7f7968106620 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.469+0000 7f7967200640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7968106620 0x7f79681a2080 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f796000c970 tx=0x7f796000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:27.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.469+0000 7f795fe00640 1 -- 172.21.15.26:0/1017508955 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7960007bb0 con 0x7f7968106620 2024-04-26T23:33:27.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.469+0000 7f795fe00640 1 -- 172.21.15.26:0/1017508955 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7960007d50 con 0x7f7968106620 2024-04-26T23:33:27.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.469+0000 7f795fe00640 1 -- 172.21.15.26:0/1017508955 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7960018660 con 0x7f7968106620 2024-04-26T23:33:27.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.469+0000 7f796ca00640 1 -- 172.21.15.26:0/1017508955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79681a29e0 con 0x7f7968106620 2024-04-26T23:33:27.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.470+0000 7f796ca00640 1 -- 172.21.15.26:0/1017508955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79681a2eb0 con 0x7f7968106620 2024-04-26T23:33:27.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.471+0000 7f796ca00640 1 -- 172.21.15.26:0/1017508955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f796810bde0 con 0x7f7968106620 2024-04-26T23:33:27.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.473+0000 7f795fe00640 1 -- 172.21.15.26:0/1017508955 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f796000f970 con 0x7f7968106620 2024-04-26T23:33:27.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.474+0000 7f795fe00640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f794c0a3c30 0x7f794c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:27.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.474+0000 7f795fe00640 1 -- 172.21.15.26:0/1017508955 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f79600d0300 con 0x7f7968106620 2024-04-26T23:33:27.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.474+0000 7f7966800640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f794c0a3c30 0x7f794c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:27.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.475+0000 7f7966800640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f794c0a3c30 0x7f794c0a60f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f7958005c40 tx=0x7f7958005bd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:27.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.479+0000 7f795fe00640 1 -- 172.21.15.26:0/1017508955 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f7960014030 con 0x7f7968106620 2024-04-26T23:33:27.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:27 smithi164 ceph-mon[31699]: pgmap v375: 97 pgs: 97 active+clean; 579 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 917 B/s rd, 4.6 KiB/s wr, 13 op/s 2024-04-26T23:33:27.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:27 smithi164 ceph-mon[31699]: from='client.14763 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:27.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:27 smithi026 ceph-mon[28371]: pgmap v375: 97 pgs: 97 active+clean; 579 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 917 B/s rd, 4.6 KiB/s wr, 13 op/s 2024-04-26T23:33:27.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:27 smithi026 ceph-mon[28371]: from='client.14763 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:27.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:27 smithi086 ceph-mon[31122]: pgmap v375: 97 pgs: 97 active+clean; 579 KiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 917 B/s rd, 4.6 KiB/s wr, 13 op/s 2024-04-26T23:33:27.571 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:27 smithi086 ceph-mon[31122]: from='client.14763 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:27.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.716+0000 7f796ca00640 1 -- 172.21.15.26:0/1017508955 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f7968062d70 con 0x7f794c0a3c30 2024-04-26T23:33:27.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.728+0000 7f795fe00640 1 -- 172.21.15.26:0/1017508955 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f7968062d70 con 0x7f794c0a3c30 2024-04-26T23:33:27.732 INFO:teuthology.orchestra.run.smithi026.stdout:/volumes/qa/sv_0/ef7160a5-8b5a-4a7e-b5c6-bd8699f7397d 2024-04-26T23:33:27.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.731+0000 7f796ca00640 1 -- 172.21.15.26:0/1017508955 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f794c0a3c30 msgr2=0x7f794c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:27.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.731+0000 7f796ca00640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f794c0a3c30 0x7f794c0a60f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f7958005c40 tx=0x7f7958005bd0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.731+0000 7f796ca00640 1 -- 172.21.15.26:0/1017508955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7968106620 msgr2=0x7f79681a2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:27.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.731+0000 7f796ca00640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7968106620 0x7f79681a2080 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f796000c970 tx=0x7f796000ce30 comp rx=0 tx=0).stop 2024-04-26T23:33:27.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.731+0000 7f796ca00640 1 -- 172.21.15.26:0/1017508955 shutdown_connections 2024-04-26T23:33:27.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.731+0000 7f796ca00640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f794c0a3c30 0x7f794c0a60f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.731+0000 7f796ca00640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7968106620 0x7f79681a2080 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.731+0000 7f796ca00640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7968105c60 0x7f796819b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.731+0000 7f796ca00640 1 --2- 172.21.15.26:0/1017508955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7968104a70 0x7f796819aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.731+0000 7f796ca00640 1 -- 172.21.15.26:0/1017508955 >> 172.21.15.26:0/1017508955 conn(0x7f79680fffe0 msgr2=0x7f7968108fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:27.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.731+0000 7f796ca00640 1 -- 172.21.15.26:0/1017508955 shutdown_connections 2024-04-26T23:33:27.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.732+0000 7f796ca00640 1 -- 172.21.15.26:0/1017508955 wait complete. 2024-04-26T23:33:27.754 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-26T23:33:27.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.963+0000 7f2abd000640 1 -- 172.21.15.26:0/577068149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ab8078530 msgr2=0x7f2ab8078990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.963+0000 7f2abd000640 1 --2- 172.21.15.26:0/577068149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ab8078530 0x7f2ab8078990 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f2aa0009900 tx=0x7f2aa002a410 comp rx=0 tx=0).stop 2024-04-26T23:33:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.964+0000 7f2abd000640 1 -- 172.21.15.26:0/577068149 shutdown_connections 2024-04-26T23:33:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.964+0000 7f2abd000640 1 --2- 172.21.15.26:0/577068149 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ab8078ed0 0x7f2ab8079770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.964+0000 7f2abd000640 1 --2- 172.21.15.26:0/577068149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ab8078530 0x7f2ab8078990 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.964+0000 7f2abd000640 1 --2- 172.21.15.26:0/577068149 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ab80772f0 0x7f2ab8077710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.964+0000 7f2abd000640 1 -- 172.21.15.26:0/577068149 >> 172.21.15.26:0/577068149 conn(0x7f2ab8100120 msgr2=0x7f2ab8102560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.964+0000 7f2abd000640 1 -- 172.21.15.26:0/577068149 shutdown_connections 2024-04-26T23:33:27.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.964+0000 7f2abd000640 1 -- 172.21.15.26:0/577068149 wait complete. 2024-04-26T23:33:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.965+0000 7f2abd000640 1 Processor -- start 2024-04-26T23:33:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.965+0000 7f2abd000640 1 -- start start 2024-04-26T23:33:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.966+0000 7f2abd000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ab80772f0 0x7f2ab819f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.966+0000 7f2abd000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ab8078530 0x7f2ab819f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.966+0000 7f2abd000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ab8078ed0 0x7f2ab81a6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:27.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.966+0000 7f2abd000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab81149e0 con 0x7f2ab8078ed0 2024-04-26T23:33:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.966+0000 7f2abd000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab8114860 con 0x7f2ab8078530 2024-04-26T23:33:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.966+0000 7f2abd000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab8114b60 con 0x7f2ab80772f0 2024-04-26T23:33:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.966+0000 7f2ab6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ab8078ed0 0x7f2ab81a6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.966+0000 7f2ab6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ab8078ed0 0x7f2ab81a6680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46160/0 (socket says 172.21.15.26:46160) 2024-04-26T23:33:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.966+0000 7f2ab6800640 1 -- 172.21.15.26:0/2308892671 learned_addr learned my addr 172.21.15.26:0/2308892671 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.966+0000 7f2ab5e00640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ab80772f0 0x7f2ab819f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.966+0000 7f2ab5400640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ab8078530 0x7f2ab819f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.967+0000 7f2ab6800640 1 -- 172.21.15.26:0/2308892671 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ab80772f0 msgr2=0x7f2ab819f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.967+0000 7f2ab6800640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ab80772f0 0x7f2ab819f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.967+0000 7f2ab6800640 1 -- 172.21.15.26:0/2308892671 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ab8078530 msgr2=0x7f2ab819f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:27.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.967+0000 7f2ab6800640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ab8078530 0x7f2ab819f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:27.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.967+0000 7f2ab6800640 1 -- 172.21.15.26:0/2308892671 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab81a6cf0 con 0x7f2ab8078ed0 2024-04-26T23:33:27.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.967+0000 7f2ab6800640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ab8078ed0 0x7f2ab81a6680 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2ab000d750 tx=0x7f2ab000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:27.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.967+0000 7f2aaea00640 1 -- 172.21.15.26:0/2308892671 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab0017070 con 0x7f2ab8078ed0 2024-04-26T23:33:27.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.967+0000 7f2aaea00640 1 -- 172.21.15.26:0/2308892671 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ab00054b0 con 0x7f2ab8078ed0 2024-04-26T23:33:27.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.967+0000 7f2abd000640 1 -- 172.21.15.26:0/2308892671 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ab81a6fe0 con 0x7f2ab8078ed0 2024-04-26T23:33:27.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.967+0000 7f2aaea00640 1 -- 172.21.15.26:0/2308892671 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab0004b90 con 0x7f2ab8078ed0 2024-04-26T23:33:27.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.967+0000 7f2abd000640 1 -- 172.21.15.26:0/2308892671 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ab81a74a0 con 0x7f2ab8078ed0 2024-04-26T23:33:27.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.969+0000 7f2abd000640 1 -- 172.21.15.26:0/2308892671 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ab8111520 con 0x7f2ab8078ed0 2024-04-26T23:33:27.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.971+0000 7f2aaea00640 1 -- 172.21.15.26:0/2308892671 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2ab0004d30 con 0x7f2ab8078ed0 2024-04-26T23:33:27.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.972+0000 7f2aaea00640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2a9c0a3bb0 0x7f2a9c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:27.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.973+0000 7f2ab5e00640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2a9c0a3bb0 0x7f2a9c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:27.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.973+0000 7f2aaea00640 1 -- 172.21.15.26:0/2308892671 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f2ab00cfe50 con 0x7f2ab8078ed0 2024-04-26T23:33:27.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.973+0000 7f2ab5e00640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2a9c0a3bb0 0x7f2a9c0a6070 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8005fd0 tx=0x7f2aa8009870 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:27.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:27.977+0000 7f2aaea00640 1 -- 172.21.15.26:0/2308892671 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f2ab009c8e0 con 0x7f2ab8078ed0 2024-04-26T23:33:28.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.215+0000 7f2abd000640 1 -- 172.21.15.26:0/2308892671 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f2ab8062e00 con 0x7f2a9c0a3bb0 2024-04-26T23:33:28.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.280+0000 7f2aaea00640 1 -- 172.21.15.26:0/2308892671 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2ab0098850 con 0x7f2ab8078ed0 2024-04-26T23:33:28.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.302+0000 7f2aaea00640 1 -- 172.21.15.26:0/2308892671 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f2ab8062e00 con 0x7f2a9c0a3bb0 2024-04-26T23:33:28.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.306+0000 7f2abd000640 1 -- 172.21.15.26:0/2308892671 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2a9c0a3bb0 msgr2=0x7f2a9c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:28.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.306+0000 7f2abd000640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2a9c0a3bb0 0x7f2a9c0a6070 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8005fd0 tx=0x7f2aa8009870 comp rx=0 tx=0).stop 2024-04-26T23:33:28.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.306+0000 7f2abd000640 1 -- 172.21.15.26:0/2308892671 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ab8078ed0 msgr2=0x7f2ab81a6680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:28.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.306+0000 7f2abd000640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ab8078ed0 0x7f2ab81a6680 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2ab000d750 tx=0x7f2ab000dc10 comp rx=0 tx=0).stop 2024-04-26T23:33:28.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.306+0000 7f2abd000640 1 -- 172.21.15.26:0/2308892671 shutdown_connections 2024-04-26T23:33:28.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.306+0000 7f2abd000640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2a9c0a3bb0 0x7f2a9c0a6070 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.306+0000 7f2abd000640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ab8078ed0 0x7f2ab81a6680 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.306+0000 7f2abd000640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ab8078530 0x7f2ab819f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.306+0000 7f2abd000640 1 --2- 172.21.15.26:0/2308892671 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ab80772f0 0x7f2ab819f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.306+0000 7f2abd000640 1 -- 172.21.15.26:0/2308892671 >> 172.21.15.26:0/2308892671 conn(0x7f2ab8100120 msgr2=0x7f2ab8103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:28.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.306+0000 7f2abd000640 1 -- 172.21.15.26:0/2308892671 shutdown_connections 2024-04-26T23:33:28.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.306+0000 7f2abd000640 1 -- 172.21.15.26:0/2308892671 wait complete. 2024-04-26T23:33:28.331 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-26T23:33:28.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:28 smithi164 ceph-mon[31699]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:28.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:28 smithi026 ceph-mon[28371]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:28.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.544+0000 7fcc92000640 1 -- 172.21.15.26:0/1925477853 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc8c10ab40 msgr2=0x7fcc8c1113d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:28.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.544+0000 7fcc92000640 1 --2- 172.21.15.26:0/1925477853 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc8c10ab40 0x7fcc8c1113d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fcc84009ca0 tx=0x7fcc8402a8c0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.544+0000 7fcc92000640 1 -- 172.21.15.26:0/1925477853 shutdown_connections 2024-04-26T23:33:28.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.544+0000 7fcc92000640 1 --2- 172.21.15.26:0/1925477853 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc8c10ab40 0x7fcc8c1113d0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.544+0000 7fcc92000640 1 --2- 172.21.15.26:0/1925477853 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcc8c10a180 0x7fcc8c10a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.544+0000 7fcc92000640 1 --2- 172.21.15.26:0/1925477853 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc8c108f90 0x7fcc8c1093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.544+0000 7fcc92000640 1 -- 172.21.15.26:0/1925477853 >> 172.21.15.26:0/1925477853 conn(0x7fcc8c077f30 msgr2=0x7fcc8c07a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:28.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.544+0000 7fcc92000640 1 -- 172.21.15.26:0/1925477853 shutdown_connections 2024-04-26T23:33:28.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.544+0000 7fcc92000640 1 -- 172.21.15.26:0/1925477853 wait complete. 2024-04-26T23:33:28.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.545+0000 7fcc92000640 1 Processor -- start 2024-04-26T23:33:28.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.545+0000 7fcc92000640 1 -- start start 2024-04-26T23:33:28.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.546+0000 7fcc92000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc8c108f90 0x7fcc8c19f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:28.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.546+0000 7fcc92000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcc8c10a180 0x7fcc8c19f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:28.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.546+0000 7fcc92000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc8c10ab40 0x7fcc8c1a6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.546+0000 7fcc92000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcc8c1149d0 con 0x7fcc8c10ab40 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.546+0000 7fcc92000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcc8c114850 con 0x7fcc8c10a180 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.546+0000 7fcc92000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcc8c114b50 con 0x7fcc8c108f90 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.546+0000 7fcc8be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc8c10ab40 0x7fcc8c1a6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.546+0000 7fcc8be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc8c10ab40 0x7fcc8c1a6640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46166/0 (socket says 172.21.15.26:46166) 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.546+0000 7fcc8be00640 1 -- 172.21.15.26:0/2494057442 learned_addr learned my addr 172.21.15.26:0/2494057442 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.546+0000 7fcc8aa00640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcc8c10a180 0x7fcc8c19f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.546+0000 7fcc8b400640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc8c108f90 0x7fcc8c19f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.547+0000 7fcc8be00640 1 -- 172.21.15.26:0/2494057442 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc8c108f90 msgr2=0x7fcc8c19f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.547+0000 7fcc8be00640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc8c108f90 0x7fcc8c19f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.547+0000 7fcc8be00640 1 -- 172.21.15.26:0/2494057442 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcc8c10a180 msgr2=0x7fcc8c19f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.547+0000 7fcc8be00640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcc8c10a180 0x7fcc8c19f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.547+0000 7fcc8be00640 1 -- 172.21.15.26:0/2494057442 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc8c1a6cb0 con 0x7fcc8c10ab40 2024-04-26T23:33:28.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.547+0000 7fcc8be00640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc8c10ab40 0x7fcc8c1a6640 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fcc84031040 tx=0x7fcc84003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:28.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.547+0000 7fcc83e00640 1 -- 172.21.15.26:0/2494057442 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc84004040 con 0x7fcc8c10ab40 2024-04-26T23:33:28.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.547+0000 7fcc83e00640 1 -- 172.21.15.26:0/2494057442 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcc84004670 con 0x7fcc8c10ab40 2024-04-26T23:33:28.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.547+0000 7fcc92000640 1 -- 172.21.15.26:0/2494057442 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc8c1a6f40 con 0x7fcc8c10ab40 2024-04-26T23:33:28.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.547+0000 7fcc83e00640 1 -- 172.21.15.26:0/2494057442 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc84030d60 con 0x7fcc8c10ab40 2024-04-26T23:33:28.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.548+0000 7fcc92000640 1 -- 172.21.15.26:0/2494057442 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc8c1a7450 con 0x7fcc8c10ab40 2024-04-26T23:33:28.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.549+0000 7fcc92000640 1 -- 172.21.15.26:0/2494057442 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc8c110330 con 0x7fcc8c10ab40 2024-04-26T23:33:28.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.551+0000 7fcc83e00640 1 -- 172.21.15.26:0/2494057442 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fcc840305c0 con 0x7fcc8c10ab40 2024-04-26T23:33:28.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.552+0000 7fcc83e00640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc700a3cc0 0x7fcc700a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:28.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.552+0000 7fcc83e00640 1 -- 172.21.15.26:0/2494057442 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fcc840f1b30 con 0x7fcc8c10ab40 2024-04-26T23:33:28.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.553+0000 7fcc8b400640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc700a3cc0 0x7fcc700a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:28.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.553+0000 7fcc8b400640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc700a3cc0 0x7fcc700a6180 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fcc7c005fd0 tx=0x7fcc7c005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:28.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.557+0000 7fcc83e00640 1 -- 172.21.15.26:0/2494057442 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fcc840be570 con 0x7fcc8c10ab40 2024-04-26T23:33:28.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:28 smithi086 ceph-mon[31122]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:28.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.795+0000 7fcc92000640 1 -- 172.21.15.26:0/2494057442 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fcc8c062d70 con 0x7fcc700a3cc0 2024-04-26T23:33:28.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.805+0000 7fcc83e00640 1 -- 172.21.15.26:0/2494057442 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fcc8c062d70 con 0x7fcc700a3cc0 2024-04-26T23:33:28.808 INFO:teuthology.orchestra.run.smithi026.stdout:/volumes/qa/sv_1/20d608cf-62c3-48b3-abfb-d3b62125db6c 2024-04-26T23:33:28.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.807+0000 7fcc92000640 1 -- 172.21.15.26:0/2494057442 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc700a3cc0 msgr2=0x7fcc700a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:28.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.807+0000 7fcc92000640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc700a3cc0 0x7fcc700a6180 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fcc7c005fd0 tx=0x7fcc7c005850 comp rx=0 tx=0).stop 2024-04-26T23:33:28.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.807+0000 7fcc92000640 1 -- 172.21.15.26:0/2494057442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc8c10ab40 msgr2=0x7fcc8c1a6640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:28.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.807+0000 7fcc92000640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc8c10ab40 0x7fcc8c1a6640 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fcc84031040 tx=0x7fcc84003ba0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.807+0000 7fcc92000640 1 -- 172.21.15.26:0/2494057442 shutdown_connections 2024-04-26T23:33:28.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.807+0000 7fcc92000640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc700a3cc0 0x7fcc700a6180 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.807+0000 7fcc92000640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc8c10ab40 0x7fcc8c1a6640 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.807+0000 7fcc92000640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcc8c10a180 0x7fcc8c19f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.807+0000 7fcc92000640 1 --2- 172.21.15.26:0/2494057442 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc8c108f90 0x7fcc8c19f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:28.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.807+0000 7fcc92000640 1 -- 172.21.15.26:0/2494057442 >> 172.21.15.26:0/2494057442 conn(0x7fcc8c077f30 msgr2=0x7fcc8c10d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:28.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.808+0000 7fcc92000640 1 -- 172.21.15.26:0/2494057442 shutdown_connections 2024-04-26T23:33:28.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:28.808+0000 7fcc92000640 1 -- 172.21.15.26:0/2494057442 wait complete. 2024-04-26T23:33:28.831 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:33:29.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.042+0000 7fb6adc00640 1 -- 172.21.15.26:0/2666861579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6a8109f80 msgr2=0x7fb6a810a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:29.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.042+0000 7fb6adc00640 1 --2- 172.21.15.26:0/2666861579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6a8109f80 0x7fb6a810a400 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb694009900 tx=0x7fb69402a410 comp rx=0 tx=0).stop 2024-04-26T23:33:29.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.042+0000 7fb6adc00640 1 -- 172.21.15.26:0/2666861579 shutdown_connections 2024-04-26T23:33:29.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.042+0000 7fb6adc00640 1 --2- 172.21.15.26:0/2666861579 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb6a810a940 0x7fb6a81111d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.042+0000 7fb6adc00640 1 --2- 172.21.15.26:0/2666861579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6a8109f80 0x7fb6a810a400 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.042+0000 7fb6adc00640 1 --2- 172.21.15.26:0/2666861579 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb6a8108d90 0x7fb6a81091b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.042+0000 7fb6adc00640 1 -- 172.21.15.26:0/2666861579 >> 172.21.15.26:0/2666861579 conn(0x7fb6a8077d30 msgr2=0x7fb6a807a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:29.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.042+0000 7fb6adc00640 1 -- 172.21.15.26:0/2666861579 shutdown_connections 2024-04-26T23:33:29.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.042+0000 7fb6adc00640 1 -- 172.21.15.26:0/2666861579 wait complete. 2024-04-26T23:33:29.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.043+0000 7fb6adc00640 1 Processor -- start 2024-04-26T23:33:29.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.044+0000 7fb6adc00640 1 -- start start 2024-04-26T23:33:29.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.044+0000 7fb6adc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6a8108d90 0x7fb6a819eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:29.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.044+0000 7fb6adc00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb6a8109f80 0x7fb6a819f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:29.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.044+0000 7fb6adc00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb6a810a940 0x7fb6a81a6480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:29.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.044+0000 7fb6adc00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a8114770 con 0x7fb6a8108d90 2024-04-26T23:33:29.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.044+0000 7fb6adc00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a81145f0 con 0x7fb6a810a940 2024-04-26T23:33:29.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.044+0000 7fb6adc00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a81148f0 con 0x7fb6a8109f80 2024-04-26T23:33:29.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.044+0000 7fb6a7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6a8108d90 0x7fb6a819eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:29.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.044+0000 7fb6a7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6a8108d90 0x7fb6a819eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46186/0 (socket says 172.21.15.26:46186) 2024-04-26T23:33:29.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.044+0000 7fb6a7e00640 1 -- 172.21.15.26:0/4116034833 learned_addr learned my addr 172.21.15.26:0/4116034833 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:29.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.045+0000 7fb6a7400640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb6a8109f80 0x7fb6a819f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:29.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.045+0000 7fb6ad200640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb6a810a940 0x7fb6a81a6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:29.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.045+0000 7fb6a7e00640 1 -- 172.21.15.26:0/4116034833 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb6a8109f80 msgr2=0x7fb6a819f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:29.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.045+0000 7fb6a7e00640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb6a8109f80 0x7fb6a819f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.045+0000 7fb6a7e00640 1 -- 172.21.15.26:0/4116034833 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb6a810a940 msgr2=0x7fb6a81a6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:29.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.045+0000 7fb6a7e00640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb6a810a940 0x7fb6a81a6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.045+0000 7fb6a7e00640 1 -- 172.21.15.26:0/4116034833 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6a81a6af0 con 0x7fb6a8108d90 2024-04-26T23:33:29.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.045+0000 7fb6a7e00640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6a8108d90 0x7fb6a819eed0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb69800d950 tx=0x7fb69800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:29.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.046+0000 7fb6a4c00640 1 -- 172.21.15.26:0/4116034833 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb698017070 con 0x7fb6a8108d90 2024-04-26T23:33:29.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.046+0000 7fb6a4c00640 1 -- 172.21.15.26:0/4116034833 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb698009c30 con 0x7fb6a8108d90 2024-04-26T23:33:29.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.046+0000 7fb6a4c00640 1 -- 172.21.15.26:0/4116034833 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69800f620 con 0x7fb6a8108d90 2024-04-26T23:33:29.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.046+0000 7fb6adc00640 1 -- 172.21.15.26:0/4116034833 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6a81a6de0 con 0x7fb6a8108d90 2024-04-26T23:33:29.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.046+0000 7fb6adc00640 1 -- 172.21.15.26:0/4116034833 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6a81a71f0 con 0x7fb6a8108d90 2024-04-26T23:33:29.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.047+0000 7fb6adc00640 1 -- 172.21.15.26:0/4116034833 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6a81101d0 con 0x7fb6a8108d90 2024-04-26T23:33:29.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.049+0000 7fb6a4c00640 1 -- 172.21.15.26:0/4116034833 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb69801a070 con 0x7fb6a8108d90 2024-04-26T23:33:29.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.050+0000 7fb6a4c00640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb68c0a3cc0 0x7fb68c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:29.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.051+0000 7fb6a4c00640 1 -- 172.21.15.26:0/4116034833 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fb6980cff60 con 0x7fb6a8108d90 2024-04-26T23:33:29.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.051+0000 7fb6a7400640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb68c0a3cc0 0x7fb68c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:29.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.052+0000 7fb6a7400640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb68c0a3cc0 0x7fb68c0a6180 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb694000c00 tx=0x7fb694031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:29.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.055+0000 7fb6a4c00640 1 -- 172.21.15.26:0/4116034833 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fb698009de0 con 0x7fb6a8108d90 2024-04-26T23:33:29.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.304+0000 7fb6adc00640 1 -- 172.21.15.26:0/4116034833 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6a802dd50 con 0x7fb6a8108d90 2024-04-26T23:33:29.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.306+0000 7fb6a4c00640 1 -- 172.21.15.26:0/4116034833 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11861 (secure 0 0 0) 0x7fb69809c890 con 0x7fb6a8108d90 2024-04-26T23:33:29.310 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:29.310 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:33:25.221290+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34475,34559]},"id":1}]} 2024-04-26T23:33:29.310 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 23 2024-04-26T23:33:29.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.309+0000 7fb6adc00640 1 -- 172.21.15.26:0/4116034833 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb68c0a3cc0 msgr2=0x7fb68c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:29.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.309+0000 7fb6adc00640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb68c0a3cc0 0x7fb68c0a6180 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb694000c00 tx=0x7fb694031400 comp rx=0 tx=0).stop 2024-04-26T23:33:29.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.309+0000 7fb6adc00640 1 -- 172.21.15.26:0/4116034833 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6a8108d90 msgr2=0x7fb6a819eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:29.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.309+0000 7fb6adc00640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6a8108d90 0x7fb6a819eed0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fb69800d950 tx=0x7fb69800de10 comp rx=0 tx=0).stop 2024-04-26T23:33:29.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.309+0000 7fb6adc00640 1 -- 172.21.15.26:0/4116034833 shutdown_connections 2024-04-26T23:33:29.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.309+0000 7fb6adc00640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb6a810a940 0x7fb6a81a6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.309+0000 7fb6adc00640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb6a8109f80 0x7fb6a819f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.309+0000 7fb6adc00640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb68c0a3cc0 0x7fb68c0a6180 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.309+0000 7fb6adc00640 1 --2- 172.21.15.26:0/4116034833 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb6a8108d90 0x7fb6a819eed0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.309+0000 7fb6adc00640 1 -- 172.21.15.26:0/4116034833 >> 172.21.15.26:0/4116034833 conn(0x7fb6a8077d30 msgr2=0x7fb6a810d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:29.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.309+0000 7fb6adc00640 1 -- 172.21.15.26:0/4116034833 shutdown_connections 2024-04-26T23:33:29.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.309+0000 7fb6adc00640 1 -- 172.21.15.26:0/4116034833 wait complete. 2024-04-26T23:33:29.333 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:33:29.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:29 smithi164 ceph-mon[31699]: from='client.14781 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:29.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:29 smithi164 ceph-mon[31699]: pgmap v376: 97 pgs: 97 active+clean; 586 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 5.2 KiB/s wr, 16 op/s 2024-04-26T23:33:29.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:29 smithi164 ceph-mon[31699]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:29.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:29 smithi164 ceph-mon[31699]: mgrmap e17: x(active, since 9m), standbys: z, y 2024-04-26T23:33:29.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:29 smithi026 ceph-mon[28371]: from='client.14781 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:29.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:29 smithi026 ceph-mon[28371]: pgmap v376: 97 pgs: 97 active+clean; 586 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 5.2 KiB/s wr, 16 op/s 2024-04-26T23:33:29.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:29 smithi026 ceph-mon[28371]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:29.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:29 smithi026 ceph-mon[28371]: mgrmap e17: x(active, since 9m), standbys: z, y 2024-04-26T23:33:29.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.546+0000 7f4dad400640 1 -- 172.21.15.26:0/2544393734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4da8103b70 msgr2=0x7f4da8103ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:29.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.546+0000 7f4dad400640 1 --2- 172.21.15.26:0/2544393734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4da8103b70 0x7f4da8103ff0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f4d90009900 tx=0x7f4d9002a410 comp rx=0 tx=0).stop 2024-04-26T23:33:29.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.546+0000 7f4dad400640 1 -- 172.21.15.26:0/2544393734 shutdown_connections 2024-04-26T23:33:29.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.546+0000 7f4dad400640 1 --2- 172.21.15.26:0/2544393734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4da8104530 0x7f4da810adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.546+0000 7f4dad400640 1 --2- 172.21.15.26:0/2544393734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4da8103b70 0x7f4da8103ff0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.546+0000 7f4dad400640 1 --2- 172.21.15.26:0/2544393734 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4da8102980 0x7f4da8102da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.546+0000 7f4dad400640 1 -- 172.21.15.26:0/2544393734 >> 172.21.15.26:0/2544393734 conn(0x7f4da80fdf10 msgr2=0x7f4da8100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:29.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.547+0000 7f4dad400640 1 -- 172.21.15.26:0/2544393734 shutdown_connections 2024-04-26T23:33:29.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.547+0000 7f4dad400640 1 -- 172.21.15.26:0/2544393734 wait complete. 2024-04-26T23:33:29.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.548+0000 7f4dad400640 1 Processor -- start 2024-04-26T23:33:29.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.548+0000 7f4dad400640 1 -- start start 2024-04-26T23:33:29.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.548+0000 7f4dad400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4da8102980 0x7f4da819acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.548+0000 7f4dad400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4da8103b70 0x7f4da819b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.548+0000 7f4dad400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4da8104530 0x7f4da81a2250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.548+0000 7f4dad400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4da810e360 con 0x7f4da8102980 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.548+0000 7f4dad400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f4da810e1e0 con 0x7f4da8104530 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.548+0000 7f4dad400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4da810e4e0 con 0x7f4da8103b70 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.549+0000 7f4da6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4da8102980 0x7f4da819acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.549+0000 7f4da6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4da8102980 0x7f4da819acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46204/0 (socket says 172.21.15.26:46204) 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.549+0000 7f4da6800640 1 -- 172.21.15.26:0/4039108399 learned_addr learned my addr 172.21.15.26:0/4039108399 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.549+0000 7f4da5e00640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4da8103b70 0x7f4da819b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.549+0000 7f4da7200640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4da8104530 0x7f4da81a2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.549+0000 7f4da6800640 1 -- 172.21.15.26:0/4039108399 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4da8103b70 msgr2=0x7f4da819b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.549+0000 7f4da6800640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4da8103b70 0x7f4da819b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.549+0000 7f4da6800640 1 -- 172.21.15.26:0/4039108399 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4da8104530 msgr2=0x7f4da81a2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:29.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.549+0000 7f4da6800640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4da8104530 0x7f4da81a2250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.549+0000 7f4da6800640 1 -- 172.21.15.26:0/4039108399 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4da81a28f0 con 0x7f4da8102980 2024-04-26T23:33:29.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.549+0000 7f4da7200640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4da8104530 0x7f4da81a2250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:29.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.549+0000 7f4da6800640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4da8102980 0x7f4da819acb0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4d9800ea80 tx=0x7f4d9800ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:29.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.550+0000 7f4d9f400640 1 -- 172.21.15.26:0/4039108399 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d9800ce40 con 0x7f4da8102980 2024-04-26T23:33:29.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.550+0000 7f4d9f400640 1 -- 172.21.15.26:0/4039108399 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4d98011900 con 0x7f4da8102980 2024-04-26T23:33:29.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.550+0000 7f4d9f400640 1 -- 172.21.15.26:0/4039108399 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d9801a9e0 con 0x7f4da8102980 2024-04-26T23:33:29.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.550+0000 7f4dad400640 1 -- 172.21.15.26:0/4039108399 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4da81a2be0 con 0x7f4da8102980 2024-04-26T23:33:29.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.550+0000 7f4dad400640 1 -- 172.21.15.26:0/4039108399 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4da81a30b0 con 0x7f4da8102980 2024-04-26T23:33:29.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.551+0000 7f4dad400640 1 -- 172.21.15.26:0/4039108399 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4da81a3280 con 0x7f4da8102980 2024-04-26T23:33:29.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.553+0000 7f4d9f400640 1 -- 172.21.15.26:0/4039108399 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f4d9801ab80 con 0x7f4da8102980 2024-04-26T23:33:29.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.555+0000 7f4d9f400640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4d8c0a3cc0 0x7f4d8c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:29.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.555+0000 7f4d9f400640 1 -- 172.21.15.26:0/4039108399 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f4d980d0c20 con 0x7f4da8102980 2024-04-26T23:33:29.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.555+0000 7f4da5e00640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4d8c0a3cc0 0x7f4d8c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:29.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.556+0000 7f4da5e00640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4d8c0a3cc0 0x7f4d8c0a6180 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4d90000c00 tx=0x7f4d90031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:29.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.557+0000 7f4d9f400640 1 -- 172.21.15.26:0/4039108399 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f4d98016030 con 0x7f4da8102980 2024-04-26T23:33:29.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:29 smithi086 ceph-mon[31122]: from='client.14781 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:29.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:29 smithi086 ceph-mon[31122]: pgmap v376: 97 pgs: 97 active+clean; 586 KiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 5.2 KiB/s wr, 16 op/s 2024-04-26T23:33:29.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:29 smithi086 ceph-mon[31122]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:29.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:29 smithi086 ceph-mon[31122]: mgrmap e17: x(active, since 9m), standbys: z, y 2024-04-26T23:33:29.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.765+0000 7f4dad400640 1 -- 172.21.15.26:0/4039108399 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4da81a3630 con 0x7f4da8102980 2024-04-26T23:33:29.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.769+0000 7f4d9f400640 1 -- 172.21.15.26:0/4039108399 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22172 (secure 0 0 0) 0x7f4d980212f0 con 0x7f4da8102980 2024-04-26T23:33:29.774 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:29.774 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":89,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:33:20.735027+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:33:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.772+0000 7f4dad400640 1 -- 172.21.15.26:0/4039108399 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4d8c0a3cc0 msgr2=0x7f4d8c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.772+0000 7f4dad400640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4d8c0a3cc0 0x7f4d8c0a6180 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4d90000c00 tx=0x7f4d90031400 comp rx=0 tx=0).stop 2024-04-26T23:33:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.772+0000 7f4dad400640 1 -- 172.21.15.26:0/4039108399 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4da8102980 msgr2=0x7f4da819acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:29.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.772+0000 7f4dad400640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4da8102980 0x7f4da819acb0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4d9800ea80 tx=0x7f4d9800ef40 comp rx=0 tx=0).stop 2024-04-26T23:33:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.772+0000 7f4dad400640 1 -- 172.21.15.26:0/4039108399 shutdown_connections 2024-04-26T23:33:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.772+0000 7f4dad400640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4da8104530 0x7f4da81a2250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.772+0000 7f4dad400640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4da8103b70 0x7f4da819b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.772+0000 7f4dad400640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4d8c0a3cc0 0x7f4d8c0a6180 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.772+0000 7f4dad400640 1 --2- 172.21.15.26:0/4039108399 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4da8102980 0x7f4da819acb0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:29.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.772+0000 7f4dad400640 1 -- 172.21.15.26:0/4039108399 >> 172.21.15.26:0/4039108399 conn(0x7f4da80fdf10 msgr2=0x7f4da8074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:29.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.772+0000 7f4dad400640 1 -- 172.21.15.26:0/4039108399 shutdown_connections 2024-04-26T23:33:29.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:29.773+0000 7f4dad400640 1 -- 172.21.15.26:0/4039108399 wait complete. 2024-04-26T23:33:29.796 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-26T23:33:29.796 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-26T23:33:30.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.012+0000 7f1e25e00640 1 -- 172.21.15.26:0/1142159762 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1e20101b30 msgr2=0x7f1e20101f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:30.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.012+0000 7f1e25e00640 1 --2- 172.21.15.26:0/1142159762 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1e20101b30 0x7f1e20101f90 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1e08009900 tx=0x7f1e0802a410 comp rx=0 tx=0).stop 2024-04-26T23:33:30.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.013+0000 7f1e25e00640 1 -- 172.21.15.26:0/1142159762 shutdown_connections 2024-04-26T23:33:30.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.013+0000 7f1e25e00640 1 --2- 172.21.15.26:0/1142159762 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e201024d0 0x7f1e20102950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.013+0000 7f1e25e00640 1 --2- 172.21.15.26:0/1142159762 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1e20101b30 0x7f1e20101f90 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.013+0000 7f1e25e00640 1 --2- 172.21.15.26:0/1142159762 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1e201011d0 0x7f1e201015f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.013+0000 7f1e25e00640 1 -- 172.21.15.26:0/1142159762 >> 172.21.15.26:0/1142159762 conn(0x7f1e200fcdf0 msgr2=0x7f1e200ff210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:30.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.013+0000 7f1e25e00640 1 -- 172.21.15.26:0/1142159762 shutdown_connections 2024-04-26T23:33:30.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.013+0000 7f1e25e00640 1 -- 172.21.15.26:0/1142159762 wait complete. 2024-04-26T23:33:30.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.014+0000 7f1e25e00640 1 Processor -- start 2024-04-26T23:33:30.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.014+0000 7f1e25e00640 1 -- start start 2024-04-26T23:33:30.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.014+0000 7f1e25e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1e201011d0 0x7f1e2019ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:30.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.014+0000 7f1e25e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e20101b30 0x7f1e2019b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:30.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.014+0000 7f1e25e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1e201024d0 0x7f1e201a2220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.014+0000 7f1e25e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1e20110580 con 0x7f1e201024d0 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.014+0000 7f1e25e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1e20110400 con 0x7f1e201011d0 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.014+0000 7f1e25e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1e20110700 con 0x7f1e20101b30 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.014+0000 7f1e1f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1e201024d0 0x7f1e201a2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.014+0000 7f1e1f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1e201024d0 0x7f1e201a2220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46222/0 (socket says 172.21.15.26:46222) 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.014+0000 7f1e1f400640 1 -- 172.21.15.26:0/972814011 learned_addr learned my addr 172.21.15.26:0/972814011 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.015+0000 7f1e1ea00640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1e201011d0 0x7f1e2019ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.015+0000 7f1e1e000640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e20101b30 0x7f1e2019b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.015+0000 7f1e1f400640 1 -- 172.21.15.26:0/972814011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e20101b30 msgr2=0x7f1e2019b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.015+0000 7f1e1f400640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e20101b30 0x7f1e2019b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.015+0000 7f1e1f400640 1 -- 172.21.15.26:0/972814011 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1e201011d0 msgr2=0x7f1e2019ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.015+0000 7f1e1f400640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1e201011d0 0x7f1e2019ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.015+0000 7f1e1f400640 1 -- 172.21.15.26:0/972814011 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e201a28c0 con 0x7f1e201024d0 2024-04-26T23:33:30.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.015+0000 7f1e1ea00640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1e201011d0 0x7f1e2019ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:30.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.015+0000 7f1e1e000640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e20101b30 0x7f1e2019b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:30.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.015+0000 7f1e1f400640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1e201024d0 0x7f1e201a2220 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f1e1800d750 tx=0x7f1e1800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:30.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.016+0000 7f1e24a00640 1 -- 172.21.15.26:0/972814011 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e18017070 con 0x7f1e201024d0 2024-04-26T23:33:30.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.016+0000 7f1e25e00640 1 -- 172.21.15.26:0/972814011 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e201a2bb0 con 0x7f1e201024d0 2024-04-26T23:33:30.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.016+0000 7f1e24a00640 1 -- 172.21.15.26:0/972814011 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1e180054b0 con 0x7f1e201024d0 2024-04-26T23:33:30.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.016+0000 7f1e24a00640 1 -- 172.21.15.26:0/972814011 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e18004b90 con 0x7f1e201024d0 2024-04-26T23:33:30.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.016+0000 7f1e25e00640 1 -- 172.21.15.26:0/972814011 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e201a3150 con 0x7f1e201024d0 2024-04-26T23:33:30.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.017+0000 7f1e25e00640 1 -- 172.21.15.26:0/972814011 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e2010c0f0 con 0x7f1e201024d0 2024-04-26T23:33:30.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.019+0000 7f1e24a00640 1 -- 172.21.15.26:0/972814011 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1e18004d30 con 0x7f1e201024d0 2024-04-26T23:33:30.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.020+0000 7f1e24a00640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1e040a3c40 0x7f1e040a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:30.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.020+0000 7f1e24a00640 1 -- 172.21.15.26:0/972814011 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f1e180cffe0 con 0x7f1e201024d0 2024-04-26T23:33:30.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.021+0000 7f1e1ea00640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1e040a3c40 0x7f1e040a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:30.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.021+0000 7f1e1ea00640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1e040a3c40 0x7f1e040a6100 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1e2019bb50 tx=0x7f1e10009400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:30.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.025+0000 7f1e24a00640 1 -- 172.21.15.26:0/972814011 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f1e1809c910 con 0x7f1e201024d0 2024-04-26T23:33:30.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.234+0000 7f1e25e00640 1 -- 172.21.15.26:0/972814011 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1e20062d70 con 0x7f1e040a3c40 2024-04-26T23:33:30.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.261+0000 7f1e24a00640 1 -- 172.21.15.26:0/972814011 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258827 (secure 0 0 0) 0x7f1e20062d70 con 0x7f1e040a3c40 2024-04-26T23:33:30.268 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:30.271 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T23:33:30.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.269+0000 7f1e25e00640 1 -- 172.21.15.26:0/972814011 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1e040a3c40 msgr2=0x7f1e040a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:30.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.269+0000 7f1e25e00640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1e040a3c40 0x7f1e040a6100 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1e2019bb50 tx=0x7f1e10009400 comp rx=0 tx=0).stop 2024-04-26T23:33:30.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.269+0000 7f1e25e00640 1 -- 172.21.15.26:0/972814011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1e201024d0 msgr2=0x7f1e201a2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:30.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.269+0000 7f1e25e00640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1e201024d0 0x7f1e201a2220 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f1e1800d750 tx=0x7f1e1800dc10 comp rx=0 tx=0).stop 2024-04-26T23:33:30.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.270+0000 7f1e25e00640 1 -- 172.21.15.26:0/972814011 shutdown_connections 2024-04-26T23:33:30.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.270+0000 7f1e25e00640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1e040a3c40 0x7f1e040a6100 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.270+0000 7f1e25e00640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1e201024d0 0x7f1e201a2220 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.270+0000 7f1e25e00640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e20101b30 0x7f1e2019b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.270+0000 7f1e25e00640 1 --2- 172.21.15.26:0/972814011 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1e201011d0 0x7f1e2019ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.270+0000 7f1e25e00640 1 -- 172.21.15.26:0/972814011 >> 172.21.15.26:0/972814011 conn(0x7f1e200fcdf0 msgr2=0x7f1e200fe540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:30.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.270+0000 7f1e25e00640 1 -- 172.21.15.26:0/972814011 shutdown_connections 2024-04-26T23:33:30.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.270+0000 7f1e25e00640 1 -- 172.21.15.26:0/972814011 wait complete. 2024-04-26T23:33:30.295 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":377,"stamp":"2024-04-26T23:33:29.866507+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":602972,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":174,"num_read_kb":146,"num_write":312,"num_write_kb":2987,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":39,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":251,"ondisk_log_size":251,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":283,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":404020,"kb_used_data":13268,"kb_used_omap":18,"kb_used_meta":390637,"kb_avail":1124537804,"statfs":{"total":1151940427776,"available":1151526711296,"internally_reserved":0,"allocated":13586432,"data_stored":7376190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":400012601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":12604,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":38,"num_read_kb":27,"num_write":131,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":39,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003882"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043911+0000","last_change":"2024-04-26T23:33:19.764856+0000","last_active":"2024-04-26T23:33:21.043911+0000","last_peered":"2024-04-26T23:33:21.043911+0000","last_clean":"2024-04-26T23:33:21.043911+0000","last_became_active":"2024-04-26T23:33:19.763808+0000","last_became_peered":"2024-04-26T23:33:19.763808+0000","last_unstale":"2024-04-26T23:33:21.043911+0000","last_undegraded":"2024-04-26T23:33:21.043911+0000","last_fullsized":"2024-04-26T23:33:21.043911+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:22.894265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.758919+0000","last_change":"2024-04-26T23:33:19.753723+0000","last_active":"2024-04-26T23:33:20.758919+0000","last_peered":"2024-04-26T23:33:20.758919+0000","last_clean":"2024-04-26T23:33:20.758919+0000","last_became_active":"2024-04-26T23:33:19.753362+0000","last_became_peered":"2024-04-26T23:33:19.753362+0000","last_unstale":"2024-04-26T23:33:20.758919+0000","last_undegraded":"2024-04-26T23:33:20.758919+0000","last_fullsized":"2024-04-26T23:33:20.758919+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:34:54.563569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.758900+0000","last_change":"2024-04-26T23:33:19.772361+0000","last_active":"2024-04-26T23:33:20.758900+0000","last_peered":"2024-04-26T23:33:20.758900+0000","last_clean":"2024-04-26T23:33:20.758900+0000","last_became_active":"2024-04-26T23:33:19.770058+0000","last_became_peered":"2024-04-26T23:33:19.770058+0000","last_unstale":"2024-04-26T23:33:20.758900+0000","last_undegraded":"2024-04-26T23:33:20.758900+0000","last_fullsized":"2024-04-26T23:33:20.758900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:48:10.702876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.041421+0000","last_change":"2024-04-26T23:33:19.769300+0000","last_active":"2024-04-26T23:33:21.041421+0000","last_peered":"2024-04-26T23:33:21.041421+0000","last_clean":"2024-04-26T23:33:21.041421+0000","last_became_active":"2024-04-26T23:33:19.766986+0000","last_became_peered":"2024-04-26T23:33:19.766986+0000","last_unstale":"2024-04-26T23:33:21.041421+0000","last_undegraded":"2024-04-26T23:33:21.041421+0000","last_fullsized":"2024-04-26T23:33:21.041421+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:27:56.324304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043282+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:33:21.043282+0000","last_peered":"2024-04-26T23:33:21.043282+0000","last_clean":"2024-04-26T23:33:21.043282+0000","last_became_active":"2024-04-26T23:33:19.768951+0000","last_became_peered":"2024-04-26T23:33:19.768951+0000","last_unstale":"2024-04-26T23:33:21.043282+0000","last_undegraded":"2024-04-26T23:33:21.043282+0000","last_fullsized":"2024-04-26T23:33:21.043282+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:44.959679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043706+0000","last_change":"2024-04-26T23:33:19.776336+0000","last_active":"2024-04-26T23:33:21.043706+0000","last_peered":"2024-04-26T23:33:21.043706+0000","last_clean":"2024-04-26T23:33:21.043706+0000","last_became_active":"2024-04-26T23:33:19.775990+0000","last_became_peered":"2024-04-26T23:33:19.775990+0000","last_unstale":"2024-04-26T23:33:21.043706+0000","last_undegraded":"2024-04-26T23:33:21.043706+0000","last_fullsized":"2024-04-26T23:33:21.043706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.638131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.740636+0000","last_change":"2024-04-26T23:33:19.759699+0000","last_active":"2024-04-26T23:33:20.740636+0000","last_peered":"2024-04-26T23:33:20.740636+0000","last_clean":"2024-04-26T23:33:20.740636+0000","last_became_active":"2024-04-26T23:33:19.759208+0000","last_became_peered":"2024-04-26T23:33:19.759208+0000","last_unstale":"2024-04-26T23:33:20.740636+0000","last_undegraded":"2024-04-26T23:33:20.740636+0000","last_fullsized":"2024-04-26T23:33:20.740636+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:23:05.882596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043097+0000","last_change":"2024-04-26T23:33:19.765966+0000","last_active":"2024-04-26T23:33:21.043097+0000","last_peered":"2024-04-26T23:33:21.043097+0000","last_clean":"2024-04-26T23:33:21.043097+0000","last_became_active":"2024-04-26T23:33:19.765644+0000","last_became_peered":"2024-04-26T23:33:19.765644+0000","last_unstale":"2024-04-26T23:33:21.043097+0000","last_undegraded":"2024-04-26T23:33:21.043097+0000","last_fullsized":"2024-04-26T23:33:21.043097+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:09:36.082655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043434+0000","last_change":"2024-04-26T23:33:19.773968+0000","last_active":"2024-04-26T23:33:21.043434+0000","last_peered":"2024-04-26T23:33:21.043434+0000","last_clean":"2024-04-26T23:33:21.043434+0000","last_became_active":"2024-04-26T23:33:19.773615+0000","last_became_peered":"2024-04-26T23:33:19.773615+0000","last_unstale":"2024-04-26T23:33:21.043434+0000","last_undegraded":"2024-04-26T23:33:21.043434+0000","last_fullsized":"2024-04-26T23:33:21.043434+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:37:57.657914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044582+0000","last_change":"2024-04-26T23:33:19.781577+0000","last_active":"2024-04-26T23:33:21.044582+0000","last_peered":"2024-04-26T23:33:21.044582+0000","last_clean":"2024-04-26T23:33:21.044582+0000","last_became_active":"2024-04-26T23:33:19.780945+0000","last_became_peered":"2024-04-26T23:33:19.780945+0000","last_unstale":"2024-04-26T23:33:21.044582+0000","last_undegraded":"2024-04-26T23:33:21.044582+0000","last_fullsized":"2024-04-26T23:33:21.044582+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:15.308514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741412+0000","last_change":"2024-04-26T23:33:19.778961+0000","last_active":"2024-04-26T23:33:20.741412+0000","last_peered":"2024-04-26T23:33:20.741412+0000","last_clean":"2024-04-26T23:33:20.741412+0000","last_became_active":"2024-04-26T23:33:19.777219+0000","last_became_peered":"2024-04-26T23:33:19.777219+0000","last_unstale":"2024-04-26T23:33:20.741412+0000","last_undegraded":"2024-04-26T23:33:20.741412+0000","last_fullsized":"2024-04-26T23:33:20.741412+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:09:57.121267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.041342+0000","last_change":"2024-04-26T23:33:19.770432+0000","last_active":"2024-04-26T23:33:21.041342+0000","last_peered":"2024-04-26T23:33:21.041342+0000","last_clean":"2024-04-26T23:33:21.041342+0000","last_became_active":"2024-04-26T23:33:19.769979+0000","last_became_peered":"2024-04-26T23:33:19.769979+0000","last_unstale":"2024-04-26T23:33:21.041342+0000","last_undegraded":"2024-04-26T23:33:21.041342+0000","last_fullsized":"2024-04-26T23:33:21.041342+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:46:29.108532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042716+0000","last_change":"2024-04-26T23:33:19.763030+0000","last_active":"2024-04-26T23:33:21.042716+0000","last_peered":"2024-04-26T23:33:21.042716+0000","last_clean":"2024-04-26T23:33:21.042716+0000","last_became_active":"2024-04-26T23:33:19.762715+0000","last_became_peered":"2024-04-26T23:33:19.762715+0000","last_unstale":"2024-04-26T23:33:21.042716+0000","last_undegraded":"2024-04-26T23:33:21.042716+0000","last_fullsized":"2024-04-26T23:33:21.042716+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:54:03.108616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.758451+0000","last_change":"2024-04-26T23:33:19.756336+0000","last_active":"2024-04-26T23:33:20.758451+0000","last_peered":"2024-04-26T23:33:20.758451+0000","last_clean":"2024-04-26T23:33:20.758451+0000","last_became_active":"2024-04-26T23:33:19.755930+0000","last_became_peered":"2024-04-26T23:33:19.755930+0000","last_unstale":"2024-04-26T23:33:20.758451+0000","last_undegraded":"2024-04-26T23:33:20.758451+0000","last_fullsized":"2024-04-26T23:33:20.758451+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:34:55.981108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.758477+0000","last_change":"2024-04-26T23:33:19.776145+0000","last_active":"2024-04-26T23:33:20.758477+0000","last_peered":"2024-04-26T23:33:20.758477+0000","last_clean":"2024-04-26T23:33:20.758477+0000","last_became_active":"2024-04-26T23:33:19.775759+0000","last_became_peered":"2024-04-26T23:33:19.775759+0000","last_unstale":"2024-04-26T23:33:20.758477+0000","last_undegraded":"2024-04-26T23:33:20.758477+0000","last_fullsized":"2024-04-26T23:33:20.758477+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:38:55.048561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042039+0000","last_change":"2024-04-26T23:33:19.771602+0000","last_active":"2024-04-26T23:33:21.042039+0000","last_peered":"2024-04-26T23:33:21.042039+0000","last_clean":"2024-04-26T23:33:21.042039+0000","last_became_active":"2024-04-26T23:33:19.769217+0000","last_became_peered":"2024-04-26T23:33:19.769217+0000","last_unstale":"2024-04-26T23:33:21.042039+0000","last_undegraded":"2024-04-26T23:33:21.042039+0000","last_fullsized":"2024-04-26T23:33:21.042039+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:07.167963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044159+0000","last_change":"2024-04-26T23:33:19.761184+0000","last_active":"2024-04-26T23:33:21.044159+0000","last_peered":"2024-04-26T23:33:21.044159+0000","last_clean":"2024-04-26T23:33:21.044159+0000","last_became_active":"2024-04-26T23:33:19.760801+0000","last_became_peered":"2024-04-26T23:33:19.760801+0000","last_unstale":"2024-04-26T23:33:21.044159+0000","last_undegraded":"2024-04-26T23:33:21.044159+0000","last_fullsized":"2024-04-26T23:33:21.044159+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:51.687186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.739113+0000","last_change":"2024-04-26T23:33:19.767160+0000","last_active":"2024-04-26T23:33:20.739113+0000","last_peered":"2024-04-26T23:33:20.739113+0000","last_clean":"2024-04-26T23:33:20.739113+0000","last_became_active":"2024-04-26T23:33:19.766049+0000","last_became_peered":"2024-04-26T23:33:19.766049+0000","last_unstale":"2024-04-26T23:33:20.739113+0000","last_undegraded":"2024-04-26T23:33:20.739113+0000","last_fullsized":"2024-04-26T23:33:20.739113+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:54:17.844660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.740925+0000","last_change":"2024-04-26T23:33:19.768207+0000","last_active":"2024-04-26T23:33:20.740925+0000","last_peered":"2024-04-26T23:33:20.740925+0000","last_clean":"2024-04-26T23:33:20.740925+0000","last_became_active":"2024-04-26T23:33:19.767820+0000","last_became_peered":"2024-04-26T23:33:19.767820+0000","last_unstale":"2024-04-26T23:33:20.740925+0000","last_undegraded":"2024-04-26T23:33:20.740925+0000","last_fullsized":"2024-04-26T23:33:20.740925+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:28:21.897073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.760747+0000","last_change":"2024-04-26T23:33:19.203693+0000","last_active":"2024-04-26T23:33:24.760747+0000","last_peered":"2024-04-26T23:33:24.760747+0000","last_clean":"2024-04-26T23:33:24.760747+0000","last_became_active":"2024-04-26T23:33:19.203327+0000","last_became_peered":"2024-04-26T23:33:19.203327+0000","last_unstale":"2024-04-26T23:33:24.760747+0000","last_undegraded":"2024-04-26T23:33:24.760747+0000","last_fullsized":"2024-04-26T23:33:24.760747+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:35:08.793046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.045830+0000","last_change":"2024-04-26T23:33:19.774426+0000","last_active":"2024-04-26T23:33:21.045830+0000","last_peered":"2024-04-26T23:33:21.045830+0000","last_clean":"2024-04-26T23:33:21.045830+0000","last_became_active":"2024-04-26T23:33:19.773785+0000","last_became_peered":"2024-04-26T23:33:19.773785+0000","last_unstale":"2024-04-26T23:33:21.045830+0000","last_undegraded":"2024-04-26T23:33:21.045830+0000","last_fullsized":"2024-04-26T23:33:21.045830+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:34:10.098983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.045910+0000","last_change":"2024-04-26T23:33:19.209201+0000","last_active":"2024-04-26T23:33:21.045910+0000","last_peered":"2024-04-26T23:33:21.045910+0000","last_clean":"2024-04-26T23:33:21.045910+0000","last_became_active":"2024-04-26T23:33:19.208809+0000","last_became_peered":"2024-04-26T23:33:19.208809+0000","last_unstale":"2024-04-26T23:33:21.045910+0000","last_undegraded":"2024-04-26T23:33:21.045910+0000","last_fullsized":"2024-04-26T23:33:21.045910+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:49:34.425470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.759217+0000","last_change":"2024-04-26T23:33:19.764501+0000","last_active":"2024-04-26T23:33:20.759217+0000","last_peered":"2024-04-26T23:33:20.759217+0000","last_clean":"2024-04-26T23:33:20.759217+0000","last_became_active":"2024-04-26T23:33:19.764176+0000","last_became_peered":"2024-04-26T23:33:19.764176+0000","last_unstale":"2024-04-26T23:33:20.759217+0000","last_undegraded":"2024-04-26T23:33:20.759217+0000","last_fullsized":"2024-04-26T23:33:20.759217+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:39.816386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.757870+0000","last_change":"2024-04-26T23:33:19.202259+0000","last_active":"2024-04-26T23:33:24.757870+0000","last_peered":"2024-04-26T23:33:24.757870+0000","last_clean":"2024-04-26T23:33:24.757870+0000","last_became_active":"2024-04-26T23:33:19.201872+0000","last_became_peered":"2024-04-26T23:33:19.201872+0000","last_unstale":"2024-04-26T23:33:24.757870+0000","last_undegraded":"2024-04-26T23:33:24.757870+0000","last_fullsized":"2024-04-26T23:33:24.757870+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:21:01.745674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043003+0000","last_change":"2024-04-26T23:33:19.774745+0000","last_active":"2024-04-26T23:33:21.043003+0000","last_peered":"2024-04-26T23:33:21.043003+0000","last_clean":"2024-04-26T23:33:21.043003+0000","last_became_active":"2024-04-26T23:33:19.772352+0000","last_became_peered":"2024-04-26T23:33:19.772352+0000","last_unstale":"2024-04-26T23:33:21.043003+0000","last_undegraded":"2024-04-26T23:33:21.043003+0000","last_fullsized":"2024-04-26T23:33:21.043003+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:53:42.960058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043869+0000","last_change":"2024-04-26T23:33:19.199281+0000","last_active":"2024-04-26T23:33:21.043869+0000","last_peered":"2024-04-26T23:33:21.043869+0000","last_clean":"2024-04-26T23:33:21.043869+0000","last_became_active":"2024-04-26T23:33:19.198950+0000","last_became_peered":"2024-04-26T23:33:19.198950+0000","last_unstale":"2024-04-26T23:33:21.043869+0000","last_undegraded":"2024-04-26T23:33:21.043869+0000","last_fullsized":"2024-04-26T23:33:21.043869+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:42:06.441100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.045938+0000","last_change":"2024-04-26T23:33:19.782286+0000","last_active":"2024-04-26T23:33:21.045938+0000","last_peered":"2024-04-26T23:33:21.045938+0000","last_clean":"2024-04-26T23:33:21.045938+0000","last_became_active":"2024-04-26T23:33:19.781856+0000","last_became_peered":"2024-04-26T23:33:19.781856+0000","last_unstale":"2024-04-26T23:33:21.045938+0000","last_undegraded":"2024-04-26T23:33:21.045938+0000","last_fullsized":"2024-04-26T23:33:21.045938+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:30:44.356697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'6","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:27.105908+0000","last_change":"2024-04-26T23:33:19.200691+0000","last_active":"2024-04-26T23:33:27.105908+0000","last_peered":"2024-04-26T23:33:27.105908+0000","last_clean":"2024-04-26T23:33:27.105908+0000","last_became_active":"2024-04-26T23:33:19.200377+0000","last_became_peered":"2024-04-26T23:33:19.200377+0000","last_unstale":"2024-04-26T23:33:27.105908+0000","last_undegraded":"2024-04-26T23:33:27.105908+0000","last_fullsized":"2024-04-26T23:33:27.105908+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:39.310894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042303+0000","last_change":"2024-04-26T23:33:19.760214+0000","last_active":"2024-04-26T23:33:21.042303+0000","last_peered":"2024-04-26T23:33:21.042303+0000","last_clean":"2024-04-26T23:33:21.042303+0000","last_became_active":"2024-04-26T23:33:19.758326+0000","last_became_peered":"2024-04-26T23:33:19.758326+0000","last_unstale":"2024-04-26T23:33:21.042303+0000","last_undegraded":"2024-04-26T23:33:21.042303+0000","last_fullsized":"2024-04-26T23:33:21.042303+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:29.075110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.753231+0000","last_change":"2024-04-26T23:33:19.211788+0000","last_active":"2024-04-26T23:33:24.753231+0000","last_peered":"2024-04-26T23:33:24.753231+0000","last_clean":"2024-04-26T23:33:24.753231+0000","last_became_active":"2024-04-26T23:33:19.211340+0000","last_became_peered":"2024-04-26T23:33:19.211340+0000","last_unstale":"2024-04-26T23:33:24.753231+0000","last_undegraded":"2024-04-26T23:33:24.753231+0000","last_fullsized":"2024-04-26T23:33:24.753231+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:45.295371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044441+0000","last_change":"2024-04-26T23:33:19.767091+0000","last_active":"2024-04-26T23:33:21.044441+0000","last_peered":"2024-04-26T23:33:21.044441+0000","last_clean":"2024-04-26T23:33:21.044441+0000","last_became_active":"2024-04-26T23:33:19.766668+0000","last_became_peered":"2024-04-26T23:33:19.766668+0000","last_unstale":"2024-04-26T23:33:21.044441+0000","last_undegraded":"2024-04-26T23:33:21.044441+0000","last_fullsized":"2024-04-26T23:33:21.044441+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:43:47.633569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.759053+0000","last_change":"2024-04-26T23:33:19.196233+0000","last_active":"2024-04-26T23:33:24.759053+0000","last_peered":"2024-04-26T23:33:24.759053+0000","last_clean":"2024-04-26T23:33:24.759053+0000","last_became_active":"2024-04-26T23:33:19.195862+0000","last_became_peered":"2024-04-26T23:33:19.195862+0000","last_unstale":"2024-04-26T23:33:24.759053+0000","last_undegraded":"2024-04-26T23:33:24.759053+0000","last_fullsized":"2024-04-26T23:33:24.759053+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:03:50.431144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044478+0000","last_change":"2024-04-26T23:33:19.773573+0000","last_active":"2024-04-26T23:33:21.044478+0000","last_peered":"2024-04-26T23:33:21.044478+0000","last_clean":"2024-04-26T23:33:21.044478+0000","last_became_active":"2024-04-26T23:33:19.773028+0000","last_became_peered":"2024-04-26T23:33:19.773028+0000","last_unstale":"2024-04-26T23:33:21.044478+0000","last_undegraded":"2024-04-26T23:33:21.044478+0000","last_fullsized":"2024-04-26T23:33:21.044478+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:15:46.371663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.041933+0000","last_change":"2024-04-26T23:33:19.203238+0000","last_active":"2024-04-26T23:33:21.041933+0000","last_peered":"2024-04-26T23:33:21.041933+0000","last_clean":"2024-04-26T23:33:21.041933+0000","last_became_active":"2024-04-26T23:33:19.202843+0000","last_became_peered":"2024-04-26T23:33:19.202843+0000","last_unstale":"2024-04-26T23:33:21.041933+0000","last_undegraded":"2024-04-26T23:33:21.041933+0000","last_fullsized":"2024-04-26T23:33:21.041933+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:25.072382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.738989+0000","last_change":"2024-04-26T23:33:19.759998+0000","last_active":"2024-04-26T23:33:20.738989+0000","last_peered":"2024-04-26T23:33:20.738989+0000","last_clean":"2024-04-26T23:33:20.738989+0000","last_became_active":"2024-04-26T23:33:19.759538+0000","last_became_peered":"2024-04-26T23:33:19.759538+0000","last_unstale":"2024-04-26T23:33:20.738989+0000","last_undegraded":"2024-04-26T23:33:20.738989+0000","last_fullsized":"2024-04-26T23:33:20.738989+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:27.138810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:25.095820+0000","last_change":"2024-04-26T23:33:19.201726+0000","last_active":"2024-04-26T23:33:25.095820+0000","last_peered":"2024-04-26T23:33:25.095820+0000","last_clean":"2024-04-26T23:33:25.095820+0000","last_became_active":"2024-04-26T23:33:19.200229+0000","last_became_peered":"2024-04-26T23:33:19.200229+0000","last_unstale":"2024-04-26T23:33:25.095820+0000","last_undegraded":"2024-04-26T23:33:25.095820+0000","last_fullsized":"2024-04-26T23:33:25.095820+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:20:13.161687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043550+0000","last_change":"2024-04-26T23:33:19.773311+0000","last_active":"2024-04-26T23:33:21.043550+0000","last_peered":"2024-04-26T23:33:21.043550+0000","last_clean":"2024-04-26T23:33:21.043550+0000","last_became_active":"2024-04-26T23:33:19.772876+0000","last_became_peered":"2024-04-26T23:33:19.772876+0000","last_unstale":"2024-04-26T23:33:21.043550+0000","last_undegraded":"2024-04-26T23:33:21.043550+0000","last_fullsized":"2024-04-26T23:33:21.043550+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:11:01.954077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.751664+0000","last_change":"2024-04-26T23:33:19.205896+0000","last_active":"2024-04-26T23:33:23.751664+0000","last_peered":"2024-04-26T23:33:23.751664+0000","last_clean":"2024-04-26T23:33:23.751664+0000","last_became_active":"2024-04-26T23:33:19.205577+0000","last_became_peered":"2024-04-26T23:33:19.205577+0000","last_unstale":"2024-04-26T23:33:23.751664+0000","last_undegraded":"2024-04-26T23:33:23.751664+0000","last_fullsized":"2024-04-26T23:33:23.751664+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:10:37.211591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.759216+0000","last_change":"2024-04-26T23:33:19.768395+0000","last_active":"2024-04-26T23:33:20.759216+0000","last_peered":"2024-04-26T23:33:20.759216+0000","last_clean":"2024-04-26T23:33:20.759216+0000","last_became_active":"2024-04-26T23:33:19.768006+0000","last_became_peered":"2024-04-26T23:33:19.768006+0000","last_unstale":"2024-04-26T23:33:20.759216+0000","last_undegraded":"2024-04-26T23:33:20.759216+0000","last_fullsized":"2024-04-26T23:33:20.759216+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:35:26.689822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.748181+0000","last_change":"2024-04-26T23:33:19.200446+0000","last_active":"2024-04-26T23:33:23.748181+0000","last_peered":"2024-04-26T23:33:23.748181+0000","last_clean":"2024-04-26T23:33:23.748181+0000","last_became_active":"2024-04-26T23:33:19.200095+0000","last_became_peered":"2024-04-26T23:33:19.200095+0000","last_unstale":"2024-04-26T23:33:23.748181+0000","last_undegraded":"2024-04-26T23:33:23.748181+0000","last_fullsized":"2024-04-26T23:33:23.748181+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:23:14.639220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043203+0000","last_change":"2024-04-26T23:33:19.776866+0000","last_active":"2024-04-26T23:33:21.043203+0000","last_peered":"2024-04-26T23:33:21.043203+0000","last_clean":"2024-04-26T23:33:21.043203+0000","last_became_active":"2024-04-26T23:33:19.776099+0000","last_became_peered":"2024-04-26T23:33:19.776099+0000","last_unstale":"2024-04-26T23:33:21.043203+0000","last_undegraded":"2024-04-26T23:33:21.043203+0000","last_fullsized":"2024-04-26T23:33:21.043203+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:39:03.842634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"89'11","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:26.633072+0000","last_change":"2024-04-26T23:33:19.206239+0000","last_active":"2024-04-26T23:33:26.633072+0000","last_peered":"2024-04-26T23:33:26.633072+0000","last_clean":"2024-04-26T23:33:26.633072+0000","last_became_active":"2024-04-26T23:33:19.205878+0000","last_became_peered":"2024-04-26T23:33:19.205878+0000","last_unstale":"2024-04-26T23:33:26.633072+0000","last_undegraded":"2024-04-26T23:33:26.633072+0000","last_fullsized":"2024-04-26T23:33:26.633072+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:17:55.419126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8212,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":6,"num_read_kb":4,"num_write":12,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043118+0000","last_change":"2024-04-26T23:33:19.768043+0000","last_active":"2024-04-26T23:33:21.043118+0000","last_peered":"2024-04-26T23:33:21.043118+0000","last_clean":"2024-04-26T23:33:21.043118+0000","last_became_active":"2024-04-26T23:33:19.767740+0000","last_became_peered":"2024-04-26T23:33:19.767740+0000","last_unstale":"2024-04-26T23:33:21.043118+0000","last_undegraded":"2024-04-26T23:33:21.043118+0000","last_fullsized":"2024-04-26T23:33:21.043118+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:37:01.158239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.758308+0000","last_change":"2024-04-26T23:33:19.213967+0000","last_active":"2024-04-26T23:33:24.758308+0000","last_peered":"2024-04-26T23:33:24.758308+0000","last_clean":"2024-04-26T23:33:24.758308+0000","last_became_active":"2024-04-26T23:33:19.213141+0000","last_became_peered":"2024-04-26T23:33:19.213141+0000","last_unstale":"2024-04-26T23:33:24.758308+0000","last_undegraded":"2024-04-26T23:33:24.758308+0000","last_fullsized":"2024-04-26T23:33:24.758308+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:28:36.198324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043661+0000","last_change":"2024-04-26T23:33:19.766651+0000","last_active":"2024-04-26T23:33:21.043661+0000","last_peered":"2024-04-26T23:33:21.043661+0000","last_clean":"2024-04-26T23:33:21.043661+0000","last_became_active":"2024-04-26T23:33:19.766308+0000","last_became_peered":"2024-04-26T23:33:19.766308+0000","last_unstale":"2024-04-26T23:33:21.043661+0000","last_undegraded":"2024-04-26T23:33:21.043661+0000","last_fullsized":"2024-04-26T23:33:21.043661+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:26:23.764011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.748191+0000","last_change":"2024-04-26T23:33:19.207511+0000","last_active":"2024-04-26T23:33:23.748191+0000","last_peered":"2024-04-26T23:33:23.748191+0000","last_clean":"2024-04-26T23:33:23.748191+0000","last_became_active":"2024-04-26T23:33:19.206635+0000","last_became_peered":"2024-04-26T23:33:19.206635+0000","last_unstale":"2024-04-26T23:33:23.748191+0000","last_undegraded":"2024-04-26T23:33:23.748191+0000","last_fullsized":"2024-04-26T23:33:23.748191+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:54:19.156138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741399+0000","last_change":"2024-04-26T23:33:19.783116+0000","last_active":"2024-04-26T23:33:20.741399+0000","last_peered":"2024-04-26T23:33:20.741399+0000","last_clean":"2024-04-26T23:33:20.741399+0000","last_became_active":"2024-04-26T23:33:19.780960+0000","last_became_peered":"2024-04-26T23:33:19.780960+0000","last_unstale":"2024-04-26T23:33:20.741399+0000","last_undegraded":"2024-04-26T23:33:20.741399+0000","last_fullsized":"2024-04-26T23:33:20.741399+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:56:02.569113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:28.109086+0000","last_change":"2024-04-26T23:33:19.204927+0000","last_active":"2024-04-26T23:33:28.109086+0000","last_peered":"2024-04-26T23:33:28.109086+0000","last_clean":"2024-04-26T23:33:28.109086+0000","last_became_active":"2024-04-26T23:33:19.204568+0000","last_became_peered":"2024-04-26T23:33:19.204568+0000","last_unstale":"2024-04-26T23:33:28.109086+0000","last_undegraded":"2024-04-26T23:33:28.109086+0000","last_fullsized":"2024-04-26T23:33:28.109086+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:46:18.973005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":9,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.740474+0000","last_change":"2024-04-26T23:33:19.765635+0000","last_active":"2024-04-26T23:33:20.740474+0000","last_peered":"2024-04-26T23:33:20.740474+0000","last_clean":"2024-04-26T23:33:20.740474+0000","last_became_active":"2024-04-26T23:33:19.761758+0000","last_became_peered":"2024-04-26T23:33:19.761758+0000","last_unstale":"2024-04-26T23:33:20.740474+0000","last_undegraded":"2024-04-26T23:33:20.740474+0000","last_fullsized":"2024-04-26T23:33:20.740474+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:26:54.879564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.764085+0000","last_change":"2024-04-26T23:33:19.200863+0000","last_active":"2024-04-26T23:33:24.764085+0000","last_peered":"2024-04-26T23:33:24.764085+0000","last_clean":"2024-04-26T23:33:24.764085+0000","last_became_active":"2024-04-26T23:33:19.200541+0000","last_became_peered":"2024-04-26T23:33:19.200541+0000","last_unstale":"2024-04-26T23:33:24.764085+0000","last_undegraded":"2024-04-26T23:33:24.764085+0000","last_fullsized":"2024-04-26T23:33:24.764085+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:54:34.936127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043326+0000","last_change":"2024-04-26T23:33:19.774626+0000","last_active":"2024-04-26T23:33:21.043326+0000","last_peered":"2024-04-26T23:33:21.043326+0000","last_clean":"2024-04-26T23:33:21.043326+0000","last_became_active":"2024-04-26T23:33:19.774252+0000","last_became_peered":"2024-04-26T23:33:19.774252+0000","last_unstale":"2024-04-26T23:33:21.043326+0000","last_undegraded":"2024-04-26T23:33:21.043326+0000","last_fullsized":"2024-04-26T23:33:21.043326+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:48:42.043104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'1","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044441+0000","last_change":"2024-04-26T23:33:19.192739+0000","last_active":"2024-04-26T23:33:21.044441+0000","last_peered":"2024-04-26T23:33:21.044441+0000","last_clean":"2024-04-26T23:33:21.044441+0000","last_became_active":"2024-04-26T23:33:19.191409+0000","last_became_peered":"2024-04-26T23:33:19.191409+0000","last_unstale":"2024-04-26T23:33:21.044441+0000","last_undegraded":"2024-04-26T23:33:21.044441+0000","last_fullsized":"2024-04-26T23:33:21.044441+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:08:55.142509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043479+0000","last_change":"2024-04-26T23:33:19.773039+0000","last_active":"2024-04-26T23:33:21.043479+0000","last_peered":"2024-04-26T23:33:21.043479+0000","last_clean":"2024-04-26T23:33:21.043479+0000","last_became_active":"2024-04-26T23:33:19.772592+0000","last_became_peered":"2024-04-26T23:33:19.772592+0000","last_unstale":"2024-04-26T23:33:21.043479+0000","last_undegraded":"2024-04-26T23:33:21.043479+0000","last_fullsized":"2024-04-26T23:33:21.043479+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:13:09.171841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.739174+0000","last_change":"2024-04-26T23:33:19.199008+0000","last_active":"2024-04-26T23:33:20.739174+0000","last_peered":"2024-04-26T23:33:20.739174+0000","last_clean":"2024-04-26T23:33:20.739174+0000","last_became_active":"2024-04-26T23:33:19.198687+0000","last_became_peered":"2024-04-26T23:33:19.198687+0000","last_unstale":"2024-04-26T23:33:20.739174+0000","last_undegraded":"2024-04-26T23:33:20.739174+0000","last_fullsized":"2024-04-26T23:33:20.739174+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:11:58.905112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044583+0000","last_change":"2024-04-26T23:33:19.769739+0000","last_active":"2024-04-26T23:33:21.044583+0000","last_peered":"2024-04-26T23:33:21.044583+0000","last_clean":"2024-04-26T23:33:21.044583+0000","last_became_active":"2024-04-26T23:33:19.769376+0000","last_became_peered":"2024-04-26T23:33:19.769376+0000","last_unstale":"2024-04-26T23:33:21.044583+0000","last_undegraded":"2024-04-26T23:33:21.044583+0000","last_fullsized":"2024-04-26T23:33:21.044583+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:49:48.299639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.811081+0000","last_change":"2024-04-26T23:33:19.205361+0000","last_active":"2024-04-26T23:33:20.811081+0000","last_peered":"2024-04-26T23:33:20.811081+0000","last_clean":"2024-04-26T23:33:20.811081+0000","last_became_active":"2024-04-26T23:33:19.204675+0000","last_became_peered":"2024-04-26T23:33:19.204675+0000","last_unstale":"2024-04-26T23:33:20.811081+0000","last_undegraded":"2024-04-26T23:33:20.811081+0000","last_fullsized":"2024-04-26T23:33:20.811081+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:18:59.537777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044058+0000","last_change":"2024-04-26T23:33:19.781871+0000","last_active":"2024-04-26T23:33:21.044058+0000","last_peered":"2024-04-26T23:33:21.044058+0000","last_clean":"2024-04-26T23:33:21.044058+0000","last_became_active":"2024-04-26T23:33:19.780456+0000","last_became_peered":"2024-04-26T23:33:19.780456+0000","last_unstale":"2024-04-26T23:33:21.044058+0000","last_undegraded":"2024-04-26T23:33:21.044058+0000","last_fullsized":"2024-04-26T23:33:21.044058+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:27:22.435538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042355+0000","last_change":"2024-04-26T23:33:19.779154+0000","last_active":"2024-04-26T23:33:21.042355+0000","last_peered":"2024-04-26T23:33:21.042355+0000","last_clean":"2024-04-26T23:33:21.042355+0000","last_became_active":"2024-04-26T23:33:19.778565+0000","last_became_peered":"2024-04-26T23:33:19.778565+0000","last_unstale":"2024-04-26T23:33:21.042355+0000","last_undegraded":"2024-04-26T23:33:21.042355+0000","last_fullsized":"2024-04-26T23:33:21.042355+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:41:22.644446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.762598+0000","last_change":"2024-04-26T23:33:19.207108+0000","last_active":"2024-04-26T23:33:24.762598+0000","last_peered":"2024-04-26T23:33:24.762598+0000","last_clean":"2024-04-26T23:33:24.762598+0000","last_became_active":"2024-04-26T23:33:19.206727+0000","last_became_peered":"2024-04-26T23:33:19.206727+0000","last_unstale":"2024-04-26T23:33:24.762598+0000","last_undegraded":"2024-04-26T23:33:24.762598+0000","last_fullsized":"2024-04-26T23:33:24.762598+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:50:07.302677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044486+0000","last_change":"2024-04-26T23:33:19.776942+0000","last_active":"2024-04-26T23:33:21.044486+0000","last_peered":"2024-04-26T23:33:21.044486+0000","last_clean":"2024-04-26T23:33:21.044486+0000","last_became_active":"2024-04-26T23:33:19.775521+0000","last_became_peered":"2024-04-26T23:33:19.775521+0000","last_unstale":"2024-04-26T23:33:21.044486+0000","last_undegraded":"2024-04-26T23:33:21.044486+0000","last_fullsized":"2024-04-26T23:33:21.044486+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:27:08.849464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:25.093084+0000","last_change":"2024-04-26T23:33:19.194370+0000","last_active":"2024-04-26T23:33:25.093084+0000","last_peered":"2024-04-26T23:33:25.093084+0000","last_clean":"2024-04-26T23:33:25.093084+0000","last_became_active":"2024-04-26T23:33:19.193988+0000","last_became_peered":"2024-04-26T23:33:19.193988+0000","last_unstale":"2024-04-26T23:33:25.093084+0000","last_undegraded":"2024-04-26T23:33:25.093084+0000","last_fullsized":"2024-04-26T23:33:25.093084+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:08:06.886930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":353,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.740395+0000","last_change":"2024-04-26T23:31:40.120552+0000","last_active":"2024-04-26T23:33:20.740395+0000","last_peered":"2024-04-26T23:33:20.740395+0000","last_clean":"2024-04-26T23:33:20.740395+0000","last_became_active":"2024-04-26T23:31:40.119972+0000","last_became_peered":"2024-04-26T23:31:40.119972+0000","last_unstale":"2024-04-26T23:33:20.740395+0000","last_undegraded":"2024-04-26T23:33:20.740395+0000","last_fullsized":"2024-04-26T23:33:20.740395+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_clean_scrub_stamp":"2024-04-26T23:26:52.786930+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:28:56.971768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042739+0000","last_change":"2024-04-26T23:33:19.777049+0000","last_active":"2024-04-26T23:33:21.042739+0000","last_peered":"2024-04-26T23:33:21.042739+0000","last_clean":"2024-04-26T23:33:21.042739+0000","last_became_active":"2024-04-26T23:33:19.775071+0000","last_became_peered":"2024-04-26T23:33:19.775071+0000","last_unstale":"2024-04-26T23:33:21.042739+0000","last_undegraded":"2024-04-26T23:33:21.042739+0000","last_fullsized":"2024-04-26T23:33:21.042739+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:23:32.453191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.757105+0000","last_change":"2024-04-26T23:33:19.196121+0000","last_active":"2024-04-26T23:33:24.757105+0000","last_peered":"2024-04-26T23:33:24.757105+0000","last_clean":"2024-04-26T23:33:24.757105+0000","last_became_active":"2024-04-26T23:33:19.195808+0000","last_became_peered":"2024-04-26T23:33:19.195808+0000","last_unstale":"2024-04-26T23:33:24.757105+0000","last_undegraded":"2024-04-26T23:33:24.757105+0000","last_fullsized":"2024-04-26T23:33:24.757105+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:17.665571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.749325+0000","last_change":"2024-04-26T23:33:19.191125+0000","last_active":"2024-04-26T23:33:23.749325+0000","last_peered":"2024-04-26T23:33:23.749325+0000","last_clean":"2024-04-26T23:33:23.749325+0000","last_became_active":"2024-04-26T23:33:19.190785+0000","last_became_peered":"2024-04-26T23:33:19.190785+0000","last_unstale":"2024-04-26T23:33:23.749325+0000","last_undegraded":"2024-04-26T23:33:23.749325+0000","last_fullsized":"2024-04-26T23:33:23.749325+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:26:43.487796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043662+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:33:21.043662+0000","last_peered":"2024-04-26T23:33:21.043662+0000","last_clean":"2024-04-26T23:33:21.043662+0000","last_became_active":"2024-04-26T23:33:19.768624+0000","last_became_peered":"2024-04-26T23:33:19.768624+0000","last_unstale":"2024-04-26T23:33:21.043662+0000","last_undegraded":"2024-04-26T23:33:21.043662+0000","last_fullsized":"2024-04-26T23:33:21.043662+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:27:26.123830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"89'4","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.760068+0000","last_change":"2024-04-26T23:33:19.194983+0000","last_active":"2024-04-26T23:33:24.760068+0000","last_peered":"2024-04-26T23:33:24.760068+0000","last_clean":"2024-04-26T23:33:24.760068+0000","last_became_active":"2024-04-26T23:33:19.194522+0000","last_became_peered":"2024-04-26T23:33:19.194522+0000","last_unstale":"2024-04-26T23:33:24.760068+0000","last_undegraded":"2024-04-26T23:33:24.760068+0000","last_fullsized":"2024-04-26T23:33:24.760068+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:56:26.518997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044736+0000","last_change":"2024-04-26T23:33:19.768228+0000","last_active":"2024-04-26T23:33:21.044736+0000","last_peered":"2024-04-26T23:33:21.044736+0000","last_clean":"2024-04-26T23:33:21.044736+0000","last_became_active":"2024-04-26T23:33:19.767884+0000","last_became_peered":"2024-04-26T23:33:19.767884+0000","last_unstale":"2024-04-26T23:33:21.044736+0000","last_undegraded":"2024-04-26T23:33:21.044736+0000","last_fullsized":"2024-04-26T23:33:21.044736+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:39:22.766173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.750050+0000","last_change":"2024-04-26T23:33:19.201353+0000","last_active":"2024-04-26T23:33:23.750050+0000","last_peered":"2024-04-26T23:33:23.750050+0000","last_clean":"2024-04-26T23:33:23.750050+0000","last_became_active":"2024-04-26T23:33:19.199839+0000","last_became_peered":"2024-04-26T23:33:19.199839+0000","last_unstale":"2024-04-26T23:33:23.750050+0000","last_undegraded":"2024-04-26T23:33:23.750050+0000","last_fullsized":"2024-04-26T23:33:23.750050+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:21:03.177803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.759035+0000","last_change":"2024-04-26T23:33:19.772951+0000","last_active":"2024-04-26T23:33:20.759035+0000","last_peered":"2024-04-26T23:33:20.759035+0000","last_clean":"2024-04-26T23:33:20.759035+0000","last_became_active":"2024-04-26T23:33:19.771614+0000","last_became_peered":"2024-04-26T23:33:19.771614+0000","last_unstale":"2024-04-26T23:33:20.759035+0000","last_undegraded":"2024-04-26T23:33:20.759035+0000","last_fullsized":"2024-04-26T23:33:20.759035+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:07:04.655336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.750168+0000","last_change":"2024-04-26T23:33:19.208501+0000","last_active":"2024-04-26T23:33:23.750168+0000","last_peered":"2024-04-26T23:33:23.750168+0000","last_clean":"2024-04-26T23:33:23.750168+0000","last_became_active":"2024-04-26T23:33:19.208150+0000","last_became_peered":"2024-04-26T23:33:19.208150+0000","last_unstale":"2024-04-26T23:33:23.750168+0000","last_undegraded":"2024-04-26T23:33:23.750168+0000","last_fullsized":"2024-04-26T23:33:23.750168+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:44:06.059446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.041653+0000","last_change":"2024-04-26T23:33:19.754820+0000","last_active":"2024-04-26T23:33:21.041653+0000","last_peered":"2024-04-26T23:33:21.041653+0000","last_clean":"2024-04-26T23:33:21.041653+0000","last_became_active":"2024-04-26T23:33:19.754433+0000","last_became_peered":"2024-04-26T23:33:19.754433+0000","last_unstale":"2024-04-26T23:33:21.041653+0000","last_undegraded":"2024-04-26T23:33:21.041653+0000","last_fullsized":"2024-04-26T23:33:21.041653+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:34:30.530804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.746130+0000","last_change":"2024-04-26T23:33:19.209883+0000","last_active":"2024-04-26T23:33:23.746130+0000","last_peered":"2024-04-26T23:33:23.746130+0000","last_clean":"2024-04-26T23:33:23.746130+0000","last_became_active":"2024-04-26T23:33:19.209566+0000","last_became_peered":"2024-04-26T23:33:19.209566+0000","last_unstale":"2024-04-26T23:33:23.746130+0000","last_undegraded":"2024-04-26T23:33:23.746130+0000","last_fullsized":"2024-04-26T23:33:23.746130+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:34:02.001014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042604+0000","last_change":"2024-04-26T23:33:19.755003+0000","last_active":"2024-04-26T23:33:21.042604+0000","last_peered":"2024-04-26T23:33:21.042604+0000","last_clean":"2024-04-26T23:33:21.042604+0000","last_became_active":"2024-04-26T23:33:19.753643+0000","last_became_peered":"2024-04-26T23:33:19.753643+0000","last_unstale":"2024-04-26T23:33:21.042604+0000","last_undegraded":"2024-04-26T23:33:21.042604+0000","last_fullsized":"2024-04-26T23:33:21.042604+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:10:55.237122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:22.838150+0000","last_change":"2024-04-26T23:33:19.213587+0000","last_active":"2024-04-26T23:33:22.838150+0000","last_peered":"2024-04-26T23:33:22.838150+0000","last_clean":"2024-04-26T23:33:22.838150+0000","last_became_active":"2024-04-26T23:33:19.213136+0000","last_became_peered":"2024-04-26T23:33:19.213136+0000","last_unstale":"2024-04-26T23:33:22.838150+0000","last_undegraded":"2024-04-26T23:33:22.838150+0000","last_fullsized":"2024-04-26T23:33:22.838150+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:35.169676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.045137+0000","last_change":"2024-04-26T23:33:19.769308+0000","last_active":"2024-04-26T23:33:21.045137+0000","last_peered":"2024-04-26T23:33:21.045137+0000","last_clean":"2024-04-26T23:33:21.045137+0000","last_became_active":"2024-04-26T23:33:19.769006+0000","last_became_peered":"2024-04-26T23:33:19.769006+0000","last_unstale":"2024-04-26T23:33:21.045137+0000","last_undegraded":"2024-04-26T23:33:21.045137+0000","last_fullsized":"2024-04-26T23:33:21.045137+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:13:50.922232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.751473+0000","last_change":"2024-04-26T23:33:19.204245+0000","last_active":"2024-04-26T23:33:23.751473+0000","last_peered":"2024-04-26T23:33:23.751473+0000","last_clean":"2024-04-26T23:33:23.751473+0000","last_became_active":"2024-04-26T23:33:19.203871+0000","last_became_peered":"2024-04-26T23:33:19.203871+0000","last_unstale":"2024-04-26T23:33:23.751473+0000","last_undegraded":"2024-04-26T23:33:23.751473+0000","last_fullsized":"2024-04-26T23:33:23.751473+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:14:29.417627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.740937+0000","last_change":"2024-04-26T23:33:19.775998+0000","last_active":"2024-04-26T23:33:20.740937+0000","last_peered":"2024-04-26T23:33:20.740937+0000","last_clean":"2024-04-26T23:33:20.740937+0000","last_became_active":"2024-04-26T23:33:19.775617+0000","last_became_peered":"2024-04-26T23:33:19.775617+0000","last_unstale":"2024-04-26T23:33:20.740937+0000","last_undegraded":"2024-04-26T23:33:20.740937+0000","last_fullsized":"2024-04-26T23:33:20.740937+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:42:55.815618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.760092+0000","last_change":"2024-04-26T23:33:19.210168+0000","last_active":"2024-04-26T23:33:24.760092+0000","last_peered":"2024-04-26T23:33:24.760092+0000","last_clean":"2024-04-26T23:33:24.760092+0000","last_became_active":"2024-04-26T23:33:19.209745+0000","last_became_peered":"2024-04-26T23:33:19.209745+0000","last_unstale":"2024-04-26T23:33:24.760092+0000","last_undegraded":"2024-04-26T23:33:24.760092+0000","last_fullsized":"2024-04-26T23:33:24.760092+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:00:54.911424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741502+0000","last_change":"2024-04-26T23:33:19.778593+0000","last_active":"2024-04-26T23:33:20.741502+0000","last_peered":"2024-04-26T23:33:20.741502+0000","last_clean":"2024-04-26T23:33:20.741502+0000","last_became_active":"2024-04-26T23:33:19.776775+0000","last_became_peered":"2024-04-26T23:33:19.776775+0000","last_unstale":"2024-04-26T23:33:20.741502+0000","last_undegraded":"2024-04-26T23:33:20.741502+0000","last_fullsized":"2024-04-26T23:33:20.741502+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:24:49.865354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'1","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.045673+0000","last_change":"2024-04-26T23:33:19.214347+0000","last_active":"2024-04-26T23:33:21.045673+0000","last_peered":"2024-04-26T23:33:21.045673+0000","last_clean":"2024-04-26T23:33:21.045673+0000","last_became_active":"2024-04-26T23:33:19.214010+0000","last_became_peered":"2024-04-26T23:33:19.214010+0000","last_unstale":"2024-04-26T23:33:21.045673+0000","last_undegraded":"2024-04-26T23:33:21.045673+0000","last_fullsized":"2024-04-26T23:33:21.045673+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:27:09.490637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741333+0000","last_change":"2024-04-26T23:33:19.771063+0000","last_active":"2024-04-26T23:33:20.741333+0000","last_peered":"2024-04-26T23:33:20.741333+0000","last_clean":"2024-04-26T23:33:20.741333+0000","last_became_active":"2024-04-26T23:33:19.770696+0000","last_became_peered":"2024-04-26T23:33:19.770696+0000","last_unstale":"2024-04-26T23:33:20.741333+0000","last_undegraded":"2024-04-26T23:33:20.741333+0000","last_fullsized":"2024-04-26T23:33:20.741333+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:47:13.560138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044099+0000","last_change":"2024-04-26T23:33:19.213737+0000","last_active":"2024-04-26T23:33:21.044099+0000","last_peered":"2024-04-26T23:33:21.044099+0000","last_clean":"2024-04-26T23:33:21.044099+0000","last_became_active":"2024-04-26T23:33:19.213281+0000","last_became_peered":"2024-04-26T23:33:19.213281+0000","last_unstale":"2024-04-26T23:33:21.044099+0000","last_undegraded":"2024-04-26T23:33:21.044099+0000","last_fullsized":"2024-04-26T23:33:21.044099+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:13:56.517790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741186+0000","last_change":"2024-04-26T23:33:19.772243+0000","last_active":"2024-04-26T23:33:20.741186+0000","last_peered":"2024-04-26T23:33:20.741186+0000","last_clean":"2024-04-26T23:33:20.741186+0000","last_became_active":"2024-04-26T23:33:19.768712+0000","last_became_peered":"2024-04-26T23:33:19.768712+0000","last_unstale":"2024-04-26T23:33:20.741186+0000","last_undegraded":"2024-04-26T23:33:20.741186+0000","last_fullsized":"2024-04-26T23:33:20.741186+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:48:36.317855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042817+0000","last_change":"2024-04-26T23:33:19.759135+0000","last_active":"2024-04-26T23:33:21.042817+0000","last_peered":"2024-04-26T23:33:21.042817+0000","last_clean":"2024-04-26T23:33:21.042817+0000","last_became_active":"2024-04-26T23:33:19.758721+0000","last_became_peered":"2024-04-26T23:33:19.758721+0000","last_unstale":"2024-04-26T23:33:21.042817+0000","last_undegraded":"2024-04-26T23:33:21.042817+0000","last_fullsized":"2024-04-26T23:33:21.042817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:30.103124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741406+0000","last_change":"2024-04-26T23:33:19.774985+0000","last_active":"2024-04-26T23:33:20.741406+0000","last_peered":"2024-04-26T23:33:20.741406+0000","last_clean":"2024-04-26T23:33:20.741406+0000","last_became_active":"2024-04-26T23:33:19.774613+0000","last_became_peered":"2024-04-26T23:33:19.774613+0000","last_unstale":"2024-04-26T23:33:20.741406+0000","last_undegraded":"2024-04-26T23:33:20.741406+0000","last_fullsized":"2024-04-26T23:33:20.741406+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:59:52.509988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.740721+0000","last_change":"2024-04-26T23:33:19.764401+0000","last_active":"2024-04-26T23:33:20.740721+0000","last_peered":"2024-04-26T23:33:20.740721+0000","last_clean":"2024-04-26T23:33:20.740721+0000","last_became_active":"2024-04-26T23:33:19.764038+0000","last_became_peered":"2024-04-26T23:33:19.764038+0000","last_unstale":"2024-04-26T23:33:20.740721+0000","last_undegraded":"2024-04-26T23:33:20.740721+0000","last_fullsized":"2024-04-26T23:33:20.740721+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:01:06.777560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.758497+0000","last_change":"2024-04-26T23:33:19.772465+0000","last_active":"2024-04-26T23:33:20.758497+0000","last_peered":"2024-04-26T23:33:20.758497+0000","last_clean":"2024-04-26T23:33:20.758497+0000","last_became_active":"2024-04-26T23:33:19.771548+0000","last_became_peered":"2024-04-26T23:33:19.771548+0000","last_unstale":"2024-04-26T23:33:20.758497+0000","last_undegraded":"2024-04-26T23:33:20.758497+0000","last_fullsized":"2024-04-26T23:33:20.758497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:35.618703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043949+0000","last_change":"2024-04-26T23:33:19.777564+0000","last_active":"2024-04-26T23:33:21.043949+0000","last_peered":"2024-04-26T23:33:21.043949+0000","last_clean":"2024-04-26T23:33:21.043949+0000","last_became_active":"2024-04-26T23:33:19.775097+0000","last_became_peered":"2024-04-26T23:33:19.775097+0000","last_unstale":"2024-04-26T23:33:21.043949+0000","last_undegraded":"2024-04-26T23:33:21.043949+0000","last_fullsized":"2024-04-26T23:33:21.043949+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:40:46.453056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043188+0000","last_change":"2024-04-26T23:33:19.758345+0000","last_active":"2024-04-26T23:33:21.043188+0000","last_peered":"2024-04-26T23:33:21.043188+0000","last_clean":"2024-04-26T23:33:21.043188+0000","last_became_active":"2024-04-26T23:33:19.757468+0000","last_became_peered":"2024-04-26T23:33:19.757468+0000","last_unstale":"2024-04-26T23:33:21.043188+0000","last_undegraded":"2024-04-26T23:33:21.043188+0000","last_fullsized":"2024-04-26T23:33:21.043188+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:41:36.299346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741151+0000","last_change":"2024-04-26T23:33:19.764461+0000","last_active":"2024-04-26T23:33:20.741151+0000","last_peered":"2024-04-26T23:33:20.741151+0000","last_clean":"2024-04-26T23:33:20.741151+0000","last_became_active":"2024-04-26T23:33:19.764131+0000","last_became_peered":"2024-04-26T23:33:19.764131+0000","last_unstale":"2024-04-26T23:33:20.741151+0000","last_undegraded":"2024-04-26T23:33:20.741151+0000","last_fullsized":"2024-04-26T23:33:20.741151+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:37:29.704505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044555+0000","last_change":"2024-04-26T23:33:19.777627+0000","last_active":"2024-04-26T23:33:21.044555+0000","last_peered":"2024-04-26T23:33:21.044555+0000","last_clean":"2024-04-26T23:33:21.044555+0000","last_became_active":"2024-04-26T23:33:19.776515+0000","last_became_peered":"2024-04-26T23:33:19.776515+0000","last_unstale":"2024-04-26T23:33:21.044555+0000","last_undegraded":"2024-04-26T23:33:21.044555+0000","last_fullsized":"2024-04-26T23:33:21.044555+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:13:59.933433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042125+0000","last_change":"2024-04-26T23:33:19.768831+0000","last_active":"2024-04-26T23:33:21.042125+0000","last_peered":"2024-04-26T23:33:21.042125+0000","last_clean":"2024-04-26T23:33:21.042125+0000","last_became_active":"2024-04-26T23:33:19.768515+0000","last_became_peered":"2024-04-26T23:33:19.768515+0000","last_unstale":"2024-04-26T23:33:21.042125+0000","last_undegraded":"2024-04-26T23:33:21.042125+0000","last_fullsized":"2024-04-26T23:33:21.042125+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:31:00.811033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043904+0000","last_change":"2024-04-26T23:33:19.774269+0000","last_active":"2024-04-26T23:33:21.043904+0000","last_peered":"2024-04-26T23:33:21.043904+0000","last_clean":"2024-04-26T23:33:21.043904+0000","last_became_active":"2024-04-26T23:33:19.773649+0000","last_became_peered":"2024-04-26T23:33:19.773649+0000","last_unstale":"2024-04-26T23:33:21.043904+0000","last_undegraded":"2024-04-26T23:33:21.043904+0000","last_fullsized":"2024-04-26T23:33:21.043904+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:14:15.741089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042800+0000","last_change":"2024-04-26T23:33:19.775632+0000","last_active":"2024-04-26T23:33:21.042800+0000","last_peered":"2024-04-26T23:33:21.042800+0000","last_clean":"2024-04-26T23:33:21.042800+0000","last_became_active":"2024-04-26T23:33:19.775244+0000","last_became_peered":"2024-04-26T23:33:19.775244+0000","last_unstale":"2024-04-26T23:33:21.042800+0000","last_undegraded":"2024-04-26T23:33:21.042800+0000","last_fullsized":"2024-04-26T23:33:21.042800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:25:40.427327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042909+0000","last_change":"2024-04-26T23:33:19.768751+0000","last_active":"2024-04-26T23:33:21.042909+0000","last_peered":"2024-04-26T23:33:21.042909+0000","last_clean":"2024-04-26T23:33:21.042909+0000","last_became_active":"2024-04-26T23:33:19.768342+0000","last_became_peered":"2024-04-26T23:33:19.768342+0000","last_unstale":"2024-04-26T23:33:21.042909+0000","last_undegraded":"2024-04-26T23:33:21.042909+0000","last_fullsized":"2024-04-26T23:33:21.042909+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:02:53.188134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042807+0000","last_change":"2024-04-26T23:33:19.776609+0000","last_active":"2024-04-26T23:33:21.042807+0000","last_peered":"2024-04-26T23:33:21.042807+0000","last_clean":"2024-04-26T23:33:21.042807+0000","last_became_active":"2024-04-26T23:33:19.776196+0000","last_became_peered":"2024-04-26T23:33:19.776196+0000","last_unstale":"2024-04-26T23:33:21.042807+0000","last_undegraded":"2024-04-26T23:33:21.042807+0000","last_fullsized":"2024-04-26T23:33:21.042807+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:53:26.457619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":12604,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":38,"num_read_kb":27,"num_write":131,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":39,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":307200,"data_stored":85728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":84,"seq":360777252881,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":460536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":10,"up_from":76,"seq":326417514520,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36900,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708252,"statfs":{"total":95995035648,"available":95957250048,"internally_reserved":0,"allocated":1601536,"data_stored":1060503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":70,"seq":300647710752,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":978944,"data_stored":460772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":62,"seq":266287972391,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":978944,"data_stored":460692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266734,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32708,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712444,"statfs":{"total":95995035648,"available":95961542656,"internally_reserved":0,"allocated":1568768,"data_stored":1052114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462964,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":460044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574938,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1011712,"data_stored":504181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738464,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":987136,"data_stored":461432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":482590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149770,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36284,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708868,"statfs":{"total":95995035648,"available":95957880832,"internally_reserved":0,"allocated":970752,"data_stored":460148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888130,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":460989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724605,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28560,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716592,"statfs":{"total":95995035648,"available":95965790208,"internally_reserved":0,"allocated":1581056,"data_stored":1052189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":44227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":22636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":10181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T23:33:30.301 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-26T23:33:30.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:30 smithi164 ceph-mon[31699]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:30.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:30 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/4116034833' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:30.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:30 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/4039108399' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:30.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:30 smithi026 ceph-mon[28371]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:30.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:30 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/4116034833' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:30.622 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:30 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/4039108399' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:30.623 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:30 smithi086 ceph-mon[31122]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:33:30.624 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:30 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/4116034833' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:33:30.624 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:30 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/4039108399' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:30.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.564+0000 7fc6bde00640 1 -- 172.21.15.26:0/1646048232 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6b810a660 msgr2=0x7fc6b810caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:30.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.564+0000 7fc6bde00640 1 --2- 172.21.15.26:0/1646048232 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6b810a660 0x7fc6b810caf0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fc6b0009900 tx=0x7fc6b002a480 comp rx=0 tx=0).stop 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.564+0000 7fc6bde00640 1 -- 172.21.15.26:0/1646048232 shutdown_connections 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.564+0000 7fc6bde00640 1 --2- 172.21.15.26:0/1646048232 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6b810a660 0x7fc6b810caf0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.564+0000 7fc6bde00640 1 --2- 172.21.15.26:0/1646048232 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6b8075310 0x7fc6b8075770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.564+0000 7fc6bde00640 1 --2- 172.21.15.26:0/1646048232 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc6b80768f0 0x7fc6b8074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.564+0000 7fc6bde00640 1 -- 172.21.15.26:0/1646048232 >> 172.21.15.26:0/1646048232 conn(0x7fc6b80fdd40 msgr2=0x7fc6b8100160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.565+0000 7fc6bde00640 1 -- 172.21.15.26:0/1646048232 shutdown_connections 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.565+0000 7fc6bde00640 1 -- 172.21.15.26:0/1646048232 wait complete. 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.566+0000 7fc6bde00640 1 Processor -- start 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.566+0000 7fc6bde00640 1 -- start start 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.566+0000 7fc6bde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6b8075310 0x7fc6b819aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.566+0000 7fc6bde00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc6b80768f0 0x7fc6b819aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.566+0000 7fc6bde00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6b810a660 0x7fc6b81a2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:30.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.566+0000 7fc6bde00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b81103f0 con 0x7fc6b8075310 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.566+0000 7fc6bde00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b8110270 con 0x7fc6b80768f0 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.566+0000 7fc6bde00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b8110570 con 0x7fc6b810a660 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.566+0000 7fc6bca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6b8075310 0x7fc6b819aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.566+0000 7fc6bca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6b8075310 0x7fc6b819aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46230/0 (socket says 172.21.15.26:46230) 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.566+0000 7fc6bca00640 1 -- 172.21.15.26:0/237190206 learned_addr learned my addr 172.21.15.26:0/237190206 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.567+0000 7fc6b7e00640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc6b80768f0 0x7fc6b819aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.567+0000 7fc6bca00640 1 -- 172.21.15.26:0/237190206 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6b810a660 msgr2=0x7fc6b81a2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.567+0000 7fc6bca00640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6b810a660 0x7fc6b81a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.567+0000 7fc6bca00640 1 -- 172.21.15.26:0/237190206 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc6b80768f0 msgr2=0x7fc6b819aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.567+0000 7fc6bca00640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc6b80768f0 0x7fc6b819aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.567+0000 7fc6bca00640 1 -- 172.21.15.26:0/237190206 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b81a2680 con 0x7fc6b8075310 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.567+0000 7fc6bca00640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6b8075310 0x7fc6b819aab0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc6a800d950 tx=0x7fc6a800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.567+0000 7fc6b5600640 1 -- 172.21.15.26:0/237190206 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a8017070 con 0x7fc6b8075310 2024-04-26T23:33:30.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.567+0000 7fc6b5600640 1 -- 172.21.15.26:0/237190206 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc6a8009c30 con 0x7fc6b8075310 2024-04-26T23:33:30.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.567+0000 7fc6bde00640 1 -- 172.21.15.26:0/237190206 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6b81a2970 con 0x7fc6b8075310 2024-04-26T23:33:30.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.568+0000 7fc6b5600640 1 -- 172.21.15.26:0/237190206 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a800f620 con 0x7fc6b8075310 2024-04-26T23:33:30.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.568+0000 7fc6bde00640 1 -- 172.21.15.26:0/237190206 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6b81a2f10 con 0x7fc6b8075310 2024-04-26T23:33:30.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.569+0000 7fc6bde00640 1 -- 172.21.15.26:0/237190206 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6b8109420 con 0x7fc6b8075310 2024-04-26T23:33:30.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.571+0000 7fc6b5600640 1 -- 172.21.15.26:0/237190206 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc6a8010460 con 0x7fc6b8075310 2024-04-26T23:33:30.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.573+0000 7fc6b5600640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc6980a3cc0 0x7fc6980a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:30.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.573+0000 7fc6b5600640 1 -- 172.21.15.26:0/237190206 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fc6a80d0120 con 0x7fc6b8075310 2024-04-26T23:33:30.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.573+0000 7fc6b7e00640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc6980a3cc0 0x7fc6980a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:30.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.574+0000 7fc6b7e00640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc6980a3cc0 0x7fc6980a6180 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc6b819bf70 tx=0x7fc6a000a390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:30.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.578+0000 7fc6b5600640 1 -- 172.21.15.26:0/237190206 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fc6a809ca50 con 0x7fc6b8075310 2024-04-26T23:33:30.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.779+0000 7fc6bde00640 1 -- 172.21.15.26:0/237190206 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc6b8062d70 con 0x7fc6980a3cc0 2024-04-26T23:33:30.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.792+0000 7fc6b5600640 1 -- 172.21.15.26:0/237190206 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258827 (secure 0 0 0) 0x7fc6b8062d70 con 0x7fc6980a3cc0 2024-04-26T23:33:30.799 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:30.801 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T23:33:30.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.797+0000 7fc6bde00640 1 -- 172.21.15.26:0/237190206 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc6980a3cc0 msgr2=0x7fc6980a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:30.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.797+0000 7fc6bde00640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc6980a3cc0 0x7fc6980a6180 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc6b819bf70 tx=0x7fc6a000a390 comp rx=0 tx=0).stop 2024-04-26T23:33:30.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.797+0000 7fc6bde00640 1 -- 172.21.15.26:0/237190206 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6b8075310 msgr2=0x7fc6b819aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:30.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.797+0000 7fc6bde00640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6b8075310 0x7fc6b819aab0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc6a800d950 tx=0x7fc6a800de10 comp rx=0 tx=0).stop 2024-04-26T23:33:30.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.797+0000 7fc6bde00640 1 -- 172.21.15.26:0/237190206 shutdown_connections 2024-04-26T23:33:30.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.797+0000 7fc6bde00640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6b810a660 0x7fc6b81a2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.797+0000 7fc6bde00640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc6b80768f0 0x7fc6b819aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.797+0000 7fc6bde00640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc6980a3cc0 0x7fc6980a6180 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.797+0000 7fc6bde00640 1 --2- 172.21.15.26:0/237190206 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6b8075310 0x7fc6b819aab0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:30.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.797+0000 7fc6bde00640 1 -- 172.21.15.26:0/237190206 >> 172.21.15.26:0/237190206 conn(0x7fc6b80fdd40 msgr2=0x7fc6b81065f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:30.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.797+0000 7fc6bde00640 1 -- 172.21.15.26:0/237190206 shutdown_connections 2024-04-26T23:33:30.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:30.797+0000 7fc6bde00640 1 -- 172.21.15.26:0/237190206 wait complete. 2024-04-26T23:33:30.822 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":377,"stamp":"2024-04-26T23:33:29.866507+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":602972,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":174,"num_read_kb":146,"num_write":312,"num_write_kb":2987,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":39,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":251,"ondisk_log_size":251,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":283,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":404020,"kb_used_data":13268,"kb_used_omap":18,"kb_used_meta":390637,"kb_avail":1124537804,"statfs":{"total":1151940427776,"available":1151526711296,"internally_reserved":0,"allocated":13586432,"data_stored":7376190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":400012601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":12604,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":38,"num_read_kb":27,"num_write":131,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":39,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003882"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043911+0000","last_change":"2024-04-26T23:33:19.764856+0000","last_active":"2024-04-26T23:33:21.043911+0000","last_peered":"2024-04-26T23:33:21.043911+0000","last_clean":"2024-04-26T23:33:21.043911+0000","last_became_active":"2024-04-26T23:33:19.763808+0000","last_became_peered":"2024-04-26T23:33:19.763808+0000","last_unstale":"2024-04-26T23:33:21.043911+0000","last_undegraded":"2024-04-26T23:33:21.043911+0000","last_fullsized":"2024-04-26T23:33:21.043911+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:22.894265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.758919+0000","last_change":"2024-04-26T23:33:19.753723+0000","last_active":"2024-04-26T23:33:20.758919+0000","last_peered":"2024-04-26T23:33:20.758919+0000","last_clean":"2024-04-26T23:33:20.758919+0000","last_became_active":"2024-04-26T23:33:19.753362+0000","last_became_peered":"2024-04-26T23:33:19.753362+0000","last_unstale":"2024-04-26T23:33:20.758919+0000","last_undegraded":"2024-04-26T23:33:20.758919+0000","last_fullsized":"2024-04-26T23:33:20.758919+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:34:54.563569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.758900+0000","last_change":"2024-04-26T23:33:19.772361+0000","last_active":"2024-04-26T23:33:20.758900+0000","last_peered":"2024-04-26T23:33:20.758900+0000","last_clean":"2024-04-26T23:33:20.758900+0000","last_became_active":"2024-04-26T23:33:19.770058+0000","last_became_peered":"2024-04-26T23:33:19.770058+0000","last_unstale":"2024-04-26T23:33:20.758900+0000","last_undegraded":"2024-04-26T23:33:20.758900+0000","last_fullsized":"2024-04-26T23:33:20.758900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:48:10.702876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.041421+0000","last_change":"2024-04-26T23:33:19.769300+0000","last_active":"2024-04-26T23:33:21.041421+0000","last_peered":"2024-04-26T23:33:21.041421+0000","last_clean":"2024-04-26T23:33:21.041421+0000","last_became_active":"2024-04-26T23:33:19.766986+0000","last_became_peered":"2024-04-26T23:33:19.766986+0000","last_unstale":"2024-04-26T23:33:21.041421+0000","last_undegraded":"2024-04-26T23:33:21.041421+0000","last_fullsized":"2024-04-26T23:33:21.041421+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:27:56.324304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043282+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:33:21.043282+0000","last_peered":"2024-04-26T23:33:21.043282+0000","last_clean":"2024-04-26T23:33:21.043282+0000","last_became_active":"2024-04-26T23:33:19.768951+0000","last_became_peered":"2024-04-26T23:33:19.768951+0000","last_unstale":"2024-04-26T23:33:21.043282+0000","last_undegraded":"2024-04-26T23:33:21.043282+0000","last_fullsized":"2024-04-26T23:33:21.043282+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:44.959679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043706+0000","last_change":"2024-04-26T23:33:19.776336+0000","last_active":"2024-04-26T23:33:21.043706+0000","last_peered":"2024-04-26T23:33:21.043706+0000","last_clean":"2024-04-26T23:33:21.043706+0000","last_became_active":"2024-04-26T23:33:19.775990+0000","last_became_peered":"2024-04-26T23:33:19.775990+0000","last_unstale":"2024-04-26T23:33:21.043706+0000","last_undegraded":"2024-04-26T23:33:21.043706+0000","last_fullsized":"2024-04-26T23:33:21.043706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.638131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.740636+0000","last_change":"2024-04-26T23:33:19.759699+0000","last_active":"2024-04-26T23:33:20.740636+0000","last_peered":"2024-04-26T23:33:20.740636+0000","last_clean":"2024-04-26T23:33:20.740636+0000","last_became_active":"2024-04-26T23:33:19.759208+0000","last_became_peered":"2024-04-26T23:33:19.759208+0000","last_unstale":"2024-04-26T23:33:20.740636+0000","last_undegraded":"2024-04-26T23:33:20.740636+0000","last_fullsized":"2024-04-26T23:33:20.740636+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:23:05.882596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043097+0000","last_change":"2024-04-26T23:33:19.765966+0000","last_active":"2024-04-26T23:33:21.043097+0000","last_peered":"2024-04-26T23:33:21.043097+0000","last_clean":"2024-04-26T23:33:21.043097+0000","last_became_active":"2024-04-26T23:33:19.765644+0000","last_became_peered":"2024-04-26T23:33:19.765644+0000","last_unstale":"2024-04-26T23:33:21.043097+0000","last_undegraded":"2024-04-26T23:33:21.043097+0000","last_fullsized":"2024-04-26T23:33:21.043097+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:09:36.082655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043434+0000","last_change":"2024-04-26T23:33:19.773968+0000","last_active":"2024-04-26T23:33:21.043434+0000","last_peered":"2024-04-26T23:33:21.043434+0000","last_clean":"2024-04-26T23:33:21.043434+0000","last_became_active":"2024-04-26T23:33:19.773615+0000","last_became_peered":"2024-04-26T23:33:19.773615+0000","last_unstale":"2024-04-26T23:33:21.043434+0000","last_undegraded":"2024-04-26T23:33:21.043434+0000","last_fullsized":"2024-04-26T23:33:21.043434+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:37:57.657914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044582+0000","last_change":"2024-04-26T23:33:19.781577+0000","last_active":"2024-04-26T23:33:21.044582+0000","last_peered":"2024-04-26T23:33:21.044582+0000","last_clean":"2024-04-26T23:33:21.044582+0000","last_became_active":"2024-04-26T23:33:19.780945+0000","last_became_peered":"2024-04-26T23:33:19.780945+0000","last_unstale":"2024-04-26T23:33:21.044582+0000","last_undegraded":"2024-04-26T23:33:21.044582+0000","last_fullsized":"2024-04-26T23:33:21.044582+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:15.308514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741412+0000","last_change":"2024-04-26T23:33:19.778961+0000","last_active":"2024-04-26T23:33:20.741412+0000","last_peered":"2024-04-26T23:33:20.741412+0000","last_clean":"2024-04-26T23:33:20.741412+0000","last_became_active":"2024-04-26T23:33:19.777219+0000","last_became_peered":"2024-04-26T23:33:19.777219+0000","last_unstale":"2024-04-26T23:33:20.741412+0000","last_undegraded":"2024-04-26T23:33:20.741412+0000","last_fullsized":"2024-04-26T23:33:20.741412+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:09:57.121267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.041342+0000","last_change":"2024-04-26T23:33:19.770432+0000","last_active":"2024-04-26T23:33:21.041342+0000","last_peered":"2024-04-26T23:33:21.041342+0000","last_clean":"2024-04-26T23:33:21.041342+0000","last_became_active":"2024-04-26T23:33:19.769979+0000","last_became_peered":"2024-04-26T23:33:19.769979+0000","last_unstale":"2024-04-26T23:33:21.041342+0000","last_undegraded":"2024-04-26T23:33:21.041342+0000","last_fullsized":"2024-04-26T23:33:21.041342+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:46:29.108532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042716+0000","last_change":"2024-04-26T23:33:19.763030+0000","last_active":"2024-04-26T23:33:21.042716+0000","last_peered":"2024-04-26T23:33:21.042716+0000","last_clean":"2024-04-26T23:33:21.042716+0000","last_became_active":"2024-04-26T23:33:19.762715+0000","last_became_peered":"2024-04-26T23:33:19.762715+0000","last_unstale":"2024-04-26T23:33:21.042716+0000","last_undegraded":"2024-04-26T23:33:21.042716+0000","last_fullsized":"2024-04-26T23:33:21.042716+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:54:03.108616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.758451+0000","last_change":"2024-04-26T23:33:19.756336+0000","last_active":"2024-04-26T23:33:20.758451+0000","last_peered":"2024-04-26T23:33:20.758451+0000","last_clean":"2024-04-26T23:33:20.758451+0000","last_became_active":"2024-04-26T23:33:19.755930+0000","last_became_peered":"2024-04-26T23:33:19.755930+0000","last_unstale":"2024-04-26T23:33:20.758451+0000","last_undegraded":"2024-04-26T23:33:20.758451+0000","last_fullsized":"2024-04-26T23:33:20.758451+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:34:55.981108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.758477+0000","last_change":"2024-04-26T23:33:19.776145+0000","last_active":"2024-04-26T23:33:20.758477+0000","last_peered":"2024-04-26T23:33:20.758477+0000","last_clean":"2024-04-26T23:33:20.758477+0000","last_became_active":"2024-04-26T23:33:19.775759+0000","last_became_peered":"2024-04-26T23:33:19.775759+0000","last_unstale":"2024-04-26T23:33:20.758477+0000","last_undegraded":"2024-04-26T23:33:20.758477+0000","last_fullsized":"2024-04-26T23:33:20.758477+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:38:55.048561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042039+0000","last_change":"2024-04-26T23:33:19.771602+0000","last_active":"2024-04-26T23:33:21.042039+0000","last_peered":"2024-04-26T23:33:21.042039+0000","last_clean":"2024-04-26T23:33:21.042039+0000","last_became_active":"2024-04-26T23:33:19.769217+0000","last_became_peered":"2024-04-26T23:33:19.769217+0000","last_unstale":"2024-04-26T23:33:21.042039+0000","last_undegraded":"2024-04-26T23:33:21.042039+0000","last_fullsized":"2024-04-26T23:33:21.042039+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:07.167963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044159+0000","last_change":"2024-04-26T23:33:19.761184+0000","last_active":"2024-04-26T23:33:21.044159+0000","last_peered":"2024-04-26T23:33:21.044159+0000","last_clean":"2024-04-26T23:33:21.044159+0000","last_became_active":"2024-04-26T23:33:19.760801+0000","last_became_peered":"2024-04-26T23:33:19.760801+0000","last_unstale":"2024-04-26T23:33:21.044159+0000","last_undegraded":"2024-04-26T23:33:21.044159+0000","last_fullsized":"2024-04-26T23:33:21.044159+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:51.687186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.739113+0000","last_change":"2024-04-26T23:33:19.767160+0000","last_active":"2024-04-26T23:33:20.739113+0000","last_peered":"2024-04-26T23:33:20.739113+0000","last_clean":"2024-04-26T23:33:20.739113+0000","last_became_active":"2024-04-26T23:33:19.766049+0000","last_became_peered":"2024-04-26T23:33:19.766049+0000","last_unstale":"2024-04-26T23:33:20.739113+0000","last_undegraded":"2024-04-26T23:33:20.739113+0000","last_fullsized":"2024-04-26T23:33:20.739113+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:54:17.844660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.740925+0000","last_change":"2024-04-26T23:33:19.768207+0000","last_active":"2024-04-26T23:33:20.740925+0000","last_peered":"2024-04-26T23:33:20.740925+0000","last_clean":"2024-04-26T23:33:20.740925+0000","last_became_active":"2024-04-26T23:33:19.767820+0000","last_became_peered":"2024-04-26T23:33:19.767820+0000","last_unstale":"2024-04-26T23:33:20.740925+0000","last_undegraded":"2024-04-26T23:33:20.740925+0000","last_fullsized":"2024-04-26T23:33:20.740925+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:28:21.897073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.760747+0000","last_change":"2024-04-26T23:33:19.203693+0000","last_active":"2024-04-26T23:33:24.760747+0000","last_peered":"2024-04-26T23:33:24.760747+0000","last_clean":"2024-04-26T23:33:24.760747+0000","last_became_active":"2024-04-26T23:33:19.203327+0000","last_became_peered":"2024-04-26T23:33:19.203327+0000","last_unstale":"2024-04-26T23:33:24.760747+0000","last_undegraded":"2024-04-26T23:33:24.760747+0000","last_fullsized":"2024-04-26T23:33:24.760747+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:35:08.793046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.045830+0000","last_change":"2024-04-26T23:33:19.774426+0000","last_active":"2024-04-26T23:33:21.045830+0000","last_peered":"2024-04-26T23:33:21.045830+0000","last_clean":"2024-04-26T23:33:21.045830+0000","last_became_active":"2024-04-26T23:33:19.773785+0000","last_became_peered":"2024-04-26T23:33:19.773785+0000","last_unstale":"2024-04-26T23:33:21.045830+0000","last_undegraded":"2024-04-26T23:33:21.045830+0000","last_fullsized":"2024-04-26T23:33:21.045830+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:34:10.098983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.045910+0000","last_change":"2024-04-26T23:33:19.209201+0000","last_active":"2024-04-26T23:33:21.045910+0000","last_peered":"2024-04-26T23:33:21.045910+0000","last_clean":"2024-04-26T23:33:21.045910+0000","last_became_active":"2024-04-26T23:33:19.208809+0000","last_became_peered":"2024-04-26T23:33:19.208809+0000","last_unstale":"2024-04-26T23:33:21.045910+0000","last_undegraded":"2024-04-26T23:33:21.045910+0000","last_fullsized":"2024-04-26T23:33:21.045910+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:49:34.425470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.759217+0000","last_change":"2024-04-26T23:33:19.764501+0000","last_active":"2024-04-26T23:33:20.759217+0000","last_peered":"2024-04-26T23:33:20.759217+0000","last_clean":"2024-04-26T23:33:20.759217+0000","last_became_active":"2024-04-26T23:33:19.764176+0000","last_became_peered":"2024-04-26T23:33:19.764176+0000","last_unstale":"2024-04-26T23:33:20.759217+0000","last_undegraded":"2024-04-26T23:33:20.759217+0000","last_fullsized":"2024-04-26T23:33:20.759217+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:39.816386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.757870+0000","last_change":"2024-04-26T23:33:19.202259+0000","last_active":"2024-04-26T23:33:24.757870+0000","last_peered":"2024-04-26T23:33:24.757870+0000","last_clean":"2024-04-26T23:33:24.757870+0000","last_became_active":"2024-04-26T23:33:19.201872+0000","last_became_peered":"2024-04-26T23:33:19.201872+0000","last_unstale":"2024-04-26T23:33:24.757870+0000","last_undegraded":"2024-04-26T23:33:24.757870+0000","last_fullsized":"2024-04-26T23:33:24.757870+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:21:01.745674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043003+0000","last_change":"2024-04-26T23:33:19.774745+0000","last_active":"2024-04-26T23:33:21.043003+0000","last_peered":"2024-04-26T23:33:21.043003+0000","last_clean":"2024-04-26T23:33:21.043003+0000","last_became_active":"2024-04-26T23:33:19.772352+0000","last_became_peered":"2024-04-26T23:33:19.772352+0000","last_unstale":"2024-04-26T23:33:21.043003+0000","last_undegraded":"2024-04-26T23:33:21.043003+0000","last_fullsized":"2024-04-26T23:33:21.043003+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:53:42.960058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043869+0000","last_change":"2024-04-26T23:33:19.199281+0000","last_active":"2024-04-26T23:33:21.043869+0000","last_peered":"2024-04-26T23:33:21.043869+0000","last_clean":"2024-04-26T23:33:21.043869+0000","last_became_active":"2024-04-26T23:33:19.198950+0000","last_became_peered":"2024-04-26T23:33:19.198950+0000","last_unstale":"2024-04-26T23:33:21.043869+0000","last_undegraded":"2024-04-26T23:33:21.043869+0000","last_fullsized":"2024-04-26T23:33:21.043869+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:42:06.441100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.045938+0000","last_change":"2024-04-26T23:33:19.782286+0000","last_active":"2024-04-26T23:33:21.045938+0000","last_peered":"2024-04-26T23:33:21.045938+0000","last_clean":"2024-04-26T23:33:21.045938+0000","last_became_active":"2024-04-26T23:33:19.781856+0000","last_became_peered":"2024-04-26T23:33:19.781856+0000","last_unstale":"2024-04-26T23:33:21.045938+0000","last_undegraded":"2024-04-26T23:33:21.045938+0000","last_fullsized":"2024-04-26T23:33:21.045938+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:30:44.356697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'6","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:27.105908+0000","last_change":"2024-04-26T23:33:19.200691+0000","last_active":"2024-04-26T23:33:27.105908+0000","last_peered":"2024-04-26T23:33:27.105908+0000","last_clean":"2024-04-26T23:33:27.105908+0000","last_became_active":"2024-04-26T23:33:19.200377+0000","last_became_peered":"2024-04-26T23:33:19.200377+0000","last_unstale":"2024-04-26T23:33:27.105908+0000","last_undegraded":"2024-04-26T23:33:27.105908+0000","last_fullsized":"2024-04-26T23:33:27.105908+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:39.310894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042303+0000","last_change":"2024-04-26T23:33:19.760214+0000","last_active":"2024-04-26T23:33:21.042303+0000","last_peered":"2024-04-26T23:33:21.042303+0000","last_clean":"2024-04-26T23:33:21.042303+0000","last_became_active":"2024-04-26T23:33:19.758326+0000","last_became_peered":"2024-04-26T23:33:19.758326+0000","last_unstale":"2024-04-26T23:33:21.042303+0000","last_undegraded":"2024-04-26T23:33:21.042303+0000","last_fullsized":"2024-04-26T23:33:21.042303+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:29.075110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.753231+0000","last_change":"2024-04-26T23:33:19.211788+0000","last_active":"2024-04-26T23:33:24.753231+0000","last_peered":"2024-04-26T23:33:24.753231+0000","last_clean":"2024-04-26T23:33:24.753231+0000","last_became_active":"2024-04-26T23:33:19.211340+0000","last_became_peered":"2024-04-26T23:33:19.211340+0000","last_unstale":"2024-04-26T23:33:24.753231+0000","last_undegraded":"2024-04-26T23:33:24.753231+0000","last_fullsized":"2024-04-26T23:33:24.753231+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:45.295371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044441+0000","last_change":"2024-04-26T23:33:19.767091+0000","last_active":"2024-04-26T23:33:21.044441+0000","last_peered":"2024-04-26T23:33:21.044441+0000","last_clean":"2024-04-26T23:33:21.044441+0000","last_became_active":"2024-04-26T23:33:19.766668+0000","last_became_peered":"2024-04-26T23:33:19.766668+0000","last_unstale":"2024-04-26T23:33:21.044441+0000","last_undegraded":"2024-04-26T23:33:21.044441+0000","last_fullsized":"2024-04-26T23:33:21.044441+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:43:47.633569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.759053+0000","last_change":"2024-04-26T23:33:19.196233+0000","last_active":"2024-04-26T23:33:24.759053+0000","last_peered":"2024-04-26T23:33:24.759053+0000","last_clean":"2024-04-26T23:33:24.759053+0000","last_became_active":"2024-04-26T23:33:19.195862+0000","last_became_peered":"2024-04-26T23:33:19.195862+0000","last_unstale":"2024-04-26T23:33:24.759053+0000","last_undegraded":"2024-04-26T23:33:24.759053+0000","last_fullsized":"2024-04-26T23:33:24.759053+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:03:50.431144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044478+0000","last_change":"2024-04-26T23:33:19.773573+0000","last_active":"2024-04-26T23:33:21.044478+0000","last_peered":"2024-04-26T23:33:21.044478+0000","last_clean":"2024-04-26T23:33:21.044478+0000","last_became_active":"2024-04-26T23:33:19.773028+0000","last_became_peered":"2024-04-26T23:33:19.773028+0000","last_unstale":"2024-04-26T23:33:21.044478+0000","last_undegraded":"2024-04-26T23:33:21.044478+0000","last_fullsized":"2024-04-26T23:33:21.044478+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:15:46.371663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.041933+0000","last_change":"2024-04-26T23:33:19.203238+0000","last_active":"2024-04-26T23:33:21.041933+0000","last_peered":"2024-04-26T23:33:21.041933+0000","last_clean":"2024-04-26T23:33:21.041933+0000","last_became_active":"2024-04-26T23:33:19.202843+0000","last_became_peered":"2024-04-26T23:33:19.202843+0000","last_unstale":"2024-04-26T23:33:21.041933+0000","last_undegraded":"2024-04-26T23:33:21.041933+0000","last_fullsized":"2024-04-26T23:33:21.041933+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:25.072382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.738989+0000","last_change":"2024-04-26T23:33:19.759998+0000","last_active":"2024-04-26T23:33:20.738989+0000","last_peered":"2024-04-26T23:33:20.738989+0000","last_clean":"2024-04-26T23:33:20.738989+0000","last_became_active":"2024-04-26T23:33:19.759538+0000","last_became_peered":"2024-04-26T23:33:19.759538+0000","last_unstale":"2024-04-26T23:33:20.738989+0000","last_undegraded":"2024-04-26T23:33:20.738989+0000","last_fullsized":"2024-04-26T23:33:20.738989+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:27.138810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:25.095820+0000","last_change":"2024-04-26T23:33:19.201726+0000","last_active":"2024-04-26T23:33:25.095820+0000","last_peered":"2024-04-26T23:33:25.095820+0000","last_clean":"2024-04-26T23:33:25.095820+0000","last_became_active":"2024-04-26T23:33:19.200229+0000","last_became_peered":"2024-04-26T23:33:19.200229+0000","last_unstale":"2024-04-26T23:33:25.095820+0000","last_undegraded":"2024-04-26T23:33:25.095820+0000","last_fullsized":"2024-04-26T23:33:25.095820+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:20:13.161687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043550+0000","last_change":"2024-04-26T23:33:19.773311+0000","last_active":"2024-04-26T23:33:21.043550+0000","last_peered":"2024-04-26T23:33:21.043550+0000","last_clean":"2024-04-26T23:33:21.043550+0000","last_became_active":"2024-04-26T23:33:19.772876+0000","last_became_peered":"2024-04-26T23:33:19.772876+0000","last_unstale":"2024-04-26T23:33:21.043550+0000","last_undegraded":"2024-04-26T23:33:21.043550+0000","last_fullsized":"2024-04-26T23:33:21.043550+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:11:01.954077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.751664+0000","last_change":"2024-04-26T23:33:19.205896+0000","last_active":"2024-04-26T23:33:23.751664+0000","last_peered":"2024-04-26T23:33:23.751664+0000","last_clean":"2024-04-26T23:33:23.751664+0000","last_became_active":"2024-04-26T23:33:19.205577+0000","last_became_peered":"2024-04-26T23:33:19.205577+0000","last_unstale":"2024-04-26T23:33:23.751664+0000","last_undegraded":"2024-04-26T23:33:23.751664+0000","last_fullsized":"2024-04-26T23:33:23.751664+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:10:37.211591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.759216+0000","last_change":"2024-04-26T23:33:19.768395+0000","last_active":"2024-04-26T23:33:20.759216+0000","last_peered":"2024-04-26T23:33:20.759216+0000","last_clean":"2024-04-26T23:33:20.759216+0000","last_became_active":"2024-04-26T23:33:19.768006+0000","last_became_peered":"2024-04-26T23:33:19.768006+0000","last_unstale":"2024-04-26T23:33:20.759216+0000","last_undegraded":"2024-04-26T23:33:20.759216+0000","last_fullsized":"2024-04-26T23:33:20.759216+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:35:26.689822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.748181+0000","last_change":"2024-04-26T23:33:19.200446+0000","last_active":"2024-04-26T23:33:23.748181+0000","last_peered":"2024-04-26T23:33:23.748181+0000","last_clean":"2024-04-26T23:33:23.748181+0000","last_became_active":"2024-04-26T23:33:19.200095+0000","last_became_peered":"2024-04-26T23:33:19.200095+0000","last_unstale":"2024-04-26T23:33:23.748181+0000","last_undegraded":"2024-04-26T23:33:23.748181+0000","last_fullsized":"2024-04-26T23:33:23.748181+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:23:14.639220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043203+0000","last_change":"2024-04-26T23:33:19.776866+0000","last_active":"2024-04-26T23:33:21.043203+0000","last_peered":"2024-04-26T23:33:21.043203+0000","last_clean":"2024-04-26T23:33:21.043203+0000","last_became_active":"2024-04-26T23:33:19.776099+0000","last_became_peered":"2024-04-26T23:33:19.776099+0000","last_unstale":"2024-04-26T23:33:21.043203+0000","last_undegraded":"2024-04-26T23:33:21.043203+0000","last_fullsized":"2024-04-26T23:33:21.043203+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:39:03.842634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"89'11","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:26.633072+0000","last_change":"2024-04-26T23:33:19.206239+0000","last_active":"2024-04-26T23:33:26.633072+0000","last_peered":"2024-04-26T23:33:26.633072+0000","last_clean":"2024-04-26T23:33:26.633072+0000","last_became_active":"2024-04-26T23:33:19.205878+0000","last_became_peered":"2024-04-26T23:33:19.205878+0000","last_unstale":"2024-04-26T23:33:26.633072+0000","last_undegraded":"2024-04-26T23:33:26.633072+0000","last_fullsized":"2024-04-26T23:33:26.633072+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:17:55.419126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8212,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":6,"num_read_kb":4,"num_write":12,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043118+0000","last_change":"2024-04-26T23:33:19.768043+0000","last_active":"2024-04-26T23:33:21.043118+0000","last_peered":"2024-04-26T23:33:21.043118+0000","last_clean":"2024-04-26T23:33:21.043118+0000","last_became_active":"2024-04-26T23:33:19.767740+0000","last_became_peered":"2024-04-26T23:33:19.767740+0000","last_unstale":"2024-04-26T23:33:21.043118+0000","last_undegraded":"2024-04-26T23:33:21.043118+0000","last_fullsized":"2024-04-26T23:33:21.043118+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:37:01.158239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.758308+0000","last_change":"2024-04-26T23:33:19.213967+0000","last_active":"2024-04-26T23:33:24.758308+0000","last_peered":"2024-04-26T23:33:24.758308+0000","last_clean":"2024-04-26T23:33:24.758308+0000","last_became_active":"2024-04-26T23:33:19.213141+0000","last_became_peered":"2024-04-26T23:33:19.213141+0000","last_unstale":"2024-04-26T23:33:24.758308+0000","last_undegraded":"2024-04-26T23:33:24.758308+0000","last_fullsized":"2024-04-26T23:33:24.758308+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:28:36.198324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043661+0000","last_change":"2024-04-26T23:33:19.766651+0000","last_active":"2024-04-26T23:33:21.043661+0000","last_peered":"2024-04-26T23:33:21.043661+0000","last_clean":"2024-04-26T23:33:21.043661+0000","last_became_active":"2024-04-26T23:33:19.766308+0000","last_became_peered":"2024-04-26T23:33:19.766308+0000","last_unstale":"2024-04-26T23:33:21.043661+0000","last_undegraded":"2024-04-26T23:33:21.043661+0000","last_fullsized":"2024-04-26T23:33:21.043661+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:26:23.764011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.748191+0000","last_change":"2024-04-26T23:33:19.207511+0000","last_active":"2024-04-26T23:33:23.748191+0000","last_peered":"2024-04-26T23:33:23.748191+0000","last_clean":"2024-04-26T23:33:23.748191+0000","last_became_active":"2024-04-26T23:33:19.206635+0000","last_became_peered":"2024-04-26T23:33:19.206635+0000","last_unstale":"2024-04-26T23:33:23.748191+0000","last_undegraded":"2024-04-26T23:33:23.748191+0000","last_fullsized":"2024-04-26T23:33:23.748191+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:54:19.156138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741399+0000","last_change":"2024-04-26T23:33:19.783116+0000","last_active":"2024-04-26T23:33:20.741399+0000","last_peered":"2024-04-26T23:33:20.741399+0000","last_clean":"2024-04-26T23:33:20.741399+0000","last_became_active":"2024-04-26T23:33:19.780960+0000","last_became_peered":"2024-04-26T23:33:19.780960+0000","last_unstale":"2024-04-26T23:33:20.741399+0000","last_undegraded":"2024-04-26T23:33:20.741399+0000","last_fullsized":"2024-04-26T23:33:20.741399+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:56:02.569113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:28.109086+0000","last_change":"2024-04-26T23:33:19.204927+0000","last_active":"2024-04-26T23:33:28.109086+0000","last_peered":"2024-04-26T23:33:28.109086+0000","last_clean":"2024-04-26T23:33:28.109086+0000","last_became_active":"2024-04-26T23:33:19.204568+0000","last_became_peered":"2024-04-26T23:33:19.204568+0000","last_unstale":"2024-04-26T23:33:28.109086+0000","last_undegraded":"2024-04-26T23:33:28.109086+0000","last_fullsized":"2024-04-26T23:33:28.109086+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:46:18.973005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":9,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.740474+0000","last_change":"2024-04-26T23:33:19.765635+0000","last_active":"2024-04-26T23:33:20.740474+0000","last_peered":"2024-04-26T23:33:20.740474+0000","last_clean":"2024-04-26T23:33:20.740474+0000","last_became_active":"2024-04-26T23:33:19.761758+0000","last_became_peered":"2024-04-26T23:33:19.761758+0000","last_unstale":"2024-04-26T23:33:20.740474+0000","last_undegraded":"2024-04-26T23:33:20.740474+0000","last_fullsized":"2024-04-26T23:33:20.740474+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:26:54.879564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.764085+0000","last_change":"2024-04-26T23:33:19.200863+0000","last_active":"2024-04-26T23:33:24.764085+0000","last_peered":"2024-04-26T23:33:24.764085+0000","last_clean":"2024-04-26T23:33:24.764085+0000","last_became_active":"2024-04-26T23:33:19.200541+0000","last_became_peered":"2024-04-26T23:33:19.200541+0000","last_unstale":"2024-04-26T23:33:24.764085+0000","last_undegraded":"2024-04-26T23:33:24.764085+0000","last_fullsized":"2024-04-26T23:33:24.764085+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:54:34.936127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043326+0000","last_change":"2024-04-26T23:33:19.774626+0000","last_active":"2024-04-26T23:33:21.043326+0000","last_peered":"2024-04-26T23:33:21.043326+0000","last_clean":"2024-04-26T23:33:21.043326+0000","last_became_active":"2024-04-26T23:33:19.774252+0000","last_became_peered":"2024-04-26T23:33:19.774252+0000","last_unstale":"2024-04-26T23:33:21.043326+0000","last_undegraded":"2024-04-26T23:33:21.043326+0000","last_fullsized":"2024-04-26T23:33:21.043326+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:48:42.043104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"88'1","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044441+0000","last_change":"2024-04-26T23:33:19.192739+0000","last_active":"2024-04-26T23:33:21.044441+0000","last_peered":"2024-04-26T23:33:21.044441+0000","last_clean":"2024-04-26T23:33:21.044441+0000","last_became_active":"2024-04-26T23:33:19.191409+0000","last_became_peered":"2024-04-26T23:33:19.191409+0000","last_unstale":"2024-04-26T23:33:21.044441+0000","last_undegraded":"2024-04-26T23:33:21.044441+0000","last_fullsized":"2024-04-26T23:33:21.044441+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:08:55.142509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043479+0000","last_change":"2024-04-26T23:33:19.773039+0000","last_active":"2024-04-26T23:33:21.043479+0000","last_peered":"2024-04-26T23:33:21.043479+0000","last_clean":"2024-04-26T23:33:21.043479+0000","last_became_active":"2024-04-26T23:33:19.772592+0000","last_became_peered":"2024-04-26T23:33:19.772592+0000","last_unstale":"2024-04-26T23:33:21.043479+0000","last_undegraded":"2024-04-26T23:33:21.043479+0000","last_fullsized":"2024-04-26T23:33:21.043479+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:13:09.171841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.739174+0000","last_change":"2024-04-26T23:33:19.199008+0000","last_active":"2024-04-26T23:33:20.739174+0000","last_peered":"2024-04-26T23:33:20.739174+0000","last_clean":"2024-04-26T23:33:20.739174+0000","last_became_active":"2024-04-26T23:33:19.198687+0000","last_became_peered":"2024-04-26T23:33:19.198687+0000","last_unstale":"2024-04-26T23:33:20.739174+0000","last_undegraded":"2024-04-26T23:33:20.739174+0000","last_fullsized":"2024-04-26T23:33:20.739174+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:11:58.905112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044583+0000","last_change":"2024-04-26T23:33:19.769739+0000","last_active":"2024-04-26T23:33:21.044583+0000","last_peered":"2024-04-26T23:33:21.044583+0000","last_clean":"2024-04-26T23:33:21.044583+0000","last_became_active":"2024-04-26T23:33:19.769376+0000","last_became_peered":"2024-04-26T23:33:19.769376+0000","last_unstale":"2024-04-26T23:33:21.044583+0000","last_undegraded":"2024-04-26T23:33:21.044583+0000","last_fullsized":"2024-04-26T23:33:21.044583+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:49:48.299639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.811081+0000","last_change":"2024-04-26T23:33:19.205361+0000","last_active":"2024-04-26T23:33:20.811081+0000","last_peered":"2024-04-26T23:33:20.811081+0000","last_clean":"2024-04-26T23:33:20.811081+0000","last_became_active":"2024-04-26T23:33:19.204675+0000","last_became_peered":"2024-04-26T23:33:19.204675+0000","last_unstale":"2024-04-26T23:33:20.811081+0000","last_undegraded":"2024-04-26T23:33:20.811081+0000","last_fullsized":"2024-04-26T23:33:20.811081+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:18:59.537777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044058+0000","last_change":"2024-04-26T23:33:19.781871+0000","last_active":"2024-04-26T23:33:21.044058+0000","last_peered":"2024-04-26T23:33:21.044058+0000","last_clean":"2024-04-26T23:33:21.044058+0000","last_became_active":"2024-04-26T23:33:19.780456+0000","last_became_peered":"2024-04-26T23:33:19.780456+0000","last_unstale":"2024-04-26T23:33:21.044058+0000","last_undegraded":"2024-04-26T23:33:21.044058+0000","last_fullsized":"2024-04-26T23:33:21.044058+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:27:22.435538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042355+0000","last_change":"2024-04-26T23:33:19.779154+0000","last_active":"2024-04-26T23:33:21.042355+0000","last_peered":"2024-04-26T23:33:21.042355+0000","last_clean":"2024-04-26T23:33:21.042355+0000","last_became_active":"2024-04-26T23:33:19.778565+0000","last_became_peered":"2024-04-26T23:33:19.778565+0000","last_unstale":"2024-04-26T23:33:21.042355+0000","last_undegraded":"2024-04-26T23:33:21.042355+0000","last_fullsized":"2024-04-26T23:33:21.042355+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:41:22.644446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.762598+0000","last_change":"2024-04-26T23:33:19.207108+0000","last_active":"2024-04-26T23:33:24.762598+0000","last_peered":"2024-04-26T23:33:24.762598+0000","last_clean":"2024-04-26T23:33:24.762598+0000","last_became_active":"2024-04-26T23:33:19.206727+0000","last_became_peered":"2024-04-26T23:33:19.206727+0000","last_unstale":"2024-04-26T23:33:24.762598+0000","last_undegraded":"2024-04-26T23:33:24.762598+0000","last_fullsized":"2024-04-26T23:33:24.762598+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:50:07.302677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044486+0000","last_change":"2024-04-26T23:33:19.776942+0000","last_active":"2024-04-26T23:33:21.044486+0000","last_peered":"2024-04-26T23:33:21.044486+0000","last_clean":"2024-04-26T23:33:21.044486+0000","last_became_active":"2024-04-26T23:33:19.775521+0000","last_became_peered":"2024-04-26T23:33:19.775521+0000","last_unstale":"2024-04-26T23:33:21.044486+0000","last_undegraded":"2024-04-26T23:33:21.044486+0000","last_fullsized":"2024-04-26T23:33:21.044486+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:27:08.849464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:25.093084+0000","last_change":"2024-04-26T23:33:19.194370+0000","last_active":"2024-04-26T23:33:25.093084+0000","last_peered":"2024-04-26T23:33:25.093084+0000","last_clean":"2024-04-26T23:33:25.093084+0000","last_became_active":"2024-04-26T23:33:19.193988+0000","last_became_peered":"2024-04-26T23:33:19.193988+0000","last_unstale":"2024-04-26T23:33:25.093084+0000","last_undegraded":"2024-04-26T23:33:25.093084+0000","last_fullsized":"2024-04-26T23:33:25.093084+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:08:06.886930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":353,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.740395+0000","last_change":"2024-04-26T23:31:40.120552+0000","last_active":"2024-04-26T23:33:20.740395+0000","last_peered":"2024-04-26T23:33:20.740395+0000","last_clean":"2024-04-26T23:33:20.740395+0000","last_became_active":"2024-04-26T23:31:40.119972+0000","last_became_peered":"2024-04-26T23:31:40.119972+0000","last_unstale":"2024-04-26T23:33:20.740395+0000","last_undegraded":"2024-04-26T23:33:20.740395+0000","last_fullsized":"2024-04-26T23:33:20.740395+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_clean_scrub_stamp":"2024-04-26T23:26:52.786930+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:28:56.971768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042739+0000","last_change":"2024-04-26T23:33:19.777049+0000","last_active":"2024-04-26T23:33:21.042739+0000","last_peered":"2024-04-26T23:33:21.042739+0000","last_clean":"2024-04-26T23:33:21.042739+0000","last_became_active":"2024-04-26T23:33:19.775071+0000","last_became_peered":"2024-04-26T23:33:19.775071+0000","last_unstale":"2024-04-26T23:33:21.042739+0000","last_undegraded":"2024-04-26T23:33:21.042739+0000","last_fullsized":"2024-04-26T23:33:21.042739+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:23:32.453191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.757105+0000","last_change":"2024-04-26T23:33:19.196121+0000","last_active":"2024-04-26T23:33:24.757105+0000","last_peered":"2024-04-26T23:33:24.757105+0000","last_clean":"2024-04-26T23:33:24.757105+0000","last_became_active":"2024-04-26T23:33:19.195808+0000","last_became_peered":"2024-04-26T23:33:19.195808+0000","last_unstale":"2024-04-26T23:33:24.757105+0000","last_undegraded":"2024-04-26T23:33:24.757105+0000","last_fullsized":"2024-04-26T23:33:24.757105+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:17.665571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.749325+0000","last_change":"2024-04-26T23:33:19.191125+0000","last_active":"2024-04-26T23:33:23.749325+0000","last_peered":"2024-04-26T23:33:23.749325+0000","last_clean":"2024-04-26T23:33:23.749325+0000","last_became_active":"2024-04-26T23:33:19.190785+0000","last_became_peered":"2024-04-26T23:33:19.190785+0000","last_unstale":"2024-04-26T23:33:23.749325+0000","last_undegraded":"2024-04-26T23:33:23.749325+0000","last_fullsized":"2024-04-26T23:33:23.749325+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:26:43.487796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043662+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:33:21.043662+0000","last_peered":"2024-04-26T23:33:21.043662+0000","last_clean":"2024-04-26T23:33:21.043662+0000","last_became_active":"2024-04-26T23:33:19.768624+0000","last_became_peered":"2024-04-26T23:33:19.768624+0000","last_unstale":"2024-04-26T23:33:21.043662+0000","last_undegraded":"2024-04-26T23:33:21.043662+0000","last_fullsized":"2024-04-26T23:33:21.043662+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:27:26.123830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"89'4","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.760068+0000","last_change":"2024-04-26T23:33:19.194983+0000","last_active":"2024-04-26T23:33:24.760068+0000","last_peered":"2024-04-26T23:33:24.760068+0000","last_clean":"2024-04-26T23:33:24.760068+0000","last_became_active":"2024-04-26T23:33:19.194522+0000","last_became_peered":"2024-04-26T23:33:19.194522+0000","last_unstale":"2024-04-26T23:33:24.760068+0000","last_undegraded":"2024-04-26T23:33:24.760068+0000","last_fullsized":"2024-04-26T23:33:24.760068+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:56:26.518997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044736+0000","last_change":"2024-04-26T23:33:19.768228+0000","last_active":"2024-04-26T23:33:21.044736+0000","last_peered":"2024-04-26T23:33:21.044736+0000","last_clean":"2024-04-26T23:33:21.044736+0000","last_became_active":"2024-04-26T23:33:19.767884+0000","last_became_peered":"2024-04-26T23:33:19.767884+0000","last_unstale":"2024-04-26T23:33:21.044736+0000","last_undegraded":"2024-04-26T23:33:21.044736+0000","last_fullsized":"2024-04-26T23:33:21.044736+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:39:22.766173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.750050+0000","last_change":"2024-04-26T23:33:19.201353+0000","last_active":"2024-04-26T23:33:23.750050+0000","last_peered":"2024-04-26T23:33:23.750050+0000","last_clean":"2024-04-26T23:33:23.750050+0000","last_became_active":"2024-04-26T23:33:19.199839+0000","last_became_peered":"2024-04-26T23:33:19.199839+0000","last_unstale":"2024-04-26T23:33:23.750050+0000","last_undegraded":"2024-04-26T23:33:23.750050+0000","last_fullsized":"2024-04-26T23:33:23.750050+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:21:03.177803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.759035+0000","last_change":"2024-04-26T23:33:19.772951+0000","last_active":"2024-04-26T23:33:20.759035+0000","last_peered":"2024-04-26T23:33:20.759035+0000","last_clean":"2024-04-26T23:33:20.759035+0000","last_became_active":"2024-04-26T23:33:19.771614+0000","last_became_peered":"2024-04-26T23:33:19.771614+0000","last_unstale":"2024-04-26T23:33:20.759035+0000","last_undegraded":"2024-04-26T23:33:20.759035+0000","last_fullsized":"2024-04-26T23:33:20.759035+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:07:04.655336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.750168+0000","last_change":"2024-04-26T23:33:19.208501+0000","last_active":"2024-04-26T23:33:23.750168+0000","last_peered":"2024-04-26T23:33:23.750168+0000","last_clean":"2024-04-26T23:33:23.750168+0000","last_became_active":"2024-04-26T23:33:19.208150+0000","last_became_peered":"2024-04-26T23:33:19.208150+0000","last_unstale":"2024-04-26T23:33:23.750168+0000","last_undegraded":"2024-04-26T23:33:23.750168+0000","last_fullsized":"2024-04-26T23:33:23.750168+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:44:06.059446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.041653+0000","last_change":"2024-04-26T23:33:19.754820+0000","last_active":"2024-04-26T23:33:21.041653+0000","last_peered":"2024-04-26T23:33:21.041653+0000","last_clean":"2024-04-26T23:33:21.041653+0000","last_became_active":"2024-04-26T23:33:19.754433+0000","last_became_peered":"2024-04-26T23:33:19.754433+0000","last_unstale":"2024-04-26T23:33:21.041653+0000","last_undegraded":"2024-04-26T23:33:21.041653+0000","last_fullsized":"2024-04-26T23:33:21.041653+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:34:30.530804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.746130+0000","last_change":"2024-04-26T23:33:19.209883+0000","last_active":"2024-04-26T23:33:23.746130+0000","last_peered":"2024-04-26T23:33:23.746130+0000","last_clean":"2024-04-26T23:33:23.746130+0000","last_became_active":"2024-04-26T23:33:19.209566+0000","last_became_peered":"2024-04-26T23:33:19.209566+0000","last_unstale":"2024-04-26T23:33:23.746130+0000","last_undegraded":"2024-04-26T23:33:23.746130+0000","last_fullsized":"2024-04-26T23:33:23.746130+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:34:02.001014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042604+0000","last_change":"2024-04-26T23:33:19.755003+0000","last_active":"2024-04-26T23:33:21.042604+0000","last_peered":"2024-04-26T23:33:21.042604+0000","last_clean":"2024-04-26T23:33:21.042604+0000","last_became_active":"2024-04-26T23:33:19.753643+0000","last_became_peered":"2024-04-26T23:33:19.753643+0000","last_unstale":"2024-04-26T23:33:21.042604+0000","last_undegraded":"2024-04-26T23:33:21.042604+0000","last_fullsized":"2024-04-26T23:33:21.042604+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:10:55.237122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:22.838150+0000","last_change":"2024-04-26T23:33:19.213587+0000","last_active":"2024-04-26T23:33:22.838150+0000","last_peered":"2024-04-26T23:33:22.838150+0000","last_clean":"2024-04-26T23:33:22.838150+0000","last_became_active":"2024-04-26T23:33:19.213136+0000","last_became_peered":"2024-04-26T23:33:19.213136+0000","last_unstale":"2024-04-26T23:33:22.838150+0000","last_undegraded":"2024-04-26T23:33:22.838150+0000","last_fullsized":"2024-04-26T23:33:22.838150+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:35.169676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.045137+0000","last_change":"2024-04-26T23:33:19.769308+0000","last_active":"2024-04-26T23:33:21.045137+0000","last_peered":"2024-04-26T23:33:21.045137+0000","last_clean":"2024-04-26T23:33:21.045137+0000","last_became_active":"2024-04-26T23:33:19.769006+0000","last_became_peered":"2024-04-26T23:33:19.769006+0000","last_unstale":"2024-04-26T23:33:21.045137+0000","last_undegraded":"2024-04-26T23:33:21.045137+0000","last_fullsized":"2024-04-26T23:33:21.045137+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:13:50.922232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:23.751473+0000","last_change":"2024-04-26T23:33:19.204245+0000","last_active":"2024-04-26T23:33:23.751473+0000","last_peered":"2024-04-26T23:33:23.751473+0000","last_clean":"2024-04-26T23:33:23.751473+0000","last_became_active":"2024-04-26T23:33:19.203871+0000","last_became_peered":"2024-04-26T23:33:19.203871+0000","last_unstale":"2024-04-26T23:33:23.751473+0000","last_undegraded":"2024-04-26T23:33:23.751473+0000","last_fullsized":"2024-04-26T23:33:23.751473+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:14:29.417627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.740937+0000","last_change":"2024-04-26T23:33:19.775998+0000","last_active":"2024-04-26T23:33:20.740937+0000","last_peered":"2024-04-26T23:33:20.740937+0000","last_clean":"2024-04-26T23:33:20.740937+0000","last_became_active":"2024-04-26T23:33:19.775617+0000","last_became_peered":"2024-04-26T23:33:19.775617+0000","last_unstale":"2024-04-26T23:33:20.740937+0000","last_undegraded":"2024-04-26T23:33:20.740937+0000","last_fullsized":"2024-04-26T23:33:20.740937+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:42:55.815618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:24.760092+0000","last_change":"2024-04-26T23:33:19.210168+0000","last_active":"2024-04-26T23:33:24.760092+0000","last_peered":"2024-04-26T23:33:24.760092+0000","last_clean":"2024-04-26T23:33:24.760092+0000","last_became_active":"2024-04-26T23:33:19.209745+0000","last_became_peered":"2024-04-26T23:33:19.209745+0000","last_unstale":"2024-04-26T23:33:24.760092+0000","last_undegraded":"2024-04-26T23:33:24.760092+0000","last_fullsized":"2024-04-26T23:33:24.760092+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:00:54.911424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741502+0000","last_change":"2024-04-26T23:33:19.778593+0000","last_active":"2024-04-26T23:33:20.741502+0000","last_peered":"2024-04-26T23:33:20.741502+0000","last_clean":"2024-04-26T23:33:20.741502+0000","last_became_active":"2024-04-26T23:33:19.776775+0000","last_became_peered":"2024-04-26T23:33:19.776775+0000","last_unstale":"2024-04-26T23:33:20.741502+0000","last_undegraded":"2024-04-26T23:33:20.741502+0000","last_fullsized":"2024-04-26T23:33:20.741502+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:24:49.865354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'1","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.045673+0000","last_change":"2024-04-26T23:33:19.214347+0000","last_active":"2024-04-26T23:33:21.045673+0000","last_peered":"2024-04-26T23:33:21.045673+0000","last_clean":"2024-04-26T23:33:21.045673+0000","last_became_active":"2024-04-26T23:33:19.214010+0000","last_became_peered":"2024-04-26T23:33:19.214010+0000","last_unstale":"2024-04-26T23:33:21.045673+0000","last_undegraded":"2024-04-26T23:33:21.045673+0000","last_fullsized":"2024-04-26T23:33:21.045673+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:27:09.490637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741333+0000","last_change":"2024-04-26T23:33:19.771063+0000","last_active":"2024-04-26T23:33:20.741333+0000","last_peered":"2024-04-26T23:33:20.741333+0000","last_clean":"2024-04-26T23:33:20.741333+0000","last_became_active":"2024-04-26T23:33:19.770696+0000","last_became_peered":"2024-04-26T23:33:19.770696+0000","last_unstale":"2024-04-26T23:33:20.741333+0000","last_undegraded":"2024-04-26T23:33:20.741333+0000","last_fullsized":"2024-04-26T23:33:20.741333+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:47:13.560138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044099+0000","last_change":"2024-04-26T23:33:19.213737+0000","last_active":"2024-04-26T23:33:21.044099+0000","last_peered":"2024-04-26T23:33:21.044099+0000","last_clean":"2024-04-26T23:33:21.044099+0000","last_became_active":"2024-04-26T23:33:19.213281+0000","last_became_peered":"2024-04-26T23:33:19.213281+0000","last_unstale":"2024-04-26T23:33:21.044099+0000","last_undegraded":"2024-04-26T23:33:21.044099+0000","last_fullsized":"2024-04-26T23:33:21.044099+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:13:56.517790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741186+0000","last_change":"2024-04-26T23:33:19.772243+0000","last_active":"2024-04-26T23:33:20.741186+0000","last_peered":"2024-04-26T23:33:20.741186+0000","last_clean":"2024-04-26T23:33:20.741186+0000","last_became_active":"2024-04-26T23:33:19.768712+0000","last_became_peered":"2024-04-26T23:33:19.768712+0000","last_unstale":"2024-04-26T23:33:20.741186+0000","last_undegraded":"2024-04-26T23:33:20.741186+0000","last_fullsized":"2024-04-26T23:33:20.741186+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:48:36.317855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042817+0000","last_change":"2024-04-26T23:33:19.759135+0000","last_active":"2024-04-26T23:33:21.042817+0000","last_peered":"2024-04-26T23:33:21.042817+0000","last_clean":"2024-04-26T23:33:21.042817+0000","last_became_active":"2024-04-26T23:33:19.758721+0000","last_became_peered":"2024-04-26T23:33:19.758721+0000","last_unstale":"2024-04-26T23:33:21.042817+0000","last_undegraded":"2024-04-26T23:33:21.042817+0000","last_fullsized":"2024-04-26T23:33:21.042817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:30.103124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741406+0000","last_change":"2024-04-26T23:33:19.774985+0000","last_active":"2024-04-26T23:33:20.741406+0000","last_peered":"2024-04-26T23:33:20.741406+0000","last_clean":"2024-04-26T23:33:20.741406+0000","last_became_active":"2024-04-26T23:33:19.774613+0000","last_became_peered":"2024-04-26T23:33:19.774613+0000","last_unstale":"2024-04-26T23:33:20.741406+0000","last_undegraded":"2024-04-26T23:33:20.741406+0000","last_fullsized":"2024-04-26T23:33:20.741406+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:59:52.509988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.740721+0000","last_change":"2024-04-26T23:33:19.764401+0000","last_active":"2024-04-26T23:33:20.740721+0000","last_peered":"2024-04-26T23:33:20.740721+0000","last_clean":"2024-04-26T23:33:20.740721+0000","last_became_active":"2024-04-26T23:33:19.764038+0000","last_became_peered":"2024-04-26T23:33:19.764038+0000","last_unstale":"2024-04-26T23:33:20.740721+0000","last_undegraded":"2024-04-26T23:33:20.740721+0000","last_fullsized":"2024-04-26T23:33:20.740721+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:01:06.777560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.758497+0000","last_change":"2024-04-26T23:33:19.772465+0000","last_active":"2024-04-26T23:33:20.758497+0000","last_peered":"2024-04-26T23:33:20.758497+0000","last_clean":"2024-04-26T23:33:20.758497+0000","last_became_active":"2024-04-26T23:33:19.771548+0000","last_became_peered":"2024-04-26T23:33:19.771548+0000","last_unstale":"2024-04-26T23:33:20.758497+0000","last_undegraded":"2024-04-26T23:33:20.758497+0000","last_fullsized":"2024-04-26T23:33:20.758497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:35.618703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043949+0000","last_change":"2024-04-26T23:33:19.777564+0000","last_active":"2024-04-26T23:33:21.043949+0000","last_peered":"2024-04-26T23:33:21.043949+0000","last_clean":"2024-04-26T23:33:21.043949+0000","last_became_active":"2024-04-26T23:33:19.775097+0000","last_became_peered":"2024-04-26T23:33:19.775097+0000","last_unstale":"2024-04-26T23:33:21.043949+0000","last_undegraded":"2024-04-26T23:33:21.043949+0000","last_fullsized":"2024-04-26T23:33:21.043949+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:40:46.453056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043188+0000","last_change":"2024-04-26T23:33:19.758345+0000","last_active":"2024-04-26T23:33:21.043188+0000","last_peered":"2024-04-26T23:33:21.043188+0000","last_clean":"2024-04-26T23:33:21.043188+0000","last_became_active":"2024-04-26T23:33:19.757468+0000","last_became_peered":"2024-04-26T23:33:19.757468+0000","last_unstale":"2024-04-26T23:33:21.043188+0000","last_undegraded":"2024-04-26T23:33:21.043188+0000","last_fullsized":"2024-04-26T23:33:21.043188+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:41:36.299346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:20.741151+0000","last_change":"2024-04-26T23:33:19.764461+0000","last_active":"2024-04-26T23:33:20.741151+0000","last_peered":"2024-04-26T23:33:20.741151+0000","last_clean":"2024-04-26T23:33:20.741151+0000","last_became_active":"2024-04-26T23:33:19.764131+0000","last_became_peered":"2024-04-26T23:33:19.764131+0000","last_unstale":"2024-04-26T23:33:20.741151+0000","last_undegraded":"2024-04-26T23:33:20.741151+0000","last_fullsized":"2024-04-26T23:33:20.741151+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:37:29.704505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.044555+0000","last_change":"2024-04-26T23:33:19.777627+0000","last_active":"2024-04-26T23:33:21.044555+0000","last_peered":"2024-04-26T23:33:21.044555+0000","last_clean":"2024-04-26T23:33:21.044555+0000","last_became_active":"2024-04-26T23:33:19.776515+0000","last_became_peered":"2024-04-26T23:33:19.776515+0000","last_unstale":"2024-04-26T23:33:21.044555+0000","last_undegraded":"2024-04-26T23:33:21.044555+0000","last_fullsized":"2024-04-26T23:33:21.044555+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:13:59.933433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042125+0000","last_change":"2024-04-26T23:33:19.768831+0000","last_active":"2024-04-26T23:33:21.042125+0000","last_peered":"2024-04-26T23:33:21.042125+0000","last_clean":"2024-04-26T23:33:21.042125+0000","last_became_active":"2024-04-26T23:33:19.768515+0000","last_became_peered":"2024-04-26T23:33:19.768515+0000","last_unstale":"2024-04-26T23:33:21.042125+0000","last_undegraded":"2024-04-26T23:33:21.042125+0000","last_fullsized":"2024-04-26T23:33:21.042125+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:31:00.811033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.043904+0000","last_change":"2024-04-26T23:33:19.774269+0000","last_active":"2024-04-26T23:33:21.043904+0000","last_peered":"2024-04-26T23:33:21.043904+0000","last_clean":"2024-04-26T23:33:21.043904+0000","last_became_active":"2024-04-26T23:33:19.773649+0000","last_became_peered":"2024-04-26T23:33:19.773649+0000","last_unstale":"2024-04-26T23:33:21.043904+0000","last_undegraded":"2024-04-26T23:33:21.043904+0000","last_fullsized":"2024-04-26T23:33:21.043904+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:14:15.741089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042800+0000","last_change":"2024-04-26T23:33:19.775632+0000","last_active":"2024-04-26T23:33:21.042800+0000","last_peered":"2024-04-26T23:33:21.042800+0000","last_clean":"2024-04-26T23:33:21.042800+0000","last_became_active":"2024-04-26T23:33:19.775244+0000","last_became_peered":"2024-04-26T23:33:19.775244+0000","last_unstale":"2024-04-26T23:33:21.042800+0000","last_undegraded":"2024-04-26T23:33:21.042800+0000","last_fullsized":"2024-04-26T23:33:21.042800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:25:40.427327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042909+0000","last_change":"2024-04-26T23:33:19.768751+0000","last_active":"2024-04-26T23:33:21.042909+0000","last_peered":"2024-04-26T23:33:21.042909+0000","last_clean":"2024-04-26T23:33:21.042909+0000","last_became_active":"2024-04-26T23:33:19.768342+0000","last_became_peered":"2024-04-26T23:33:19.768342+0000","last_unstale":"2024-04-26T23:33:21.042909+0000","last_undegraded":"2024-04-26T23:33:21.042909+0000","last_fullsized":"2024-04-26T23:33:21.042909+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:02:53.188134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-26T23:33:21.042807+0000","last_change":"2024-04-26T23:33:19.776609+0000","last_active":"2024-04-26T23:33:21.042807+0000","last_peered":"2024-04-26T23:33:21.042807+0000","last_clean":"2024-04-26T23:33:21.042807+0000","last_became_active":"2024-04-26T23:33:19.776196+0000","last_became_peered":"2024-04-26T23:33:19.776196+0000","last_unstale":"2024-04-26T23:33:21.042807+0000","last_undegraded":"2024-04-26T23:33:21.042807+0000","last_fullsized":"2024-04-26T23:33:21.042807+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:53:26.457619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":12604,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":38,"num_read_kb":27,"num_write":131,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":39,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":307200,"data_stored":85728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":84,"seq":360777252881,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":460536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":10,"up_from":76,"seq":326417514520,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36900,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708252,"statfs":{"total":95995035648,"available":95957250048,"internally_reserved":0,"allocated":1601536,"data_stored":1060503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":70,"seq":300647710752,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":978944,"data_stored":460772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":62,"seq":266287972391,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":978944,"data_stored":460692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266734,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32708,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712444,"statfs":{"total":95995035648,"available":95961542656,"internally_reserved":0,"allocated":1568768,"data_stored":1052114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462964,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":460044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574938,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1011712,"data_stored":504181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738464,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":987136,"data_stored":461432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":482590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149770,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36284,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708868,"statfs":{"total":95995035648,"available":95957880832,"internally_reserved":0,"allocated":970752,"data_stored":460148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888130,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":460989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724605,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28560,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716592,"statfs":{"total":95995035648,"available":95965790208,"internally_reserved":0,"allocated":1581056,"data_stored":1052189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":44227,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":22636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":10181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T23:33:30.826 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-26T23:33:30.826 INFO:tasks.cephadm:Setting up client nodes... 2024-04-26T23:33:30.827 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-26T23:33:31.329 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:31.533 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:31 smithi026 ceph-mon[28371]: pgmap v377: 97 pgs: 97 active+clean; 589 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4.9 KiB/s wr, 16 op/s 2024-04-26T23:33:31.533 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:31 smithi026 ceph-mon[28371]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:33:31.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:31 smithi086 ceph-mon[31122]: pgmap v377: 97 pgs: 97 active+clean; 589 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4.9 KiB/s wr, 16 op/s 2024-04-26T23:33:31.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:31 smithi086 ceph-mon[31122]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:33:31.652 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:31 smithi164 ceph-mon[31699]: pgmap v377: 97 pgs: 97 active+clean; 589 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4.9 KiB/s wr, 16 op/s 2024-04-26T23:33:31.653 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:31 smithi164 ceph-mon[31699]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:33:32.545 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:32 smithi026 ceph-mon[28371]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:33:32.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:32 smithi086 ceph-mon[31122]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:33:32.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:32 smithi164 ceph-mon[31699]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:33:33.551 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:33 smithi026 ceph-mon[28371]: pgmap v378: 97 pgs: 97 active+clean; 589 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 4.4 KiB/s wr, 14 op/s 2024-04-26T23:33:33.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:33 smithi086 ceph-mon[31122]: pgmap v378: 97 pgs: 97 active+clean; 589 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 4.4 KiB/s wr, 14 op/s 2024-04-26T23:33:33.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.721+0000 7fd6e5c00700 1 -- 172.21.15.26:0/1762426397 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6e01044d0 msgr2=0x7fd6e0106960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:33.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.721+0000 7fd6e5c00700 1 --2- 172.21.15.26:0/1762426397 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6e01044d0 0x7fd6e0106960 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc009990 tx=0x7fd6cc009ca0 comp rx=0 tx=0).stop 2024-04-26T23:33:33.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.721+0000 7fd6e5c00700 1 -- 172.21.15.26:0/1762426397 shutdown_connections 2024-04-26T23:33:33.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.721+0000 7fd6e5c00700 1 --2- 172.21.15.26:0/1762426397 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd6e0106ea0 0x7fd6e0107320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:33.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.721+0000 7fd6e5c00700 1 --2- 172.21.15.26:0/1762426397 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6e0101b60 0x7fd6e0103f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:33.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.721+0000 7fd6e5c00700 1 --2- 172.21.15.26:0/1762426397 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6e01044d0 0x7fd6e0106960 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:33.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.721+0000 7fd6e5c00700 1 -- 172.21.15.26:0/1762426397 >> 172.21.15.26:0/1762426397 conn(0x7fd6e00fd760 msgr2=0x7fd6e00ffbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:33.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.721+0000 7fd6e5c00700 1 -- 172.21.15.26:0/1762426397 shutdown_connections 2024-04-26T23:33:33.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.721+0000 7fd6e5c00700 1 -- 172.21.15.26:0/1762426397 wait complete. 2024-04-26T23:33:33.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.723+0000 7fd6e5c00700 1 Processor -- start 2024-04-26T23:33:33.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.723+0000 7fd6e5c00700 1 -- start start 2024-04-26T23:33:33.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.723+0000 7fd6e5c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6e0101b60 0x7fd6e019f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:33.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.723+0000 7fd6e5c00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd6e01044d0 0x7fd6e019fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.723+0000 7fd6e5c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6e0106ea0 0x7fd6e01a6c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.723+0000 7fd6e5c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e0115180 con 0x7fd6e0106ea0 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.723+0000 7fd6e5c00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e0115000 con 0x7fd6e01044d0 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.723+0000 7fd6e5c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e0115300 con 0x7fd6e0101b60 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.724+0000 7fd6e5200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6e0106ea0 0x7fd6e01a6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.724+0000 7fd6e5200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6e0106ea0 0x7fd6e01a6c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46244/0 (socket says 172.21.15.26:46244) 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.724+0000 7fd6e5200700 1 -- 172.21.15.26:0/2231248188 learned_addr learned my addr 172.21.15.26:0/2231248188 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.724+0000 7fd6dfe00700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6e0101b60 0x7fd6e019f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.724+0000 7fd6df400700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd6e01044d0 0x7fd6e019fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.724+0000 7fd6e5200700 1 -- 172.21.15.26:0/2231248188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6e0101b60 msgr2=0x7fd6e019f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.724+0000 7fd6e5200700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6e0101b60 0x7fd6e019f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.724+0000 7fd6e5200700 1 -- 172.21.15.26:0/2231248188 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd6e01044d0 msgr2=0x7fd6e019fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:33.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.724+0000 7fd6e5200700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd6e01044d0 0x7fd6e019fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:33.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.724+0000 7fd6e5200700 1 -- 172.21.15.26:0/2231248188 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6e01a7300 con 0x7fd6e0106ea0 2024-04-26T23:33:33.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.725+0000 7fd6e5200700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6e0106ea0 0x7fd6e01a6c60 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd6d8007da0 tx=0x7fd6d800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:33.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.725+0000 7fd6dcc00700 1 -- 172.21.15.26:0/2231248188 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d8016020 con 0x7fd6e0106ea0 2024-04-26T23:33:33.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.725+0000 7fd6dcc00700 1 -- 172.21.15.26:0/2231248188 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd6d800ad00 con 0x7fd6e0106ea0 2024-04-26T23:33:33.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.725+0000 7fd6dcc00700 1 -- 172.21.15.26:0/2231248188 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d80115e0 con 0x7fd6e0106ea0 2024-04-26T23:33:33.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.725+0000 7fd6e5c00700 1 -- 172.21.15.26:0/2231248188 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6e01a75f0 con 0x7fd6e0106ea0 2024-04-26T23:33:33.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.725+0000 7fd6e5c00700 1 -- 172.21.15.26:0/2231248188 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6e01a7b30 con 0x7fd6e0106ea0 2024-04-26T23:33:33.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.726+0000 7fd6e5c00700 1 -- 172.21.15.26:0/2231248188 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6e0064a80 con 0x7fd6e0106ea0 2024-04-26T23:33:33.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.728+0000 7fd6dcc00700 1 -- 172.21.15.26:0/2231248188 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd6d8019020 con 0x7fd6e0106ea0 2024-04-26T23:33:33.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.730+0000 7fd6dcc00700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd6c40a3e00 0x7fd6c40a62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:33.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.730+0000 7fd6dcc00700 1 -- 172.21.15.26:0/2231248188 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fd6d80d03b0 con 0x7fd6e0106ea0 2024-04-26T23:33:33.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.730+0000 7fd6dfe00700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd6c40a3e00 0x7fd6c40a62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:33.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.731+0000 7fd6dfe00700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd6c40a3e00 0x7fd6c40a62c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd6d0005ea0 tx=0x7fd6d0005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:33.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:33.734+0000 7fd6dcc00700 1 -- 172.21.15.26:0/2231248188 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fd6d8020020 con 0x7fd6e0106ea0 2024-04-26T23:33:33.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:33 smithi164 ceph-mon[31699]: pgmap v378: 97 pgs: 97 active+clean; 589 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 4.4 KiB/s wr, 14 op/s 2024-04-26T23:33:34.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.069+0000 7fd6e5c00700 1 -- 172.21.15.26:0/2231248188 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7fd6e002e490 con 0x7fd6e0106ea0 2024-04-26T23:33:34.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.074+0000 7fd6dcc00700 1 -- 172.21.15.26:0/2231248188 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v33) ==== 170+0+59 (secure 0 0 0) 0x7fd6d8019310 con 0x7fd6e0106ea0 2024-04-26T23:33:34.077 INFO:teuthology.orchestra.run.smithi026.stdout:[client.0] 2024-04-26T23:33:34.077 INFO:teuthology.orchestra.run.smithi026.stdout: key = AQDOOSxmbEVGBBAAL7LEPgrFd2/L+LZgXApGLg== 2024-04-26T23:33:34.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.077+0000 7fd6e5c00700 1 -- 172.21.15.26:0/2231248188 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd6c40a3e00 msgr2=0x7fd6c40a62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:34.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.077+0000 7fd6e5c00700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd6c40a3e00 0x7fd6c40a62c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd6d0005ea0 tx=0x7fd6d0005e30 comp rx=0 tx=0).stop 2024-04-26T23:33:34.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.078+0000 7fd6e5c00700 1 -- 172.21.15.26:0/2231248188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6e0106ea0 msgr2=0x7fd6e01a6c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:34.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.078+0000 7fd6e5c00700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6e0106ea0 0x7fd6e01a6c60 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd6d8007da0 tx=0x7fd6d800a340 comp rx=0 tx=0).stop 2024-04-26T23:33:34.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.078+0000 7fd6e5c00700 1 -- 172.21.15.26:0/2231248188 shutdown_connections 2024-04-26T23:33:34.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.078+0000 7fd6e5c00700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fd6c40a3e00 0x7fd6c40a62c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:34.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.078+0000 7fd6e5c00700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6e0106ea0 0x7fd6e01a6c60 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:34.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.078+0000 7fd6e5c00700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6e0101b60 0x7fd6e019f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:34.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.078+0000 7fd6e5c00700 1 --2- 172.21.15.26:0/2231248188 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd6e01044d0 0x7fd6e019fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:34.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.078+0000 7fd6e5c00700 1 -- 172.21.15.26:0/2231248188 >> 172.21.15.26:0/2231248188 conn(0x7fd6e00fd760 msgr2=0x7fd6e0102810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:34.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.078+0000 7fd6e5c00700 1 -- 172.21.15.26:0/2231248188 shutdown_connections 2024-04-26T23:33:34.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:34.078+0000 7fd6e5c00700 1 -- 172.21.15.26:0/2231248188 wait complete. 2024-04-26T23:33:34.447 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-26T23:33:34.447 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]: dispatch 2024-04-26T23:33:34.447 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-04-26T23:33:34.447 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-04-26T23:33:34.447 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-04-26T23:33:34.447 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-04-26T23:33:34.447 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-04-26T23:33:34.448 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:34 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-04-26T23:33:34.448 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:34 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2231248188' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T23:33:34.448 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:34 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2231248188' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T23:33:34.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-26T23:33:34.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]: dispatch 2024-04-26T23:33:34.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-04-26T23:33:34.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-04-26T23:33:34.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-04-26T23:33:34.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-04-26T23:33:34.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-04-26T23:33:34.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:34 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-04-26T23:33:34.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:34 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2231248188' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T23:33:34.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:34 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2231248188' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T23:33:34.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-26T23:33:34.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]: dispatch 2024-04-26T23:33:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-04-26T23:33:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-04-26T23:33:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-04-26T23:33:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-04-26T23:33:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]: dispatch 2024-04-26T23:33:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:34 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-04-26T23:33:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:34 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2231248188' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T23:33:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:34 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2231248188' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T23:33:34.903 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:33:34.903 DEBUG:teuthology.orchestra.run.smithi026:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-26T23:33:34.903 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-26T23:33:35.054 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-26T23:33:35.054 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-26T23:33:35.054 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-26T23:33:35.561 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:35.707 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:35 smithi026 ceph-mon[28371]: pgmap v379: 97 pgs: 97 active+clean; 624 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 7.4 KiB/s wr, 16 op/s 2024-04-26T23:33:35.707 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-26T23:33:35.707 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]': finished 2024-04-26T23:33:35.707 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-04-26T23:33:35.707 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-04-26T23:33:35.707 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-04-26T23:33:35.707 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-04-26T23:33:35.707 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-04-26T23:33:35.707 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:35 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-04-26T23:33:35.708 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:35 smithi026 ceph-mon[28371]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T23:33:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:35 smithi164 ceph-mon[31699]: pgmap v379: 97 pgs: 97 active+clean; 624 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 7.4 KiB/s wr, 16 op/s 2024-04-26T23:33:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-26T23:33:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]': finished 2024-04-26T23:33:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-04-26T23:33:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-04-26T23:33:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-04-26T23:33:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-04-26T23:33:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-04-26T23:33:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:35 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-04-26T23:33:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:35 smithi164 ceph-mon[31699]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T23:33:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:35 smithi086 ceph-mon[31122]: pgmap v379: 97 pgs: 97 active+clean; 624 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 7.4 KiB/s wr, 16 op/s 2024-04-26T23:33:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-26T23:33:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]': finished 2024-04-26T23:33:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-04-26T23:33:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-04-26T23:33:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-04-26T23:33:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-04-26T23:33:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 9]}]': finished 2024-04-26T23:33:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:35 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-04-26T23:33:35.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:35 smithi086 ceph-mon[31122]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T23:33:36.647 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:36 smithi026 ceph-mon[28371]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T23:33:36.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:36 smithi164 ceph-mon[31699]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T23:33:36.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:36 smithi086 ceph-mon[31122]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T23:33:37.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:37 smithi026 ceph-mon[28371]: pgmap v382: 97 pgs: 1 peering, 96 active+clean; 624 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.0 KiB/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2024-04-26T23:33:37.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:37 smithi164 ceph-mon[31699]: pgmap v382: 97 pgs: 1 peering, 96 active+clean; 624 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.0 KiB/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2024-04-26T23:33:37.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:37 smithi086 ceph-mon[31122]: pgmap v382: 97 pgs: 1 peering, 96 active+clean; 624 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.0 KiB/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2024-04-26T23:33:37.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.833+0000 7f6f77200700 1 -- 172.21.15.26:0/2928303936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f70106000 msgr2=0x7f6f70112510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:37.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.833+0000 7f6f77200700 1 --2- 172.21.15.26:0/2928303936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f70106000 0x7f6f70112510 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6f6800b0a0 tx=0x7f6f6800b3b0 comp rx=0 tx=0).stop 2024-04-26T23:33:37.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.833+0000 7f6f77200700 1 -- 172.21.15.26:0/2928303936 shutdown_connections 2024-04-26T23:33:37.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.833+0000 7f6f77200700 1 --2- 172.21.15.26:0/2928303936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f70106000 0x7f6f70112510 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:37.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.833+0000 7f6f77200700 1 --2- 172.21.15.26:0/2928303936 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6f7010b640 0x7f6f7010ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:37.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.833+0000 7f6f77200700 1 --2- 172.21.15.26:0/2928303936 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6f70105640 0x7f6f70105ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:37.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.833+0000 7f6f77200700 1 -- 172.21.15.26:0/2928303936 >> 172.21.15.26:0/2928303936 conn(0x7f6f70101130 msgr2=0x7f6f70103550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:37.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.833+0000 7f6f77200700 1 -- 172.21.15.26:0/2928303936 shutdown_connections 2024-04-26T23:33:37.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.833+0000 7f6f77200700 1 -- 172.21.15.26:0/2928303936 wait complete. 2024-04-26T23:33:37.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.834+0000 7f6f77200700 1 Processor -- start 2024-04-26T23:33:37.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.834+0000 7f6f77200700 1 -- start start 2024-04-26T23:33:37.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.835+0000 7f6f77200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6f70105640 0x7f6f701a1770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:37.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.835+0000 7f6f77200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f70106000 0x7f6f701a1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:37.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.835+0000 7f6f77200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6f7010b640 0x7f6f7019b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:37.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.835+0000 7f6f77200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6f70115730 con 0x7f6f70106000 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.835+0000 7f6f77200700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6f701155b0 con 0x7f6f7010b640 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.835+0000 7f6f77200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6f701158b0 con 0x7f6f70105640 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.835+0000 7f6f6f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f70106000 0x7f6f701a1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.835+0000 7f6f6f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f70106000 0x7f6f701a1cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:41080/0 (socket says 172.21.15.26:41080) 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.835+0000 7f6f6f400700 1 -- 172.21.15.26:0/2339249984 learned_addr learned my addr 172.21.15.26:0/2339249984 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.835+0000 7f6f6fe00700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6f70105640 0x7f6f701a1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.835+0000 7f6f75200700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6f7010b640 0x7f6f7019b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.836+0000 7f6f6f400700 1 -- 172.21.15.26:0/2339249984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6f70105640 msgr2=0x7f6f701a1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.836+0000 7f6f6f400700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6f70105640 0x7f6f701a1770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.836+0000 7f6f6f400700 1 -- 172.21.15.26:0/2339249984 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6f7010b640 msgr2=0x7f6f7019b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.836+0000 7f6f6f400700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6f7010b640 0x7f6f7019b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.836+0000 7f6f6f400700 1 -- 172.21.15.26:0/2339249984 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f7019c090 con 0x7f6f70106000 2024-04-26T23:33:37.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.836+0000 7f6f75200700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6f7010b640 0x7f6f7019b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:33:37.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.836+0000 7f6f6f400700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f70106000 0x7f6f701a1cb0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c00c9b0 tx=0x7f6f5c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:37.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.836+0000 7f6f6cc00700 1 -- 172.21.15.26:0/2339249984 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f5c007b00 con 0x7f6f70106000 2024-04-26T23:33:37.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.836+0000 7f6f6cc00700 1 -- 172.21.15.26:0/2339249984 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6f5c007ca0 con 0x7f6f70106000 2024-04-26T23:33:37.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.836+0000 7f6f77200700 1 -- 172.21.15.26:0/2339249984 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f7019c380 con 0x7f6f70106000 2024-04-26T23:33:37.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.836+0000 7f6f6cc00700 1 -- 172.21.15.26:0/2339249984 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f5c018660 con 0x7f6f70106000 2024-04-26T23:33:37.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.837+0000 7f6f77200700 1 -- 172.21.15.26:0/2339249984 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f701a8640 con 0x7f6f70106000 2024-04-26T23:33:37.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.838+0000 7f6f77200700 1 -- 172.21.15.26:0/2339249984 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f7006a110 con 0x7f6f70106000 2024-04-26T23:33:37.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.841+0000 7f6f6cc00700 1 -- 172.21.15.26:0/2339249984 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f6f5c00f450 con 0x7f6f70106000 2024-04-26T23:33:37.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.842+0000 7f6f6cc00700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f6f540a3cd0 0x7f6f540a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:37.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.842+0000 7f6f6cc00700 1 -- 172.21.15.26:0/2339249984 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f6f5c0d05b0 con 0x7f6f70106000 2024-04-26T23:33:37.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.842+0000 7f6f6fe00700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f6f540a3cd0 0x7f6f540a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:37.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.843+0000 7f6f6fe00700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f6f540a3cd0 0x7f6f540a6190 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6f60005950 tx=0x7f6f6000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:37.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:37.847+0000 7f6f6cc00700 1 -- 172.21.15.26:0/2339249984 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f6f5c014030 con 0x7f6f70106000 2024-04-26T23:33:38.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.145+0000 7f6f77200700 1 -- 172.21.15.26:0/2339249984 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f6f7002e490 con 0x7f6f70106000 2024-04-26T23:33:38.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.163+0000 7f6f6cc00700 1 -- 172.21.15.26:0/2339249984 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264997 (secure 0 0 0) 0x7f6f5c09cde0 con 0x7f6f70106000 2024-04-26T23:33:38.172 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:38.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.170+0000 7f6f77200700 1 -- 172.21.15.26:0/2339249984 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f6f540a3cd0 msgr2=0x7f6f540a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:38.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.170+0000 7f6f77200700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f6f540a3cd0 0x7f6f540a6190 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6f60005950 tx=0x7f6f6000a300 comp rx=0 tx=0).stop 2024-04-26T23:33:38.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.170+0000 7f6f77200700 1 -- 172.21.15.26:0/2339249984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f70106000 msgr2=0x7f6f701a1cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:38.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.170+0000 7f6f77200700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f70106000 0x7f6f701a1cb0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c00c9b0 tx=0x7f6f5c00ccc0 comp rx=0 tx=0).stop 2024-04-26T23:33:38.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.170+0000 7f6f77200700 1 -- 172.21.15.26:0/2339249984 shutdown_connections 2024-04-26T23:33:38.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.170+0000 7f6f77200700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f6f540a3cd0 0x7f6f540a6190 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:38.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.170+0000 7f6f77200700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6f7010b640 0x7f6f7019b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:38.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.170+0000 7f6f77200700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6f70105640 0x7f6f701a1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:38.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.170+0000 7f6f77200700 1 --2- 172.21.15.26:0/2339249984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6f70106000 0x7f6f701a1cb0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:38.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.170+0000 7f6f77200700 1 -- 172.21.15.26:0/2339249984 >> 172.21.15.26:0/2339249984 conn(0x7f6f70101130 msgr2=0x7f6f70101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:38.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.170+0000 7f6f77200700 1 -- 172.21.15.26:0/2339249984 shutdown_connections 2024-04-26T23:33:38.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:38.170+0000 7f6f77200700 1 -- 172.21.15.26:0/2339249984 wait complete. 2024-04-26T23:33:38.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:38 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2339249984' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T23:33:38.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:38 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2339249984' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T23:33:38.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:38 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2339249984' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T23:33:39.217 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6800","nonce":1018589530},{"type":"v1","addr":"172.21.15.26:6801","nonce":1018589530}]},"active_addr":"172.21.15.26:6801/1018589530","active_change":"2024-04-26T23:23:33.689798+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24112,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":34109,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.26:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":4065044171}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":3428062602}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":3654847750}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":445554482}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.26:0","nonce":2100393270}]}]} 2024-04-26T23:33:39.225 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-26T23:33:39.225 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-26T23:33:39.226 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T23:33:39.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:39 smithi026 ceph-mon[28371]: pgmap v383: 97 pgs: 1 peering, 96 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 5.9 KiB/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2024-04-26T23:33:39.742 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:39.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:39 smithi164 ceph-mon[31699]: pgmap v383: 97 pgs: 1 peering, 96 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 5.9 KiB/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2024-04-26T23:33:39.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:39 smithi086 ceph-mon[31122]: pgmap v383: 97 pgs: 1 peering, 96 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 5.9 KiB/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2024-04-26T23:33:41.592 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:41 smithi026 ceph-mon[28371]: pgmap v384: 97 pgs: 97 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 5.7 KiB/s wr, 9 op/s; 75 B/s, 0 objects/s recovering 2024-04-26T23:33:41.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:41 smithi164 ceph-mon[31699]: pgmap v384: 97 pgs: 97 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 5.7 KiB/s wr, 9 op/s; 75 B/s, 0 objects/s recovering 2024-04-26T23:33:41.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:41 smithi086 ceph-mon[31122]: pgmap v384: 97 pgs: 97 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 5.7 KiB/s wr, 9 op/s; 75 B/s, 0 objects/s recovering 2024-04-26T23:33:42.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.129+0000 7f6702600700 1 -- 172.21.15.26:0/2204702998 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66fc075650 msgr2=0x7f66fc075a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:42.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.129+0000 7f6702600700 1 --2- 172.21.15.26:0/2204702998 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66fc075650 0x7f66fc075a30 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f66ec009990 tx=0x7f66ec009ca0 comp rx=0 tx=0).stop 2024-04-26T23:33:42.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.129+0000 7f6702600700 1 -- 172.21.15.26:0/2204702998 shutdown_connections 2024-04-26T23:33:42.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.129+0000 7f6702600700 1 --2- 172.21.15.26:0/2204702998 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f66fc10fe80 0x7f66fc112270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:42.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.129+0000 7f6702600700 1 --2- 172.21.15.26:0/2204702998 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66fc075650 0x7f66fc075a30 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:42.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.129+0000 7f6702600700 1 --2- 172.21.15.26:0/2204702998 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f66fc075f70 0x7f66fc10f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:42.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.129+0000 7f6702600700 1 -- 172.21.15.26:0/2204702998 >> 172.21.15.26:0/2204702998 conn(0x7f66fc07a580 msgr2=0x7f66fc07a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:42.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.130+0000 7f6702600700 1 -- 172.21.15.26:0/2204702998 shutdown_connections 2024-04-26T23:33:42.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.130+0000 7f6702600700 1 -- 172.21.15.26:0/2204702998 wait complete. 2024-04-26T23:33:42.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.131+0000 7f6702600700 1 Processor -- start 2024-04-26T23:33:42.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.131+0000 7f6702600700 1 -- start start 2024-04-26T23:33:42.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.131+0000 7f6702600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f66fc075650 0x7f66fc1a1800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:42.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.131+0000 7f6702600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66fc075f70 0x7f66fc1a1d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:42.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.131+0000 7f6702600700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f66fc10fe80 0x7f66fc19ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:42.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.131+0000 7f6702600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f66fc115730 con 0x7f66fc075f70 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.131+0000 7f6702600700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f66fc1155b0 con 0x7f66fc10fe80 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.131+0000 7f6702600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f66fc1158b0 con 0x7f66fc075650 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.132+0000 7f66faa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66fc075f70 0x7f66fc1a1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.132+0000 7f66faa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66fc075f70 0x7f66fc1a1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:41088/0 (socket says 172.21.15.26:41088) 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.132+0000 7f66faa00700 1 -- 172.21.15.26:0/1223359562 learned_addr learned my addr 172.21.15.26:0/1223359562 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.132+0000 7f66fb400700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f66fc075650 0x7f66fc1a1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.132+0000 7f66fbe00700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f66fc10fe80 0x7f66fc19ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.132+0000 7f66faa00700 1 -- 172.21.15.26:0/1223359562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f66fc075650 msgr2=0x7f66fc1a1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.132+0000 7f66faa00700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f66fc075650 0x7f66fc1a1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.132+0000 7f66faa00700 1 -- 172.21.15.26:0/1223359562 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f66fc10fe80 msgr2=0x7f66fc19ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.132+0000 7f66faa00700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f66fc10fe80 0x7f66fc19ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.132+0000 7f66faa00700 1 -- 172.21.15.26:0/1223359562 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66fc19c170 con 0x7f66fc075f70 2024-04-26T23:33:42.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.132+0000 7f66fb400700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f66fc075650 0x7f66fc1a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.132+0000 7f66faa00700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66fc075f70 0x7f66fc1a1d40 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f66e800d950 tx=0x7f66e800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.133+0000 7f66f3e00700 1 -- 172.21.15.26:0/1223359562 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e8016070 con 0x7f66fc075f70 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.133+0000 7f66f3e00700 1 -- 172.21.15.26:0/1223359562 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f66e8010460 con 0x7f66fc075f70 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.133+0000 7f6702600700 1 -- 172.21.15.26:0/1223359562 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66fc19c460 con 0x7f66fc075f70 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.133+0000 7f66f3e00700 1 -- 172.21.15.26:0/1223359562 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e800f620 con 0x7f66fc075f70 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.133+0000 7f6702600700 1 -- 172.21.15.26:0/1223359562 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66fc1a86d0 con 0x7f66fc075f70 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.134+0000 7f6702600700 1 -- 172.21.15.26:0/1223359562 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66fc06a110 con 0x7f66fc075f70 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.138+0000 7f66f3e00700 1 -- 172.21.15.26:0/1223359562 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f66e8019070 con 0x7f66fc075f70 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.138+0000 7f66f3e00700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f66e00a3cd0 0x7f66e00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.139+0000 7f66f3e00700 1 -- 172.21.15.26:0/1223359562 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f66e80d01d0 con 0x7f66fc075f70 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.139+0000 7f66fb400700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f66e00a3cd0 0x7f66e00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.139+0000 7f66fb400700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f66e00a3cd0 0x7f66e00a6190 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f66ec003760 tx=0x7f66ec005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.143+0000 7f66f3e00700 1 -- 172.21.15.26:0/1223359562 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f66e809ca00 con 0x7f66fc075f70 2024-04-26T23:33:42.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.375+0000 7f6702600700 1 -- 172.21.15.26:0/1223359562 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f66fc02e490 con 0x7f66fc075f70 2024-04-26T23:33:42.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.377+0000 7f66f3e00700 1 -- 172.21.15.26:0/1223359562 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22604 (secure 0 0 0) 0x7f66e809c300 con 0x7f66fc075f70 2024-04-26T23:33:42.382 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:42.382 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:33:35.303847+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:33:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.380+0000 7f6702600700 1 -- 172.21.15.26:0/1223359562 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f66e00a3cd0 msgr2=0x7f66e00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.380+0000 7f6702600700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f66e00a3cd0 0x7f66e00a6190 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f66ec003760 tx=0x7f66ec005fb0 comp rx=0 tx=0).stop 2024-04-26T23:33:42.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.380+0000 7f6702600700 1 -- 172.21.15.26:0/1223359562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66fc075f70 msgr2=0x7f66fc1a1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.380+0000 7f6702600700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66fc075f70 0x7f66fc1a1d40 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f66e800d950 tx=0x7f66e800dd10 comp rx=0 tx=0).stop 2024-04-26T23:33:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.382+0000 7f6702600700 1 -- 172.21.15.26:0/1223359562 shutdown_connections 2024-04-26T23:33:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.382+0000 7f6702600700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f66e00a3cd0 0x7f66e00a6190 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.382+0000 7f6702600700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f66fc10fe80 0x7f66fc19ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.382+0000 7f6702600700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f66fc075650 0x7f66fc1a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.382+0000 7f6702600700 1 --2- 172.21.15.26:0/1223359562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f66fc075f70 0x7f66fc1a1d40 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.382+0000 7f6702600700 1 -- 172.21.15.26:0/1223359562 >> 172.21.15.26:0/1223359562 conn(0x7f66fc07a580 msgr2=0x7f66fc100690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.382+0000 7f6702600700 1 -- 172.21.15.26:0/1223359562 shutdown_connections 2024-04-26T23:33:42.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:42.382+0000 7f6702600700 1 -- 172.21.15.26:0/1223359562 wait complete. 2024-04-26T23:33:43.521 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-26T23:33:43.521 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T23:33:43.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:43 smithi164 ceph-mon[31699]: pgmap v385: 97 pgs: 97 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 767 B/s wr, 5 op/s; 75 B/s, 0 objects/s recovering 2024-04-26T23:33:43.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:43 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1223359562' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:43.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:43 smithi026 ceph-mon[28371]: pgmap v385: 97 pgs: 97 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 767 B/s wr, 5 op/s; 75 B/s, 0 objects/s recovering 2024-04-26T23:33:43.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:43 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1223359562' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:43.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:43 smithi086 ceph-mon[31122]: pgmap v385: 97 pgs: 97 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 767 B/s wr, 5 op/s; 75 B/s, 0 objects/s recovering 2024-04-26T23:33:43.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:43 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1223359562' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:43.996 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:45.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:45 smithi164 ceph-mon[31699]: pgmap v386: 97 pgs: 97 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 642 B/s wr, 6 op/s; 63 B/s, 0 objects/s recovering 2024-04-26T23:33:45.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:45 smithi026 ceph-mon[28371]: pgmap v386: 97 pgs: 97 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 642 B/s wr, 6 op/s; 63 B/s, 0 objects/s recovering 2024-04-26T23:33:45.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:45 smithi086 ceph-mon[31122]: pgmap v386: 97 pgs: 97 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 642 B/s wr, 6 op/s; 63 B/s, 0 objects/s recovering 2024-04-26T23:33:46.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.360+0000 7f3c78800700 1 -- 172.21.15.26:0/3833411513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c7010b640 msgr2=0x7f3c7010ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:46.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.360+0000 7f3c78800700 1 --2- 172.21.15.26:0/3833411513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c7010b640 0x7f3c7010ba20 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3c64009990 tx=0x7f3c64009ca0 comp rx=0 tx=0).stop 2024-04-26T23:33:46.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.361+0000 7f3c78800700 1 -- 172.21.15.26:0/3833411513 shutdown_connections 2024-04-26T23:33:46.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.361+0000 7f3c78800700 1 --2- 172.21.15.26:0/3833411513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c70106000 0x7f3c70112510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:46.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.361+0000 7f3c78800700 1 --2- 172.21.15.26:0/3833411513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c7010b640 0x7f3c7010ba20 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:46.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.361+0000 7f3c78800700 1 --2- 172.21.15.26:0/3833411513 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c70105640 0x7f3c70105ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:46.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.361+0000 7f3c78800700 1 -- 172.21.15.26:0/3833411513 >> 172.21.15.26:0/3833411513 conn(0x7f3c70101130 msgr2=0x7f3c70103550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:46.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.361+0000 7f3c78800700 1 -- 172.21.15.26:0/3833411513 shutdown_connections 2024-04-26T23:33:46.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.361+0000 7f3c78800700 1 -- 172.21.15.26:0/3833411513 wait complete. 2024-04-26T23:33:46.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.362+0000 7f3c78800700 1 Processor -- start 2024-04-26T23:33:46.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.362+0000 7f3c78800700 1 -- start start 2024-04-26T23:33:46.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.363+0000 7f3c78800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c70105640 0x7f3c701a1850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:46.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.363+0000 7f3c78800700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c70106000 0x7f3c701a1d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:46.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.363+0000 7f3c78800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c7010b640 0x7f3c7019ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:46.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.363+0000 7f3c78800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3c701156f0 con 0x7f3c70105640 2024-04-26T23:33:46.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.363+0000 7f3c78800700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3c70115570 con 0x7f3c70106000 2024-04-26T23:33:46.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.363+0000 7f3c78800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3c70115870 con 0x7f3c7010b640 2024-04-26T23:33:46.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.363+0000 7f3c75e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c70105640 0x7f3c701a1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:46.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.363+0000 7f3c75e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c70105640 0x7f3c701a1850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33936/0 (socket says 172.21.15.26:33936) 2024-04-26T23:33:46.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.363+0000 7f3c75e00700 1 -- 172.21.15.26:0/822219773 learned_addr learned my addr 172.21.15.26:0/822219773 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:46.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.363+0000 7f3c75400700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c70106000 0x7f3c701a1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:46.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.363+0000 7f3c76800700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c7010b640 0x7f3c7019ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:46.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.364+0000 7f3c75e00700 1 -- 172.21.15.26:0/822219773 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c7010b640 msgr2=0x7f3c7019ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:46.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.364+0000 7f3c75e00700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c7010b640 0x7f3c7019ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:46.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.364+0000 7f3c75e00700 1 -- 172.21.15.26:0/822219773 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c70106000 msgr2=0x7f3c701a1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:46.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.364+0000 7f3c75e00700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c70106000 0x7f3c701a1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:46.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.364+0000 7f3c75e00700 1 -- 172.21.15.26:0/822219773 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c7019c170 con 0x7f3c70105640 2024-04-26T23:33:46.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.364+0000 7f3c75e00700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c70105640 0x7f3c701a1850 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f3c64000c00 tx=0x7f3c64009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:46.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.364+0000 7f3c6aa00700 1 -- 172.21.15.26:0/822219773 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64027070 con 0x7f3c70105640 2024-04-26T23:33:46.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.364+0000 7f3c6aa00700 1 -- 172.21.15.26:0/822219773 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c6400fc70 con 0x7f3c70105640 2024-04-26T23:33:46.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.364+0000 7f3c78800700 1 -- 172.21.15.26:0/822219773 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c7019c400 con 0x7f3c70105640 2024-04-26T23:33:46.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.364+0000 7f3c6aa00700 1 -- 172.21.15.26:0/822219773 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64022d40 con 0x7f3c70105640 2024-04-26T23:33:46.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.365+0000 7f3c78800700 1 -- 172.21.15.26:0/822219773 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c701a8720 con 0x7f3c70105640 2024-04-26T23:33:46.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.366+0000 7f3c78800700 1 -- 172.21.15.26:0/822219773 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c7006a110 con 0x7f3c70105640 2024-04-26T23:33:46.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.368+0000 7f3c6aa00700 1 -- 172.21.15.26:0/822219773 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3c6402a070 con 0x7f3c70105640 2024-04-26T23:33:46.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.369+0000 7f3c6aa00700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3c580a3cd0 0x7f3c580a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:46.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.369+0000 7f3c6aa00700 1 -- 172.21.15.26:0/822219773 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3c640d1370 con 0x7f3c70105640 2024-04-26T23:33:46.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.369+0000 7f3c75400700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3c580a3cd0 0x7f3c580a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:46.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.370+0000 7f3c75400700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3c580a3cd0 0x7f3c580a6190 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3c60005950 tx=0x7f3c600058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:46.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.374+0000 7f3c6aa00700 1 -- 172.21.15.26:0/822219773 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f3c6405f060 con 0x7f3c70105640 2024-04-26T23:33:46.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.604+0000 7f3c78800700 1 -- 172.21.15.26:0/822219773 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3c7002e490 con 0x7f3c70105640 2024-04-26T23:33:46.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.608+0000 7f3c6aa00700 1 -- 172.21.15.26:0/822219773 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22604 (secure 0 0 0) 0x7f3c64013070 con 0x7f3c70105640 2024-04-26T23:33:46.612 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:33:46.612 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:33:35.303847+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:33:46.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.611+0000 7f3c78800700 1 -- 172.21.15.26:0/822219773 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3c580a3cd0 msgr2=0x7f3c580a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:46.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.612+0000 7f3c78800700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3c580a3cd0 0x7f3c580a6190 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3c60005950 tx=0x7f3c600058e0 comp rx=0 tx=0).stop 2024-04-26T23:33:46.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.612+0000 7f3c78800700 1 -- 172.21.15.26:0/822219773 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c70105640 msgr2=0x7f3c701a1850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:46.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.612+0000 7f3c78800700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c70105640 0x7f3c701a1850 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f3c64000c00 tx=0x7f3c64009f90 comp rx=0 tx=0).stop 2024-04-26T23:33:46.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.612+0000 7f3c78800700 1 -- 172.21.15.26:0/822219773 shutdown_connections 2024-04-26T23:33:46.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.612+0000 7f3c78800700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3c580a3cd0 0x7f3c580a6190 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:46.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.612+0000 7f3c78800700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c7010b640 0x7f3c7019ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:46.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.612+0000 7f3c78800700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c70105640 0x7f3c701a1850 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:46.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.612+0000 7f3c78800700 1 --2- 172.21.15.26:0/822219773 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c70106000 0x7f3c701a1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:46.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.612+0000 7f3c78800700 1 -- 172.21.15.26:0/822219773 >> 172.21.15.26:0/822219773 conn(0x7f3c70101130 msgr2=0x7f3c70101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:46.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.612+0000 7f3c78800700 1 -- 172.21.15.26:0/822219773 shutdown_connections 2024-04-26T23:33:46.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:46.612+0000 7f3c78800700 1 -- 172.21.15.26:0/822219773 wait complete. 2024-04-26T23:33:47.342 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-26T23:33:47.342 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-26T23:33:47.343 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-26T23:33:47.343 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-26T23:33:47.344 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-26T23:33:47.344 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-26T23:33:47.344 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-26T23:33:47.345 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-26T23:33:47.345 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-26T23:33:47.346 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-26T23:33:47.346 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-26T23:33:47.347 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-26T23:33:47.521 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:47 smithi026 ceph-mon[28371]: pgmap v387: 97 pgs: 97 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 581 B/s wr, 6 op/s; 57 B/s, 0 objects/s recovering 2024-04-26T23:33:47.521 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:47 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/822219773' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:47.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:47 smithi164 ceph-mon[31699]: pgmap v387: 97 pgs: 97 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 581 B/s wr, 6 op/s; 57 B/s, 0 objects/s recovering 2024-04-26T23:33:47.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:47 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/822219773' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:47.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:47 smithi086 ceph-mon[31122]: pgmap v387: 97 pgs: 97 active+clean; 629 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 581 B/s wr, 6 op/s; 57 B/s, 0 objects/s recovering 2024-04-26T23:33:47.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:47 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/822219773' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:33:48.385 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:48.394 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:48.449 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:48.540 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:48.902 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:49.237 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:49.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:49 smithi026 ceph-mon[28371]: pgmap v388: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 767 B/s wr, 7 op/s; 50 B/s, 0 objects/s recovering 2024-04-26T23:33:49.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:49 smithi164 ceph-mon[31699]: pgmap v388: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 767 B/s wr, 7 op/s; 50 B/s, 0 objects/s recovering 2024-04-26T23:33:49.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:49 smithi086 ceph-mon[31122]: pgmap v388: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 767 B/s wr, 7 op/s; 50 B/s, 0 objects/s recovering 2024-04-26T23:33:51.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:51 smithi026 ceph-mon[28371]: pgmap v389: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s; 50 B/s, 0 objects/s recovering 2024-04-26T23:33:51.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:51 smithi164 ceph-mon[31699]: pgmap v389: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s; 50 B/s, 0 objects/s recovering 2024-04-26T23:33:51.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:51 smithi086 ceph-mon[31122]: pgmap v389: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s; 50 B/s, 0 objects/s recovering 2024-04-26T23:33:53.539 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:53.544 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:53.653 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:53.653 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:53.656 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:33:53.675 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:53 smithi026 ceph-mon[28371]: pgmap v390: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-26T23:33:53.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:53 smithi164 ceph-mon[31699]: pgmap v390: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-26T23:33:53.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:53 smithi086 ceph-mon[31122]: pgmap v390: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-26T23:33:55.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.355+0000 7f8abfe00700 1 -- 172.21.15.26:0/24620347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ab806c030 msgr2=0x7f8ab806c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:55.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.355+0000 7f8abfe00700 1 --2- 172.21.15.26:0/24620347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ab806c030 0x7f8ab806c490 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8aa4009990 tx=0x7f8aa4009ca0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.355+0000 7f8abfe00700 1 -- 172.21.15.26:0/24620347 shutdown_connections 2024-04-26T23:33:55.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.355+0000 7f8abfe00700 1 --2- 172.21.15.26:0/24620347 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8ab810fd70 0x7f8ab8112160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.355+0000 7f8abfe00700 1 --2- 172.21.15.26:0/24620347 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8ab8104330 0x7f8ab806baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.355+0000 7f8abfe00700 1 --2- 172.21.15.26:0/24620347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ab806c030 0x7f8ab806c490 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.355+0000 7f8abfe00700 1 -- 172.21.15.26:0/24620347 >> 172.21.15.26:0/24620347 conn(0x7f8ab80792d0 msgr2=0x7f8ab80796e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:55.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.356+0000 7f8abfe00700 1 -- 172.21.15.26:0/24620347 shutdown_connections 2024-04-26T23:33:55.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.356+0000 7f8abfe00700 1 -- 172.21.15.26:0/24620347 wait complete. 2024-04-26T23:33:55.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.357+0000 7f8abfe00700 1 Processor -- start 2024-04-26T23:33:55.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.357+0000 7f8abfe00700 1 -- start start 2024-04-26T23:33:55.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.357+0000 7f8abfe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8ab806c030 0x7f8ab81a1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:55.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.357+0000 7f8abfe00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ab8104330 0x7f8ab81a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:55.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.357+0000 7f8abfe00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8ab810fd70 0x7f8ab819bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:55.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.357+0000 7f8abfe00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab8115720 con 0x7f8ab8104330 2024-04-26T23:33:55.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.357+0000 7f8abfe00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab81155a0 con 0x7f8ab810fd70 2024-04-26T23:33:55.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.357+0000 7f8abfe00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab81158a0 con 0x7f8ab806c030 2024-04-26T23:33:55.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.357+0000 7f8abca00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ab8104330 0x7f8ab81a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:55.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.358+0000 7f8abca00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ab8104330 0x7f8ab81a1e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38380/0 (socket says 172.21.15.26:38380) 2024-04-26T23:33:55.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.358+0000 7f8abca00700 1 -- 172.21.15.26:0/3064546409 learned_addr learned my addr 172.21.15.26:0/3064546409 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:55.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.358+0000 7f8abd400700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8ab806c030 0x7f8ab81a1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:55.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.358+0000 7f8abca00700 1 -- 172.21.15.26:0/3064546409 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8ab806c030 msgr2=0x7f8ab81a1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:55.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.358+0000 7f8abca00700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8ab806c030 0x7f8ab81a1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.358+0000 7f8abca00700 1 -- 172.21.15.26:0/3064546409 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8ab810fd70 msgr2=0x7f8ab819bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:55.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.358+0000 7f8abde00700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8ab810fd70 0x7f8ab819bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:55.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.358+0000 7f8abca00700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8ab810fd70 0x7f8ab819bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.358+0000 7f8abca00700 1 -- 172.21.15.26:0/3064546409 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ab819c240 con 0x7f8ab8104330 2024-04-26T23:33:55.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.358+0000 7f8abde00700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8ab810fd70 0x7f8ab819bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:55.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.358+0000 7f8abca00700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ab8104330 0x7f8ab81a1e60 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8aa40057c0 tx=0x7f8aa4009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:55.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.359+0000 7f8ab6000700 1 -- 172.21.15.26:0/3064546409 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa4027070 con 0x7f8ab8104330 2024-04-26T23:33:55.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.359+0000 7f8ab6000700 1 -- 172.21.15.26:0/3064546409 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8aa400fda0 con 0x7f8ab8104330 2024-04-26T23:33:55.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.359+0000 7f8ab6000700 1 -- 172.21.15.26:0/3064546409 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa4022ca0 con 0x7f8ab8104330 2024-04-26T23:33:55.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.359+0000 7f8abfe00700 1 -- 172.21.15.26:0/3064546409 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ab819c4d0 con 0x7f8ab8104330 2024-04-26T23:33:55.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.359+0000 7f8abfe00700 1 -- 172.21.15.26:0/3064546409 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ab81a87f0 con 0x7f8ab8104330 2024-04-26T23:33:55.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.360+0000 7f8abfe00700 1 -- 172.21.15.26:0/3064546409 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8ab8102150 con 0x7f8ab8104330 2024-04-26T23:33:55.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.362+0000 7f8ab6000700 1 -- 172.21.15.26:0/3064546409 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f8aa402a070 con 0x7f8ab8104330 2024-04-26T23:33:55.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.363+0000 7f8ab6000700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f8aa00a3d50 0x7f8aa00a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:55.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.364+0000 7f8ab6000700 1 -- 172.21.15.26:0/3064546409 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f8aa40d17c0 con 0x7f8ab8104330 2024-04-26T23:33:55.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.364+0000 7f8ab6000700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664] conn(0x7f8aa00ad890 0x7f8aa00afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:55.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.364+0000 7f8ab6000700 1 -- 172.21.15.26:0/3064546409 --> [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8aa40053e0 con 0x7f8aa00ad890 2024-04-26T23:33:55.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.364+0000 7f8ab6000700 1 -- 172.21.15.26:0/3064546409 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f8aa40d1b70 con 0x7f8ab8104330 2024-04-26T23:33:55.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.364+0000 7f8abd400700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f8aa00a3d50 0x7f8aa00a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:55.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.365+0000 7f8abde00700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664] conn(0x7f8aa00ad890 0x7f8aa00afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:55.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.365+0000 7f8abd400700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f8aa00a3d50 0x7f8aa00a6210 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f8aac005950 tx=0x7f8aac0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:55.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.366+0000 7f8abde00700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664] conn(0x7f8aa00ad890 0x7f8aa00afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:55.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.368+0000 7f8ab6000700 1 -- 172.21.15.26:0/3064546409 <== osd.7 v2:172.21.15.86:6816/3177920664 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8aa40053e0 con 0x7f8aa00ad890 2024-04-26T23:33:55.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.386+0000 7f8abfe00700 1 -- 172.21.15.26:0/3064546409 --> [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8ab806b3a0 con 0x7f8aa00ad890 2024-04-26T23:33:55.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.387+0000 7f8ab6000700 1 -- 172.21.15.26:0/3064546409 <== osd.7 v2:172.21.15.86:6816/3177920664 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f8ab806b3a0 con 0x7f8aa00ad890 2024-04-26T23:33:55.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.388+0000 7f8abfe00700 1 -- 172.21.15.26:0/3064546409 >> [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664] conn(0x7f8aa00ad890 msgr2=0x7f8aa00afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:55.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.388+0000 7f8abfe00700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664] conn(0x7f8aa00ad890 0x7f8aa00afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.388+0000 7f8abfe00700 1 -- 172.21.15.26:0/3064546409 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f8aa00a3d50 msgr2=0x7f8aa00a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:55.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.388+0000 7f8abfe00700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f8aa00a3d50 0x7f8aa00a6210 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f8aac005950 tx=0x7f8aac0058e0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.388+0000 7f8abfe00700 1 -- 172.21.15.26:0/3064546409 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ab8104330 msgr2=0x7f8ab81a1e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:55.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.388+0000 7f8abfe00700 1 --2- 172.21.15.26:0/3064546409 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8ab8104330 0x7f8ab81a1e60 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8aa40057c0 tx=0x7f8aa4009f90 comp rx=0 tx=0).stop 2024-04-26T23:33:55.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.388+0000 7f8abde00700 1 -- 172.21.15.26:0/3064546409 reap_dead start 2024-04-26T23:33:55.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.388+0000 7f8abfe00700 1 -- 172.21.15.26:0/3064546409 shutdown_connections 2024-04-26T23:33:55.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.388+0000 7f8abfe00700 1 -- 172.21.15.26:0/3064546409 >> 172.21.15.26:0/3064546409 conn(0x7f8ab80792d0 msgr2=0x7f8ab81016f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:55.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.389+0000 7f8abfe00700 1 -- 172.21.15.26:0/3064546409 shutdown_connections 2024-04-26T23:33:55.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:55.389+0000 7f8abfe00700 1 -- 172.21.15.26:0/3064546409 wait complete. 2024-04-26T23:33:55.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:55 smithi026 ceph-mon[28371]: pgmap v391: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-26T23:33:55.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:55 smithi164 ceph-mon[31699]: pgmap v391: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-26T23:33:55.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:55 smithi086 ceph-mon[31122]: pgmap v391: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-26T23:33:55.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.058+0000 7f494a800700 1 -- 172.21.15.26:0/955799472 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f494406b130 msgr2=0x7f494406b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:55.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.058+0000 7f494a800700 1 --2- 172.21.15.26:0/955799472 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f494406b130 0x7f494406b510 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f493400b0a0 tx=0x7f493400b3b0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.058+0000 7f494a800700 1 -- 172.21.15.26:0/955799472 shutdown_connections 2024-04-26T23:33:55.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.058+0000 7f494a800700 1 --2- 172.21.15.26:0/955799472 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f494410fed0 0x7f49441122c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.058+0000 7f494a800700 1 --2- 172.21.15.26:0/955799472 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f494406b130 0x7f494406b510 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.058+0000 7f494a800700 1 --2- 172.21.15.26:0/955799472 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f494406ba50 0x7f494410f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.058+0000 7f494a800700 1 -- 172.21.15.26:0/955799472 >> 172.21.15.26:0/955799472 conn(0x7f49440792d0 msgr2=0x7f49440796e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:55.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.058+0000 7f494a800700 1 -- 172.21.15.26:0/955799472 shutdown_connections 2024-04-26T23:33:55.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.058+0000 7f494a800700 1 -- 172.21.15.26:0/955799472 wait complete. 2024-04-26T23:33:55.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.060+0000 7f494a800700 1 Processor -- start 2024-04-26T23:33:55.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.060+0000 7f494a800700 1 -- start start 2024-04-26T23:33:55.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.060+0000 7f494a800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f494406b130 0x7f49441a1820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:55.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.060+0000 7f494a800700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f494406ba50 0x7f49441a1d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:55.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.060+0000 7f494a800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f494410fed0 0x7f494419b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.060+0000 7f494a800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f49441156a0 con 0x7f494410fed0 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.060+0000 7f494a800700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f4944115520 con 0x7f494406ba50 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.060+0000 7f494a800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4944115820 con 0x7f494406b130 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.061+0000 7f4943e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f494410fed0 0x7f494419b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.061+0000 7f4943e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f494410fed0 0x7f494419b9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38370/0 (socket says 172.21.15.26:38370) 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.061+0000 7f4943e00700 1 -- 172.21.15.26:0/2612147644 learned_addr learned my addr 172.21.15.26:0/2612147644 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.061+0000 7f4943400700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f494406b130 0x7f49441a1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.061+0000 7f493aa00700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f494406ba50 0x7f49441a1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.061+0000 7f4943e00700 1 -- 172.21.15.26:0/2612147644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f494406b130 msgr2=0x7f49441a1820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.061+0000 7f4943e00700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f494406b130 0x7f49441a1820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.061+0000 7f4943e00700 1 -- 172.21.15.26:0/2612147644 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f494406ba50 msgr2=0x7f49441a1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.061+0000 7f4943e00700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f494406ba50 0x7f49441a1d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.061+0000 7f4943e00700 1 -- 172.21.15.26:0/2612147644 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f494419c140 con 0x7f494410fed0 2024-04-26T23:33:55.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.061+0000 7f493aa00700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f494406ba50 0x7f49441a1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.061+0000 7f4943e00700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f494410fed0 0x7f494419b9e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f493c00d950 tx=0x7f493c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.062+0000 7f4940c00700 1 -- 172.21.15.26:0/2612147644 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493c017070 con 0x7f494410fed0 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.062+0000 7f4940c00700 1 -- 172.21.15.26:0/2612147644 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f493c009dd0 con 0x7f494410fed0 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.062+0000 7f494a800700 1 -- 172.21.15.26:0/2612147644 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f494419c430 con 0x7f494410fed0 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.062+0000 7f4940c00700 1 -- 172.21.15.26:0/2612147644 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493c005280 con 0x7f494410fed0 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.062+0000 7f494a800700 1 -- 172.21.15.26:0/2612147644 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49441a86f0 con 0x7f494410fed0 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.063+0000 7f494a800700 1 -- 172.21.15.26:0/2612147644 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4944063bb0 con 0x7f494410fed0 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.065+0000 7f4940c00700 1 -- 172.21.15.26:0/2612147644 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f493c009940 con 0x7f494410fed0 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.066+0000 7f4940c00700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f49280a3d50 0x7f49280a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.067+0000 7f4940c00700 1 -- 172.21.15.26:0/2612147644 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f493c0d01e0 con 0x7f494410fed0 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.067+0000 7f4943400700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f49280a3d50 0x7f49280a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.067+0000 7f4940c00700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241] conn(0x7f49280ad890 0x7f49280afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.067+0000 7f4940c00700 1 -- 172.21.15.26:0/2612147644 --> [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f493c00b0d0 con 0x7f49280ad890 2024-04-26T23:33:55.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.067+0000 7f4940c00700 1 -- 172.21.15.26:0/2612147644 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f493c0d0590 con 0x7f494410fed0 2024-04-26T23:33:55.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.067+0000 7f4943400700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f49280a3d50 0x7f49280a6210 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f49340062a0 tx=0x7f4934006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:55.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.068+0000 7f493aa00700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241] conn(0x7f49280ad890 0x7f49280afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:33:55.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.069+0000 7f493aa00700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241] conn(0x7f49280ad890 0x7f49280afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:33:55.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.071+0000 7f4940c00700 1 -- 172.21.15.26:0/2612147644 <== osd.5 v2:172.21.15.164:6808/1837526241 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f493c00b0d0 con 0x7f49280ad890 2024-04-26T23:33:55.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.089+0000 7f494a800700 1 -- 172.21.15.26:0/2612147644 --> [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4944063fb0 con 0x7f49280ad890 2024-04-26T23:33:55.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.090+0000 7f4940c00700 1 -- 172.21.15.26:0/2612147644 <== osd.5 v2:172.21.15.164:6808/1837526241 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4944063fb0 con 0x7f49280ad890 2024-04-26T23:33:55.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.091+0000 7f494a800700 1 -- 172.21.15.26:0/2612147644 >> [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241] conn(0x7f49280ad890 msgr2=0x7f49280afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:55.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.091+0000 7f494a800700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241] conn(0x7f49280ad890 0x7f49280afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:33:55.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.091+0000 7f494a800700 1 -- 172.21.15.26:0/2612147644 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f49280a3d50 msgr2=0x7f49280a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:55.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.091+0000 7f494a800700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f49280a3d50 0x7f49280a6210 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f49340062a0 tx=0x7f4934006210 comp rx=0 tx=0).stop 2024-04-26T23:33:55.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.091+0000 7f494a800700 1 -- 172.21.15.26:0/2612147644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f494410fed0 msgr2=0x7f494419b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:33:55.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.091+0000 7f494a800700 1 --2- 172.21.15.26:0/2612147644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f494410fed0 0x7f494419b9e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f493c00d950 tx=0x7f493c00dd10 comp rx=0 tx=0).stop 2024-04-26T23:33:55.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.091+0000 7f4943e00700 1 -- 172.21.15.26:0/2612147644 reap_dead start 2024-04-26T23:33:55.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.091+0000 7f494a800700 1 -- 172.21.15.26:0/2612147644 shutdown_connections 2024-04-26T23:33:55.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.091+0000 7f494a800700 1 -- 172.21.15.26:0/2612147644 >> 172.21.15.26:0/2612147644 conn(0x7f49440792d0 msgr2=0x7f4944111380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:33:55.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.091+0000 7f494a800700 1 -- 172.21.15.26:0/2612147644 shutdown_connections 2024-04-26T23:33:55.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:33:54.091+0000 7f494a800700 1 -- 172.21.15.26:0/2612147644 wait complete. 2024-04-26T23:33:57.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:57 smithi164 ceph-mon[31699]: pgmap v392: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-26T23:33:57.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:57 smithi026 ceph-mon[28371]: pgmap v392: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-26T23:33:57.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:57 smithi086 ceph-mon[31122]: pgmap v392: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-26T23:33:59.620 INFO:teuthology.orchestra.run.smithi026.stdout:167503724611 2024-04-26T23:33:59.620 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-26T23:33:59.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:33:59 smithi026 ceph-mon[28371]: pgmap v393: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-26T23:33:59.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:33:59 smithi164 ceph-mon[31699]: pgmap v393: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-26T23:33:59.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:33:59 smithi086 ceph-mon[31122]: pgmap v393: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-26T23:34:00.843 INFO:teuthology.orchestra.run.smithi026.stdout:227633266740 2024-04-26T23:34:00.844 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-26T23:34:01.539 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:01 smithi026 ceph-mon[28371]: pgmap v394: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:34:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:01 smithi164 ceph-mon[31699]: pgmap v394: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:34:01.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:01 smithi086 ceph-mon[31122]: pgmap v394: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:34:02.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.111+0000 7f02b3600700 1 -- 172.21.15.26:0/1887717822 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02ac1034d0 msgr2=0x7f02ac103950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:02.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.111+0000 7f02b3600700 1 --2- 172.21.15.26:0/1887717822 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02ac1034d0 0x7f02ac103950 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f02980099c0 tx=0x7f0298009cd0 comp rx=0 tx=0).stop 2024-04-26T23:34:02.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.111+0000 7f02b3600700 1 -- 172.21.15.26:0/1887717822 shutdown_connections 2024-04-26T23:34:02.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.111+0000 7f02b3600700 1 --2- 172.21.15.26:0/1887717822 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f02ac103e90 0x7f02ac110300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:02.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.111+0000 7f02b3600700 1 --2- 172.21.15.26:0/1887717822 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f02ac1083b0 0x7f02ac108790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:02.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.111+0000 7f02b3600700 1 --2- 172.21.15.26:0/1887717822 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02ac1034d0 0x7f02ac103950 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:02.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.111+0000 7f02b3600700 1 -- 172.21.15.26:0/1887717822 >> 172.21.15.26:0/1887717822 conn(0x7f02ac07a580 msgr2=0x7f02ac07a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:02.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.111+0000 7f02b3600700 1 -- 172.21.15.26:0/1887717822 shutdown_connections 2024-04-26T23:34:02.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.111+0000 7f02b3600700 1 -- 172.21.15.26:0/1887717822 wait complete. 2024-04-26T23:34:02.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.113+0000 7f02b3600700 1 Processor -- start 2024-04-26T23:34:02.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.113+0000 7f02b3600700 1 -- start start 2024-04-26T23:34:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.113+0000 7f02b3600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f02ac1034d0 0x7f02ac1a4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.113+0000 7f02b3600700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f02ac103e90 0x7f02ac1a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.113+0000 7f02b3600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02ac1083b0 0x7f02ac10f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.114+0000 7f02b3600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f02ac1135a0 con 0x7f02ac1083b0 2024-04-26T23:34:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.114+0000 7f02b3600700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f02ac113420 con 0x7f02ac103e90 2024-04-26T23:34:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.114+0000 7f02b3600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f02ac113720 con 0x7f02ac1034d0 2024-04-26T23:34:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.114+0000 7f02b1600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02ac1083b0 0x7f02ac10f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.114+0000 7f02b1600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02ac1083b0 0x7f02ac10f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38406/0 (socket says 172.21.15.26:38406) 2024-04-26T23:34:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.114+0000 7f02b1600700 1 -- 172.21.15.26:0/3279512207 learned_addr learned my addr 172.21.15.26:0/3279512207 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.114+0000 7f02abe00700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f02ac103e90 0x7f02ac1a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.114+0000 7f02b0c00700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f02ac1034d0 0x7f02ac1a4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:02.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.115+0000 7f02b1600700 1 -- 172.21.15.26:0/3279512207 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f02ac1034d0 msgr2=0x7f02ac1a4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.115+0000 7f02b1600700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f02ac1034d0 0x7f02ac1a4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.115+0000 7f02b1600700 1 -- 172.21.15.26:0/3279512207 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f02ac103e90 msgr2=0x7f02ac1a51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.115+0000 7f02b1600700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f02ac103e90 0x7f02ac1a51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.115+0000 7f02b1600700 1 -- 172.21.15.26:0/3279512207 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02ac10fc90 con 0x7f02ac1083b0 2024-04-26T23:34:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.115+0000 7f02abe00700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f02ac103e90 0x7f02ac1a51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:34:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.115+0000 7f02b1600700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02ac1083b0 0x7f02ac10f500 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f02a400cca0 tx=0x7f02a400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.115+0000 7f02a9600700 1 -- 172.21.15.26:0/3279512207 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a4016020 con 0x7f02ac1083b0 2024-04-26T23:34:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.115+0000 7f02a9600700 1 -- 172.21.15.26:0/3279512207 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f02a400ad60 con 0x7f02ac1083b0 2024-04-26T23:34:02.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.115+0000 7f02b3600700 1 -- 172.21.15.26:0/3279512207 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02ac10ff80 con 0x7f02ac1083b0 2024-04-26T23:34:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.115+0000 7f02a9600700 1 -- 172.21.15.26:0/3279512207 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a40115e0 con 0x7f02ac1083b0 2024-04-26T23:34:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.116+0000 7f02b3600700 1 -- 172.21.15.26:0/3279512207 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02ac1acb70 con 0x7f02ac1083b0 2024-04-26T23:34:02.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.117+0000 7f02b3600700 1 -- 172.21.15.26:0/3279512207 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f02ac101d60 con 0x7f02ac1083b0 2024-04-26T23:34:02.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.119+0000 7f02a9600700 1 -- 172.21.15.26:0/3279512207 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f02a4019020 con 0x7f02ac1083b0 2024-04-26T23:34:02.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.120+0000 7f02a9600700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02940a3d50 0x7f02940a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:02.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.120+0000 7f02a9600700 1 -- 172.21.15.26:0/3279512207 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f02a40d0900 con 0x7f02ac1083b0 2024-04-26T23:34:02.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.121+0000 7f02b0c00700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02940a3d50 0x7f02940a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:02.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.121+0000 7f02a9600700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045] conn(0x7f02940ad890 0x7f02940afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:02.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.121+0000 7f02a9600700 1 -- 172.21.15.26:0/3279512207 --> [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f02a4019ec0 con 0x7f02940ad890 2024-04-26T23:34:02.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.121+0000 7f02a9600700 1 -- 172.21.15.26:0/3279512207 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f02a40d0cb0 con 0x7f02ac1083b0 2024-04-26T23:34:02.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.122+0000 7f02abe00700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045] conn(0x7f02940ad890 0x7f02940afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:02.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.122+0000 7f02b0c00700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02940a3d50 0x7f02940a6210 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f02a0006fd0 tx=0x7f02a0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:02.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.123+0000 7f02abe00700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045] conn(0x7f02940ad890 0x7f02940afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:02.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.125+0000 7f02a9600700 1 -- 172.21.15.26:0/3279512207 <== osd.2 v2:172.21.15.164:6800/2356095045 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f02a4019ec0 con 0x7f02940ad890 2024-04-26T23:34:02.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.143+0000 7f02b3600700 1 -- 172.21.15.26:0/3279512207 --> [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f02ac104b90 con 0x7f02940ad890 2024-04-26T23:34:02.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.144+0000 7f02a9600700 1 -- 172.21.15.26:0/3279512207 <== osd.2 v2:172.21.15.164:6800/2356095045 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f02ac104b90 con 0x7f02940ad890 2024-04-26T23:34:02.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.145+0000 7f02b3600700 1 -- 172.21.15.26:0/3279512207 >> [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045] conn(0x7f02940ad890 msgr2=0x7f02940afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:02.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.145+0000 7f02b3600700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045] conn(0x7f02940ad890 0x7f02940afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:02.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.145+0000 7f02b3600700 1 -- 172.21.15.26:0/3279512207 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02940a3d50 msgr2=0x7f02940a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:02.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.145+0000 7f02b3600700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02940a3d50 0x7f02940a6210 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f02a0006fd0 tx=0x7f02a0008040 comp rx=0 tx=0).stop 2024-04-26T23:34:02.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.145+0000 7f02b3600700 1 -- 172.21.15.26:0/3279512207 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02ac1083b0 msgr2=0x7f02ac10f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:02.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.145+0000 7f02b3600700 1 --2- 172.21.15.26:0/3279512207 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02ac1083b0 0x7f02ac10f500 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f02a400cca0 tx=0x7f02a400a340 comp rx=0 tx=0).stop 2024-04-26T23:34:02.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.145+0000 7f02b1600700 1 -- 172.21.15.26:0/3279512207 reap_dead start 2024-04-26T23:34:02.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.146+0000 7f02b3600700 1 -- 172.21.15.26:0/3279512207 shutdown_connections 2024-04-26T23:34:02.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.146+0000 7f02b3600700 1 -- 172.21.15.26:0/3279512207 >> 172.21.15.26:0/3279512207 conn(0x7f02ac07a580 msgr2=0x7f02ac101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:02.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.146+0000 7f02b3600700 1 -- 172.21.15.26:0/3279512207 shutdown_connections 2024-04-26T23:34:02.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:02.146+0000 7f02b3600700 1 -- 172.21.15.26:0/3279512207 wait complete. 2024-04-26T23:34:03.755 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:03 smithi026 ceph-mon[28371]: pgmap v395: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-04-26T23:34:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:03 smithi164 ceph-mon[31699]: pgmap v395: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-04-26T23:34:03.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:03 smithi086 ceph-mon[31122]: pgmap v395: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-04-26T23:34:04.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.557+0000 7fca7c200700 1 -- 172.21.15.26:0/397317441 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca74102cd0 msgr2=0x7fca7410f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:04.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.557+0000 7fca7c200700 1 --2- 172.21.15.26:0/397317441 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca74102cd0 0x7fca7410f1c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fca6c00b0a0 tx=0x7fca6c00b3b0 comp rx=0 tx=0).stop 2024-04-26T23:34:04.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.557+0000 7fca7c200700 1 -- 172.21.15.26:0/397317441 shutdown_connections 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.557+0000 7fca7c200700 1 --2- 172.21.15.26:0/397317441 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca74102cd0 0x7fca7410f1c0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.557+0000 7fca7c200700 1 --2- 172.21.15.26:0/397317441 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca74108380 0x7fca74108760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.557+0000 7fca7c200700 1 --2- 172.21.15.26:0/397317441 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca74102310 0x7fca74102790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.557+0000 7fca7c200700 1 -- 172.21.15.26:0/397317441 >> 172.21.15.26:0/397317441 conn(0x7fca74079290 msgr2=0x7fca740796a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.557+0000 7fca7c200700 1 -- 172.21.15.26:0/397317441 shutdown_connections 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.557+0000 7fca7c200700 1 -- 172.21.15.26:0/397317441 wait complete. 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.558+0000 7fca7c200700 1 Processor -- start 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.558+0000 7fca7c200700 1 -- start start 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.559+0000 7fca7c200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca74102310 0x7fca741a1820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.559+0000 7fca7c200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca74102cd0 0x7fca741a1d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.559+0000 7fca7c200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca74108380 0x7fca7419b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.559+0000 7fca7c200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fca741123a0 con 0x7fca74102cd0 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.559+0000 7fca7c200700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fca74112220 con 0x7fca74108380 2024-04-26T23:34:04.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.559+0000 7fca7c200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fca74112520 con 0x7fca74102310 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.559+0000 7fca78e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca74102cd0 0x7fca741a1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.559+0000 7fca78e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca74102cd0 0x7fca741a1d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35690/0 (socket says 172.21.15.26:35690) 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.559+0000 7fca78e00700 1 -- 172.21.15.26:0/3144899365 learned_addr learned my addr 172.21.15.26:0/3144899365 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.559+0000 7fca79800700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca74102310 0x7fca741a1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.560+0000 7fca7a200700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca74108380 0x7fca7419b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.560+0000 7fca78e00700 1 -- 172.21.15.26:0/3144899365 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca74102310 msgr2=0x7fca741a1820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.560+0000 7fca78e00700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca74102310 0x7fca741a1820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.560+0000 7fca78e00700 1 -- 172.21.15.26:0/3144899365 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca74108380 msgr2=0x7fca7419b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.560+0000 7fca78e00700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca74108380 0x7fca7419b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.560+0000 7fca78e00700 1 -- 172.21.15.26:0/3144899365 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca7419c140 con 0x7fca74102cd0 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.560+0000 7fca7a200700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca74108380 0x7fca7419b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.560+0000 7fca78e00700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca74102cd0 0x7fca741a1d60 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fca6000d950 tx=0x7fca6000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.560+0000 7fca72000700 1 -- 172.21.15.26:0/3144899365 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca60016070 con 0x7fca74102cd0 2024-04-26T23:34:04.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.561+0000 7fca72000700 1 -- 172.21.15.26:0/3144899365 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fca60010460 con 0x7fca74102cd0 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.561+0000 7fca7c200700 1 -- 172.21.15.26:0/3144899365 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca7419c3d0 con 0x7fca74102cd0 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.561+0000 7fca72000700 1 -- 172.21.15.26:0/3144899365 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6000f620 con 0x7fca74102cd0 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.561+0000 7fca7c200700 1 -- 172.21.15.26:0/3144899365 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca741a86f0 con 0x7fca74102cd0 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.562+0000 7fca7c200700 1 -- 172.21.15.26:0/3144899365 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fca74063bb0 con 0x7fca74102cd0 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.564+0000 7fca72000700 1 -- 172.21.15.26:0/3144899365 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fca60019070 con 0x7fca74102cd0 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.566+0000 7fca72000700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fca5c0a3d50 0x7fca5c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.567+0000 7fca72000700 1 -- 172.21.15.26:0/3144899365 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fca600d0580 con 0x7fca74102cd0 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.567+0000 7fca79800700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fca5c0a3d50 0x7fca5c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.567+0000 7fca72000700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627] conn(0x7fca5c0ad890 0x7fca5c0afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.567+0000 7fca72000700 1 -- 172.21.15.26:0/3144899365 --> [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fca60014e80 con 0x7fca5c0ad890 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.567+0000 7fca72000700 1 -- 172.21.15.26:0/3144899365 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fca600d09d0 con 0x7fca74102cd0 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.567+0000 7fca7a200700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627] conn(0x7fca5c0ad890 0x7fca5c0afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:04.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.568+0000 7fca79800700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fca5c0a3d50 0x7fca5c0a6210 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fca7419cb20 tx=0x7fca68005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:04.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.568+0000 7fca7a200700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627] conn(0x7fca5c0ad890 0x7fca5c0afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:04.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.569+0000 7fca72000700 1 -- 172.21.15.26:0/3144899365 <== osd.9 v2:172.21.15.26:6826/3645340627 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fca60014e80 con 0x7fca5c0ad890 2024-04-26T23:34:04.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.591+0000 7fca7c200700 1 -- 172.21.15.26:0/3144899365 --> [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fca74063fb0 con 0x7fca5c0ad890 2024-04-26T23:34:04.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.591+0000 7fca72000700 1 -- 172.21.15.26:0/3144899365 <== osd.9 v2:172.21.15.26:6826/3645340627 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fca74063fb0 con 0x7fca5c0ad890 2024-04-26T23:34:04.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.592+0000 7fca7c200700 1 -- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627] conn(0x7fca5c0ad890 msgr2=0x7fca5c0afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:04.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.592+0000 7fca7c200700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627] conn(0x7fca5c0ad890 0x7fca5c0afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:04.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.592+0000 7fca7c200700 1 -- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fca5c0a3d50 msgr2=0x7fca5c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:04.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.592+0000 7fca7c200700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fca5c0a3d50 0x7fca5c0a6210 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fca7419cb20 tx=0x7fca68005ee0 comp rx=0 tx=0).stop 2024-04-26T23:34:04.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.592+0000 7fca7c200700 1 -- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca74102cd0 msgr2=0x7fca741a1d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:04.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.592+0000 7fca7c200700 1 --2- 172.21.15.26:0/3144899365 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca74102cd0 0x7fca741a1d60 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fca6000d950 tx=0x7fca6000dd10 comp rx=0 tx=0).stop 2024-04-26T23:34:04.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.592+0000 7fca7a200700 1 -- 172.21.15.26:0/3144899365 reap_dead start 2024-04-26T23:34:04.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.592+0000 7fca7c200700 1 -- 172.21.15.26:0/3144899365 shutdown_connections 2024-04-26T23:34:04.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.592+0000 7fca7c200700 1 -- 172.21.15.26:0/3144899365 >> 172.21.15.26:0/3144899365 conn(0x7fca74079290 msgr2=0x7fca74101490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:04.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.592+0000 7fca7c200700 1 -- 172.21.15.26:0/3144899365 shutdown_connections 2024-04-26T23:34:04.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:04.593+0000 7fca7c200700 1 -- 172.21.15.26:0/3144899365 wait complete. 2024-04-26T23:34:05.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.530+0000 7f1c83400700 1 -- 172.21.15.26:0/2494570766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c10fe80 msgr2=0x7f1c7c112270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:05.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.530+0000 7f1c83400700 1 --2- 172.21.15.26:0/2494570766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c10fe80 0x7f1c7c112270 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1c7400b0a0 tx=0x7f1c7400b3b0 comp rx=0 tx=0).stop 2024-04-26T23:34:05.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.530+0000 7f1c83400700 1 -- 172.21.15.26:0/2494570766 shutdown_connections 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.530+0000 7f1c83400700 1 --2- 172.21.15.26:0/2494570766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c10fe80 0x7f1c7c112270 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.530+0000 7f1c83400700 1 --2- 172.21.15.26:0/2494570766 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c7c075650 0x7f1c7c075a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.530+0000 7f1c83400700 1 --2- 172.21.15.26:0/2494570766 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1c7c075f70 0x7f1c7c10f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.530+0000 7f1c83400700 1 -- 172.21.15.26:0/2494570766 >> 172.21.15.26:0/2494570766 conn(0x7f1c7c07a580 msgr2=0x7f1c7c07a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.530+0000 7f1c83400700 1 -- 172.21.15.26:0/2494570766 shutdown_connections 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.530+0000 7f1c83400700 1 -- 172.21.15.26:0/2494570766 wait complete. 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.531+0000 7f1c83400700 1 Processor -- start 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.532+0000 7f1c83400700 1 -- start start 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.532+0000 7f1c83400700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1c7c075650 0x7f1c7c1a17c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.532+0000 7f1c83400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c7c075f70 0x7f1c7c1a1d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.532+0000 7f1c83400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c10fe80 0x7f1c7c19b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.532+0000 7f1c83400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c1156c0 con 0x7f1c7c10fe80 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.532+0000 7f1c83400700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c115540 con 0x7f1c7c075650 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.532+0000 7f1c83400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1c7c115840 con 0x7f1c7c075f70 2024-04-26T23:34:05.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.532+0000 7f1c81400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c10fe80 0x7f1c7c19b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.532+0000 7f1c81400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c10fe80 0x7f1c7c19b980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35696/0 (socket says 172.21.15.26:35696) 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.532+0000 7f1c81400700 1 -- 172.21.15.26:0/3872484954 learned_addr learned my addr 172.21.15.26:0/3872484954 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c80a00700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1c7c075650 0x7f1c7c1a17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c7be00700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c7c075f70 0x7f1c7c1a1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c81400700 1 -- 172.21.15.26:0/3872484954 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c7c075f70 msgr2=0x7f1c7c1a1d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c81400700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c7c075f70 0x7f1c7c1a1d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c81400700 1 -- 172.21.15.26:0/3872484954 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1c7c075650 msgr2=0x7f1c7c1a17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c81400700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1c7c075650 0x7f1c7c1a17c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c81400700 1 -- 172.21.15.26:0/3872484954 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c7c19c0e0 con 0x7f1c7c10fe80 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c7be00700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c7c075f70 0x7f1c7c1a1d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c81400700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c10fe80 0x7f1c7c19b980 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f1c740062a0 tx=0x7f1c74004e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c79600700 1 -- 172.21.15.26:0/3872484954 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c74021070 con 0x7f1c7c10fe80 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c79600700 1 -- 172.21.15.26:0/3872484954 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1c74007c80 con 0x7f1c7c10fe80 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c79600700 1 -- 172.21.15.26:0/3872484954 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c740052c0 con 0x7f1c7c10fe80 2024-04-26T23:34:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.533+0000 7f1c83400700 1 -- 172.21.15.26:0/3872484954 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c7c19c370 con 0x7f1c7c10fe80 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.534+0000 7f1c83400700 1 -- 172.21.15.26:0/3872484954 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c7c1a8690 con 0x7f1c7c10fe80 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.535+0000 7f1c83400700 1 -- 172.21.15.26:0/3872484954 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1c7c063bb0 con 0x7f1c7c10fe80 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.537+0000 7f1c79600700 1 -- 172.21.15.26:0/3872484954 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1c74024070 con 0x7f1c7c10fe80 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.538+0000 7f1c79600700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1c640a3d50 0x7f1c640a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.538+0000 7f1c79600700 1 -- 172.21.15.26:0/3872484954 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f1c7400f020 con 0x7f1c7c10fe80 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.538+0000 7f1c80a00700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1c640a3d50 0x7f1c640a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.539+0000 7f1c79600700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532] conn(0x7f1c640ad890 0x7f1c640afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.539+0000 7f1c79600700 1 -- 172.21.15.26:0/3872484954 --> [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1c7402fea0 con 0x7f1c640ad890 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.539+0000 7f1c79600700 1 -- 172.21.15.26:0/3872484954 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f1c740d23d0 con 0x7f1c7c10fe80 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.539+0000 7f1c7be00700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532] conn(0x7f1c640ad890 0x7f1c640afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.539+0000 7f1c80a00700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1c640a3d50 0x7f1c640a6210 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1c70005950 tx=0x7f1c70005ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.540+0000 7f1c7be00700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532] conn(0x7f1c640ad890 0x7f1c640afd30 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.541+0000 7f1c79600700 1 -- 172.21.15.26:0/3872484954 <== osd.0 v2:172.21.15.26:6802/3450561532 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1c7402fea0 con 0x7f1c640ad890 2024-04-26T23:34:05.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.559+0000 7f1c83400700 1 -- 172.21.15.26:0/3872484954 --> [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1c7c063fb0 con 0x7f1c640ad890 2024-04-26T23:34:05.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.560+0000 7f1c79600700 1 -- 172.21.15.26:0/3872484954 <== osd.0 v2:172.21.15.26:6802/3450561532 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1c7c063fb0 con 0x7f1c640ad890 2024-04-26T23:34:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.560+0000 7f1c83400700 1 -- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532] conn(0x7f1c640ad890 msgr2=0x7f1c640afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.560+0000 7f1c83400700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532] conn(0x7f1c640ad890 0x7f1c640afd30 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.561+0000 7f1c83400700 1 -- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1c640a3d50 msgr2=0x7f1c640a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.561+0000 7f1c83400700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1c640a3d50 0x7f1c640a6210 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1c70005950 tx=0x7f1c70005ed0 comp rx=0 tx=0).stop 2024-04-26T23:34:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.561+0000 7f1c83400700 1 -- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c10fe80 msgr2=0x7f1c7c19b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:05.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.561+0000 7f1c83400700 1 --2- 172.21.15.26:0/3872484954 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1c7c10fe80 0x7f1c7c19b980 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f1c740062a0 tx=0x7f1c74004e70 comp rx=0 tx=0).stop 2024-04-26T23:34:05.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.561+0000 7f1c81400700 1 -- 172.21.15.26:0/3872484954 reap_dead start 2024-04-26T23:34:05.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.561+0000 7f1c83400700 1 -- 172.21.15.26:0/3872484954 shutdown_connections 2024-04-26T23:34:05.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.561+0000 7f1c83400700 1 -- 172.21.15.26:0/3872484954 >> 172.21.15.26:0/3872484954 conn(0x7f1c7c07a580 msgr2=0x7f1c7c100650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:05.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.561+0000 7f1c83400700 1 -- 172.21.15.26:0/3872484954 shutdown_connections 2024-04-26T23:34:05.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.561+0000 7f1c83400700 1 -- 172.21.15.26:0/3872484954 wait complete. 2024-04-26T23:34:05.690 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:05 smithi026 ceph-mon[28371]: pgmap v396: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-04-26T23:34:05.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:05 smithi164 ceph-mon[31699]: pgmap v396: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-04-26T23:34:05.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:05 smithi086 ceph-mon[31122]: pgmap v396: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-04-26T23:34:06.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.980+0000 7fe5d8e00700 1 -- 172.21.15.26:0/1066287076 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5d4105f30 msgr2=0x7fe5d41123f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:06.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.980+0000 7fe5d8e00700 1 --2- 172.21.15.26:0/1066287076 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5d4105f30 0x7fe5d41123f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc00b0d0 tx=0x7fe5cc00b3e0 comp rx=0 tx=0).stop 2024-04-26T23:34:06.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.980+0000 7fe5d8e00700 1 -- 172.21.15.26:0/1066287076 shutdown_connections 2024-04-26T23:34:06.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.980+0000 7fe5d8e00700 1 --2- 172.21.15.26:0/1066287076 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5d4105f30 0x7fe5d41123f0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.980+0000 7fe5d8e00700 1 --2- 172.21.15.26:0/1066287076 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe5d410b620 0x7fe5d410ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.980+0000 7fe5d8e00700 1 --2- 172.21.15.26:0/1066287076 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe5d4105570 0x7fe5d41059f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.980+0000 7fe5d8e00700 1 -- 172.21.15.26:0/1066287076 >> 172.21.15.26:0/1066287076 conn(0x7fe5d4101040 msgr2=0x7fe5d4103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.981+0000 7fe5d8e00700 1 -- 172.21.15.26:0/1066287076 shutdown_connections 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.981+0000 7fe5d8e00700 1 -- 172.21.15.26:0/1066287076 wait complete. 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.982+0000 7fe5d8e00700 1 Processor -- start 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.983+0000 7fe5d8e00700 1 -- start start 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.983+0000 7fe5d8e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe5d4105570 0x7fe5d41a16d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.983+0000 7fe5d8e00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe5d4105f30 0x7fe5d41a1c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.983+0000 7fe5d8e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5d410b620 0x7fe5d419b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.983+0000 7fe5d8e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d4115680 con 0x7fe5d410b620 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.983+0000 7fe5d8e00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d4115500 con 0x7fe5d4105f30 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.983+0000 7fe5d8e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d4115800 con 0x7fe5d4105570 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.984+0000 7fe5d3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5d410b620 0x7fe5d419b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:06.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.984+0000 7fe5d3e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5d410b620 0x7fe5d419b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35726/0 (socket says 172.21.15.26:35726) 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.984+0000 7fe5d3e00700 1 -- 172.21.15.26:0/3376308811 learned_addr learned my addr 172.21.15.26:0/3376308811 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.984+0000 7fe5d3400700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe5d4105570 0x7fe5d41a16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.984+0000 7fe5d2a00700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe5d4105f30 0x7fe5d41a1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.984+0000 7fe5d3e00700 1 -- 172.21.15.26:0/3376308811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe5d4105570 msgr2=0x7fe5d41a16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.984+0000 7fe5d3e00700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe5d4105570 0x7fe5d41a16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.984+0000 7fe5d3e00700 1 -- 172.21.15.26:0/3376308811 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe5d4105f30 msgr2=0x7fe5d41a1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.984+0000 7fe5d3e00700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe5d4105f30 0x7fe5d41a1c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.984+0000 7fe5d3e00700 1 -- 172.21.15.26:0/3376308811 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5d419c080 con 0x7fe5d410b620 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.984+0000 7fe5d3e00700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5d410b620 0x7fe5d419b8a0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc007d10 tx=0x7fe5cc007df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.985+0000 7fe5cbe00700 1 -- 172.21.15.26:0/3376308811 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc01f070 con 0x7fe5d410b620 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.985+0000 7fe5d8e00700 1 -- 172.21.15.26:0/3376308811 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5d419c310 con 0x7fe5d410b620 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.985+0000 7fe5cbe00700 1 -- 172.21.15.26:0/3376308811 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe5cc003e10 con 0x7fe5d410b620 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.985+0000 7fe5cbe00700 1 -- 172.21.15.26:0/3376308811 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc01b820 con 0x7fe5d410b620 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.985+0000 7fe5d8e00700 1 -- 172.21.15.26:0/3376308811 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5d41a8530 con 0x7fe5d410b620 2024-04-26T23:34:06.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.986+0000 7fe5d8e00700 1 -- 172.21.15.26:0/3376308811 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe5d4063bb0 con 0x7fe5d410b620 2024-04-26T23:34:06.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.988+0000 7fe5cbe00700 1 -- 172.21.15.26:0/3376308811 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fe5cc022070 con 0x7fe5d410b620 2024-04-26T23:34:06.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.989+0000 7fe5cbe00700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe5b80a3cd0 0x7fe5b80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:06.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.990+0000 7fe5cbe00700 1 -- 172.21.15.26:0/3376308811 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe5cc00f020 con 0x7fe5d410b620 2024-04-26T23:34:06.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.990+0000 7fe5d3400700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe5b80a3cd0 0x7fe5b80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:06.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.990+0000 7fe5cbe00700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525] conn(0x7fe5b80ad810 0x7fe5b80afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:06.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.990+0000 7fe5cbe00700 1 -- 172.21.15.26:0/3376308811 --> [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe5cc02de50 con 0x7fe5b80ad810 2024-04-26T23:34:06.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.990+0000 7fe5cbe00700 1 -- 172.21.15.26:0/3376308811 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fe5cc0d20d0 con 0x7fe5d410b620 2024-04-26T23:34:06.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.991+0000 7fe5d3400700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe5b80a3cd0 0x7fe5b80a6190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe5c4005950 tx=0x7fe5c40058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:06.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.991+0000 7fe5d2a00700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525] conn(0x7fe5b80ad810 0x7fe5b80afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.992+0000 7fe5d2a00700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525] conn(0x7fe5b80ad810 0x7fe5b80afcb0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:05.994+0000 7fe5cbe00700 1 -- 172.21.15.26:0/3376308811 <== osd.11 v2:172.21.15.164:6824/2033296525 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe5cc02de50 con 0x7fe5b80ad810 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.017+0000 7fe5d8e00700 1 -- 172.21.15.26:0/3376308811 --> [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe5d4063fb0 con 0x7fe5b80ad810 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.018+0000 7fe5cbe00700 1 -- 172.21.15.26:0/3376308811 <== osd.11 v2:172.21.15.164:6824/2033296525 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe5d4063fb0 con 0x7fe5b80ad810 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.019+0000 7fe5d8e00700 1 -- 172.21.15.26:0/3376308811 >> [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525] conn(0x7fe5b80ad810 msgr2=0x7fe5b80afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.019+0000 7fe5d8e00700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525] conn(0x7fe5b80ad810 0x7fe5b80afcb0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.019+0000 7fe5d8e00700 1 -- 172.21.15.26:0/3376308811 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe5b80a3cd0 msgr2=0x7fe5b80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.019+0000 7fe5d8e00700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe5b80a3cd0 0x7fe5b80a6190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe5c4005950 tx=0x7fe5c40058e0 comp rx=0 tx=0).stop 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.019+0000 7fe5d8e00700 1 -- 172.21.15.26:0/3376308811 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5d410b620 msgr2=0x7fe5d419b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.019+0000 7fe5d8e00700 1 --2- 172.21.15.26:0/3376308811 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5d410b620 0x7fe5d419b8a0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc007d10 tx=0x7fe5cc007df0 comp rx=0 tx=0).stop 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.019+0000 7fe5d3e00700 1 -- 172.21.15.26:0/3376308811 reap_dead start 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.019+0000 7fe5d8e00700 1 -- 172.21.15.26:0/3376308811 shutdown_connections 2024-04-26T23:34:06.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.019+0000 7fe5d8e00700 1 -- 172.21.15.26:0/3376308811 >> 172.21.15.26:0/3376308811 conn(0x7fe5d4101040 msgr2=0x7fe5d4102730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:06.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.019+0000 7fe5d8e00700 1 -- 172.21.15.26:0/3376308811 shutdown_connections 2024-04-26T23:34:06.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.020+0000 7fe5d8e00700 1 -- 172.21.15.26:0/3376308811 wait complete. 2024-04-26T23:34:07.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:07 smithi164 ceph-mon[31699]: pgmap v397: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-04-26T23:34:07.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:07 smithi026 ceph-mon[28371]: pgmap v397: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-04-26T23:34:07.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:07 smithi086 ceph-mon[31122]: pgmap v397: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-04-26T23:34:07.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.811+0000 7fa495000700 1 -- 172.21.15.26:0/3425243319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4901094a0 msgr2=0x7fa490109880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:07.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.811+0000 7fa495000700 1 --2- 172.21.15.26:0/3425243319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4901094a0 0x7fa490109880 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fa480009990 tx=0x7fa480009ca0 comp rx=0 tx=0).stop 2024-04-26T23:34:07.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.811+0000 7fa495000700 1 -- 172.21.15.26:0/3425243319 shutdown_connections 2024-04-26T23:34:07.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.811+0000 7fa495000700 1 --2- 172.21.15.26:0/3425243319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa49006bad0 0x7fa4901102e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:07.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.811+0000 7fa495000700 1 --2- 172.21.15.26:0/3425243319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa4901094a0 0x7fa490109880 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:07.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.811+0000 7fa495000700 1 --2- 172.21.15.26:0/3425243319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa49006b130 0x7fa49006b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:07.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.811+0000 7fa495000700 1 -- 172.21.15.26:0/3425243319 >> 172.21.15.26:0/3425243319 conn(0x7fa4900792d0 msgr2=0x7fa4900796e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.811+0000 7fa495000700 1 -- 172.21.15.26:0/3425243319 shutdown_connections 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.811+0000 7fa495000700 1 -- 172.21.15.26:0/3425243319 wait complete. 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.812+0000 7fa495000700 1 Processor -- start 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.812+0000 7fa495000700 1 -- start start 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.813+0000 7fa495000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa49006b130 0x7fa4901a1930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.813+0000 7fa495000700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa49006bad0 0x7fa4901a1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.813+0000 7fa495000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa4901094a0 0x7fa49019bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.813+0000 7fa495000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa4901134c0 con 0x7fa49006b130 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.813+0000 7fa495000700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa490113340 con 0x7fa49006bad0 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.813+0000 7fa495000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa490113640 con 0x7fa4901094a0 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.813+0000 7fa48de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa49006b130 0x7fa4901a1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.813+0000 7fa48de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa49006b130 0x7fa4901a1930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35752/0 (socket says 172.21.15.26:35752) 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.813+0000 7fa48de00700 1 -- 172.21.15.26:0/3000143159 learned_addr learned my addr 172.21.15.26:0/3000143159 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.813+0000 7fa48d400700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa49006bad0 0x7fa4901a1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.814+0000 7fa48e800700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa4901094a0 0x7fa49019bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.814+0000 7fa48de00700 1 -- 172.21.15.26:0/3000143159 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa4901094a0 msgr2=0x7fa49019bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.814+0000 7fa48de00700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa4901094a0 0x7fa49019bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.814+0000 7fa48de00700 1 -- 172.21.15.26:0/3000143159 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa49006bad0 msgr2=0x7fa4901a1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.814+0000 7fa48de00700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa49006bad0 0x7fa4901a1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.814+0000 7fa48de00700 1 -- 172.21.15.26:0/3000143159 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa49019c2a0 con 0x7fa49006b130 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.814+0000 7fa48de00700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa49006b130 0x7fa4901a1930 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa480000c00 tx=0x7fa4800047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.814+0000 7fa486a00700 1 -- 172.21.15.26:0/3000143159 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa480027070 con 0x7fa49006b130 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.814+0000 7fa495000700 1 -- 172.21.15.26:0/3000143159 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa49019c530 con 0x7fa49006b130 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.814+0000 7fa486a00700 1 -- 172.21.15.26:0/3000143159 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa48000fdb0 con 0x7fa49006b130 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.814+0000 7fa486a00700 1 -- 172.21.15.26:0/3000143159 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4800173f0 con 0x7fa49006b130 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.815+0000 7fa495000700 1 -- 172.21.15.26:0/3000143159 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4901a8800 con 0x7fa49006b130 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.816+0000 7fa495000700 1 -- 172.21.15.26:0/3000143159 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa490100bf0 con 0x7fa49006b130 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.818+0000 7fa486a00700 1 -- 172.21.15.26:0/3000143159 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa48002a070 con 0x7fa49006b130 2024-04-26T23:34:07.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.819+0000 7fa486a00700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa4740a3cd0 0x7fa4740a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:07.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.819+0000 7fa486a00700 1 -- 172.21.15.26:0/3000143159 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fa4800d1d70 con 0x7fa49006b130 2024-04-26T23:34:07.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.819+0000 7fa48d400700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa4740a3cd0 0x7fa4740a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:07.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.819+0000 7fa486a00700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373] conn(0x7fa4740ad810 0x7fa4740afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:07.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.819+0000 7fa486a00700 1 -- 172.21.15.26:0/3000143159 --> [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa480001d30 con 0x7fa4740ad810 2024-04-26T23:34:07.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.819+0000 7fa486a00700 1 -- 172.21.15.26:0/3000143159 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fa4800d21c0 con 0x7fa49006b130 2024-04-26T23:34:07.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.820+0000 7fa48d400700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa4740a3cd0 0x7fa4740a6190 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa47c005fd0 tx=0x7fa47c00a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:07.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.820+0000 7fa48e800700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373] conn(0x7fa4740ad810 0x7fa4740afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:07.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.821+0000 7fa48e800700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373] conn(0x7fa4740ad810 0x7fa4740afcb0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:07.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.823+0000 7fa486a00700 1 -- 172.21.15.26:0/3000143159 <== osd.4 v2:172.21.15.86:6808/3378077373 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa480001d30 con 0x7fa4740ad810 2024-04-26T23:34:07.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.844+0000 7fa495000700 1 -- 172.21.15.26:0/3000143159 --> [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa490104b50 con 0x7fa4740ad810 2024-04-26T23:34:07.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.845+0000 7fa486a00700 1 -- 172.21.15.26:0/3000143159 <== osd.4 v2:172.21.15.86:6808/3378077373 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fa490104b50 con 0x7fa4740ad810 2024-04-26T23:34:07.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.846+0000 7fa495000700 1 -- 172.21.15.26:0/3000143159 >> [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373] conn(0x7fa4740ad810 msgr2=0x7fa4740afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:07.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.846+0000 7fa495000700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373] conn(0x7fa4740ad810 0x7fa4740afcb0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:07.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.846+0000 7fa495000700 1 -- 172.21.15.26:0/3000143159 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa4740a3cd0 msgr2=0x7fa4740a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:07.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.846+0000 7fa495000700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa4740a3cd0 0x7fa4740a6190 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa47c005fd0 tx=0x7fa47c00a560 comp rx=0 tx=0).stop 2024-04-26T23:34:07.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.846+0000 7fa495000700 1 -- 172.21.15.26:0/3000143159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa49006b130 msgr2=0x7fa4901a1930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:07.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.846+0000 7fa495000700 1 --2- 172.21.15.26:0/3000143159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa49006b130 0x7fa4901a1930 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa480000c00 tx=0x7fa4800047b0 comp rx=0 tx=0).stop 2024-04-26T23:34:07.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.846+0000 7fa48e800700 1 -- 172.21.15.26:0/3000143159 reap_dead start 2024-04-26T23:34:07.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.846+0000 7fa495000700 1 -- 172.21.15.26:0/3000143159 shutdown_connections 2024-04-26T23:34:07.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.846+0000 7fa495000700 1 -- 172.21.15.26:0/3000143159 >> 172.21.15.26:0/3000143159 conn(0x7fa4900792d0 msgr2=0x7fa490100190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:07.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.846+0000 7fa495000700 1 -- 172.21.15.26:0/3000143159 shutdown_connections 2024-04-26T23:34:07.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.846+0000 7fa495000700 1 -- 172.21.15.26:0/3000143159 wait complete. 2024-04-26T23:34:08.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.834+0000 7f2379800700 1 -- 172.21.15.26:0/2626019992 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f237410fe20 msgr2=0x7f2374112210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:08.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.834+0000 7f2379800700 1 --2- 172.21.15.26:0/2626019992 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f237410fe20 0x7f2374112210 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f236c00b0a0 tx=0x7f236c00b3b0 comp rx=0 tx=0).stop 2024-04-26T23:34:08.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.834+0000 7f2379800700 1 -- 172.21.15.26:0/2626019992 shutdown_connections 2024-04-26T23:34:08.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.834+0000 7f2379800700 1 --2- 172.21.15.26:0/2626019992 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f237410fe20 0x7f2374112210 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:08.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.834+0000 7f2379800700 1 --2- 172.21.15.26:0/2626019992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2374075650 0x7f2374075a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.834+0000 7f2379800700 1 --2- 172.21.15.26:0/2626019992 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2374075f70 0x7f237410f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.834+0000 7f2379800700 1 -- 172.21.15.26:0/2626019992 >> 172.21.15.26:0/2626019992 conn(0x7f237407a580 msgr2=0x7f237407a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.834+0000 7f2379800700 1 -- 172.21.15.26:0/2626019992 shutdown_connections 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.834+0000 7f2379800700 1 -- 172.21.15.26:0/2626019992 wait complete. 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.835+0000 7f2379800700 1 Processor -- start 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.835+0000 7f2379800700 1 -- start start 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f2379800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2374075650 0x7f23741a1810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f2379800700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2374075f70 0x7f23741a1d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f2379800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f237410fe20 0x7f237419ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f2379800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2374115680 con 0x7f237410fe20 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f2379800700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2374115500 con 0x7f2374075f70 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f2379800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2374115800 con 0x7f2374075650 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f2373400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f237410fe20 0x7f237419ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f2373400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f237410fe20 0x7f237419ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35776/0 (socket says 172.21.15.26:35776) 2024-04-26T23:34:08.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f2373400700 1 -- 172.21.15.26:0/2575464997 learned_addr learned my addr 172.21.15.26:0/2575464997 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f236a000700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2374075f70 0x7f23741a1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f2372a00700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2374075650 0x7f23741a1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f2373400700 1 -- 172.21.15.26:0/2575464997 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2374075650 msgr2=0x7f23741a1810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.836+0000 7f2373400700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2374075650 0x7f23741a1810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.837+0000 7f2373400700 1 -- 172.21.15.26:0/2575464997 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2374075f70 msgr2=0x7f23741a1d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.837+0000 7f2373400700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2374075f70 0x7f23741a1d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.837+0000 7f2373400700 1 -- 172.21.15.26:0/2575464997 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f237419c180 con 0x7f237410fe20 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.837+0000 7f2373400700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f237410fe20 0x7f237419ba20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f236c00b830 tx=0x7f236c004db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.837+0000 7f236be00700 1 -- 172.21.15.26:0/2575464997 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c021070 con 0x7f237410fe20 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.837+0000 7f236be00700 1 -- 172.21.15.26:0/2575464997 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f236c007c80 con 0x7f237410fe20 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.837+0000 7f2379800700 1 -- 172.21.15.26:0/2575464997 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f237419c410 con 0x7f237410fe20 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.837+0000 7f236be00700 1 -- 172.21.15.26:0/2575464997 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c0052a0 con 0x7f237410fe20 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.838+0000 7f2379800700 1 -- 172.21.15.26:0/2575464997 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23741a86e0 con 0x7f237410fe20 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.839+0000 7f2379800700 1 -- 172.21.15.26:0/2575464997 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2374063bb0 con 0x7f237410fe20 2024-04-26T23:34:08.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.841+0000 7f236be00700 1 -- 172.21.15.26:0/2575464997 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f236c024070 con 0x7f237410fe20 2024-04-26T23:34:08.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.842+0000 7f236be00700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f23580a3cd0 0x7f23580a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:08.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.842+0000 7f236be00700 1 -- 172.21.15.26:0/2575464997 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f236c0d1c30 con 0x7f237410fe20 2024-04-26T23:34:08.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.843+0000 7f2372a00700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f23580a3cd0 0x7f23580a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:08.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.843+0000 7f236be00700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019] conn(0x7f23580ad6e0 0x7f23580afb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:08.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.843+0000 7f236be00700 1 -- 172.21.15.26:0/2575464997 --> [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f23580b0250 con 0x7f23580ad6e0 2024-04-26T23:34:08.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.843+0000 7f236be00700 1 -- 172.21.15.26:0/2575464997 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f236c0d1fe0 con 0x7f237410fe20 2024-04-26T23:34:08.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.843+0000 7f2372a00700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f23580a3cd0 0x7f23580a6190 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2364005950 tx=0x7f23640058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:08.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.843+0000 7f236a000700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019] conn(0x7f23580ad6e0 0x7f23580afb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:08.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.844+0000 7f236a000700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019] conn(0x7f23580ad6e0 0x7f23580afb80 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:08.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.847+0000 7f236be00700 1 -- 172.21.15.26:0/2575464997 <== osd.8 v2:172.21.15.164:6816/184902019 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f23580b0250 con 0x7f23580ad6e0 2024-04-26T23:34:08.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.865+0000 7f2379800700 1 -- 172.21.15.26:0/2575464997 --> [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2374064030 con 0x7f23580ad6e0 2024-04-26T23:34:08.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.866+0000 7f236be00700 1 -- 172.21.15.26:0/2575464997 <== osd.8 v2:172.21.15.164:6816/184902019 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2374064030 con 0x7f23580ad6e0 2024-04-26T23:34:08.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.867+0000 7f2379800700 1 -- 172.21.15.26:0/2575464997 >> [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019] conn(0x7f23580ad6e0 msgr2=0x7f23580afb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:08.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.867+0000 7f2379800700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019] conn(0x7f23580ad6e0 0x7f23580afb80 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:08.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.867+0000 7f2379800700 1 -- 172.21.15.26:0/2575464997 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f23580a3cd0 msgr2=0x7f23580a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:08.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.867+0000 7f2379800700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f23580a3cd0 0x7f23580a6190 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2364005950 tx=0x7f23640058e0 comp rx=0 tx=0).stop 2024-04-26T23:34:08.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.867+0000 7f2379800700 1 -- 172.21.15.26:0/2575464997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f237410fe20 msgr2=0x7f237419ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:08.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.867+0000 7f2379800700 1 --2- 172.21.15.26:0/2575464997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f237410fe20 0x7f237419ba20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f236c00b830 tx=0x7f236c004db0 comp rx=0 tx=0).stop 2024-04-26T23:34:08.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.868+0000 7f2373400700 1 -- 172.21.15.26:0/2575464997 reap_dead start 2024-04-26T23:34:08.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.868+0000 7f2379800700 1 -- 172.21.15.26:0/2575464997 shutdown_connections 2024-04-26T23:34:08.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.868+0000 7f2379800700 1 -- 172.21.15.26:0/2575464997 >> 172.21.15.26:0/2575464997 conn(0x7f237407a580 msgr2=0x7f23741006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:08.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.868+0000 7f2379800700 1 -- 172.21.15.26:0/2575464997 shutdown_connections 2024-04-26T23:34:08.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:08.868+0000 7f2379800700 1 -- 172.21.15.26:0/2575464997 wait complete. 2024-04-26T23:34:09.411 INFO:teuthology.orchestra.run.smithi026.stdout:34359738473 2024-04-26T23:34:09.411 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-26T23:34:09.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:09 smithi164 ceph-mon[31699]: pgmap v398: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-04-26T23:34:09.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:09 smithi026 ceph-mon[28371]: pgmap v398: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-04-26T23:34:09.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:09 smithi086 ceph-mon[31122]: pgmap v398: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-04-26T23:34:09.923 INFO:teuthology.orchestra.run.smithi026.stdout:146028888138 2024-04-26T23:34:09.923 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-26T23:34:10.052 INFO:teuthology.orchestra.run.smithi026.stdout:300647710760 2024-04-26T23:34:10.052 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-26T23:34:10.528 INFO:teuthology.orchestra.run.smithi026.stdout:77309411417 2024-04-26T23:34:10.529 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-26T23:34:10.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.752+0000 7f0e49800700 1 -- 172.21.15.26:0/443798295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e4406bad0 msgr2=0x7f0e441102e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:10.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.752+0000 7f0e49800700 1 --2- 172.21.15.26:0/443798295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e4406bad0 0x7f0e441102e0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c00b0a0 tx=0x7f0e3c00b3b0 comp rx=0 tx=0).stop 2024-04-26T23:34:10.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.753+0000 7f0e49800700 1 -- 172.21.15.26:0/443798295 shutdown_connections 2024-04-26T23:34:10.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.753+0000 7f0e49800700 1 --2- 172.21.15.26:0/443798295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e4406bad0 0x7f0e441102e0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:10.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.753+0000 7f0e49800700 1 --2- 172.21.15.26:0/443798295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0e441094a0 0x7f0e44109880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:10.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.753+0000 7f0e49800700 1 --2- 172.21.15.26:0/443798295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e4406b130 0x7f0e4406b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:10.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.753+0000 7f0e49800700 1 -- 172.21.15.26:0/443798295 >> 172.21.15.26:0/443798295 conn(0x7f0e440792d0 msgr2=0x7f0e440796e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:10.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.753+0000 7f0e49800700 1 -- 172.21.15.26:0/443798295 shutdown_connections 2024-04-26T23:34:10.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.753+0000 7f0e49800700 1 -- 172.21.15.26:0/443798295 wait complete. 2024-04-26T23:34:10.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.754+0000 7f0e49800700 1 Processor -- start 2024-04-26T23:34:10.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.755+0000 7f0e49800700 1 -- start start 2024-04-26T23:34:10.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.755+0000 7f0e49800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e4406b130 0x7f0e4419f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:10.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.755+0000 7f0e49800700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0e4406bad0 0x7f0e4419fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:10.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.755+0000 7f0e49800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e441094a0 0x7f0e44199880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:10.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.755+0000 7f0e49800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0e441134d0 con 0x7f0e4406b130 2024-04-26T23:34:10.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.755+0000 7f0e49800700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0e44113350 con 0x7f0e4406bad0 2024-04-26T23:34:10.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.755+0000 7f0e49800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0e44113650 con 0x7f0e441094a0 2024-04-26T23:34:10.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.756+0000 7f0e42a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e4406b130 0x7f0e4419f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:10.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.756+0000 7f0e42a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e4406b130 0x7f0e4419f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35798/0 (socket says 172.21.15.26:35798) 2024-04-26T23:34:10.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.756+0000 7f0e42a00700 1 -- 172.21.15.26:0/320940296 learned_addr learned my addr 172.21.15.26:0/320940296 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:10.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.756+0000 7f0e42000700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0e4406bad0 0x7f0e4419fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:10.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.756+0000 7f0e43400700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e441094a0 0x7f0e44199880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:10.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.756+0000 7f0e42a00700 1 -- 172.21.15.26:0/320940296 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e441094a0 msgr2=0x7f0e44199880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:10.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.756+0000 7f0e42a00700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e441094a0 0x7f0e44199880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:10.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.756+0000 7f0e42a00700 1 -- 172.21.15.26:0/320940296 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0e4406bad0 msgr2=0x7f0e4419fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:10.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.756+0000 7f0e42a00700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0e4406bad0 0x7f0e4419fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:10.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.756+0000 7f0e42a00700 1 -- 172.21.15.26:0/320940296 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e44199fe0 con 0x7f0e4406b130 2024-04-26T23:34:10.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.757+0000 7f0e42a00700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e4406b130 0x7f0e4419f6c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f0e3400d950 tx=0x7f0e3400dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:10.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.757+0000 7f0e3b400700 1 -- 172.21.15.26:0/320940296 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e34016070 con 0x7f0e4406b130 2024-04-26T23:34:10.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.757+0000 7f0e3b400700 1 -- 172.21.15.26:0/320940296 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0e34010460 con 0x7f0e4406b130 2024-04-26T23:34:10.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.757+0000 7f0e3b400700 1 -- 172.21.15.26:0/320940296 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e3400f620 con 0x7f0e4406b130 2024-04-26T23:34:10.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.757+0000 7f0e49800700 1 -- 172.21.15.26:0/320940296 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e4419a2d0 con 0x7f0e4406b130 2024-04-26T23:34:10.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.757+0000 7f0e49800700 1 -- 172.21.15.26:0/320940296 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e441a6590 con 0x7f0e4406b130 2024-04-26T23:34:10.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.759+0000 7f0e49800700 1 -- 172.21.15.26:0/320940296 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0e44063af0 con 0x7f0e4406b130 2024-04-26T23:34:10.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.761+0000 7f0e3b400700 1 -- 172.21.15.26:0/320940296 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0e34019070 con 0x7f0e4406b130 2024-04-26T23:34:10.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.763+0000 7f0e3b400700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0e280a3d50 0x7f0e280a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:10.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.763+0000 7f0e3b400700 1 -- 172.21.15.26:0/320940296 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f0e340cffb0 con 0x7f0e4406b130 2024-04-26T23:34:10.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.763+0000 7f0e42000700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0e280a3d50 0x7f0e280a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:10.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.764+0000 7f0e3b400700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396] conn(0x7f0e280ad890 0x7f0e280afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:10.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.764+0000 7f0e3b400700 1 -- 172.21.15.26:0/320940296 --> [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0e280b0400 con 0x7f0e280ad890 2024-04-26T23:34:10.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.764+0000 7f0e3b400700 1 -- 172.21.15.26:0/320940296 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f0e340d7050 con 0x7f0e4406b130 2024-04-26T23:34:10.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.764+0000 7f0e42000700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0e280a3d50 0x7f0e280a6210 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0e30005950 tx=0x7f0e300058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:10.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.764+0000 7f0e43400700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396] conn(0x7f0e280ad890 0x7f0e280afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:10.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.765+0000 7f0e43400700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396] conn(0x7f0e280ad890 0x7f0e280afd30 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:10.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.768+0000 7f0e3b400700 1 -- 172.21.15.26:0/320940296 <== osd.1 v2:172.21.15.86:6800/521629396 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0e280b0400 con 0x7f0e280ad890 2024-04-26T23:34:10.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.786+0000 7f0e49800700 1 -- 172.21.15.26:0/320940296 --> [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0e44063fc0 con 0x7f0e280ad890 2024-04-26T23:34:10.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.787+0000 7f0e3b400700 1 -- 172.21.15.26:0/320940296 <== osd.1 v2:172.21.15.86:6800/521629396 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0e44063fc0 con 0x7f0e280ad890 2024-04-26T23:34:10.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.788+0000 7f0e49800700 1 -- 172.21.15.26:0/320940296 >> [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396] conn(0x7f0e280ad890 msgr2=0x7f0e280afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:10.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.788+0000 7f0e49800700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396] conn(0x7f0e280ad890 0x7f0e280afd30 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:10.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.788+0000 7f0e49800700 1 -- 172.21.15.26:0/320940296 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0e280a3d50 msgr2=0x7f0e280a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:10.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.788+0000 7f0e49800700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0e280a3d50 0x7f0e280a6210 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0e30005950 tx=0x7f0e300058e0 comp rx=0 tx=0).stop 2024-04-26T23:34:10.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.788+0000 7f0e49800700 1 -- 172.21.15.26:0/320940296 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e4406b130 msgr2=0x7f0e4419f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:10.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.788+0000 7f0e49800700 1 --2- 172.21.15.26:0/320940296 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e4406b130 0x7f0e4419f6c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f0e3400d950 tx=0x7f0e3400dd10 comp rx=0 tx=0).stop 2024-04-26T23:34:10.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.788+0000 7f0e43400700 1 -- 172.21.15.26:0/320940296 reap_dead start 2024-04-26T23:34:10.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.788+0000 7f0e49800700 1 -- 172.21.15.26:0/320940296 shutdown_connections 2024-04-26T23:34:10.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.788+0000 7f0e49800700 1 -- 172.21.15.26:0/320940296 >> 172.21.15.26:0/320940296 conn(0x7f0e440792d0 msgr2=0x7f0e441004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:10.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.788+0000 7f0e49800700 1 -- 172.21.15.26:0/320940296 shutdown_connections 2024-04-26T23:34:10.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:10.788+0000 7f0e49800700 1 -- 172.21.15.26:0/320940296 wait complete. 2024-04-26T23:34:11.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:11 smithi164 ceph-mon[31699]: pgmap v399: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-04-26T23:34:11.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:11 smithi026 ceph-mon[28371]: pgmap v399: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-04-26T23:34:11.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:11 smithi086 ceph-mon[31122]: pgmap v399: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-04-26T23:34:11.834 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:12.470 INFO:teuthology.orchestra.run.smithi026.stdout:360777252889 2024-04-26T23:34:12.471 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-26T23:34:12.808 INFO:teuthology.orchestra.run.smithi026.stdout:266287972400 2024-04-26T23:34:12.809 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-26T23:34:13.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.712+0000 7f2ee7200700 1 -- 172.21.15.26:0/1655043642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ee80757c0 msgr2=0x7f2ee8075ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.712+0000 7f2ee7200700 1 --2- 172.21.15.26:0/1655043642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ee80757c0 0x7f2ee8075ba0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f2ed8009990 tx=0x7f2ed8009ca0 comp rx=0 tx=0).stop 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.712+0000 7f2ee7200700 1 -- 172.21.15.26:0/1655043642 shutdown_connections 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.712+0000 7f2ee7200700 1 --2- 172.21.15.26:0/1655043642 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ee8114360 0x7f2ee8116750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.712+0000 7f2ee7200700 1 --2- 172.21.15.26:0/1655043642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ee80757c0 0x7f2ee8075ba0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.712+0000 7f2ee7200700 1 --2- 172.21.15.26:0/1655043642 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ee80760e0 0x7f2ee8113e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.712+0000 7f2ee7200700 1 -- 172.21.15.26:0/1655043642 >> 172.21.15.26:0/1655043642 conn(0x7f2ee80feea0 msgr2=0x7f2ee81012c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.712+0000 7f2ee7200700 1 -- 172.21.15.26:0/1655043642 shutdown_connections 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.712+0000 7f2ee7200700 1 -- 172.21.15.26:0/1655043642 wait complete. 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.714+0000 7f2ee7200700 1 Processor -- start 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.714+0000 7f2ee7200700 1 -- start start 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.714+0000 7f2ee7200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ee80757c0 0x7f2ee819ff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.714+0000 7f2ee7200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ee80760e0 0x7f2ee81a04a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:13.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.714+0000 7f2ee7200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ee8114360 0x7f2ee81a4830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.714+0000 7f2ee7200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee8119a30 con 0x7f2ee80760e0 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.714+0000 7f2ee7200700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee81198b0 con 0x7f2ee8114360 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.714+0000 7f2ee7200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee8119bb0 con 0x7f2ee80757c0 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.715+0000 7f2ee5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ee80760e0 0x7f2ee81a04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.715+0000 7f2ee5400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ee80760e0 0x7f2ee81a04a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35740/0 (socket says 172.21.15.26:35740) 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.715+0000 7f2ee5400700 1 -- 172.21.15.26:0/152501348 learned_addr learned my addr 172.21.15.26:0/152501348 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.715+0000 7f2ee5e00700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ee80757c0 0x7f2ee819ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.715+0000 7f2ee6800700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ee8114360 0x7f2ee81a4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.715+0000 7f2ee5400700 1 -- 172.21.15.26:0/152501348 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ee80757c0 msgr2=0x7f2ee819ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.715+0000 7f2ee5400700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ee80757c0 0x7f2ee819ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.715+0000 7f2ee5400700 1 -- 172.21.15.26:0/152501348 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ee8114360 msgr2=0x7f2ee81a4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.715+0000 7f2ee5400700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ee8114360 0x7f2ee81a4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.715+0000 7f2ee5400700 1 -- 172.21.15.26:0/152501348 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ee81a4f70 con 0x7f2ee80760e0 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.716+0000 7f2ee5400700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ee80760e0 0x7f2ee81a04a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f2ed400d950 tx=0x7f2ed400dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.716+0000 7f2edea00700 1 -- 172.21.15.26:0/152501348 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed4016070 con 0x7f2ee80760e0 2024-04-26T23:34:13.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.716+0000 7f2edea00700 1 -- 172.21.15.26:0/152501348 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ed4010460 con 0x7f2ee80760e0 2024-04-26T23:34:13.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.716+0000 7f2ee7200700 1 -- 172.21.15.26:0/152501348 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ee81a5260 con 0x7f2ee80760e0 2024-04-26T23:34:13.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.716+0000 7f2edea00700 1 -- 172.21.15.26:0/152501348 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed400f620 con 0x7f2ee80760e0 2024-04-26T23:34:13.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.716+0000 7f2ee7200700 1 -- 172.21.15.26:0/152501348 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ee81acae0 con 0x7f2ee80760e0 2024-04-26T23:34:13.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.717+0000 7f2ee7200700 1 -- 172.21.15.26:0/152501348 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2ee8063b70 con 0x7f2ee80760e0 2024-04-26T23:34:13.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.720+0000 7f2edea00700 1 -- 172.21.15.26:0/152501348 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2ed4019070 con 0x7f2ee80760e0 2024-04-26T23:34:13.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.723+0000 7f2edea00700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2ecc0a3d50 0x7f2ecc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:13.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.723+0000 7f2edea00700 1 -- 172.21.15.26:0/152501348 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2ed40d0670 con 0x7f2ee80760e0 2024-04-26T23:34:13.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.723+0000 7f2ee5e00700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2ecc0a3d50 0x7f2ecc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.723+0000 7f2edea00700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554] conn(0x7f2ecc0ad890 0x7f2ecc0afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.723+0000 7f2edea00700 1 -- 172.21.15.26:0/152501348 --> [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2ed4013ec0 con 0x7f2ecc0ad890 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.723+0000 7f2edea00700 1 -- 172.21.15.26:0/152501348 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f2ed40d0a20 con 0x7f2ee80760e0 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.724+0000 7f2ee6800700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554] conn(0x7f2ecc0ad890 0x7f2ecc0afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.724+0000 7f2ee5e00700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2ecc0a3d50 0x7f2ecc0a6210 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2ed800b5c0 tx=0x7f2ed801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.724+0000 7f2ee6800700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554] conn(0x7f2ecc0ad890 0x7f2ecc0afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.726+0000 7f2edea00700 1 -- 172.21.15.26:0/152501348 <== osd.3 v2:172.21.15.26:6810/2578929554 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2ed4013ec0 con 0x7f2ecc0ad890 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.744+0000 7f2ee7200700 1 -- 172.21.15.26:0/152501348 --> [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2ee8063fa0 con 0x7f2ecc0ad890 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.745+0000 7f2edea00700 1 -- 172.21.15.26:0/152501348 <== osd.3 v2:172.21.15.26:6810/2578929554 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2ee8063fa0 con 0x7f2ecc0ad890 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.745+0000 7f2ee7200700 1 -- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554] conn(0x7f2ecc0ad890 msgr2=0x7f2ecc0afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.745+0000 7f2ee7200700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554] conn(0x7f2ecc0ad890 0x7f2ecc0afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.746+0000 7f2ee7200700 1 -- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2ecc0a3d50 msgr2=0x7f2ecc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.746+0000 7f2ee7200700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2ecc0a3d50 0x7f2ecc0a6210 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2ed800b5c0 tx=0x7f2ed801a040 comp rx=0 tx=0).stop 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.746+0000 7f2ee7200700 1 -- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ee80760e0 msgr2=0x7f2ee81a04a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:13.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.746+0000 7f2ee7200700 1 --2- 172.21.15.26:0/152501348 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ee80760e0 0x7f2ee81a04a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f2ed400d950 tx=0x7f2ed400dd10 comp rx=0 tx=0).stop 2024-04-26T23:34:13.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.746+0000 7f2ee6800700 1 -- 172.21.15.26:0/152501348 reap_dead start 2024-04-26T23:34:13.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.746+0000 7f2ee7200700 1 -- 172.21.15.26:0/152501348 shutdown_connections 2024-04-26T23:34:13.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.746+0000 7f2ee7200700 1 -- 172.21.15.26:0/152501348 >> 172.21.15.26:0/152501348 conn(0x7f2ee80feea0 msgr2=0x7f2ee80ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:13.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.746+0000 7f2ee7200700 1 -- 172.21.15.26:0/152501348 shutdown_connections 2024-04-26T23:34:13.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:06.746+0000 7f2ee7200700 1 -- 172.21.15.26:0/152501348 wait complete. 2024-04-26T23:34:13.763 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:13 smithi026 ceph-mon[28371]: pgmap v400: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-04-26T23:34:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:13 smithi164 ceph-mon[31699]: pgmap v400: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-04-26T23:34:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:13 smithi086 ceph-mon[31122]: pgmap v400: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2024-04-26T23:34:14.258 INFO:teuthology.orchestra.run.smithi026.stdout:111669149779 2024-04-26T23:34:14.259 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-26T23:34:14.810 INFO:teuthology.orchestra.run.smithi026.stdout:55834574947 2024-04-26T23:34:14.810 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-26T23:34:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:15 smithi164 ceph-mon[31699]: pgmap v401: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:15 smithi026 ceph-mon[28371]: pgmap v401: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:15.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:15 smithi086 ceph-mon[31122]: pgmap v401: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:16.065 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:16.066 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:16.075 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:16.090 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:16.090 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:17.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.043+0000 7fe7e2200700 1 -- 172.21.15.26:0/1023528374 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc06bad0 msgr2=0x7fe7dc1102e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:17.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.043+0000 7fe7e2200700 1 --2- 172.21.15.26:0/1023528374 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc06bad0 0x7fe7dc1102e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe7d400b0a0 tx=0x7fe7d400b3b0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.043+0000 7fe7e2200700 1 -- 172.21.15.26:0/1023528374 shutdown_connections 2024-04-26T23:34:17.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.043+0000 7fe7e2200700 1 --2- 172.21.15.26:0/1023528374 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc06bad0 0x7fe7dc1102e0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.043+0000 7fe7e2200700 1 --2- 172.21.15.26:0/1023528374 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7dc1094a0 0x7fe7dc109880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.043+0000 7fe7e2200700 1 --2- 172.21.15.26:0/1023528374 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7dc06b130 0x7fe7dc06b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.043+0000 7fe7e2200700 1 -- 172.21.15.26:0/1023528374 >> 172.21.15.26:0/1023528374 conn(0x7fe7dc0792d0 msgr2=0x7fe7dc0796e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:17.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.044+0000 7fe7e2200700 1 -- 172.21.15.26:0/1023528374 shutdown_connections 2024-04-26T23:34:17.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.044+0000 7fe7e2200700 1 -- 172.21.15.26:0/1023528374 wait complete. 2024-04-26T23:34:17.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.045+0000 7fe7e2200700 1 Processor -- start 2024-04-26T23:34:17.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.045+0000 7fe7e2200700 1 -- start start 2024-04-26T23:34:17.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.045+0000 7fe7e2200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc06b130 0x7fe7dc1023f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:17.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.045+0000 7fe7e2200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7dc06bad0 0x7fe7dc102930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:17.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.045+0000 7fe7e2200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7dc1094a0 0x7fe7dc102e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:17.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.045+0000 7fe7e2200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc113550 con 0x7fe7dc06b130 2024-04-26T23:34:17.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.045+0000 7fe7e2200700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1133d0 con 0x7fe7dc06bad0 2024-04-26T23:34:17.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.045+0000 7fe7e2200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1136d0 con 0x7fe7dc1094a0 2024-04-26T23:34:17.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.045+0000 7fe7db400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc06b130 0x7fe7dc1023f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:17.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.046+0000 7fe7db400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc06b130 0x7fe7dc1023f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35034/0 (socket says 172.21.15.26:35034) 2024-04-26T23:34:17.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.046+0000 7fe7db400700 1 -- 172.21.15.26:0/2268651444 learned_addr learned my addr 172.21.15.26:0/2268651444 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:17.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.046+0000 7fe7d2a00700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7dc06bad0 0x7fe7dc102930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:17.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.046+0000 7fe7dbe00700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7dc1094a0 0x7fe7dc102e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:17.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.046+0000 7fe7db400700 1 -- 172.21.15.26:0/2268651444 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7dc1094a0 msgr2=0x7fe7dc102e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:17.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.046+0000 7fe7db400700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7dc1094a0 0x7fe7dc102e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.046+0000 7fe7db400700 1 -- 172.21.15.26:0/2268651444 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7dc06bad0 msgr2=0x7fe7dc102930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:17.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.046+0000 7fe7db400700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7dc06bad0 0x7fe7dc102930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.046+0000 7fe7db400700 1 -- 172.21.15.26:0/2268651444 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7dc1a7fd0 con 0x7fe7dc06b130 2024-04-26T23:34:17.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.046+0000 7fe7db400700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc06b130 0x7fe7dc1023f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc00c920 tx=0x7fe7cc00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:17.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.047+0000 7fe7d8c00700 1 -- 172.21.15.26:0/2268651444 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc007b00 con 0x7fe7dc06b130 2024-04-26T23:34:17.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.047+0000 7fe7d8c00700 1 -- 172.21.15.26:0/2268651444 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7cc004cc0 con 0x7fe7dc06b130 2024-04-26T23:34:17.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.047+0000 7fe7e2200700 1 -- 172.21.15.26:0/2268651444 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7dc1a82c0 con 0x7fe7dc06b130 2024-04-26T23:34:17.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.047+0000 7fe7d8c00700 1 -- 172.21.15.26:0/2268651444 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc0054f0 con 0x7fe7dc06b130 2024-04-26T23:34:17.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.047+0000 7fe7e2200700 1 -- 172.21.15.26:0/2268651444 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7dc1a8850 con 0x7fe7dc06b130 2024-04-26T23:34:17.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.048+0000 7fe7e2200700 1 -- 172.21.15.26:0/2268651444 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe7dc063b30 con 0x7fe7dc06b130 2024-04-26T23:34:17.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.050+0000 7fe7d8c00700 1 -- 172.21.15.26:0/2268651444 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fe7cc007ca0 con 0x7fe7dc06b130 2024-04-26T23:34:17.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.052+0000 7fe7d8c00700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe7bc0a3d50 0x7fe7bc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:17.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.052+0000 7fe7d8c00700 1 -- 172.21.15.26:0/2268651444 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe7cc0d0510 con 0x7fe7dc06b130 2024-04-26T23:34:17.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.052+0000 7fe7d2a00700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe7bc0a3d50 0x7fe7bc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:17.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.052+0000 7fe7d8c00700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117] conn(0x7fe7bc0ad890 0x7fe7bc0afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:17.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.052+0000 7fe7d8c00700 1 -- 172.21.15.26:0/2268651444 --> [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe7bc0b0400 con 0x7fe7bc0ad890 2024-04-26T23:34:17.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.052+0000 7fe7d8c00700 1 -- 172.21.15.26:0/2268651444 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fe7cc0d08c0 con 0x7fe7dc06b130 2024-04-26T23:34:17.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.053+0000 7fe7d2a00700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe7bc0a3d50 0x7fe7bc0a6210 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe7c4006fd0 tx=0x7fe7c4008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:17.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.053+0000 7fe7dbe00700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117] conn(0x7fe7bc0ad890 0x7fe7bc0afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:17.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.054+0000 7fe7dbe00700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117] conn(0x7fe7bc0ad890 0x7fe7bc0afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:17.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.056+0000 7fe7d8c00700 1 -- 172.21.15.26:0/2268651444 <== osd.10 v2:172.21.15.86:6824/349171117 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe7bc0b0400 con 0x7fe7bc0ad890 2024-04-26T23:34:17.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.075+0000 7fe7e2200700 1 -- 172.21.15.26:0/2268651444 --> [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe7dc063f30 con 0x7fe7bc0ad890 2024-04-26T23:34:17.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.075+0000 7fe7d8c00700 1 -- 172.21.15.26:0/2268651444 <== osd.10 v2:172.21.15.86:6824/349171117 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe7dc063f30 con 0x7fe7bc0ad890 2024-04-26T23:34:17.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.076+0000 7fe7e2200700 1 -- 172.21.15.26:0/2268651444 >> [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117] conn(0x7fe7bc0ad890 msgr2=0x7fe7bc0afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:17.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.076+0000 7fe7e2200700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117] conn(0x7fe7bc0ad890 0x7fe7bc0afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.076+0000 7fe7e2200700 1 -- 172.21.15.26:0/2268651444 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe7bc0a3d50 msgr2=0x7fe7bc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:17.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.076+0000 7fe7e2200700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fe7bc0a3d50 0x7fe7bc0a6210 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe7c4006fd0 tx=0x7fe7c4008040 comp rx=0 tx=0).stop 2024-04-26T23:34:17.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.076+0000 7fe7e2200700 1 -- 172.21.15.26:0/2268651444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc06b130 msgr2=0x7fe7dc1023f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:17.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.076+0000 7fe7e2200700 1 --2- 172.21.15.26:0/2268651444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7dc06b130 0x7fe7dc1023f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc00c920 tx=0x7fe7cc00cce0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.076+0000 7fe7dbe00700 1 -- 172.21.15.26:0/2268651444 reap_dead start 2024-04-26T23:34:17.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.077+0000 7fe7e2200700 1 -- 172.21.15.26:0/2268651444 shutdown_connections 2024-04-26T23:34:17.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.077+0000 7fe7e2200700 1 -- 172.21.15.26:0/2268651444 >> 172.21.15.26:0/2268651444 conn(0x7fe7dc0792d0 msgr2=0x7fe7dc100410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:17.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.077+0000 7fe7e2200700 1 -- 172.21.15.26:0/2268651444 shutdown_connections 2024-04-26T23:34:17.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.077+0000 7fe7e2200700 1 -- 172.21.15.26:0/2268651444 wait complete. 2024-04-26T23:34:17.733 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:17 smithi026 ceph-mon[28371]: pgmap v402: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:17.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:17 smithi164 ceph-mon[31699]: pgmap v402: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:17.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:17 smithi086 ceph-mon[31122]: pgmap v402: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:17.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.301+0000 7f17fe800700 1 -- 172.21.15.26:0/2279629468 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17f806bb50 msgr2=0x7f17f806bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:17.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.301+0000 7f17fe800700 1 --2- 172.21.15.26:0/2279629468 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17f806bb50 0x7f17f806bf30 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f17e8009990 tx=0x7f17e8009ca0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.301+0000 7f17fe800700 1 -- 172.21.15.26:0/2279629468 shutdown_connections 2024-04-26T23:34:17.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.301+0000 7f17fe800700 1 --2- 172.21.15.26:0/2279629468 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f17f810ff00 0x7f17f81122f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.301+0000 7f17fe800700 1 --2- 172.21.15.26:0/2279629468 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17f806bb50 0x7f17f806bf30 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.301+0000 7f17fe800700 1 --2- 172.21.15.26:0/2279629468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f17f806c470 0x7f17f810f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.301+0000 7f17fe800700 1 -- 172.21.15.26:0/2279629468 >> 172.21.15.26:0/2279629468 conn(0x7f17f80792d0 msgr2=0x7f17f80796e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:17.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.301+0000 7f17fe800700 1 -- 172.21.15.26:0/2279629468 shutdown_connections 2024-04-26T23:34:17.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.302+0000 7f17fe800700 1 -- 172.21.15.26:0/2279629468 wait complete. 2024-04-26T23:34:17.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.303+0000 7f17fe800700 1 Processor -- start 2024-04-26T23:34:17.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.303+0000 7f17fe800700 1 -- start start 2024-04-26T23:34:17.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.303+0000 7f17fe800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f17f806bb50 0x7f17f81a18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:17.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.303+0000 7f17fe800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17f806c470 0x7f17f81a1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:17.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.303+0000 7f17fe800700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f17f810ff00 0x7f17f819ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:17.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.303+0000 7f17fe800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f17f81156a0 con 0x7f17f806c470 2024-04-26T23:34:17.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.303+0000 7f17fe800700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f17f8115520 con 0x7f17f810ff00 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.303+0000 7f17fe800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f17f8115820 con 0x7f17f806bb50 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.303+0000 7f17f6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17f806c470 0x7f17f81a1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.304+0000 7f17f6a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17f806c470 0x7f17f81a1de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35056/0 (socket says 172.21.15.26:35056) 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.304+0000 7f17f6a00700 1 -- 172.21.15.26:0/2833287614 learned_addr learned my addr 172.21.15.26:0/2833287614 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.304+0000 7f17f7400700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f17f806bb50 0x7f17f81a18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.304+0000 7f17f7e00700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f17f810ff00 0x7f17f819ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.304+0000 7f17f6a00700 1 -- 172.21.15.26:0/2833287614 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f17f806bb50 msgr2=0x7f17f81a18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.304+0000 7f17f6a00700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f17f806bb50 0x7f17f81a18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.304+0000 7f17f6a00700 1 -- 172.21.15.26:0/2833287614 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f17f810ff00 msgr2=0x7f17f819ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.304+0000 7f17f6a00700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f17f810ff00 0x7f17f819ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.304+0000 7f17f6a00700 1 -- 172.21.15.26:0/2833287614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f819c1c0 con 0x7f17f806c470 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.304+0000 7f17f7e00700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f17f810ff00 0x7f17f819ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:34:17.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.304+0000 7f17f6a00700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17f806c470 0x7f17f81a1de0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f17e400d980 tx=0x7f17e400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:17.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.305+0000 7f17efe00700 1 -- 172.21.15.26:0/2833287614 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e4017070 con 0x7f17f806c470 2024-04-26T23:34:17.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.305+0000 7f17fe800700 1 -- 172.21.15.26:0/2833287614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17f819c4b0 con 0x7f17f806c470 2024-04-26T23:34:17.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.305+0000 7f17efe00700 1 -- 172.21.15.26:0/2833287614 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f17e4004830 con 0x7f17f806c470 2024-04-26T23:34:17.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.305+0000 7f17efe00700 1 -- 172.21.15.26:0/2833287614 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e4005340 con 0x7f17f806c470 2024-04-26T23:34:17.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.305+0000 7f17fe800700 1 -- 172.21.15.26:0/2833287614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17f81a8770 con 0x7f17f806c470 2024-04-26T23:34:17.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.306+0000 7f17fe800700 1 -- 172.21.15.26:0/2833287614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f17f8063bb0 con 0x7f17f806c470 2024-04-26T23:34:17.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.309+0000 7f17efe00700 1 -- 172.21.15.26:0/2833287614 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f17e40049e0 con 0x7f17f806c470 2024-04-26T23:34:17.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.310+0000 7f17efe00700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f17dc0a3cd0 0x7f17dc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:17.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.310+0000 7f17efe00700 1 -- 172.21.15.26:0/2833287614 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f17e40d0940 con 0x7f17f806c470 2024-04-26T23:34:17.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.310+0000 7f17f7400700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f17dc0a3cd0 0x7f17dc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:17.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.310+0000 7f17efe00700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835] conn(0x7f17dc0ad810 0x7f17dc0afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:17.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.310+0000 7f17efe00700 1 -- 172.21.15.26:0/2833287614 --> [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f17dc0b0380 con 0x7f17dc0ad810 2024-04-26T23:34:17.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.311+0000 7f17efe00700 1 -- 172.21.15.26:0/2833287614 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f17e40d0cf0 con 0x7f17f806c470 2024-04-26T23:34:17.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.311+0000 7f17f7e00700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835] conn(0x7f17dc0ad810 0x7f17dc0afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:17.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.311+0000 7f17f7400700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f17dc0a3cd0 0x7f17dc0a6190 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f17e8003760 tx=0x7f17e801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:17.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.311+0000 7f17f7e00700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835] conn(0x7f17dc0ad810 0x7f17dc0afcb0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:17.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.312+0000 7f17efe00700 1 -- 172.21.15.26:0/2833287614 <== osd.6 v2:172.21.15.26:6818/3718072835 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f17dc0b0380 con 0x7f17dc0ad810 2024-04-26T23:34:17.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.335+0000 7f17fe800700 1 -- 172.21.15.26:0/2833287614 --> [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f17f8064030 con 0x7f17dc0ad810 2024-04-26T23:34:17.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.336+0000 7f17efe00700 1 -- 172.21.15.26:0/2833287614 <== osd.6 v2:172.21.15.26:6818/3718072835 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f17f8064030 con 0x7f17dc0ad810 2024-04-26T23:34:17.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.336+0000 7f17fe800700 1 -- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835] conn(0x7f17dc0ad810 msgr2=0x7f17dc0afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:17.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.336+0000 7f17fe800700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835] conn(0x7f17dc0ad810 0x7f17dc0afcb0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:17.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.336+0000 7f17fe800700 1 -- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f17dc0a3cd0 msgr2=0x7f17dc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:17.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.336+0000 7f17fe800700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f17dc0a3cd0 0x7f17dc0a6190 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f17e8003760 tx=0x7f17e801a040 comp rx=0 tx=0).stop 2024-04-26T23:34:17.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.336+0000 7f17fe800700 1 -- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17f806c470 msgr2=0x7f17f81a1de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:17.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.336+0000 7f17fe800700 1 --2- 172.21.15.26:0/2833287614 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17f806c470 0x7f17f81a1de0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f17e400d980 tx=0x7f17e400dd40 comp rx=0 tx=0).stop 2024-04-26T23:34:17.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.336+0000 7f17f7e00700 1 -- 172.21.15.26:0/2833287614 reap_dead start 2024-04-26T23:34:17.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.336+0000 7f17fe800700 1 -- 172.21.15.26:0/2833287614 shutdown_connections 2024-04-26T23:34:17.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.336+0000 7f17fe800700 1 -- 172.21.15.26:0/2833287614 >> 172.21.15.26:0/2833287614 conn(0x7f17f80792d0 msgr2=0x7f17f81115c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:17.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.337+0000 7f17fe800700 1 -- 172.21.15.26:0/2833287614 shutdown_connections 2024-04-26T23:34:17.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:17.337+0000 7f17fe800700 1 -- 172.21.15.26:0/2833287614 wait complete. 2024-04-26T23:34:19.339 INFO:teuthology.orchestra.run.smithi026.stdout:201863462975 2024-04-26T23:34:19.340 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-26T23:34:19.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:19 smithi164 ceph-mon[31699]: pgmap v403: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-26T23:34:19.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:19 smithi026 ceph-mon[28371]: pgmap v403: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-26T23:34:19.815 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:19.816 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:19.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:19 smithi086 ceph-mon[31122]: pgmap v403: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s 2024-04-26T23:34:21.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:21 smithi164 ceph-mon[31699]: pgmap v404: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:34:21.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:21 smithi026 ceph-mon[28371]: pgmap v404: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:34:21.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:21 smithi086 ceph-mon[31122]: pgmap v404: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:34:22.177 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:22.178 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:23.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:23 smithi026 ceph-mon[28371]: pgmap v405: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:23.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:23 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:34:23.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:23 smithi164 ceph-mon[31699]: pgmap v405: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:23.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:23 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:34:23.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:23 smithi086 ceph-mon[31122]: pgmap v405: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:23.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:23 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:34:25.261 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:24 smithi026 ceph-mon[28371]: pgmap v406: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:25.261 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:24 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:25.261 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:24 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:25.262 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:24 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:25.262 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:24 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:25.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:24 smithi164 ceph-mon[31699]: pgmap v406: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:25.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:24 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:25.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:24 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:25.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:24 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:25.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:24 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:25.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:24 smithi086 ceph-mon[31122]: pgmap v406: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:25.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:24 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:25.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:24 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:25.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:24 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:25.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:24 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:26.150 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:26 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2674731856' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T23:34:26.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:26 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2674731856' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T23:34:26.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:26 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2674731856' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T23:34:27.199 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:27 smithi026 ceph-mon[28371]: pgmap v407: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:27.199 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:27 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:27.199 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:27 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:27.199 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:27 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:27.199 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:27 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:27.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:27 smithi164 ceph-mon[31699]: pgmap v407: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:27.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:27 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:27.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:27 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:27.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:27 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:27.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:27 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:27.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:27 smithi086 ceph-mon[31122]: pgmap v407: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:27.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:27 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:27.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:27 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:27.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:27 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:27.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:27 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:27.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.571+0000 7f94b5a00700 1 -- 172.21.15.26:0/1492318768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94b0103e30 msgr2=0x7f94b0110290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:27.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.571+0000 7f94b5a00700 1 --2- 172.21.15.26:0/1492318768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94b0103e30 0x7f94b0110290 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f94a800b0a0 tx=0x7f94a800b3b0 comp rx=0 tx=0).stop 2024-04-26T23:34:27.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.571+0000 7f94b5a00700 1 -- 172.21.15.26:0/1492318768 shutdown_connections 2024-04-26T23:34:27.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.571+0000 7f94b5a00700 1 --2- 172.21.15.26:0/1492318768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94b0103e30 0x7f94b0110290 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:27.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.571+0000 7f94b5a00700 1 --2- 172.21.15.26:0/1492318768 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f94b01094c0 0x7f94b01098a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:27.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.571+0000 7f94b5a00700 1 --2- 172.21.15.26:0/1492318768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94b0103470 0x7f94b01038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:27.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.571+0000 7f94b5a00700 1 -- 172.21.15.26:0/1492318768 >> 172.21.15.26:0/1492318768 conn(0x7f94b007a580 msgr2=0x7f94b007a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:27.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.571+0000 7f94b5a00700 1 -- 172.21.15.26:0/1492318768 shutdown_connections 2024-04-26T23:34:27.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.571+0000 7f94b5a00700 1 -- 172.21.15.26:0/1492318768 wait complete. 2024-04-26T23:34:27.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.572+0000 7f94b5a00700 1 Processor -- start 2024-04-26T23:34:27.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.572+0000 7f94b5a00700 1 -- start start 2024-04-26T23:34:27.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94b5a00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f94b0103470 0x7f94b01a1800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:27.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94b5a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94b0103e30 0x7f94b01a1d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94b5a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94b01094c0 0x7f94b019b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94b5a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f94b01134c0 con 0x7f94b01094c0 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94b5a00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f94b0113340 con 0x7f94b0103470 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94b5a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f94b0113640 con 0x7f94b0103e30 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94af400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94b01094c0 0x7f94b019b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94af400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94b01094c0 0x7f94b019b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40496/0 (socket says 172.21.15.26:40496) 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94af400700 1 -- 172.21.15.26:0/2674731856 learned_addr learned my addr 172.21.15.26:0/2674731856 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94aea00700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f94b0103470 0x7f94b01a1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94a6000700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94b0103e30 0x7f94b01a1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94af400700 1 -- 172.21.15.26:0/2674731856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94b0103e30 msgr2=0x7f94b01a1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94af400700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94b0103e30 0x7f94b01a1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.573+0000 7f94af400700 1 -- 172.21.15.26:0/2674731856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f94b0103470 msgr2=0x7f94b01a1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:27.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.574+0000 7f94af400700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f94b0103470 0x7f94b01a1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.574+0000 7f94af400700 1 -- 172.21.15.26:0/2674731856 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94b019c120 con 0x7f94b01094c0 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.574+0000 7f94af400700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94b01094c0 0x7f94b019b9c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f94a800b070 tx=0x7f94a8004e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.574+0000 7f94a7e00700 1 -- 172.21.15.26:0/2674731856 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a8021070 con 0x7f94b01094c0 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.574+0000 7f94a7e00700 1 -- 172.21.15.26:0/2674731856 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f94a8007c00 con 0x7f94b01094c0 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.574+0000 7f94a7e00700 1 -- 172.21.15.26:0/2674731856 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a8004860 con 0x7f94b01094c0 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.574+0000 7f94b5a00700 1 -- 172.21.15.26:0/2674731856 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94b019c3b0 con 0x7f94b01094c0 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.575+0000 7f94b5a00700 1 -- 172.21.15.26:0/2674731856 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94b01a86d0 con 0x7f94b01094c0 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.576+0000 7f94b5a00700 1 -- 172.21.15.26:0/2674731856 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94b0104b60 con 0x7f94b01094c0 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.578+0000 7f94a7e00700 1 -- 172.21.15.26:0/2674731856 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f94a8004020 con 0x7f94b01094c0 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.580+0000 7f94a7e00700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f94940a3cd0 0x7f94940a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.580+0000 7f94a7e00700 1 -- 172.21.15.26:0/2674731856 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f94a80d1b10 con 0x7f94b01094c0 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.580+0000 7f94aea00700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f94940a3cd0 0x7f94940a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.581+0000 7f94aea00700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f94940a3cd0 0x7f94940a6190 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f94b019cb00 tx=0x7f94a000b5b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:27.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.585+0000 7f94a7e00700 1 -- 172.21.15.26:0/2674731856 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f94a809e3d0 con 0x7f94b01094c0 2024-04-26T23:34:27.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.818+0000 7f94b5a00700 1 -- 172.21.15.26:0/2674731856 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f94b002e490 con 0x7f94b01094c0 2024-04-26T23:34:27.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.818+0000 7f94a7e00700 1 -- 172.21.15.26:0/2674731856 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f94a809dcd0 con 0x7f94b01094c0 2024-04-26T23:34:27.555 INFO:teuthology.orchestra.run.smithi026.stdout:300647710764 2024-04-26T23:34:27.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.822+0000 7f94b5a00700 1 -- 172.21.15.26:0/2674731856 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f94940a3cd0 msgr2=0x7f94940a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:27.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.822+0000 7f94b5a00700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f94940a3cd0 0x7f94940a6190 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f94b019cb00 tx=0x7f94a000b5b0 comp rx=0 tx=0).stop 2024-04-26T23:34:27.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.822+0000 7f94b5a00700 1 -- 172.21.15.26:0/2674731856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94b01094c0 msgr2=0x7f94b019b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:27.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.822+0000 7f94b5a00700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94b01094c0 0x7f94b019b9c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f94a800b070 tx=0x7f94a8004e00 comp rx=0 tx=0).stop 2024-04-26T23:34:27.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.822+0000 7f94b5a00700 1 -- 172.21.15.26:0/2674731856 shutdown_connections 2024-04-26T23:34:27.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.822+0000 7f94b5a00700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f94940a3cd0 0x7f94940a6190 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:27.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.822+0000 7f94b5a00700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94b01094c0 0x7f94b019b9c0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:27.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.822+0000 7f94b5a00700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f94b0103470 0x7f94b01a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:27.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.822+0000 7f94b5a00700 1 --2- 172.21.15.26:0/2674731856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94b0103e30 0x7f94b01a1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:27.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.822+0000 7f94b5a00700 1 -- 172.21.15.26:0/2674731856 >> 172.21.15.26:0/2674731856 conn(0x7f94b007a580 msgr2=0x7f94b010e9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:27.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.822+0000 7f94b5a00700 1 -- 172.21.15.26:0/2674731856 shutdown_connections 2024-04-26T23:34:27.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:25.822+0000 7f94b5a00700 1 -- 172.21.15.26:0/2674731856 wait complete. 2024-04-26T23:34:29.040 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:29 smithi026 ceph-mon[28371]: pgmap v408: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:29.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:29 smithi164 ceph-mon[31699]: pgmap v408: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:29.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:29 smithi086 ceph-mon[31122]: pgmap v408: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:30.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.634+0000 7fb7b8a00700 1 -- 172.21.15.26:0/1666665350 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb7b4105570 msgr2=0x7fb7b41059f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.634+0000 7fb7b8a00700 1 --2- 172.21.15.26:0/1666665350 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb7b4105570 0x7fb7b41059f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb7a00099c0 tx=0x7fb7a0009cd0 comp rx=0 tx=0).stop 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.634+0000 7fb7b8a00700 1 -- 172.21.15.26:0/1666665350 shutdown_connections 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.634+0000 7fb7b8a00700 1 --2- 172.21.15.26:0/1666665350 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb7b4105f30 0x7fb7b41123f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.634+0000 7fb7b8a00700 1 --2- 172.21.15.26:0/1666665350 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb7b410b620 0x7fb7b410ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.634+0000 7fb7b8a00700 1 --2- 172.21.15.26:0/1666665350 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb7b4105570 0x7fb7b41059f0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.634+0000 7fb7b8a00700 1 -- 172.21.15.26:0/1666665350 >> 172.21.15.26:0/1666665350 conn(0x7fb7b4101040 msgr2=0x7fb7b4103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.634+0000 7fb7b8a00700 1 -- 172.21.15.26:0/1666665350 shutdown_connections 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.634+0000 7fb7b8a00700 1 -- 172.21.15.26:0/1666665350 wait complete. 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.635+0000 7fb7b8a00700 1 Processor -- start 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.635+0000 7fb7b8a00700 1 -- start start 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.636+0000 7fb7b8a00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb7b4105570 0x7fb7b41a1750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.636+0000 7fb7b8a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb7b4105f30 0x7fb7b41a1c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:30.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.636+0000 7fb7b8a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb7b410b620 0x7fb7b419b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.636+0000 7fb7b8a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b4115640 con 0x7fb7b4105f30 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.636+0000 7fb7b8a00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b41154c0 con 0x7fb7b4105570 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.636+0000 7fb7b8a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b41157c0 con 0x7fb7b410b620 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.636+0000 7fb7b1e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb7b4105f30 0x7fb7b41a1c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.636+0000 7fb7b1e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb7b4105f30 0x7fb7b41a1c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40506/0 (socket says 172.21.15.26:40506) 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.636+0000 7fb7b1e00700 1 -- 172.21.15.26:0/573028489 learned_addr learned my addr 172.21.15.26:0/573028489 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.636+0000 7fb7b2800700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb7b4105570 0x7fb7b41a1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7b3200700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb7b410b620 0x7fb7b419b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7b1e00700 1 -- 172.21.15.26:0/573028489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb7b410b620 msgr2=0x7fb7b419b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7b1e00700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb7b410b620 0x7fb7b419b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7b1e00700 1 -- 172.21.15.26:0/573028489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb7b4105570 msgr2=0x7fb7b41a1750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7b1e00700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb7b4105570 0x7fb7b41a1750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:30.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7b1e00700 1 -- 172.21.15.26:0/573028489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7b419c0c0 con 0x7fb7b4105f30 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7b3200700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb7b410b620 0x7fb7b419b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7b1e00700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb7b4105f30 0x7fb7b41a1c90 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fb7a000b580 tx=0x7fb7a000f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7ab400700 1 -- 172.21.15.26:0/573028489 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a0027070 con 0x7fb7b4105f30 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7ab400700 1 -- 172.21.15.26:0/573028489 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb7a000fdd0 con 0x7fb7b4105f30 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7b8a00700 1 -- 172.21.15.26:0/573028489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7b419c350 con 0x7fb7b4105f30 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7ab400700 1 -- 172.21.15.26:0/573028489 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a00173f0 con 0x7fb7b4105f30 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.637+0000 7fb7b8a00700 1 -- 172.21.15.26:0/573028489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7b41a8620 con 0x7fb7b4105f30 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.639+0000 7fb7b8a00700 1 -- 172.21.15.26:0/573028489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7b406a110 con 0x7fb7b4105f30 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.640+0000 7fb7ab400700 1 -- 172.21.15.26:0/573028489 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb7a002a070 con 0x7fb7b4105f30 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.642+0000 7fb7ab400700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb7980a3cd0 0x7fb7980a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.642+0000 7fb7ab400700 1 -- 172.21.15.26:0/573028489 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb7a00d1570 con 0x7fb7b4105f30 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.642+0000 7fb7b2800700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb7980a3cd0 0x7fb7980a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.643+0000 7fb7b2800700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb7980a3cd0 0x7fb7980a6190 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4005950 tx=0x7fb7a40058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:30.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.647+0000 7fb7ab400700 1 -- 172.21.15.26:0/573028489 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fb7a005f060 con 0x7fb7b4105f30 2024-04-26T23:34:30.883 INFO:teuthology.orchestra.run.smithi026.stdout:326417514531 2024-04-26T23:34:30.883 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-26T23:34:30.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.887+0000 7fb7b8a00700 1 -- 172.21.15.26:0/573028489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fb7b402e490 con 0x7fb7b4105f30 2024-04-26T23:34:30.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.888+0000 7fb7ab400700 1 -- 172.21.15.26:0/573028489 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb7a0013070 con 0x7fb7b4105f30 2024-04-26T23:34:30.891 INFO:teuthology.orchestra.run.smithi026.stdout:55834574951 2024-04-26T23:34:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.891+0000 7fb7b8a00700 1 -- 172.21.15.26:0/573028489 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb7980a3cd0 msgr2=0x7fb7980a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.891+0000 7fb7b8a00700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb7980a3cd0 0x7fb7980a6190 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4005950 tx=0x7fb7a40058e0 comp rx=0 tx=0).stop 2024-04-26T23:34:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.891+0000 7fb7b8a00700 1 -- 172.21.15.26:0/573028489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb7b4105f30 msgr2=0x7fb7b41a1c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.891+0000 7fb7b8a00700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb7b4105f30 0x7fb7b41a1c90 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fb7a000b580 tx=0x7fb7a000f510 comp rx=0 tx=0).stop 2024-04-26T23:34:30.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.891+0000 7fb7b8a00700 1 -- 172.21.15.26:0/573028489 shutdown_connections 2024-04-26T23:34:30.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.891+0000 7fb7b8a00700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb7980a3cd0 0x7fb7980a6190 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:30.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.891+0000 7fb7b8a00700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb7b410b620 0x7fb7b419b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:30.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.892+0000 7fb7b8a00700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb7b4105570 0x7fb7b41a1750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:30.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.892+0000 7fb7b8a00700 1 --2- 172.21.15.26:0/573028489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb7b4105f30 0x7fb7b41a1c90 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:30.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.892+0000 7fb7b8a00700 1 -- 172.21.15.26:0/573028489 >> 172.21.15.26:0/573028489 conn(0x7fb7b4101040 msgr2=0x7fb7b4102880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:30.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.892+0000 7fb7b8a00700 1 -- 172.21.15.26:0/573028489 shutdown_connections 2024-04-26T23:34:30.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:30.892+0000 7fb7b8a00700 1 -- 172.21.15.26:0/573028489 wait complete. 2024-04-26T23:34:31.105 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:31 smithi026 ceph-mon[28371]: pgmap v409: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 5 op/s 2024-04-26T23:34:31.105 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:31 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/573028489' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T23:34:31.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:31 smithi164 ceph-mon[31699]: pgmap v409: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 5 op/s 2024-04-26T23:34:31.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:31 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/573028489' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T23:34:31.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:31 smithi086 ceph-mon[31122]: pgmap v409: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 5 op/s 2024-04-26T23:34:31.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:31 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/573028489' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T23:34:31.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.101+0000 7fcfe0200700 1 -- 172.21.15.26:0/3166632242 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfd8103e30 msgr2=0x7fcfd8110290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:31.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.101+0000 7fcfe0200700 1 --2- 172.21.15.26:0/3166632242 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfd8103e30 0x7fcfd8110290 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fcfd000b0a0 tx=0x7fcfd000b3b0 comp rx=0 tx=0).stop 2024-04-26T23:34:31.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.101+0000 7fcfe0200700 1 -- 172.21.15.26:0/3166632242 shutdown_connections 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.101+0000 7fcfe0200700 1 --2- 172.21.15.26:0/3166632242 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfd8103e30 0x7fcfd8110290 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.101+0000 7fcfe0200700 1 --2- 172.21.15.26:0/3166632242 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfd81094c0 0x7fcfd81098a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.101+0000 7fcfe0200700 1 --2- 172.21.15.26:0/3166632242 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcfd8103470 0x7fcfd81038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.101+0000 7fcfe0200700 1 -- 172.21.15.26:0/3166632242 >> 172.21.15.26:0/3166632242 conn(0x7fcfd807a580 msgr2=0x7fcfd807a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.101+0000 7fcfe0200700 1 -- 172.21.15.26:0/3166632242 shutdown_connections 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.102+0000 7fcfe0200700 1 -- 172.21.15.26:0/3166632242 wait complete. 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.103+0000 7fcfe0200700 1 Processor -- start 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.103+0000 7fcfe0200700 1 -- start start 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.104+0000 7fcfe0200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcfd8103470 0x7fcfd81a1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.104+0000 7fcfe0200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfd8103e30 0x7fcfd81a1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.104+0000 7fcfe0200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfd81094c0 0x7fcfd819bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.104+0000 7fcfe0200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd81134c0 con 0x7fcfd81094c0 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.104+0000 7fcfe0200700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd8113340 con 0x7fcfd8103470 2024-04-26T23:34:31.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.104+0000 7fcfe0200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd8113640 con 0x7fcfd8103e30 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.104+0000 7fcfde200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfd81094c0 0x7fcfd819bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.104+0000 7fcfdd800700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcfd8103470 0x7fcfd81a1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.105+0000 7fcfdd800700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcfd8103470 0x7fcfd81a1900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:47396/0 (socket says 172.21.15.26:47396) 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.105+0000 7fcfde200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfd81094c0 0x7fcfd819bac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40516/0 (socket says 172.21.15.26:40516) 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.105+0000 7fcfdd800700 1 -- 172.21.15.26:0/2577738823 learned_addr learned my addr 172.21.15.26:0/2577738823 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.105+0000 7fcfdce00700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfd8103e30 0x7fcfd81a1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.105+0000 7fcfde200700 1 -- 172.21.15.26:0/2577738823 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfd8103e30 msgr2=0x7fcfd81a1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.105+0000 7fcfde200700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfd8103e30 0x7fcfd81a1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.105+0000 7fcfde200700 1 -- 172.21.15.26:0/2577738823 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcfd8103470 msgr2=0x7fcfd81a1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.105+0000 7fcfde200700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcfd8103470 0x7fcfd81a1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.105+0000 7fcfde200700 1 -- 172.21.15.26:0/2577738823 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfd819c220 con 0x7fcfd81094c0 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.106+0000 7fcfde200700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfd81094c0 0x7fcfd819bac0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fcfd000b070 tx=0x7fcfd0004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.106+0000 7fcfd6000700 1 -- 172.21.15.26:0/2577738823 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd0021070 con 0x7fcfd81094c0 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.106+0000 7fcfd6000700 1 -- 172.21.15.26:0/2577738823 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcfd0007b80 con 0x7fcfd81094c0 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.106+0000 7fcfd6000700 1 -- 172.21.15.26:0/2577738823 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd00052a0 con 0x7fcfd81094c0 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.106+0000 7fcfe0200700 1 -- 172.21.15.26:0/2577738823 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfd819c4b0 con 0x7fcfd81094c0 2024-04-26T23:34:31.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.106+0000 7fcfe0200700 1 -- 172.21.15.26:0/2577738823 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfd81a87d0 con 0x7fcfd81094c0 2024-04-26T23:34:31.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.108+0000 7fcfe0200700 1 -- 172.21.15.26:0/2577738823 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfd806a110 con 0x7fcfd81094c0 2024-04-26T23:34:31.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.110+0000 7fcfd6000700 1 -- 172.21.15.26:0/2577738823 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fcfd0024070 con 0x7fcfd81094c0 2024-04-26T23:34:31.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.111+0000 7fcfd6000700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcfc00a3d50 0x7fcfc00a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:31.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.111+0000 7fcfd6000700 1 -- 172.21.15.26:0/2577738823 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fcfd000f020 con 0x7fcfd81094c0 2024-04-26T23:34:31.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.112+0000 7fcfdd800700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcfc00a3d50 0x7fcfc00a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:31.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.113+0000 7fcfdd800700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcfc00a3d50 0x7fcfc00a6210 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fcfd819cc00 tx=0x7fcfcc00b500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:31.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.116+0000 7fcfd6000700 1 -- 172.21.15.26:0/2577738823 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fcfd002b020 con 0x7fcfd81094c0 2024-04-26T23:34:31.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.359+0000 7fcfe0200700 1 -- 172.21.15.26:0/2577738823 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fcfd802e490 con 0x7fcfd81094c0 2024-04-26T23:34:31.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.360+0000 7fcfd6000700 1 -- 172.21.15.26:0/2577738823 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fcfd009e2a0 con 0x7fcfd81094c0 2024-04-26T23:34:31.926 INFO:teuthology.orchestra.run.smithi026.stdout:227633266747 2024-04-26T23:34:31.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.363+0000 7fcfe0200700 1 -- 172.21.15.26:0/2577738823 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcfc00a3d50 msgr2=0x7fcfc00a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:31.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.363+0000 7fcfe0200700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcfc00a3d50 0x7fcfc00a6210 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fcfd819cc00 tx=0x7fcfcc00b500 comp rx=0 tx=0).stop 2024-04-26T23:34:31.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.363+0000 7fcfe0200700 1 -- 172.21.15.26:0/2577738823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfd81094c0 msgr2=0x7fcfd819bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:31.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.363+0000 7fcfe0200700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfd81094c0 0x7fcfd819bac0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fcfd000b070 tx=0x7fcfd0004c80 comp rx=0 tx=0).stop 2024-04-26T23:34:31.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.363+0000 7fcfe0200700 1 -- 172.21.15.26:0/2577738823 shutdown_connections 2024-04-26T23:34:31.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.363+0000 7fcfe0200700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcfc00a3d50 0x7fcfc00a6210 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:31.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.363+0000 7fcfe0200700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcfd81094c0 0x7fcfd819bac0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:31.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.363+0000 7fcfe0200700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcfd8103470 0x7fcfd81a1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:31.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.363+0000 7fcfe0200700 1 --2- 172.21.15.26:0/2577738823 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfd8103e30 0x7fcfd81a1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:31.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.363+0000 7fcfe0200700 1 -- 172.21.15.26:0/2577738823 >> 172.21.15.26:0/2577738823 conn(0x7fcfd807a580 msgr2=0x7fcfd810e950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:31.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.363+0000 7fcfe0200700 1 -- 172.21.15.26:0/2577738823 shutdown_connections 2024-04-26T23:34:31.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:31.363+0000 7fcfe0200700 1 -- 172.21.15.26:0/2577738823 wait complete. 2024-04-26T23:34:32.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:32 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2577738823' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T23:34:32.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:32 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2577738823' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T23:34:32.427 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:32.477 INFO:tasks.cephadm.ceph_manager.ceph:need seq 300647710760 got 300647710764 for osd.9 2024-04-26T23:34:32.478 DEBUG:teuthology.parallel:result is None 2024-04-26T23:34:32.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:32 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2577738823' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T23:34:32.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.669+0000 7fb49c200700 1 -- 172.21.15.26:0/23045908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb49406bb50 msgr2=0x7fb49406bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.669+0000 7fb49c200700 1 --2- 172.21.15.26:0/23045908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb49406bb50 0x7fb49406bfd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fb480009990 tx=0x7fb480009ca0 comp rx=0 tx=0).stop 2024-04-26T23:34:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.669+0000 7fb49c200700 1 -- 172.21.15.26:0/23045908 shutdown_connections 2024-04-26T23:34:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.669+0000 7fb49c200700 1 --2- 172.21.15.26:0/23045908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb49406c510 0x7fb4941102b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.669+0000 7fb49c200700 1 --2- 172.21.15.26:0/23045908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb4941094e0 0x7fb4941098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.669+0000 7fb49c200700 1 --2- 172.21.15.26:0/23045908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb49406bb50 0x7fb49406bfd0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.669+0000 7fb49c200700 1 -- 172.21.15.26:0/23045908 >> 172.21.15.26:0/23045908 conn(0x7fb494078190 msgr2=0x7fb4940785a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.669+0000 7fb49c200700 1 -- 172.21.15.26:0/23045908 shutdown_connections 2024-04-26T23:34:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.669+0000 7fb49c200700 1 -- 172.21.15.26:0/23045908 wait complete. 2024-04-26T23:34:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.670+0000 7fb49c200700 1 Processor -- start 2024-04-26T23:34:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.670+0000 7fb49c200700 1 -- start start 2024-04-26T23:34:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.671+0000 7fb49c200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb49406bb50 0x7fb4941a1880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.671+0000 7fb49c200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb49406c510 0x7fb4941a1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.671+0000 7fb49c200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4941094e0 0x7fb49419ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.671+0000 7fb49c200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb494113510 con 0x7fb4941094e0 2024-04-26T23:34:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.671+0000 7fb49c200700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb494113390 con 0x7fb49406bb50 2024-04-26T23:34:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.671+0000 7fb49c200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb494113690 con 0x7fb49406c510 2024-04-26T23:34:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.671+0000 7fb49a200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4941094e0 0x7fb49419ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.671+0000 7fb49a200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4941094e0 0x7fb49419ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40534/0 (socket says 172.21.15.26:40534) 2024-04-26T23:34:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.671+0000 7fb49a200700 1 -- 172.21.15.26:0/601453667 learned_addr learned my addr 172.21.15.26:0/601453667 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.671+0000 7fb499800700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb49406bb50 0x7fb4941a1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.671+0000 7fb498e00700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb49406c510 0x7fb4941a1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.672+0000 7fb49a200700 1 -- 172.21.15.26:0/601453667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb49406c510 msgr2=0x7fb4941a1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.672+0000 7fb49a200700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb49406c510 0x7fb4941a1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.672+0000 7fb49a200700 1 -- 172.21.15.26:0/601453667 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb49406bb50 msgr2=0x7fb4941a1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.672+0000 7fb49a200700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb49406bb50 0x7fb4941a1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.672+0000 7fb49a200700 1 -- 172.21.15.26:0/601453667 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb49419c1a0 con 0x7fb4941094e0 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.672+0000 7fb499800700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb49406bb50 0x7fb4941a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.672+0000 7fb49a200700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4941094e0 0x7fb49419ba40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fb48c007d70 tx=0x7fb48c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.672+0000 7fb492000700 1 -- 172.21.15.26:0/601453667 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb48c016020 con 0x7fb4941094e0 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.672+0000 7fb492000700 1 -- 172.21.15.26:0/601453667 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb48c00ad40 con 0x7fb4941094e0 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.672+0000 7fb49c200700 1 -- 172.21.15.26:0/601453667 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb49419c490 con 0x7fb4941094e0 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.672+0000 7fb492000700 1 -- 172.21.15.26:0/601453667 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb48c0115e0 con 0x7fb4941094e0 2024-04-26T23:34:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.673+0000 7fb49c200700 1 -- 172.21.15.26:0/601453667 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4941a8750 con 0x7fb4941094e0 2024-04-26T23:34:32.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.674+0000 7fb49c200700 1 -- 172.21.15.26:0/601453667 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb494104b80 con 0x7fb4941094e0 2024-04-26T23:34:32.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.676+0000 7fb492000700 1 -- 172.21.15.26:0/601453667 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb48c019020 con 0x7fb4941094e0 2024-04-26T23:34:32.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.677+0000 7fb492000700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb47c0a3d50 0x7fb47c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:32.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.678+0000 7fb492000700 1 -- 172.21.15.26:0/601453667 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb48c0d04b0 con 0x7fb4941094e0 2024-04-26T23:34:32.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.678+0000 7fb499800700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb47c0a3d50 0x7fb47c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:32.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.679+0000 7fb499800700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb47c0a3d50 0x7fb47c0a6210 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb488005e20 tx=0x7fb488005db0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:32.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.682+0000 7fb492000700 1 -- 172.21.15.26:0/601453667 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fb48c020020 con 0x7fb4941094e0 2024-04-26T23:34:32.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.934+0000 7fb49c200700 1 -- 172.21.15.26:0/601453667 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fb4941a89e0 con 0x7fb4941094e0 2024-04-26T23:34:32.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.935+0000 7fb492000700 1 -- 172.21.15.26:0/601453667 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fb48c09cdf0 con 0x7fb4941094e0 2024-04-26T23:34:32.939 INFO:teuthology.orchestra.run.smithi026.stdout:167503724618 2024-04-26T23:34:32.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.937+0000 7fb49c200700 1 -- 172.21.15.26:0/601453667 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb47c0a3d50 msgr2=0x7fb47c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:32.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.937+0000 7fb49c200700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb47c0a3d50 0x7fb47c0a6210 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb488005e20 tx=0x7fb488005db0 comp rx=0 tx=0).stop 2024-04-26T23:34:32.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.937+0000 7fb49c200700 1 -- 172.21.15.26:0/601453667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4941094e0 msgr2=0x7fb49419ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:32.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.937+0000 7fb49c200700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4941094e0 0x7fb49419ba40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fb48c007d70 tx=0x7fb48c00a340 comp rx=0 tx=0).stop 2024-04-26T23:34:32.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.938+0000 7fb49c200700 1 -- 172.21.15.26:0/601453667 shutdown_connections 2024-04-26T23:34:32.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.938+0000 7fb49c200700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb47c0a3d50 0x7fb47c0a6210 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:32.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.938+0000 7fb49c200700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb4941094e0 0x7fb49419ba40 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:32.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.938+0000 7fb49c200700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb49406bb50 0x7fb4941a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:32.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.938+0000 7fb49c200700 1 --2- 172.21.15.26:0/601453667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb49406c510 0x7fb4941a1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:32.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.938+0000 7fb49c200700 1 -- 172.21.15.26:0/601453667 >> 172.21.15.26:0/601453667 conn(0x7fb494078190 msgr2=0x7fb49410e600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:32.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.938+0000 7fb49c200700 1 -- 172.21.15.26:0/601453667 shutdown_connections 2024-04-26T23:34:32.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.938+0000 7fb49c200700 1 -- 172.21.15.26:0/601453667 wait complete. 2024-04-26T23:34:33.202 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:33 smithi026 ceph-mon[28371]: pgmap v410: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:34:33.202 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:33 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/601453667' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T23:34:33.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:33 smithi086 ceph-mon[31122]: pgmap v410: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:34:33.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:33 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/601453667' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T23:34:33.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:33 smithi164 ceph-mon[31699]: pgmap v410: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:34:33.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:33 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/601453667' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T23:34:34.063 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574947 got 55834574951 for osd.1 2024-04-26T23:34:34.064 DEBUG:teuthology.parallel:result is None 2024-04-26T23:34:34.137 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:34 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/645193404' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T23:34:34.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:34 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/645193404' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T23:34:34.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:34 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/645193404' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T23:34:34.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.926+0000 7f0a82a00700 1 -- 172.21.15.26:0/1547164737 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a7c103470 msgr2=0x7f0a7c1038f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:34.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.926+0000 7f0a82a00700 1 --2- 172.21.15.26:0/1547164737 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a7c103470 0x7f0a7c1038f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f0a68009990 tx=0x7f0a68009ca0 comp rx=0 tx=0).stop 2024-04-26T23:34:34.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.926+0000 7f0a82a00700 1 -- 172.21.15.26:0/1547164737 shutdown_connections 2024-04-26T23:34:34.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.926+0000 7f0a82a00700 1 --2- 172.21.15.26:0/1547164737 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0a7c103e30 0x7f0a7c1102c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:34.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.926+0000 7f0a82a00700 1 --2- 172.21.15.26:0/1547164737 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0a7c1094f0 0x7f0a7c1098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:34.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.926+0000 7f0a82a00700 1 --2- 172.21.15.26:0/1547164737 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a7c103470 0x7f0a7c1038f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:34.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.926+0000 7f0a82a00700 1 -- 172.21.15.26:0/1547164737 >> 172.21.15.26:0/1547164737 conn(0x7f0a7c07a5d0 msgr2=0x7f0a7c07a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:34.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.926+0000 7f0a82a00700 1 -- 172.21.15.26:0/1547164737 shutdown_connections 2024-04-26T23:34:34.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.926+0000 7f0a82a00700 1 -- 172.21.15.26:0/1547164737 wait complete. 2024-04-26T23:34:34.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.928+0000 7f0a82a00700 1 Processor -- start 2024-04-26T23:34:34.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.928+0000 7f0a82a00700 1 -- start start 2024-04-26T23:34:34.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.929+0000 7f0a82a00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0a7c103470 0x7f0a7c1a18e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:34.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.929+0000 7f0a82a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a7c103e30 0x7f0a7c1a1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:34.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.929+0000 7f0a82a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0a7c1094f0 0x7f0a7c19baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:34.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.929+0000 7f0a82a00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0a7c113510 con 0x7f0a7c103e30 2024-04-26T23:34:34.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.929+0000 7f0a82a00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0a7c113390 con 0x7f0a7c103470 2024-04-26T23:34:34.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.929+0000 7f0a82a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0a7c113690 con 0x7f0a7c1094f0 2024-04-26T23:34:34.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.929+0000 7f0a7b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a7c103e30 0x7f0a7c1a1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:34.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.929+0000 7f0a7b400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a7c103e30 0x7f0a7c1a1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40542/0 (socket says 172.21.15.26:40542) 2024-04-26T23:34:34.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.929+0000 7f0a7b400700 1 -- 172.21.15.26:0/645193404 learned_addr learned my addr 172.21.15.26:0/645193404 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:34.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.929+0000 7f0a7be00700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0a7c103470 0x7f0a7c1a18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:34.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.929+0000 7f0a80a00700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0a7c1094f0 0x7f0a7c19baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:34.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.930+0000 7f0a7b400700 1 -- 172.21.15.26:0/645193404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0a7c1094f0 msgr2=0x7f0a7c19baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:34.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.930+0000 7f0a7b400700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0a7c1094f0 0x7f0a7c19baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:34.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.930+0000 7f0a7b400700 1 -- 172.21.15.26:0/645193404 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0a7c103470 msgr2=0x7f0a7c1a18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:34.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.930+0000 7f0a7b400700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0a7c103470 0x7f0a7c1a18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:34.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.930+0000 7f0a7b400700 1 -- 172.21.15.26:0/645193404 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a7c19c250 con 0x7f0a7c103e30 2024-04-26T23:34:34.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.930+0000 7f0a7b400700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a7c103e30 0x7f0a7c1a1e20 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0a68000c00 tx=0x7f0a680057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:34.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.930+0000 7f0a78c00700 1 -- 172.21.15.26:0/645193404 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a68027070 con 0x7f0a7c103e30 2024-04-26T23:34:34.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.931+0000 7f0a78c00700 1 -- 172.21.15.26:0/645193404 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0a6800fb00 con 0x7f0a7c103e30 2024-04-26T23:34:34.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.931+0000 7f0a78c00700 1 -- 172.21.15.26:0/645193404 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a68022c00 con 0x7f0a7c103e30 2024-04-26T23:34:34.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.931+0000 7f0a82a00700 1 -- 172.21.15.26:0/645193404 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a7c19c4e0 con 0x7f0a7c103e30 2024-04-26T23:34:34.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.931+0000 7f0a82a00700 1 -- 172.21.15.26:0/645193404 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a7c1a87b0 con 0x7f0a7c103e30 2024-04-26T23:34:34.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.932+0000 7f0a82a00700 1 -- 172.21.15.26:0/645193404 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a7c06a110 con 0x7f0a7c103e30 2024-04-26T23:34:34.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.935+0000 7f0a78c00700 1 -- 172.21.15.26:0/645193404 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0a68022470 con 0x7f0a7c103e30 2024-04-26T23:34:34.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.938+0000 7f0a78c00700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0a600a3d50 0x7f0a600a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:34.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.938+0000 7f0a78c00700 1 -- 172.21.15.26:0/645193404 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f0a680d1240 con 0x7f0a7c103e30 2024-04-26T23:34:34.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.939+0000 7f0a7be00700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0a600a3d50 0x7f0a600a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:34.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.939+0000 7f0a7be00700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0a600a3d50 0x7f0a600a6210 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f0a7c101b90 tx=0x7f0a6c00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:34.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:32.942+0000 7f0a78c00700 1 -- 172.21.15.26:0/645193404 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f0a68013070 con 0x7f0a7c103e30 2024-04-26T23:34:34.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.201+0000 7f0a82a00700 1 -- 172.21.15.26:0/645193404 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f0a7c1a8980 con 0x7f0a7c103e30 2024-04-26T23:34:34.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.202+0000 7f0a78c00700 1 -- 172.21.15.26:0/645193404 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0a6809db00 con 0x7f0a7c103e30 2024-04-26T23:34:34.822 INFO:teuthology.orchestra.run.smithi026.stdout:34359738478 2024-04-26T23:34:34.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.204+0000 7f0a82a00700 1 -- 172.21.15.26:0/645193404 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0a600a3d50 msgr2=0x7f0a600a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:34.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.204+0000 7f0a82a00700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0a600a3d50 0x7f0a600a6210 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f0a7c101b90 tx=0x7f0a6c00b3c0 comp rx=0 tx=0).stop 2024-04-26T23:34:34.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.204+0000 7f0a82a00700 1 -- 172.21.15.26:0/645193404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a7c103e30 msgr2=0x7f0a7c1a1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:34.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.204+0000 7f0a82a00700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a7c103e30 0x7f0a7c1a1e20 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0a68000c00 tx=0x7f0a680057a0 comp rx=0 tx=0).stop 2024-04-26T23:34:34.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.204+0000 7f0a82a00700 1 -- 172.21.15.26:0/645193404 shutdown_connections 2024-04-26T23:34:34.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.205+0000 7f0a82a00700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0a600a3d50 0x7f0a600a6210 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:34.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.205+0000 7f0a82a00700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0a7c1094f0 0x7f0a7c19baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:34.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.205+0000 7f0a82a00700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0a7c103470 0x7f0a7c1a18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:34.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.205+0000 7f0a82a00700 1 --2- 172.21.15.26:0/645193404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0a7c103e30 0x7f0a7c1a1e20 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:34.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.205+0000 7f0a82a00700 1 -- 172.21.15.26:0/645193404 >> 172.21.15.26:0/645193404 conn(0x7f0a7c07a5d0 msgr2=0x7f0a7c101fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:34.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.205+0000 7f0a82a00700 1 -- 172.21.15.26:0/645193404 shutdown_connections 2024-04-26T23:34:34.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.205+0000 7f0a82a00700 1 -- 172.21.15.26:0/645193404 wait complete. 2024-04-26T23:34:35.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.882+0000 7fcc44e00700 1 -- 172.21.15.26:0/2543151084 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc40103e40 msgr2=0x7fcc40110320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:35.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.882+0000 7fcc44e00700 1 --2- 172.21.15.26:0/2543151084 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc40103e40 0x7fcc40110320 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fcc3800b0a0 tx=0x7fcc3800b3b0 comp rx=0 tx=0).stop 2024-04-26T23:34:35.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.882+0000 7fcc44e00700 1 -- 172.21.15.26:0/2543151084 shutdown_connections 2024-04-26T23:34:35.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.882+0000 7fcc44e00700 1 --2- 172.21.15.26:0/2543151084 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc40103e40 0x7fcc40110320 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:35.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.882+0000 7fcc44e00700 1 --2- 172.21.15.26:0/2543151084 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401094e0 0x7fcc401098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:35.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.882+0000 7fcc44e00700 1 --2- 172.21.15.26:0/2543151084 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcc401034a0 0x7fcc40103900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:35.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.882+0000 7fcc44e00700 1 -- 172.21.15.26:0/2543151084 >> 172.21.15.26:0/2543151084 conn(0x7fcc4007a4f0 msgr2=0x7fcc4007a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.882+0000 7fcc44e00700 1 -- 172.21.15.26:0/2543151084 shutdown_connections 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.882+0000 7fcc44e00700 1 -- 172.21.15.26:0/2543151084 wait complete. 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.883+0000 7fcc44e00700 1 Processor -- start 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.884+0000 7fcc44e00700 1 -- start start 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.884+0000 7fcc44e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc401034a0 0x7fcc401a17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.884+0000 7fcc44e00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcc40103e40 0x7fcc401a1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.884+0000 7fcc44e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401094e0 0x7fcc4019b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.884+0000 7fcc44e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcc401134e0 con 0x7fcc401034a0 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.884+0000 7fcc44e00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcc40113360 con 0x7fcc40103e40 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.884+0000 7fcc44e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcc40113660 con 0x7fcc401094e0 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.884+0000 7fcc3de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc401034a0 0x7fcc401a17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.884+0000 7fcc3de00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc401034a0 0x7fcc401a17a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40370/0 (socket says 172.21.15.26:40370) 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.884+0000 7fcc3de00700 1 -- 172.21.15.26:0/3565713614 learned_addr learned my addr 172.21.15.26:0/3565713614 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:35.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc3d400700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcc40103e40 0x7fcc401a1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc3e800700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401094e0 0x7fcc4019b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc3de00700 1 -- 172.21.15.26:0/3565713614 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401094e0 msgr2=0x7fcc4019b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc3de00700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401094e0 0x7fcc4019b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc3de00700 1 -- 172.21.15.26:0/3565713614 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcc40103e40 msgr2=0x7fcc401a1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc3de00700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcc40103e40 0x7fcc401a1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc3de00700 1 -- 172.21.15.26:0/3565713614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc4019c0c0 con 0x7fcc401034a0 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc3de00700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc401034a0 0x7fcc401a17a0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fcc3000c9b0 tx=0x7fcc3000cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc36a00700 1 -- 172.21.15.26:0/3565713614 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc30007b00 con 0x7fcc401034a0 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc36a00700 1 -- 172.21.15.26:0/3565713614 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcc30007ca0 con 0x7fcc401034a0 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc36a00700 1 -- 172.21.15.26:0/3565713614 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc30018660 con 0x7fcc401034a0 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc44e00700 1 -- 172.21.15.26:0/3565713614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc4019c350 con 0x7fcc401034a0 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.885+0000 7fcc44e00700 1 -- 172.21.15.26:0/3565713614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc401a8670 con 0x7fcc401034a0 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.887+0000 7fcc44e00700 1 -- 172.21.15.26:0/3565713614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc4006a110 con 0x7fcc401034a0 2024-04-26T23:34:35.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.889+0000 7fcc36a00700 1 -- 172.21.15.26:0/3565713614 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fcc3000f450 con 0x7fcc401034a0 2024-04-26T23:34:35.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.891+0000 7fcc36a00700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc240a3cd0 0x7fcc240a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:35.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.891+0000 7fcc36a00700 1 -- 172.21.15.26:0/3565713614 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fcc300d08d0 con 0x7fcc401034a0 2024-04-26T23:34:35.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.891+0000 7fcc3d400700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc240a3cd0 0x7fcc240a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:35.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.892+0000 7fcc3d400700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc240a3cd0 0x7fcc240a6190 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c005ea0 tx=0x7fcc2c005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:35.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:33.897+0000 7fcc36a00700 1 -- 172.21.15.26:0/3565713614 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fcc30014030 con 0x7fcc401034a0 2024-04-26T23:34:35.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.143+0000 7fcc44e00700 1 -- 172.21.15.26:0/3565713614 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fcc401a8840 con 0x7fcc401034a0 2024-04-26T23:34:35.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.143+0000 7fcc36a00700 1 -- 172.21.15.26:0/3565713614 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fcc3009d190 con 0x7fcc401034a0 2024-04-26T23:34:35.286 INFO:teuthology.orchestra.run.smithi026.stdout:266287972405 2024-04-26T23:34:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.146+0000 7fcc44e00700 1 -- 172.21.15.26:0/3565713614 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc240a3cd0 msgr2=0x7fcc240a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.146+0000 7fcc44e00700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc240a3cd0 0x7fcc240a6190 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c005ea0 tx=0x7fcc2c005e30 comp rx=0 tx=0).stop 2024-04-26T23:34:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.146+0000 7fcc44e00700 1 -- 172.21.15.26:0/3565713614 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc401034a0 msgr2=0x7fcc401a17a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.146+0000 7fcc44e00700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc401034a0 0x7fcc401a17a0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fcc3000c9b0 tx=0x7fcc3000cd70 comp rx=0 tx=0).stop 2024-04-26T23:34:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.146+0000 7fcc44e00700 1 -- 172.21.15.26:0/3565713614 shutdown_connections 2024-04-26T23:34:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.146+0000 7fcc44e00700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc240a3cd0 0x7fcc240a6190 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.146+0000 7fcc44e00700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401094e0 0x7fcc4019b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.146+0000 7fcc44e00700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcc401034a0 0x7fcc401a17a0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.146+0000 7fcc44e00700 1 --2- 172.21.15.26:0/3565713614 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcc40103e40 0x7fcc401a1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.146+0000 7fcc44e00700 1 -- 172.21.15.26:0/3565713614 >> 172.21.15.26:0/3565713614 conn(0x7fcc4007a4f0 msgr2=0x7fcc40101310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:35.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.147+0000 7fcc44e00700 1 -- 172.21.15.26:0/3565713614 shutdown_connections 2024-04-26T23:34:35.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:34.147+0000 7fcc44e00700 1 -- 172.21.15.26:0/3565713614 wait complete. 2024-04-26T23:34:35.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:35 smithi086 ceph-mon[31122]: pgmap v411: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:35.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:35 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3565713614' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T23:34:35.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:35 smithi164 ceph-mon[31699]: pgmap v411: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:35.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:35 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3565713614' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T23:34:35.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:35 smithi026 ceph-mon[28371]: pgmap v411: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:35.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:35 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3565713614' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T23:34:36.283 INFO:tasks.cephadm.ceph_manager.ceph:need seq 266287972400 got 266287972405 for osd.8 2024-04-26T23:34:36.284 DEBUG:teuthology.parallel:result is None 2024-04-26T23:34:37.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:37 smithi026 ceph-mon[28371]: pgmap v412: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:37.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:37 smithi086 ceph-mon[31122]: pgmap v412: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:37.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:37 smithi164 ceph-mon[31699]: pgmap v412: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:37.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.681+0000 7f8568600700 1 -- 172.21.15.26:0/979451136 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8560075f70 msgr2=0x7f856010f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:37.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.681+0000 7f8568600700 1 --2- 172.21.15.26:0/979451136 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8560075f70 0x7f856010f8e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f854c009990 tx=0x7f854c009ca0 comp rx=0 tx=0).stop 2024-04-26T23:34:37.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.681+0000 7f8568600700 1 -- 172.21.15.26:0/979451136 shutdown_connections 2024-04-26T23:34:37.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.681+0000 7f8568600700 1 --2- 172.21.15.26:0/979451136 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f856010fe20 0x7f8560112210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:37.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.681+0000 7f8568600700 1 --2- 172.21.15.26:0/979451136 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8560075650 0x7f8560075a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:37.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.681+0000 7f8568600700 1 --2- 172.21.15.26:0/979451136 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8560075f70 0x7f856010f8e0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:37.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.681+0000 7f8568600700 1 -- 172.21.15.26:0/979451136 >> 172.21.15.26:0/979451136 conn(0x7f856007a580 msgr2=0x7f856007a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:37.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.681+0000 7f8568600700 1 -- 172.21.15.26:0/979451136 shutdown_connections 2024-04-26T23:34:37.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.681+0000 7f8568600700 1 -- 172.21.15.26:0/979451136 wait complete. 2024-04-26T23:34:37.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.682+0000 7f8568600700 1 Processor -- start 2024-04-26T23:34:37.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.683+0000 7f8568600700 1 -- start start 2024-04-26T23:34:37.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.683+0000 7f8568600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8560075650 0x7f85601a18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.683+0000 7f8568600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8560075f70 0x7f85601a1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.683+0000 7f8568600700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f856010fe20 0x7f856019ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.683+0000 7f8568600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8560115700 con 0x7f8560075650 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.683+0000 7f8568600700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8560115580 con 0x7f856010fe20 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.683+0000 7f8568600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8560115880 con 0x7f8560075f70 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.683+0000 7f8565c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8560075650 0x7f85601a18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.683+0000 7f8565c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8560075650 0x7f85601a18a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40380/0 (socket says 172.21.15.26:40380) 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.683+0000 7f8565c00700 1 -- 172.21.15.26:0/888080489 learned_addr learned my addr 172.21.15.26:0/888080489 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.684+0000 7f8565200700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8560075f70 0x7f85601a1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.684+0000 7f8566600700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f856010fe20 0x7f856019ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.684+0000 7f8565c00700 1 -- 172.21.15.26:0/888080489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8560075f70 msgr2=0x7f85601a1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.684+0000 7f8565c00700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8560075f70 0x7f85601a1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.684+0000 7f8565c00700 1 -- 172.21.15.26:0/888080489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f856010fe20 msgr2=0x7f856019ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:37.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.684+0000 7f8565c00700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f856010fe20 0x7f856019ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.684+0000 7f8565c00700 1 -- 172.21.15.26:0/888080489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f856019c1c0 con 0x7f8560075650 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.684+0000 7f8565c00700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8560075650 0x7f85601a18a0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f855400d950 tx=0x7f855400dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.684+0000 7f855e000700 1 -- 172.21.15.26:0/888080489 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8554016070 con 0x7f8560075650 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.684+0000 7f855e000700 1 -- 172.21.15.26:0/888080489 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8554010460 con 0x7f8560075650 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.684+0000 7f8568600700 1 -- 172.21.15.26:0/888080489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f856019c4b0 con 0x7f8560075650 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.685+0000 7f855e000700 1 -- 172.21.15.26:0/888080489 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f855400f620 con 0x7f8560075650 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.685+0000 7f8568600700 1 -- 172.21.15.26:0/888080489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85601a8770 con 0x7f8560075650 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.686+0000 7f8568600700 1 -- 172.21.15.26:0/888080489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f856006a110 con 0x7f8560075650 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.688+0000 7f855e000700 1 -- 172.21.15.26:0/888080489 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f8554019070 con 0x7f8560075650 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.690+0000 7f855e000700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85480a3cd0 0x7f85480a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.690+0000 7f855e000700 1 -- 172.21.15.26:0/888080489 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f85540d01d0 con 0x7f8560075650 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.690+0000 7f8565200700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85480a3cd0 0x7f85480a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.691+0000 7f8565200700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85480a3cd0 0x7f85480a6190 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f854c00b5c0 tx=0x7f854c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:37.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.695+0000 7f855e000700 1 -- 172.21.15.26:0/888080489 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f855409ca00 con 0x7f8560075650 2024-04-26T23:34:37.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.934+0000 7f8568600700 1 -- 172.21.15.26:0/888080489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f856002e490 con 0x7f8560075650 2024-04-26T23:34:37.939 INFO:teuthology.orchestra.run.smithi026.stdout:77309411424 2024-04-26T23:34:37.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.934+0000 7f855e000700 1 -- 172.21.15.26:0/888080489 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f855409c300 con 0x7f8560075650 2024-04-26T23:34:37.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.937+0000 7f8568600700 1 -- 172.21.15.26:0/888080489 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85480a3cd0 msgr2=0x7f85480a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:37.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.937+0000 7f8568600700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85480a3cd0 0x7f85480a6190 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f854c00b5c0 tx=0x7f854c01a040 comp rx=0 tx=0).stop 2024-04-26T23:34:37.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.937+0000 7f8568600700 1 -- 172.21.15.26:0/888080489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8560075650 msgr2=0x7f85601a18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:37.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.937+0000 7f8568600700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8560075650 0x7f85601a18a0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f855400d950 tx=0x7f855400dd10 comp rx=0 tx=0).stop 2024-04-26T23:34:37.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.938+0000 7f8568600700 1 -- 172.21.15.26:0/888080489 shutdown_connections 2024-04-26T23:34:37.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.938+0000 7f8568600700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85480a3cd0 0x7f85480a6190 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:37.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.938+0000 7f8568600700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f856010fe20 0x7f856019ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:37.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.938+0000 7f8568600700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8560075650 0x7f85601a18a0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:37.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.938+0000 7f8568600700 1 --2- 172.21.15.26:0/888080489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8560075f70 0x7f85601a1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:37.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.938+0000 7f8568600700 1 -- 172.21.15.26:0/888080489 >> 172.21.15.26:0/888080489 conn(0x7f856007a580 msgr2=0x7f8560100690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:37.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.938+0000 7f8568600700 1 -- 172.21.15.26:0/888080489 shutdown_connections 2024-04-26T23:34:37.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:37.938+0000 7f8568600700 1 -- 172.21.15.26:0/888080489 wait complete. 2024-04-26T23:34:38.272 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:38 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/888080489' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T23:34:38.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:38 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/888080489' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T23:34:38.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:38 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/888080489' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T23:34:38.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.744+0000 7f3c15c00700 1 -- 172.21.15.26:0/2871260642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c101094c0 msgr2=0x7f3c101098a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:38.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.744+0000 7f3c15c00700 1 --2- 172.21.15.26:0/2871260642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c101094c0 0x7f3c101098a0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f3c00009990 tx=0x7f3c00009ca0 comp rx=0 tx=0).stop 2024-04-26T23:34:38.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.744+0000 7f3c15c00700 1 -- 172.21.15.26:0/2871260642 shutdown_connections 2024-04-26T23:34:38.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.744+0000 7f3c15c00700 1 --2- 172.21.15.26:0/2871260642 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10103e30 0x7f3c10110290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:38.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.744+0000 7f3c15c00700 1 --2- 172.21.15.26:0/2871260642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c101094c0 0x7f3c101098a0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.744+0000 7f3c15c00700 1 --2- 172.21.15.26:0/2871260642 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c10103470 0x7f3c101038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.744+0000 7f3c15c00700 1 -- 172.21.15.26:0/2871260642 >> 172.21.15.26:0/2871260642 conn(0x7f3c1007a580 msgr2=0x7f3c1007a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.745+0000 7f3c15c00700 1 -- 172.21.15.26:0/2871260642 shutdown_connections 2024-04-26T23:34:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.745+0000 7f3c15c00700 1 -- 172.21.15.26:0/2871260642 wait complete. 2024-04-26T23:34:38.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.746+0000 7f3c15c00700 1 Processor -- start 2024-04-26T23:34:38.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.747+0000 7f3c15c00700 1 -- start start 2024-04-26T23:34:38.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.747+0000 7f3c15c00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10103470 0x7f3c1019f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.747+0000 7f3c15c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c10103e30 0x7f3c1019fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.747+0000 7f3c15c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c101094c0 0x7f3c10199890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.747+0000 7f3c15c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3c10113470 con 0x7f3c101094c0 2024-04-26T23:34:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.747+0000 7f3c15c00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3c101132f0 con 0x7f3c10103470 2024-04-26T23:34:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.747+0000 7f3c15c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3c101135f0 con 0x7f3c10103e30 2024-04-26T23:34:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.747+0000 7f3c0f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c101094c0 0x7f3c10199890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.748+0000 7f3c0f400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c101094c0 0x7f3c10199890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40388/0 (socket says 172.21.15.26:40388) 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.748+0000 7f3c0f400700 1 -- 172.21.15.26:0/3004889592 learned_addr learned my addr 172.21.15.26:0/3004889592 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.748+0000 7f3c0e000700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c10103e30 0x7f3c1019fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.748+0000 7f3c0ea00700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10103470 0x7f3c1019f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.748+0000 7f3c0f400700 1 -- 172.21.15.26:0/3004889592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c10103e30 msgr2=0x7f3c1019fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.748+0000 7f3c0f400700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c10103e30 0x7f3c1019fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.748+0000 7f3c0f400700 1 -- 172.21.15.26:0/3004889592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10103470 msgr2=0x7f3c1019f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.748+0000 7f3c0f400700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10103470 0x7f3c1019f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.748+0000 7f3c0f400700 1 -- 172.21.15.26:0/3004889592 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c10199ff0 con 0x7f3c101094c0 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.748+0000 7f3c0ea00700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10103470 0x7f3c1019f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.749+0000 7f3c0f400700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c101094c0 0x7f3c10199890 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f3c08007d70 tx=0x7f3c0800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.749+0000 7f3c07400700 1 -- 172.21.15.26:0/3004889592 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c08016020 con 0x7f3c101094c0 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.749+0000 7f3c15c00700 1 -- 172.21.15.26:0/3004889592 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c1019a2e0 con 0x7f3c101094c0 2024-04-26T23:34:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.749+0000 7f3c07400700 1 -- 172.21.15.26:0/3004889592 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c0800ad40 con 0x7f3c101094c0 2024-04-26T23:34:38.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.749+0000 7f3c07400700 1 -- 172.21.15.26:0/3004889592 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c080115e0 con 0x7f3c101094c0 2024-04-26T23:34:38.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.749+0000 7f3c15c00700 1 -- 172.21.15.26:0/3004889592 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c101a65a0 con 0x7f3c101094c0 2024-04-26T23:34:38.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.750+0000 7f3c15c00700 1 -- 172.21.15.26:0/3004889592 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c1006a110 con 0x7f3c101094c0 2024-04-26T23:34:38.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.752+0000 7f3c07400700 1 -- 172.21.15.26:0/3004889592 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3c08019020 con 0x7f3c101094c0 2024-04-26T23:34:38.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.754+0000 7f3c07400700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3bf40a3d50 0x7f3bf40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:38.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.754+0000 7f3c07400700 1 -- 172.21.15.26:0/3004889592 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3c080d0310 con 0x7f3c101094c0 2024-04-26T23:34:38.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.754+0000 7f3c0ea00700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3bf40a3d50 0x7f3bf40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:38.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.755+0000 7f3c0ea00700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3bf40a3d50 0x7f3bf40a6210 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3c00003760 tx=0x7f3c0001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:38.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.760+0000 7f3c07400700 1 -- 172.21.15.26:0/3004889592 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f3c08020020 con 0x7f3c101094c0 2024-04-26T23:34:38.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.983+0000 7f7acfa00700 1 -- 172.21.15.26:0/634288198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ac81094c0 msgr2=0x7f7ac81098a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:38.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.983+0000 7f7acfa00700 1 --2- 172.21.15.26:0/634288198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ac81094c0 0x7f7ac81098a0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7abc009990 tx=0x7f7abc009ca0 comp rx=0 tx=0).stop 2024-04-26T23:34:38.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.983+0000 7f7acfa00700 1 -- 172.21.15.26:0/634288198 shutdown_connections 2024-04-26T23:34:38.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.983+0000 7f7acfa00700 1 --2- 172.21.15.26:0/634288198 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ac8103e30 0x7f7ac8110290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:38.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.983+0000 7f7acfa00700 1 --2- 172.21.15.26:0/634288198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ac81094c0 0x7f7ac81098a0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:38.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.983+0000 7f7acfa00700 1 --2- 172.21.15.26:0/634288198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ac8103470 0x7f7ac81038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:38.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.983+0000 7f7acfa00700 1 -- 172.21.15.26:0/634288198 >> 172.21.15.26:0/634288198 conn(0x7f7ac807a580 msgr2=0x7f7ac807a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:38.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.983+0000 7f7acfa00700 1 -- 172.21.15.26:0/634288198 shutdown_connections 2024-04-26T23:34:38.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.983+0000 7f7acfa00700 1 -- 172.21.15.26:0/634288198 wait complete. 2024-04-26T23:34:38.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.984+0000 7f7acfa00700 1 Processor -- start 2024-04-26T23:34:38.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.984+0000 7f7acfa00700 1 -- start start 2024-04-26T23:34:38.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acfa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ac8103470 0x7f7ac81a18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:38.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acfa00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ac8103e30 0x7f7ac81a1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:38.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acfa00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ac81094c0 0x7f7ac819ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:38.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acfa00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac81134c0 con 0x7f7ac81094c0 2024-04-26T23:34:38.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acfa00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac8113340 con 0x7f7ac8103e30 2024-04-26T23:34:38.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acfa00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac8113640 con 0x7f7ac8103470 2024-04-26T23:34:38.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acda00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ac81094c0 0x7f7ac819ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:38.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acda00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ac81094c0 0x7f7ac819ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40410/0 (socket says 172.21.15.26:40410) 2024-04-26T23:34:38.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acda00700 1 -- 172.21.15.26:0/1509866518 learned_addr learned my addr 172.21.15.26:0/1509866518 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:38.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7ac7e00700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ac8103e30 0x7f7ac81a1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:38.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acd000700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ac8103470 0x7f7ac81a18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:38.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acda00700 1 -- 172.21.15.26:0/1509866518 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ac8103470 msgr2=0x7f7ac81a18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:38.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acda00700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ac8103470 0x7f7ac81a18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:38.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acda00700 1 -- 172.21.15.26:0/1509866518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ac8103e30 msgr2=0x7f7ac81a1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:38.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.985+0000 7f7acda00700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ac8103e30 0x7f7ac81a1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:38.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.986+0000 7f7acda00700 1 -- 172.21.15.26:0/1509866518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ac819c1c0 con 0x7f7ac81094c0 2024-04-26T23:34:38.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.986+0000 7f7ac7e00700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ac8103e30 0x7f7ac81a1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:34:38.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.986+0000 7f7acda00700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ac81094c0 0x7f7ac819ba60 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7ac0007d70 tx=0x7f7ac000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:38.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.986+0000 7f7ac5600700 1 -- 172.21.15.26:0/1509866518 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0016020 con 0x7f7ac81094c0 2024-04-26T23:34:38.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.986+0000 7f7acfa00700 1 -- 172.21.15.26:0/1509866518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ac819c4b0 con 0x7f7ac81094c0 2024-04-26T23:34:38.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.986+0000 7f7ac5600700 1 -- 172.21.15.26:0/1509866518 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ac000ad40 con 0x7f7ac81094c0 2024-04-26T23:34:38.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.986+0000 7f7ac5600700 1 -- 172.21.15.26:0/1509866518 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac00115e0 con 0x7f7ac81094c0 2024-04-26T23:34:38.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.986+0000 7f7acfa00700 1 -- 172.21.15.26:0/1509866518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ac81a8770 con 0x7f7ac81094c0 2024-04-26T23:34:38.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.988+0000 7f7acfa00700 1 -- 172.21.15.26:0/1509866518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ac806a110 con 0x7f7ac81094c0 2024-04-26T23:34:38.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.990+0000 7f7ac5600700 1 -- 172.21.15.26:0/1509866518 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7ac0019020 con 0x7f7ac81094c0 2024-04-26T23:34:38.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.992+0000 7f7ac5600700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7ab00a3cd0 0x7f7ab00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:38.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.992+0000 7f7ac5600700 1 -- 172.21.15.26:0/1509866518 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f7ac00d04c0 con 0x7f7ac81094c0 2024-04-26T23:34:38.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.992+0000 7f7acd000700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7ab00a3cd0 0x7f7ab00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:38.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.993+0000 7f7acd000700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7ab00a3cd0 0x7f7ab00a6190 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7abc00b5c0 tx=0x7f7abc01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:39.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:38.997+0000 7f7ac5600700 1 -- 172.21.15.26:0/1509866518 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f7ac0020020 con 0x7f7ac81094c0 2024-04-26T23:34:39.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.003+0000 7f3c15c00700 1 -- 172.21.15.26:0/3004889592 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f3c1019adc0 con 0x7f3c101094c0 2024-04-26T23:34:39.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.003+0000 7f3c07400700 1 -- 172.21.15.26:0/3004889592 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3c0809ccb0 con 0x7f3c101094c0 2024-04-26T23:34:39.007 INFO:teuthology.orchestra.run.smithi026.stdout:111669149785 2024-04-26T23:34:39.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.006+0000 7f3c15c00700 1 -- 172.21.15.26:0/3004889592 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3bf40a3d50 msgr2=0x7f3bf40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:39.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.006+0000 7f3c15c00700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3bf40a3d50 0x7f3bf40a6210 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3c00003760 tx=0x7f3c0001a040 comp rx=0 tx=0).stop 2024-04-26T23:34:39.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.006+0000 7f3c15c00700 1 -- 172.21.15.26:0/3004889592 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c101094c0 msgr2=0x7f3c10199890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:39.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.006+0000 7f3c15c00700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c101094c0 0x7f3c10199890 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f3c08007d70 tx=0x7f3c0800a340 comp rx=0 tx=0).stop 2024-04-26T23:34:39.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.006+0000 7f3c15c00700 1 -- 172.21.15.26:0/3004889592 shutdown_connections 2024-04-26T23:34:39.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.006+0000 7f3c15c00700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3bf40a3d50 0x7f3bf40a6210 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:39.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.006+0000 7f3c15c00700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c101094c0 0x7f3c10199890 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:39.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.006+0000 7f3c15c00700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c10103470 0x7f3c1019f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:39.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.006+0000 7f3c15c00700 1 --2- 172.21.15.26:0/3004889592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c10103e30 0x7f3c1019fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:39.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.006+0000 7f3c15c00700 1 -- 172.21.15.26:0/3004889592 >> 172.21.15.26:0/3004889592 conn(0x7f3c1007a580 msgr2=0x7f3c10102380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:39.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.007+0000 7f3c15c00700 1 -- 172.21.15.26:0/3004889592 shutdown_connections 2024-04-26T23:34:39.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.007+0000 7f3c15c00700 1 -- 172.21.15.26:0/3004889592 wait complete. 2024-04-26T23:34:39.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.240+0000 7f7acfa00700 1 -- 172.21.15.26:0/1509866518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f7ac819cf90 con 0x7f7ac81094c0 2024-04-26T23:34:39.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.241+0000 7f7ac5600700 1 -- 172.21.15.26:0/1509866518 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f7ac009ce00 con 0x7f7ac81094c0 2024-04-26T23:34:39.245 INFO:teuthology.orchestra.run.smithi026.stdout:146028888144 2024-04-26T23:34:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.244+0000 7f7acfa00700 1 -- 172.21.15.26:0/1509866518 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7ab00a3cd0 msgr2=0x7f7ab00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.244+0000 7f7acfa00700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7ab00a3cd0 0x7f7ab00a6190 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7abc00b5c0 tx=0x7f7abc01a040 comp rx=0 tx=0).stop 2024-04-26T23:34:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.244+0000 7f7acfa00700 1 -- 172.21.15.26:0/1509866518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ac81094c0 msgr2=0x7f7ac819ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.244+0000 7f7acfa00700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ac81094c0 0x7f7ac819ba60 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7ac0007d70 tx=0x7f7ac000a340 comp rx=0 tx=0).stop 2024-04-26T23:34:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.244+0000 7f7acfa00700 1 -- 172.21.15.26:0/1509866518 shutdown_connections 2024-04-26T23:34:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.244+0000 7f7acfa00700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7ab00a3cd0 0x7f7ab00a6190 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.244+0000 7f7acfa00700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ac81094c0 0x7f7ac819ba60 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.244+0000 7f7acfa00700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ac8103470 0x7f7ac81a18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.244+0000 7f7acfa00700 1 --2- 172.21.15.26:0/1509866518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ac8103e30 0x7f7ac81a1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.244+0000 7f7acfa00700 1 -- 172.21.15.26:0/1509866518 >> 172.21.15.26:0/1509866518 conn(0x7f7ac807a580 msgr2=0x7f7ac810e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.244+0000 7f7acfa00700 1 -- 172.21.15.26:0/1509866518 shutdown_connections 2024-04-26T23:34:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:39.244+0000 7f7acfa00700 1 -- 172.21.15.26:0/1509866518 wait complete. 2024-04-26T23:34:39.378 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:39 smithi026 ceph-mon[28371]: pgmap v413: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:39.379 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:39 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3004889592' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T23:34:39.448 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738473 got 34359738478 for osd.0 2024-04-26T23:34:39.448 DEBUG:teuthology.parallel:result is None 2024-04-26T23:34:39.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:39 smithi164 ceph-mon[31699]: pgmap v413: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:39.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:39 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3004889592' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T23:34:39.552 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724611 got 167503724618 for osd.5 2024-04-26T23:34:39.552 DEBUG:teuthology.parallel:result is None 2024-04-26T23:34:39.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:39 smithi086 ceph-mon[31122]: pgmap v413: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:39.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:39 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3004889592' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T23:34:40.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:40 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1509866518' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T23:34:40.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:40 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1509866518' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T23:34:40.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:40 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1509866518' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T23:34:40.678 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888138 got 146028888144 for osd.4 2024-04-26T23:34:40.678 DEBUG:teuthology.parallel:result is None 2024-04-26T23:34:41.058 INFO:tasks.cephadm.ceph_manager.ceph:need seq 227633266740 got 227633266747 for osd.7 2024-04-26T23:34:41.059 DEBUG:teuthology.parallel:result is None 2024-04-26T23:34:41.275 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:41 smithi026 ceph-mon[28371]: pgmap v414: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:41.370 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:41.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:41 smithi164 ceph-mon[31699]: pgmap v414: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:41.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:41 smithi086 ceph-mon[31122]: pgmap v414: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:41.707 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149779 got 111669149785 for osd.3 2024-04-26T23:34:41.707 DEBUG:teuthology.parallel:result is None 2024-04-26T23:34:41.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.958+0000 7fefda800700 1 -- 172.21.15.26:0/4085181877 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefd41035a0 msgr2=0x7fefd4103980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:41.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.958+0000 7fefda800700 1 --2- 172.21.15.26:0/4085181877 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefd41035a0 0x7fefd4103980 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fefc80099c0 tx=0x7fefc8009cd0 comp rx=0 tx=0).stop 2024-04-26T23:34:41.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.959+0000 7fefda800700 1 -- 172.21.15.26:0/4085181877 shutdown_connections 2024-04-26T23:34:41.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.959+0000 7fefda800700 1 --2- 172.21.15.26:0/4085181877 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefd4108680 0x7fefd4110250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:41.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.959+0000 7fefda800700 1 --2- 172.21.15.26:0/4085181877 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefd41035a0 0x7fefd4103980 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:41.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.959+0000 7fefda800700 1 --2- 172.21.15.26:0/4085181877 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefd4103f50 0x7fefd4107fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:41.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.959+0000 7fefda800700 1 -- 172.21.15.26:0/4085181877 >> 172.21.15.26:0/4085181877 conn(0x7fefd40fee70 msgr2=0x7fefd4101290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:41.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.959+0000 7fefda800700 1 -- 172.21.15.26:0/4085181877 shutdown_connections 2024-04-26T23:34:41.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.959+0000 7fefda800700 1 -- 172.21.15.26:0/4085181877 wait complete. 2024-04-26T23:34:41.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.960+0000 7fefda800700 1 Processor -- start 2024-04-26T23:34:41.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.960+0000 7fefda800700 1 -- start start 2024-04-26T23:34:41.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.961+0000 7fefda800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefd41035a0 0x7fefd41a17d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:41.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.961+0000 7fefda800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefd4103f50 0x7fefd41a1d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:41.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.961+0000 7fefda800700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefd4108680 0x7fefd419b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:41.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.961+0000 7fefda800700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fefd4113430 con 0x7fefd41035a0 2024-04-26T23:34:41.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.961+0000 7fefda800700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fefd41132b0 con 0x7fefd4108680 2024-04-26T23:34:41.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.961+0000 7fefda800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fefd41135b0 con 0x7fefd4103f50 2024-04-26T23:34:41.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.961+0000 7fefd9400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefd41035a0 0x7fefd41a17d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:41.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.961+0000 7fefd9400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefd41035a0 0x7fefd41a17d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40416/0 (socket says 172.21.15.26:40416) 2024-04-26T23:34:41.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.961+0000 7fefd9400700 1 -- 172.21.15.26:0/657581928 learned_addr learned my addr 172.21.15.26:0/657581928 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:41.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.962+0000 7fefd8a00700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefd4103f50 0x7fefd41a1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:41.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.962+0000 7fefd9e00700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefd4108680 0x7fefd419b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:41.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.962+0000 7fefd9400700 1 -- 172.21.15.26:0/657581928 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefd4103f50 msgr2=0x7fefd41a1d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:41.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.962+0000 7fefd9400700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefd4103f50 0x7fefd41a1d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:41.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.962+0000 7fefd9400700 1 -- 172.21.15.26:0/657581928 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefd4108680 msgr2=0x7fefd419b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:41.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.962+0000 7fefd9400700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefd4108680 0x7fefd419b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:41.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.962+0000 7fefd9400700 1 -- 172.21.15.26:0/657581928 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefd419c0f0 con 0x7fefd41035a0 2024-04-26T23:34:41.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.962+0000 7fefd9400700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefd41035a0 0x7fefd41a17d0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fefc8000c00 tx=0x7fefc800f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:41.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.963+0000 7fefd2000700 1 -- 172.21.15.26:0/657581928 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefc8027070 con 0x7fefd41035a0 2024-04-26T23:34:41.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.963+0000 7fefd2000700 1 -- 172.21.15.26:0/657581928 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fefc800fe50 con 0x7fefd41035a0 2024-04-26T23:34:41.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.963+0000 7fefd2000700 1 -- 172.21.15.26:0/657581928 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefc80173f0 con 0x7fefd41035a0 2024-04-26T23:34:41.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.963+0000 7fefda800700 1 -- 172.21.15.26:0/657581928 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefd419c380 con 0x7fefd41035a0 2024-04-26T23:34:41.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.963+0000 7fefda800700 1 -- 172.21.15.26:0/657581928 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefd41a86a0 con 0x7fefd41035a0 2024-04-26T23:34:41.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.964+0000 7fefda800700 1 -- 172.21.15.26:0/657581928 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefd406a110 con 0x7fefd41035a0 2024-04-26T23:34:41.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.966+0000 7fefd2000700 1 -- 172.21.15.26:0/657581928 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fefc802a070 con 0x7fefd41035a0 2024-04-26T23:34:41.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.968+0000 7fefd2000700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fefbc0a3d50 0x7fefbc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:41.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.968+0000 7fefd2000700 1 -- 172.21.15.26:0/657581928 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fefc80d1650 con 0x7fefd41035a0 2024-04-26T23:34:41.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.968+0000 7fefd8a00700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fefbc0a3d50 0x7fefbc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:41.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.969+0000 7fefd8a00700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fefbc0a3d50 0x7fefbc0a6210 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fefc0005950 tx=0x7fefc00058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:41.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:41.971+0000 7fefd2000700 1 -- 172.21.15.26:0/657581928 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fefc8031080 con 0x7fefd41035a0 2024-04-26T23:34:42.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.212+0000 7fefda800700 1 -- 172.21.15.26:0/657581928 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7fefd41a8870 con 0x7fefd41035a0 2024-04-26T23:34:42.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.212+0000 7fefd2000700 1 -- 172.21.15.26:0/657581928 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fefc8013070 con 0x7fefd41035a0 2024-04-26T23:34:42.216 INFO:teuthology.orchestra.run.smithi026.stdout:360777252896 2024-04-26T23:34:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.215+0000 7fefda800700 1 -- 172.21.15.26:0/657581928 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fefbc0a3d50 msgr2=0x7fefbc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.215+0000 7fefda800700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fefbc0a3d50 0x7fefbc0a6210 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fefc0005950 tx=0x7fefc00058e0 comp rx=0 tx=0).stop 2024-04-26T23:34:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.215+0000 7fefda800700 1 -- 172.21.15.26:0/657581928 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefd41035a0 msgr2=0x7fefd41a17d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.215+0000 7fefda800700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefd41035a0 0x7fefd41a17d0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fefc8000c00 tx=0x7fefc800f510 comp rx=0 tx=0).stop 2024-04-26T23:34:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.216+0000 7fefda800700 1 -- 172.21.15.26:0/657581928 shutdown_connections 2024-04-26T23:34:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.216+0000 7fefda800700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fefbc0a3d50 0x7fefbc0a6210 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.216+0000 7fefda800700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fefd4108680 0x7fefd419b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.216+0000 7fefda800700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fefd41035a0 0x7fefd41a17d0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.216+0000 7fefda800700 1 --2- 172.21.15.26:0/657581928 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefd4103f50 0x7fefd41a1d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.216+0000 7fefda800700 1 -- 172.21.15.26:0/657581928 >> 172.21.15.26:0/657581928 conn(0x7fefd40fee70 msgr2=0x7fefd41011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.216+0000 7fefda800700 1 -- 172.21.15.26:0/657581928 shutdown_connections 2024-04-26T23:34:42.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:42.216+0000 7fefda800700 1 -- 172.21.15.26:0/657581928 wait complete. 2024-04-26T23:34:43.005 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411417 got 77309411424 for osd.2 2024-04-26T23:34:43.006 DEBUG:teuthology.parallel:result is None 2024-04-26T23:34:43.199 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:43 smithi026 ceph-mon[28371]: pgmap v415: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:34:43.199 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:43 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/657581928' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T23:34:43.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:43 smithi164 ceph-mon[31699]: pgmap v415: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:34:43.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:43 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/657581928' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T23:34:43.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:43 smithi086 ceph-mon[31122]: pgmap v415: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:34:43.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:43 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/657581928' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T23:34:43.683 INFO:tasks.cephadm.ceph_manager.ceph:need seq 360777252889 got 360777252896 for osd.11 2024-04-26T23:34:43.683 DEBUG:teuthology.parallel:result is None 2024-04-26T23:34:44.447 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:45.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:45 smithi026 ceph-mon[28371]: pgmap v416: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:45.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:45 smithi164 ceph-mon[31699]: pgmap v416: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:45.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:45 smithi086 ceph-mon[31122]: pgmap v416: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.164+0000 7f4148c00700 1 -- 172.21.15.26:0/300797196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41440757f0 msgr2=0x7f4144075bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.164+0000 7f4148c00700 1 --2- 172.21.15.26:0/300797196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41440757f0 0x7f4144075bd0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f4134009990 tx=0x7f4134009ca0 comp rx=0 tx=0).stop 2024-04-26T23:34:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.164+0000 7f4148c00700 1 -- 172.21.15.26:0/300797196 shutdown_connections 2024-04-26T23:34:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.164+0000 7f4148c00700 1 --2- 172.21.15.26:0/300797196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f414410fbe0 0x7f4144111ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.164+0000 7f4148c00700 1 --2- 172.21.15.26:0/300797196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41440757f0 0x7f4144075bd0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.164+0000 7f4148c00700 1 --2- 172.21.15.26:0/300797196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4144076110 0x7f414410f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.164+0000 7f4148c00700 1 -- 172.21.15.26:0/300797196 >> 172.21.15.26:0/300797196 conn(0x7f41440fee30 msgr2=0x7f4144101250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.164+0000 7f4148c00700 1 -- 172.21.15.26:0/300797196 shutdown_connections 2024-04-26T23:34:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.164+0000 7f4148c00700 1 -- 172.21.15.26:0/300797196 wait complete. 2024-04-26T23:34:46.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.165+0000 7f4148c00700 1 Processor -- start 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.165+0000 7f4148c00700 1 -- start start 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.165+0000 7f4148c00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41440757f0 0x7f41441a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.165+0000 7f4148c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4144076110 0x7f41441a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.165+0000 7f4148c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f414410fbe0 0x7f414419bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.165+0000 7f4148c00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4144115720 con 0x7f4144076110 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.165+0000 7f4148c00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f41441155a0 con 0x7f41440757f0 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.165+0000 7f4148c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f41441158a0 con 0x7f414410fbe0 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.166+0000 7f4142a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4144076110 0x7f41441a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.166+0000 7f4142a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4144076110 0x7f41441a1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45314/0 (socket says 172.21.15.26:45314) 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.166+0000 7f4142a00700 1 -- 172.21.15.26:0/3099543129 learned_addr learned my addr 172.21.15.26:0/3099543129 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.166+0000 7f4143400700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41440757f0 0x7f41441a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.166+0000 7f4143e00700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f414410fbe0 0x7f414419bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.166+0000 7f4142a00700 1 -- 172.21.15.26:0/3099543129 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f414410fbe0 msgr2=0x7f414419bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:46.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.166+0000 7f4142a00700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f414410fbe0 0x7f414419bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:46.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.166+0000 7f4142a00700 1 -- 172.21.15.26:0/3099543129 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41440757f0 msgr2=0x7f41441a1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:46.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.166+0000 7f4142a00700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41440757f0 0x7f41441a1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:46.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.166+0000 7f4142a00700 1 -- 172.21.15.26:0/3099543129 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f414419c440 con 0x7f4144076110 2024-04-26T23:34:46.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.166+0000 7f4143e00700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f414410fbe0 0x7f414419bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:34:46.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.167+0000 7f4142a00700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4144076110 0x7f41441a1f80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f413000b530 tx=0x7f413000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:46.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.167+0000 7f413be00700 1 -- 172.21.15.26:0/3099543129 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4130015020 con 0x7f4144076110 2024-04-26T23:34:46.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.167+0000 7f413be00700 1 -- 172.21.15.26:0/3099543129 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4130011cc0 con 0x7f4144076110 2024-04-26T23:34:46.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.167+0000 7f413be00700 1 -- 172.21.15.26:0/3099543129 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4130010d30 con 0x7f4144076110 2024-04-26T23:34:46.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.167+0000 7f4148c00700 1 -- 172.21.15.26:0/3099543129 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f414419c730 con 0x7f4144076110 2024-04-26T23:34:46.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.167+0000 7f4148c00700 1 -- 172.21.15.26:0/3099543129 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41441a89c0 con 0x7f4144076110 2024-04-26T23:34:46.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.169+0000 7f4148c00700 1 -- 172.21.15.26:0/3099543129 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4144076ea0 con 0x7f4144076110 2024-04-26T23:34:46.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.171+0000 7f413be00700 1 -- 172.21.15.26:0/3099543129 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f4130018020 con 0x7f4144076110 2024-04-26T23:34:46.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.173+0000 7f413be00700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f41280a3d50 0x7f41280a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:46.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.173+0000 7f413be00700 1 -- 172.21.15.26:0/3099543129 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f41300cfc70 con 0x7f4144076110 2024-04-26T23:34:46.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.173+0000 7f4143400700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f41280a3d50 0x7f41280a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:46.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.174+0000 7f4143400700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f41280a3d50 0x7f41280a6210 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f413400b5c0 tx=0x7f413401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:46.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.178+0000 7f413be00700 1 -- 172.21.15.26:0/3099543129 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f413001f020 con 0x7f4144076110 2024-04-26T23:34:46.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.417+0000 7f4148c00700 1 -- 172.21.15.26:0/3099543129 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f414419cfd0 con 0x7f4144076110 2024-04-26T23:34:46.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.418+0000 7f413be00700 1 -- 172.21.15.26:0/3099543129 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f413009c5b0 con 0x7f4144076110 2024-04-26T23:34:46.421 INFO:teuthology.orchestra.run.smithi026.stdout:201863462981 2024-04-26T23:34:46.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.421+0000 7f4148c00700 1 -- 172.21.15.26:0/3099543129 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f41280a3d50 msgr2=0x7f41280a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:46.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.421+0000 7f4148c00700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f41280a3d50 0x7f41280a6210 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f413400b5c0 tx=0x7f413401a040 comp rx=0 tx=0).stop 2024-04-26T23:34:46.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.421+0000 7f4148c00700 1 -- 172.21.15.26:0/3099543129 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4144076110 msgr2=0x7f41441a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:46.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.421+0000 7f4148c00700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4144076110 0x7f41441a1f80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f413000b530 tx=0x7f413000b8f0 comp rx=0 tx=0).stop 2024-04-26T23:34:46.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.421+0000 7f4148c00700 1 -- 172.21.15.26:0/3099543129 shutdown_connections 2024-04-26T23:34:46.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.421+0000 7f4148c00700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f41280a3d50 0x7f41280a6210 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:46.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.421+0000 7f4148c00700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f414410fbe0 0x7f414419bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:46.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.421+0000 7f4148c00700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41440757f0 0x7f41441a1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:46.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.421+0000 7f4148c00700 1 --2- 172.21.15.26:0/3099543129 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4144076110 0x7f41441a1f80 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:46.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.421+0000 7f4148c00700 1 -- 172.21.15.26:0/3099543129 >> 172.21.15.26:0/3099543129 conn(0x7f41440fee30 msgr2=0x7f41440ffc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:46.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.421+0000 7f4148c00700 1 -- 172.21.15.26:0/3099543129 shutdown_connections 2024-04-26T23:34:46.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:46.421+0000 7f4148c00700 1 -- 172.21.15.26:0/3099543129 wait complete. 2024-04-26T23:34:47.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:47 smithi026 ceph-mon[28371]: pgmap v417: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:47.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:47 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3099543129' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T23:34:47.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:47 smithi164 ceph-mon[31699]: pgmap v417: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:47.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:47 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3099543129' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T23:34:47.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:47 smithi086 ceph-mon[31122]: pgmap v417: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:47.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:47 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3099543129' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T23:34:47.653 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462975 got 201863462981 for osd.6 2024-04-26T23:34:47.653 DEBUG:teuthology.parallel:result is None 2024-04-26T23:34:48.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.517+0000 7f1874000700 1 -- 172.21.15.26:0/1431494402 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f186c075f70 msgr2=0x7f186c10f940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:48.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.517+0000 7f1874000700 1 --2- 172.21.15.26:0/1431494402 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f186c075f70 0x7f186c10f940 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f1858009990 tx=0x7f1858009ca0 comp rx=0 tx=0).stop 2024-04-26T23:34:48.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.519+0000 7f1874000700 1 -- 172.21.15.26:0/1431494402 shutdown_connections 2024-04-26T23:34:48.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.519+0000 7f1874000700 1 --2- 172.21.15.26:0/1431494402 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f186c10fe80 0x7f186c112270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:48.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.519+0000 7f1874000700 1 --2- 172.21.15.26:0/1431494402 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f186c075650 0x7f186c075a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:48.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.519+0000 7f1874000700 1 --2- 172.21.15.26:0/1431494402 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f186c075f70 0x7f186c10f940 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:48.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.519+0000 7f1874000700 1 -- 172.21.15.26:0/1431494402 >> 172.21.15.26:0/1431494402 conn(0x7f186c07a580 msgr2=0x7f186c07a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:48.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.519+0000 7f1874000700 1 -- 172.21.15.26:0/1431494402 shutdown_connections 2024-04-26T23:34:48.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.519+0000 7f1874000700 1 -- 172.21.15.26:0/1431494402 wait complete. 2024-04-26T23:34:48.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.519+0000 7f1874000700 1 Processor -- start 2024-04-26T23:34:48.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.519+0000 7f1874000700 1 -- start start 2024-04-26T23:34:48.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.520+0000 7f1874000700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f186c075650 0x7f186c10f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:48.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.520+0000 7f1874000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f186c075f70 0x7f186c10c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:48.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.520+0000 7f1874000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f186c10fe80 0x7f186c10cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:48.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.520+0000 7f1874000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f186c1156f0 con 0x7f186c075f70 2024-04-26T23:34:48.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.520+0000 7f1874000700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f186c115570 con 0x7f186c075650 2024-04-26T23:34:48.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.520+0000 7f1874000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f186c115870 con 0x7f186c10fe80 2024-04-26T23:34:48.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.520+0000 7f1870c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f186c075f70 0x7f186c10c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:48.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.520+0000 7f1870c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f186c075f70 0x7f186c10c900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45340/0 (socket says 172.21.15.26:45340) 2024-04-26T23:34:48.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.520+0000 7f1870c00700 1 -- 172.21.15.26:0/617494315 learned_addr learned my addr 172.21.15.26:0/617494315 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:48.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.520+0000 7f1871600700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f186c075650 0x7f186c10f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:48.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.521+0000 7f1872000700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f186c10fe80 0x7f186c10cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:48.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.521+0000 7f1870c00700 1 -- 172.21.15.26:0/617494315 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f186c10fe80 msgr2=0x7f186c10cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:48.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.521+0000 7f1870c00700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f186c10fe80 0x7f186c10cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:48.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.521+0000 7f1870c00700 1 -- 172.21.15.26:0/617494315 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f186c075650 msgr2=0x7f186c10f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:48.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.521+0000 7f1870c00700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f186c075650 0x7f186c10f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:48.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.521+0000 7f1870c00700 1 -- 172.21.15.26:0/617494315 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f186c1ac430 con 0x7f186c075f70 2024-04-26T23:34:48.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.522+0000 7f1870c00700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f186c075f70 0x7f186c10c900 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f1858000c00 tx=0x7f18580036f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:48.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.522+0000 7f186a000700 1 -- 172.21.15.26:0/617494315 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1858027070 con 0x7f186c075f70 2024-04-26T23:34:48.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.522+0000 7f186a000700 1 -- 172.21.15.26:0/617494315 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f185800fc40 con 0x7f186c075f70 2024-04-26T23:34:48.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.522+0000 7f1874000700 1 -- 172.21.15.26:0/617494315 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f186c1ac600 con 0x7f186c075f70 2024-04-26T23:34:48.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.522+0000 7f186a000700 1 -- 172.21.15.26:0/617494315 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1858022b90 con 0x7f186c075f70 2024-04-26T23:34:48.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.522+0000 7f1874000700 1 -- 172.21.15.26:0/617494315 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f186c1acab0 con 0x7f186c075f70 2024-04-26T23:34:48.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.523+0000 7f1874000700 1 -- 172.21.15.26:0/617494315 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f184c005330 con 0x7f186c075f70 2024-04-26T23:34:48.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.525+0000 7f186a000700 1 -- 172.21.15.26:0/617494315 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f185802a070 con 0x7f186c075f70 2024-04-26T23:34:48.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.527+0000 7f186a000700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f18540a3d50 0x7f18540a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:48.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.527+0000 7f186a000700 1 -- 172.21.15.26:0/617494315 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f18580d1120 con 0x7f186c075f70 2024-04-26T23:34:48.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.527+0000 7f1871600700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f18540a3d50 0x7f18540a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:48.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.528+0000 7f1871600700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f18540a3d50 0x7f18540a6210 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1860005950 tx=0x7f186000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:48.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.532+0000 7f186a000700 1 -- 172.21.15.26:0/617494315 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f1858013070 con 0x7f186c075f70 2024-04-26T23:34:48.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.778+0000 7f1874000700 1 -- 172.21.15.26:0/617494315 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f184c0058f0 con 0x7f186c075f70 2024-04-26T23:34:48.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.779+0000 7f186a000700 1 -- 172.21.15.26:0/617494315 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f185809da40 con 0x7f186c075f70 2024-04-26T23:34:48.782 INFO:teuthology.orchestra.run.smithi026.stdout:326417514537 2024-04-26T23:34:48.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.781+0000 7f1874000700 1 -- 172.21.15.26:0/617494315 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f18540a3d50 msgr2=0x7f18540a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:48.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.781+0000 7f1874000700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f18540a3d50 0x7f18540a6210 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1860005950 tx=0x7f186000a300 comp rx=0 tx=0).stop 2024-04-26T23:34:48.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.781+0000 7f1874000700 1 -- 172.21.15.26:0/617494315 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f186c075f70 msgr2=0x7f186c10c900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:48.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.781+0000 7f1874000700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f186c075f70 0x7f186c10c900 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f1858000c00 tx=0x7f18580036f0 comp rx=0 tx=0).stop 2024-04-26T23:34:48.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.783+0000 7f1874000700 1 -- 172.21.15.26:0/617494315 shutdown_connections 2024-04-26T23:34:48.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.783+0000 7f1874000700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f18540a3d50 0x7f18540a6210 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:48.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.783+0000 7f1874000700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f186c10fe80 0x7f186c10cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:48.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.783+0000 7f1874000700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f186c075650 0x7f186c10f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:48.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.783+0000 7f1874000700 1 --2- 172.21.15.26:0/617494315 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f186c075f70 0x7f186c10c900 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:48.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.783+0000 7f1874000700 1 -- 172.21.15.26:0/617494315 >> 172.21.15.26:0/617494315 conn(0x7f186c07a580 msgr2=0x7f186c100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:48.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.783+0000 7f1874000700 1 -- 172.21.15.26:0/617494315 shutdown_connections 2024-04-26T23:34:48.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:48.783+0000 7f1874000700 1 -- 172.21.15.26:0/617494315 wait complete. 2024-04-26T23:34:49.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:49 smithi164 ceph-mon[31699]: pgmap v418: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:49.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:49 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/617494315' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T23:34:49.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:49 smithi026 ceph-mon[28371]: pgmap v418: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:49.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:49 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/617494315' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T23:34:49.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:49 smithi086 ceph-mon[31122]: pgmap v418: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-04-26T23:34:49.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:49 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/617494315' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T23:34:49.575 INFO:tasks.cephadm.ceph_manager.ceph:need seq 326417514531 got 326417514537 for osd.10 2024-04-26T23:34:49.575 DEBUG:teuthology.parallel:result is None 2024-04-26T23:34:49.575 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T23:34:49.575 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T23:34:50.002 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:50.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:50.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:50 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:50.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:50.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:50 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:50.704 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:50.704 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:50 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:51.402 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:51 smithi026 ceph-mon[28371]: pgmap v419: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:34:51.402 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:51 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:34:51.402 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:51 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:34:51.402 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:51 smithi026 ceph-mon[28371]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:51.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:51 smithi086 ceph-mon[31122]: pgmap v419: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:34:51.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:51 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:34:51.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:51 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:34:51.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:51 smithi086 ceph-mon[31122]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:51.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:51 smithi164 ceph-mon[31699]: pgmap v419: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:34:51.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:51 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:34:51.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:51 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:34:51.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:51 smithi164 ceph-mon[31699]: from='mgr.14152 172.21.15.26:0/1974042873' entity='mgr.x' 2024-04-26T23:34:52.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.192+0000 7f7a85000700 1 -- 172.21.15.26:0/2037675124 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80102100 msgr2=0x7f7a801024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:52.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.192+0000 7f7a85000700 1 --2- 172.21.15.26:0/2037675124 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80102100 0x7f7a801024e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f7a70009990 tx=0x7f7a70009ca0 comp rx=0 tx=0).stop 2024-04-26T23:34:52.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.192+0000 7f7a85000700 1 -- 172.21.15.26:0/2037675124 shutdown_connections 2024-04-26T23:34:52.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.192+0000 7f7a85000700 1 --2- 172.21.15.26:0/2037675124 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a8010fcb0 0x7f7a801120a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:52.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.192+0000 7f7a85000700 1 --2- 172.21.15.26:0/2037675124 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80102100 0x7f7a801024e0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:52.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.192+0000 7f7a85000700 1 --2- 172.21.15.26:0/2037675124 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a80102ab0 0x7f7a8010f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:52.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.192+0000 7f7a85000700 1 -- 172.21.15.26:0/2037675124 >> 172.21.15.26:0/2037675124 conn(0x7f7a800fdd40 msgr2=0x7f7a80100160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:52.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.193+0000 7f7a85000700 1 -- 172.21.15.26:0/2037675124 shutdown_connections 2024-04-26T23:34:52.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.193+0000 7f7a85000700 1 -- 172.21.15.26:0/2037675124 wait complete. 2024-04-26T23:34:52.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.194+0000 7f7a85000700 1 Processor -- start 2024-04-26T23:34:52.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.194+0000 7f7a85000700 1 -- start start 2024-04-26T23:34:52.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.194+0000 7f7a85000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a80102100 0x7f7a801043e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.194+0000 7f7a85000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80102ab0 0x7f7a80104920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.194+0000 7f7a85000700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a8010fcb0 0x7f7a80104e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.194+0000 7f7a85000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7a80115650 con 0x7f7a80102ab0 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.194+0000 7f7a85000700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7a801154d0 con 0x7f7a8010fcb0 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.194+0000 7f7a85000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7a801157d0 con 0x7f7a80102100 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.195+0000 7f7a7ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80102ab0 0x7f7a80104920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.195+0000 7f7a7ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80102ab0 0x7f7a80104920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45350/0 (socket says 172.21.15.26:45350) 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.195+0000 7f7a7ea00700 1 -- 172.21.15.26:0/664833081 learned_addr learned my addr 172.21.15.26:0/664833081 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.195+0000 7f7a7f400700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a80102100 0x7f7a801043e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.195+0000 7f7a7fe00700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a8010fcb0 0x7f7a80104e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.195+0000 7f7a7ea00700 1 -- 172.21.15.26:0/664833081 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a80102100 msgr2=0x7f7a801043e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.195+0000 7f7a7ea00700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a80102100 0x7f7a801043e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.195+0000 7f7a7ea00700 1 -- 172.21.15.26:0/664833081 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a8010fcb0 msgr2=0x7f7a80104e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:52.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.195+0000 7f7a7ea00700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a8010fcb0 0x7f7a80104e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:52.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.195+0000 7f7a7ea00700 1 -- 172.21.15.26:0/664833081 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a801ac210 con 0x7f7a80102ab0 2024-04-26T23:34:52.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.196+0000 7f7a7ea00700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80102ab0 0x7f7a80104920 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c00d980 tx=0x7f7a6c00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:52.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.196+0000 7f7a77e00700 1 -- 172.21.15.26:0/664833081 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a6c017070 con 0x7f7a80102ab0 2024-04-26T23:34:52.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.196+0000 7f7a77e00700 1 -- 172.21.15.26:0/664833081 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a6c004830 con 0x7f7a80102ab0 2024-04-26T23:34:52.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.196+0000 7f7a85000700 1 -- 172.21.15.26:0/664833081 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a801ac500 con 0x7f7a80102ab0 2024-04-26T23:34:52.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.196+0000 7f7a77e00700 1 -- 172.21.15.26:0/664833081 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a6c0053a0 con 0x7f7a80102ab0 2024-04-26T23:34:52.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.196+0000 7f7a85000700 1 -- 172.21.15.26:0/664833081 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a801ac9f0 con 0x7f7a80102ab0 2024-04-26T23:34:52.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.197+0000 7f7a85000700 1 -- 172.21.15.26:0/664833081 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a8006b980 con 0x7f7a80102ab0 2024-04-26T23:34:52.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.201+0000 7f7a77e00700 1 -- 172.21.15.26:0/664833081 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7a6c0049e0 con 0x7f7a80102ab0 2024-04-26T23:34:52.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.202+0000 7f7a77e00700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7a640a3cd0 0x7f7a640a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:52.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.202+0000 7f7a77e00700 1 -- 172.21.15.26:0/664833081 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f7a6c0d01b0 con 0x7f7a80102ab0 2024-04-26T23:34:52.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.202+0000 7f7a7f400700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7a640a3cd0 0x7f7a640a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:52.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.203+0000 7f7a7f400700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7a640a3cd0 0x7f7a640a6190 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7a7000b5c0 tx=0x7f7a7001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:52.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.207+0000 7f7a77e00700 1 -- 172.21.15.26:0/664833081 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f7a6c020020 con 0x7f7a80102ab0 2024-04-26T23:34:52.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.433+0000 7f7a85000700 1 -- 172.21.15.26:0/664833081 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7a80063860 con 0x7f7a640a3cd0 2024-04-26T23:34:52.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.457+0000 7f7a77e00700 1 -- 172.21.15.26:0/664833081 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258723 (secure 0 0 0) 0x7f7a80063860 con 0x7f7a640a3cd0 2024-04-26T23:34:52.461 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:34:52.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.464+0000 7f7a85000700 1 -- 172.21.15.26:0/664833081 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7a640a3cd0 msgr2=0x7f7a640a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:52.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.464+0000 7f7a85000700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7a640a3cd0 0x7f7a640a6190 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7a7000b5c0 tx=0x7f7a7001a040 comp rx=0 tx=0).stop 2024-04-26T23:34:52.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.464+0000 7f7a85000700 1 -- 172.21.15.26:0/664833081 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80102ab0 msgr2=0x7f7a80104920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:52.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.464+0000 7f7a85000700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80102ab0 0x7f7a80104920 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f7a6c00d980 tx=0x7f7a6c00dd40 comp rx=0 tx=0).stop 2024-04-26T23:34:52.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.464+0000 7f7a85000700 1 -- 172.21.15.26:0/664833081 shutdown_connections 2024-04-26T23:34:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.464+0000 7f7a85000700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7a640a3cd0 0x7f7a640a6190 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.464+0000 7f7a85000700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a8010fcb0 0x7f7a80104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.464+0000 7f7a85000700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a80102100 0x7f7a801043e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.464+0000 7f7a85000700 1 --2- 172.21.15.26:0/664833081 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a80102ab0 0x7f7a80104920 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.464+0000 7f7a85000700 1 -- 172.21.15.26:0/664833081 >> 172.21.15.26:0/664833081 conn(0x7f7a800fdd40 msgr2=0x7f7a80100130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.465+0000 7f7a85000700 1 -- 172.21.15.26:0/664833081 shutdown_connections 2024-04-26T23:34:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:52.465+0000 7f7a85000700 1 -- 172.21.15.26:0/664833081 wait complete. 2024-04-26T23:34:52.469 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T23:34:53.291 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":420,"stamp":"2024-04-26T23:34:51.900770+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":645321,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":661,"num_read_kb":438,"num_write":340,"num_write_kb":3038,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1181340,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":273,"ondisk_log_size":273,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":404476,"kb_used_data":13668,"kb_used_omap":18,"kb_used_meta":390637,"kb_avail":1124537348,"statfs":{"total":1151940427776,"available":1151526244352,"internally_reserved":0,"allocated":13996032,"data_stored":7660635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":400012601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":65,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004258"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.320918+0000","last_change":"2024-04-26T23:33:19.764856+0000","last_active":"2024-04-26T23:33:35.320918+0000","last_peered":"2024-04-26T23:33:35.320918+0000","last_clean":"2024-04-26T23:33:35.320918+0000","last_became_active":"2024-04-26T23:33:19.763808+0000","last_became_peered":"2024-04-26T23:33:19.763808+0000","last_unstale":"2024-04-26T23:33:35.320918+0000","last_undegraded":"2024-04-26T23:33:35.320918+0000","last_fullsized":"2024-04-26T23:33:35.320918+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:22.894265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322320+0000","last_change":"2024-04-26T23:33:19.753723+0000","last_active":"2024-04-26T23:33:35.322320+0000","last_peered":"2024-04-26T23:33:35.322320+0000","last_clean":"2024-04-26T23:33:35.322320+0000","last_became_active":"2024-04-26T23:33:19.753362+0000","last_became_peered":"2024-04-26T23:33:19.753362+0000","last_unstale":"2024-04-26T23:33:35.322320+0000","last_undegraded":"2024-04-26T23:33:35.322320+0000","last_fullsized":"2024-04-26T23:33:35.322320+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:34:54.563569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322027+0000","last_change":"2024-04-26T23:33:19.772361+0000","last_active":"2024-04-26T23:33:35.322027+0000","last_peered":"2024-04-26T23:33:35.322027+0000","last_clean":"2024-04-26T23:33:35.322027+0000","last_became_active":"2024-04-26T23:33:19.770058+0000","last_became_peered":"2024-04-26T23:33:19.770058+0000","last_unstale":"2024-04-26T23:33:35.322027+0000","last_undegraded":"2024-04-26T23:33:35.322027+0000","last_fullsized":"2024-04-26T23:33:35.322027+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:48:10.702876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.331964+0000","last_change":"2024-04-26T23:33:35.330505+0000","last_active":"2024-04-26T23:33:35.331964+0000","last_peered":"2024-04-26T23:33:35.331964+0000","last_clean":"2024-04-26T23:33:35.331964+0000","last_became_active":"2024-04-26T23:33:35.329192+0000","last_became_peered":"2024-04-26T23:33:35.329192+0000","last_unstale":"2024-04-26T23:33:35.331964+0000","last_undegraded":"2024-04-26T23:33:35.331964+0000","last_fullsized":"2024-04-26T23:33:35.331964+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:12:01.265455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.324366+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:33:35.324366+0000","last_peered":"2024-04-26T23:33:35.324366+0000","last_clean":"2024-04-26T23:33:35.324366+0000","last_became_active":"2024-04-26T23:33:19.768951+0000","last_became_peered":"2024-04-26T23:33:19.768951+0000","last_unstale":"2024-04-26T23:33:35.324366+0000","last_undegraded":"2024-04-26T23:33:35.324366+0000","last_fullsized":"2024-04-26T23:33:35.324366+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:44.959679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.320064+0000","last_change":"2024-04-26T23:33:19.776336+0000","last_active":"2024-04-26T23:33:35.320064+0000","last_peered":"2024-04-26T23:33:35.320064+0000","last_clean":"2024-04-26T23:33:35.320064+0000","last_became_active":"2024-04-26T23:33:19.775990+0000","last_became_peered":"2024-04-26T23:33:19.775990+0000","last_unstale":"2024-04-26T23:33:35.320064+0000","last_undegraded":"2024-04-26T23:33:35.320064+0000","last_fullsized":"2024-04-26T23:33:35.320064+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.638131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.328689+0000","last_change":"2024-04-26T23:33:19.759699+0000","last_active":"2024-04-26T23:33:35.328689+0000","last_peered":"2024-04-26T23:33:35.328689+0000","last_clean":"2024-04-26T23:33:35.328689+0000","last_became_active":"2024-04-26T23:33:19.759208+0000","last_became_peered":"2024-04-26T23:33:19.759208+0000","last_unstale":"2024-04-26T23:33:35.328689+0000","last_undegraded":"2024-04-26T23:33:35.328689+0000","last_fullsized":"2024-04-26T23:33:35.328689+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:23:05.882596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395487+0000","last_change":"2024-04-26T23:33:19.765966+0000","last_active":"2024-04-26T23:33:35.395487+0000","last_peered":"2024-04-26T23:33:35.395487+0000","last_clean":"2024-04-26T23:33:35.395487+0000","last_became_active":"2024-04-26T23:33:19.765644+0000","last_became_peered":"2024-04-26T23:33:19.765644+0000","last_unstale":"2024-04-26T23:33:35.395487+0000","last_undegraded":"2024-04-26T23:33:35.395487+0000","last_fullsized":"2024-04-26T23:33:35.395487+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:09:36.082655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.338591+0000","last_change":"2024-04-26T23:33:19.773968+0000","last_active":"2024-04-26T23:33:35.338591+0000","last_peered":"2024-04-26T23:33:35.338591+0000","last_clean":"2024-04-26T23:33:35.338591+0000","last_became_active":"2024-04-26T23:33:19.773615+0000","last_became_peered":"2024-04-26T23:33:19.773615+0000","last_unstale":"2024-04-26T23:33:35.338591+0000","last_undegraded":"2024-04-26T23:33:35.338591+0000","last_fullsized":"2024-04-26T23:33:35.338591+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:37:57.657914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.320994+0000","last_change":"2024-04-26T23:33:19.781577+0000","last_active":"2024-04-26T23:33:35.320994+0000","last_peered":"2024-04-26T23:33:35.320994+0000","last_clean":"2024-04-26T23:33:35.320994+0000","last_became_active":"2024-04-26T23:33:19.780945+0000","last_became_peered":"2024-04-26T23:33:19.780945+0000","last_unstale":"2024-04-26T23:33:35.320994+0000","last_undegraded":"2024-04-26T23:33:35.320994+0000","last_fullsized":"2024-04-26T23:33:35.320994+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:15.308514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.329292+0000","last_change":"2024-04-26T23:33:19.778961+0000","last_active":"2024-04-26T23:33:35.329292+0000","last_peered":"2024-04-26T23:33:35.329292+0000","last_clean":"2024-04-26T23:33:35.329292+0000","last_became_active":"2024-04-26T23:33:19.777219+0000","last_became_peered":"2024-04-26T23:33:19.777219+0000","last_unstale":"2024-04-26T23:33:35.329292+0000","last_undegraded":"2024-04-26T23:33:35.329292+0000","last_fullsized":"2024-04-26T23:33:35.329292+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:09:57.121267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.314601+0000","last_change":"2024-04-26T23:33:19.770432+0000","last_active":"2024-04-26T23:33:35.314601+0000","last_peered":"2024-04-26T23:33:35.314601+0000","last_clean":"2024-04-26T23:33:35.314601+0000","last_became_active":"2024-04-26T23:33:19.769979+0000","last_became_peered":"2024-04-26T23:33:19.769979+0000","last_unstale":"2024-04-26T23:33:35.314601+0000","last_undegraded":"2024-04-26T23:33:35.314601+0000","last_fullsized":"2024-04-26T23:33:35.314601+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:46:29.108532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395324+0000","last_change":"2024-04-26T23:33:19.763030+0000","last_active":"2024-04-26T23:33:35.395324+0000","last_peered":"2024-04-26T23:33:35.395324+0000","last_clean":"2024-04-26T23:33:35.395324+0000","last_became_active":"2024-04-26T23:33:19.762715+0000","last_became_peered":"2024-04-26T23:33:19.762715+0000","last_unstale":"2024-04-26T23:33:35.395324+0000","last_undegraded":"2024-04-26T23:33:35.395324+0000","last_fullsized":"2024-04-26T23:33:35.395324+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:54:03.108616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.323266+0000","last_change":"2024-04-26T23:33:19.756336+0000","last_active":"2024-04-26T23:33:35.323266+0000","last_peered":"2024-04-26T23:33:35.323266+0000","last_clean":"2024-04-26T23:33:35.323266+0000","last_became_active":"2024-04-26T23:33:19.755930+0000","last_became_peered":"2024-04-26T23:33:19.755930+0000","last_unstale":"2024-04-26T23:33:35.323266+0000","last_undegraded":"2024-04-26T23:33:35.323266+0000","last_fullsized":"2024-04-26T23:33:35.323266+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:34:55.981108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.321784+0000","last_change":"2024-04-26T23:33:19.776145+0000","last_active":"2024-04-26T23:33:35.321784+0000","last_peered":"2024-04-26T23:33:35.321784+0000","last_clean":"2024-04-26T23:33:35.321784+0000","last_became_active":"2024-04-26T23:33:19.775759+0000","last_became_peered":"2024-04-26T23:33:19.775759+0000","last_unstale":"2024-04-26T23:33:35.321784+0000","last_undegraded":"2024-04-26T23:33:35.321784+0000","last_fullsized":"2024-04-26T23:33:35.321784+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:38:55.048561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.336483+0000","last_change":"2024-04-26T23:33:19.771602+0000","last_active":"2024-04-26T23:33:35.336483+0000","last_peered":"2024-04-26T23:33:35.336483+0000","last_clean":"2024-04-26T23:33:35.336483+0000","last_became_active":"2024-04-26T23:33:19.769217+0000","last_became_peered":"2024-04-26T23:33:19.769217+0000","last_unstale":"2024-04-26T23:33:35.336483+0000","last_undegraded":"2024-04-26T23:33:35.336483+0000","last_fullsized":"2024-04-26T23:33:35.336483+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:07.167963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.321382+0000","last_change":"2024-04-26T23:33:19.761184+0000","last_active":"2024-04-26T23:33:35.321382+0000","last_peered":"2024-04-26T23:33:35.321382+0000","last_clean":"2024-04-26T23:33:35.321382+0000","last_became_active":"2024-04-26T23:33:19.760801+0000","last_became_peered":"2024-04-26T23:33:19.760801+0000","last_unstale":"2024-04-26T23:33:35.321382+0000","last_undegraded":"2024-04-26T23:33:35.321382+0000","last_fullsized":"2024-04-26T23:33:35.321382+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:51.687186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.312887+0000","last_change":"2024-04-26T23:33:19.767160+0000","last_active":"2024-04-26T23:33:35.312887+0000","last_peered":"2024-04-26T23:33:35.312887+0000","last_clean":"2024-04-26T23:33:35.312887+0000","last_became_active":"2024-04-26T23:33:19.766049+0000","last_became_peered":"2024-04-26T23:33:19.766049+0000","last_unstale":"2024-04-26T23:33:35.312887+0000","last_undegraded":"2024-04-26T23:33:35.312887+0000","last_fullsized":"2024-04-26T23:33:35.312887+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:54:17.844660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.314901+0000","last_change":"2024-04-26T23:33:19.768207+0000","last_active":"2024-04-26T23:33:35.314901+0000","last_peered":"2024-04-26T23:33:35.314901+0000","last_clean":"2024-04-26T23:33:35.314901+0000","last_became_active":"2024-04-26T23:33:19.767820+0000","last_became_peered":"2024-04-26T23:33:19.767820+0000","last_unstale":"2024-04-26T23:33:35.314901+0000","last_undegraded":"2024-04-26T23:33:35.314901+0000","last_fullsized":"2024-04-26T23:33:35.314901+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:28:21.897073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.312331+0000","last_change":"2024-04-26T23:33:19.203693+0000","last_active":"2024-04-26T23:33:35.312331+0000","last_peered":"2024-04-26T23:33:35.312331+0000","last_clean":"2024-04-26T23:33:35.312331+0000","last_became_active":"2024-04-26T23:33:19.203327+0000","last_became_peered":"2024-04-26T23:33:19.203327+0000","last_unstale":"2024-04-26T23:33:35.312331+0000","last_undegraded":"2024-04-26T23:33:35.312331+0000","last_fullsized":"2024-04-26T23:33:35.312331+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:35:08.793046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.396374+0000","last_change":"2024-04-26T23:33:19.774426+0000","last_active":"2024-04-26T23:33:35.396374+0000","last_peered":"2024-04-26T23:33:35.396374+0000","last_clean":"2024-04-26T23:33:35.396374+0000","last_became_active":"2024-04-26T23:33:19.773785+0000","last_became_peered":"2024-04-26T23:33:19.773785+0000","last_unstale":"2024-04-26T23:33:35.396374+0000","last_undegraded":"2024-04-26T23:33:35.396374+0000","last_fullsized":"2024-04-26T23:33:35.396374+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:34:10.098983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.396504+0000","last_change":"2024-04-26T23:33:19.209201+0000","last_active":"2024-04-26T23:33:35.396504+0000","last_peered":"2024-04-26T23:33:35.396504+0000","last_clean":"2024-04-26T23:33:35.396504+0000","last_became_active":"2024-04-26T23:33:19.208809+0000","last_became_peered":"2024-04-26T23:33:19.208809+0000","last_unstale":"2024-04-26T23:33:35.396504+0000","last_undegraded":"2024-04-26T23:33:35.396504+0000","last_fullsized":"2024-04-26T23:33:35.396504+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:49:34.425470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.323149+0000","last_change":"2024-04-26T23:33:19.764501+0000","last_active":"2024-04-26T23:33:35.323149+0000","last_peered":"2024-04-26T23:33:35.323149+0000","last_clean":"2024-04-26T23:33:35.323149+0000","last_became_active":"2024-04-26T23:33:19.764176+0000","last_became_peered":"2024-04-26T23:33:19.764176+0000","last_unstale":"2024-04-26T23:33:35.323149+0000","last_undegraded":"2024-04-26T23:33:35.323149+0000","last_fullsized":"2024-04-26T23:33:35.323149+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:39.816386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.326152+0000","last_change":"2024-04-26T23:33:19.202259+0000","last_active":"2024-04-26T23:33:35.326152+0000","last_peered":"2024-04-26T23:33:35.326152+0000","last_clean":"2024-04-26T23:33:35.326152+0000","last_became_active":"2024-04-26T23:33:19.201872+0000","last_became_peered":"2024-04-26T23:33:19.201872+0000","last_unstale":"2024-04-26T23:33:35.326152+0000","last_undegraded":"2024-04-26T23:33:35.326152+0000","last_fullsized":"2024-04-26T23:33:35.326152+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:21:01.745674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.336907+0000","last_change":"2024-04-26T23:33:19.774745+0000","last_active":"2024-04-26T23:33:35.336907+0000","last_peered":"2024-04-26T23:33:35.336907+0000","last_clean":"2024-04-26T23:33:35.336907+0000","last_became_active":"2024-04-26T23:33:19.772352+0000","last_became_peered":"2024-04-26T23:33:19.772352+0000","last_unstale":"2024-04-26T23:33:35.336907+0000","last_undegraded":"2024-04-26T23:33:35.336907+0000","last_fullsized":"2024-04-26T23:33:35.336907+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:53:42.960058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'2","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.345452+0000","last_change":"2024-04-26T23:33:35.344544+0000","last_active":"2024-04-26T23:33:35.345452+0000","last_peered":"2024-04-26T23:33:35.345452+0000","last_clean":"2024-04-26T23:33:35.345452+0000","last_became_active":"2024-04-26T23:33:35.337185+0000","last_became_peered":"2024-04-26T23:33:35.337185+0000","last_unstale":"2024-04-26T23:33:35.345452+0000","last_undegraded":"2024-04-26T23:33:35.345452+0000","last_fullsized":"2024-04-26T23:33:35.345452+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:30:57.722213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.340802+0000","last_change":"2024-04-26T23:33:35.339679+0000","last_active":"2024-04-26T23:33:35.340802+0000","last_peered":"2024-04-26T23:33:35.340802+0000","last_clean":"2024-04-26T23:33:35.340802+0000","last_became_active":"2024-04-26T23:33:35.338561+0000","last_became_peered":"2024-04-26T23:33:35.338561+0000","last_unstale":"2024-04-26T23:33:35.340802+0000","last_undegraded":"2024-04-26T23:33:35.340802+0000","last_fullsized":"2024-04-26T23:33:35.340802+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:25:23.946635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"89'6","reported_seq":112,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:34:47.336603+0000","last_change":"2024-04-26T23:33:19.200691+0000","last_active":"2024-04-26T23:34:47.336603+0000","last_peered":"2024-04-26T23:34:47.336603+0000","last_clean":"2024-04-26T23:34:47.336603+0000","last_became_active":"2024-04-26T23:33:19.200377+0000","last_became_peered":"2024-04-26T23:33:19.200377+0000","last_unstale":"2024-04-26T23:34:47.336603+0000","last_undegraded":"2024-04-26T23:34:47.336603+0000","last_fullsized":"2024-04-26T23:34:47.336603+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:39.310894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":87,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.321759+0000","last_change":"2024-04-26T23:33:19.760214+0000","last_active":"2024-04-26T23:33:35.321759+0000","last_peered":"2024-04-26T23:33:35.321759+0000","last_clean":"2024-04-26T23:33:35.321759+0000","last_became_active":"2024-04-26T23:33:19.758326+0000","last_became_peered":"2024-04-26T23:33:19.758326+0000","last_unstale":"2024-04-26T23:33:35.321759+0000","last_undegraded":"2024-04-26T23:33:35.321759+0000","last_fullsized":"2024-04-26T23:33:35.321759+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:29.075110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.319914+0000","last_change":"2024-04-26T23:33:19.211788+0000","last_active":"2024-04-26T23:33:35.319914+0000","last_peered":"2024-04-26T23:33:35.319914+0000","last_clean":"2024-04-26T23:33:35.319914+0000","last_became_active":"2024-04-26T23:33:19.211340+0000","last_became_peered":"2024-04-26T23:33:19.211340+0000","last_unstale":"2024-04-26T23:33:35.319914+0000","last_undegraded":"2024-04-26T23:33:35.319914+0000","last_fullsized":"2024-04-26T23:33:35.319914+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:45.295371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.398992+0000","last_change":"2024-04-26T23:33:35.398992+0000","last_active":"2024-04-26T23:33:35.398992+0000","last_peered":"2024-04-26T23:33:35.398992+0000","last_clean":"2024-04-26T23:33:35.398992+0000","last_became_active":"2024-04-26T23:33:35.397806+0000","last_became_peered":"2024-04-26T23:33:35.397806+0000","last_unstale":"2024-04-26T23:33:35.398992+0000","last_undegraded":"2024-04-26T23:33:35.398992+0000","last_fullsized":"2024-04-26T23:33:35.398992+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:51:48.741562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395233+0000","last_change":"2024-04-26T23:33:19.196233+0000","last_active":"2024-04-26T23:33:35.395233+0000","last_peered":"2024-04-26T23:33:35.395233+0000","last_clean":"2024-04-26T23:33:35.395233+0000","last_became_active":"2024-04-26T23:33:19.195862+0000","last_became_peered":"2024-04-26T23:33:19.195862+0000","last_unstale":"2024-04-26T23:33:35.395233+0000","last_undegraded":"2024-04-26T23:33:35.395233+0000","last_fullsized":"2024-04-26T23:33:35.395233+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:03:50.431144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395480+0000","last_change":"2024-04-26T23:33:19.773573+0000","last_active":"2024-04-26T23:33:35.395480+0000","last_peered":"2024-04-26T23:33:35.395480+0000","last_clean":"2024-04-26T23:33:35.395480+0000","last_became_active":"2024-04-26T23:33:19.773028+0000","last_became_peered":"2024-04-26T23:33:19.773028+0000","last_unstale":"2024-04-26T23:33:35.395480+0000","last_undegraded":"2024-04-26T23:33:35.395480+0000","last_fullsized":"2024-04-26T23:33:35.395480+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:15:46.371663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.320574+0000","last_change":"2024-04-26T23:33:19.203238+0000","last_active":"2024-04-26T23:33:35.320574+0000","last_peered":"2024-04-26T23:33:35.320574+0000","last_clean":"2024-04-26T23:33:35.320574+0000","last_became_active":"2024-04-26T23:33:19.202843+0000","last_became_peered":"2024-04-26T23:33:19.202843+0000","last_unstale":"2024-04-26T23:33:35.320574+0000","last_undegraded":"2024-04-26T23:33:35.320574+0000","last_fullsized":"2024-04-26T23:33:35.320574+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:25.072382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.311985+0000","last_change":"2024-04-26T23:33:19.759998+0000","last_active":"2024-04-26T23:33:35.311985+0000","last_peered":"2024-04-26T23:33:35.311985+0000","last_clean":"2024-04-26T23:33:35.311985+0000","last_became_active":"2024-04-26T23:33:19.759538+0000","last_became_peered":"2024-04-26T23:33:19.759538+0000","last_unstale":"2024-04-26T23:33:35.311985+0000","last_undegraded":"2024-04-26T23:33:35.311985+0000","last_fullsized":"2024-04-26T23:33:35.311985+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:27.138810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":104,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:34:45.329182+0000","last_change":"2024-04-26T23:33:19.201726+0000","last_active":"2024-04-26T23:34:45.329182+0000","last_peered":"2024-04-26T23:34:45.329182+0000","last_clean":"2024-04-26T23:34:45.329182+0000","last_became_active":"2024-04-26T23:33:19.200229+0000","last_became_peered":"2024-04-26T23:33:19.200229+0000","last_unstale":"2024-04-26T23:34:45.329182+0000","last_undegraded":"2024-04-26T23:34:45.329182+0000","last_fullsized":"2024-04-26T23:34:45.329182+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:20:13.161687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":82,"num_read_kb":82,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.338582+0000","last_change":"2024-04-26T23:33:19.773311+0000","last_active":"2024-04-26T23:33:35.338582+0000","last_peered":"2024-04-26T23:33:35.338582+0000","last_clean":"2024-04-26T23:33:35.338582+0000","last_became_active":"2024-04-26T23:33:19.772876+0000","last_became_peered":"2024-04-26T23:33:19.772876+0000","last_unstale":"2024-04-26T23:33:35.338582+0000","last_undegraded":"2024-04-26T23:33:35.338582+0000","last_fullsized":"2024-04-26T23:33:35.338582+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:11:01.954077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.329331+0000","last_change":"2024-04-26T23:33:19.205896+0000","last_active":"2024-04-26T23:33:35.329331+0000","last_peered":"2024-04-26T23:33:35.329331+0000","last_clean":"2024-04-26T23:33:35.329331+0000","last_became_active":"2024-04-26T23:33:19.205577+0000","last_became_peered":"2024-04-26T23:33:19.205577+0000","last_unstale":"2024-04-26T23:33:35.329331+0000","last_undegraded":"2024-04-26T23:33:35.329331+0000","last_fullsized":"2024-04-26T23:33:35.329331+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:10:37.211591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.323031+0000","last_change":"2024-04-26T23:33:19.768395+0000","last_active":"2024-04-26T23:33:35.323031+0000","last_peered":"2024-04-26T23:33:35.323031+0000","last_clean":"2024-04-26T23:33:35.323031+0000","last_became_active":"2024-04-26T23:33:19.768006+0000","last_became_peered":"2024-04-26T23:33:19.768006+0000","last_unstale":"2024-04-26T23:33:35.323031+0000","last_undegraded":"2024-04-26T23:33:35.323031+0000","last_fullsized":"2024-04-26T23:33:35.323031+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:35:26.689822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.323222+0000","last_change":"2024-04-26T23:33:19.200446+0000","last_active":"2024-04-26T23:33:35.323222+0000","last_peered":"2024-04-26T23:33:35.323222+0000","last_clean":"2024-04-26T23:33:35.323222+0000","last_became_active":"2024-04-26T23:33:19.200095+0000","last_became_peered":"2024-04-26T23:33:19.200095+0000","last_unstale":"2024-04-26T23:33:35.323222+0000","last_undegraded":"2024-04-26T23:33:35.323222+0000","last_fullsized":"2024-04-26T23:33:35.323222+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:23:14.639220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.337476+0000","last_change":"2024-04-26T23:33:19.776866+0000","last_active":"2024-04-26T23:33:35.337476+0000","last_peered":"2024-04-26T23:33:35.337476+0000","last_clean":"2024-04-26T23:33:35.337476+0000","last_became_active":"2024-04-26T23:33:19.776099+0000","last_became_peered":"2024-04-26T23:33:19.776099+0000","last_unstale":"2024-04-26T23:33:35.337476+0000","last_undegraded":"2024-04-26T23:33:35.337476+0000","last_fullsized":"2024-04-26T23:33:35.337476+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:39:03.842634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'25","reported_seq":215,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:34:46.331555+0000","last_change":"2024-04-26T23:33:19.206239+0000","last_active":"2024-04-26T23:34:46.331555+0000","last_peered":"2024-04-26T23:34:46.331555+0000","last_clean":"2024-04-26T23:34:46.331555+0000","last_became_active":"2024-04-26T23:33:19.205878+0000","last_became_peered":"2024-04-26T23:33:19.205878+0000","last_unstale":"2024-04-26T23:34:46.331555+0000","last_undegraded":"2024-04-26T23:34:46.331555+0000","last_fullsized":"2024-04-26T23:34:46.331555+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:17:55.419126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50327,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":171,"num_read_kb":134,"num_write":26,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.325484+0000","last_change":"2024-04-26T23:33:19.768043+0000","last_active":"2024-04-26T23:33:35.325484+0000","last_peered":"2024-04-26T23:33:35.325484+0000","last_clean":"2024-04-26T23:33:35.325484+0000","last_became_active":"2024-04-26T23:33:19.767740+0000","last_became_peered":"2024-04-26T23:33:19.767740+0000","last_unstale":"2024-04-26T23:33:35.325484+0000","last_undegraded":"2024-04-26T23:33:35.325484+0000","last_fullsized":"2024-04-26T23:33:35.325484+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:37:01.158239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.313969+0000","last_change":"2024-04-26T23:33:19.213967+0000","last_active":"2024-04-26T23:33:35.313969+0000","last_peered":"2024-04-26T23:33:35.313969+0000","last_clean":"2024-04-26T23:33:35.313969+0000","last_became_active":"2024-04-26T23:33:19.213141+0000","last_became_peered":"2024-04-26T23:33:19.213141+0000","last_unstale":"2024-04-26T23:33:35.313969+0000","last_undegraded":"2024-04-26T23:33:35.313969+0000","last_fullsized":"2024-04-26T23:33:35.313969+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:28:36.198324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395419+0000","last_change":"2024-04-26T23:33:19.766651+0000","last_active":"2024-04-26T23:33:35.395419+0000","last_peered":"2024-04-26T23:33:35.395419+0000","last_clean":"2024-04-26T23:33:35.395419+0000","last_became_active":"2024-04-26T23:33:19.766308+0000","last_became_peered":"2024-04-26T23:33:19.766308+0000","last_unstale":"2024-04-26T23:33:35.395419+0000","last_undegraded":"2024-04-26T23:33:35.395419+0000","last_fullsized":"2024-04-26T23:33:35.395419+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:26:23.764011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322543+0000","last_change":"2024-04-26T23:33:19.207511+0000","last_active":"2024-04-26T23:33:35.322543+0000","last_peered":"2024-04-26T23:33:35.322543+0000","last_clean":"2024-04-26T23:33:35.322543+0000","last_became_active":"2024-04-26T23:33:19.206635+0000","last_became_peered":"2024-04-26T23:33:19.206635+0000","last_unstale":"2024-04-26T23:33:35.322543+0000","last_undegraded":"2024-04-26T23:33:35.322543+0000","last_fullsized":"2024-04-26T23:33:35.322543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:54:19.156138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.328401+0000","last_change":"2024-04-26T23:33:19.783116+0000","last_active":"2024-04-26T23:33:35.328401+0000","last_peered":"2024-04-26T23:33:35.328401+0000","last_clean":"2024-04-26T23:33:35.328401+0000","last_became_active":"2024-04-26T23:33:19.780960+0000","last_became_peered":"2024-04-26T23:33:19.780960+0000","last_unstale":"2024-04-26T23:33:35.328401+0000","last_undegraded":"2024-04-26T23:33:35.328401+0000","last_fullsized":"2024-04-26T23:33:35.328401+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:56:02.569113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":111,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:34:48.339681+0000","last_change":"2024-04-26T23:33:19.204927+0000","last_active":"2024-04-26T23:34:48.339681+0000","last_peered":"2024-04-26T23:34:48.339681+0000","last_clean":"2024-04-26T23:34:48.339681+0000","last_became_active":"2024-04-26T23:33:19.204568+0000","last_became_peered":"2024-04-26T23:33:19.204568+0000","last_unstale":"2024-04-26T23:34:48.339681+0000","last_undegraded":"2024-04-26T23:34:48.339681+0000","last_fullsized":"2024-04-26T23:34:48.339681+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:46:18.973005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":89,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.327580+0000","last_change":"2024-04-26T23:33:19.765635+0000","last_active":"2024-04-26T23:33:35.327580+0000","last_peered":"2024-04-26T23:33:35.327580+0000","last_clean":"2024-04-26T23:33:35.327580+0000","last_became_active":"2024-04-26T23:33:19.761758+0000","last_became_peered":"2024-04-26T23:33:19.761758+0000","last_unstale":"2024-04-26T23:33:35.327580+0000","last_undegraded":"2024-04-26T23:33:35.327580+0000","last_fullsized":"2024-04-26T23:33:35.327580+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:26:54.879564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.324659+0000","last_change":"2024-04-26T23:33:19.200863+0000","last_active":"2024-04-26T23:33:35.324659+0000","last_peered":"2024-04-26T23:33:35.324659+0000","last_clean":"2024-04-26T23:33:35.324659+0000","last_became_active":"2024-04-26T23:33:19.200541+0000","last_became_peered":"2024-04-26T23:33:19.200541+0000","last_unstale":"2024-04-26T23:33:35.324659+0000","last_undegraded":"2024-04-26T23:33:35.324659+0000","last_fullsized":"2024-04-26T23:33:35.324659+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:54:34.936127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.321960+0000","last_change":"2024-04-26T23:33:19.774626+0000","last_active":"2024-04-26T23:33:35.321960+0000","last_peered":"2024-04-26T23:33:35.321960+0000","last_clean":"2024-04-26T23:33:35.321960+0000","last_became_active":"2024-04-26T23:33:19.774252+0000","last_became_peered":"2024-04-26T23:33:19.774252+0000","last_unstale":"2024-04-26T23:33:35.321960+0000","last_undegraded":"2024-04-26T23:33:35.321960+0000","last_fullsized":"2024-04-26T23:33:35.321960+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:48:42.043104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.326760+0000","last_change":"2024-04-26T23:33:19.192739+0000","last_active":"2024-04-26T23:33:35.326760+0000","last_peered":"2024-04-26T23:33:35.326760+0000","last_clean":"2024-04-26T23:33:35.326760+0000","last_became_active":"2024-04-26T23:33:19.191409+0000","last_became_peered":"2024-04-26T23:33:19.191409+0000","last_unstale":"2024-04-26T23:33:35.326760+0000","last_undegraded":"2024-04-26T23:33:35.326760+0000","last_fullsized":"2024-04-26T23:33:35.326760+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:08:55.142509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.323899+0000","last_change":"2024-04-26T23:33:19.773039+0000","last_active":"2024-04-26T23:33:35.323899+0000","last_peered":"2024-04-26T23:33:35.323899+0000","last_clean":"2024-04-26T23:33:35.323899+0000","last_became_active":"2024-04-26T23:33:19.772592+0000","last_became_peered":"2024-04-26T23:33:19.772592+0000","last_unstale":"2024-04-26T23:33:35.323899+0000","last_undegraded":"2024-04-26T23:33:35.323899+0000","last_fullsized":"2024-04-26T23:33:35.323899+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:13:09.171841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.313563+0000","last_change":"2024-04-26T23:33:19.199008+0000","last_active":"2024-04-26T23:33:35.313563+0000","last_peered":"2024-04-26T23:33:35.313563+0000","last_clean":"2024-04-26T23:33:35.313563+0000","last_became_active":"2024-04-26T23:33:19.198687+0000","last_became_peered":"2024-04-26T23:33:19.198687+0000","last_unstale":"2024-04-26T23:33:35.313563+0000","last_undegraded":"2024-04-26T23:33:35.313563+0000","last_fullsized":"2024-04-26T23:33:35.313563+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:11:58.905112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"89'1","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.320937+0000","last_change":"2024-04-26T23:33:19.769739+0000","last_active":"2024-04-26T23:33:35.320937+0000","last_peered":"2024-04-26T23:33:35.320937+0000","last_clean":"2024-04-26T23:33:35.320937+0000","last_became_active":"2024-04-26T23:33:19.769376+0000","last_became_peered":"2024-04-26T23:33:19.769376+0000","last_unstale":"2024-04-26T23:33:35.320937+0000","last_undegraded":"2024-04-26T23:33:35.320937+0000","last_fullsized":"2024-04-26T23:33:35.320937+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:49:48.299639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.328781+0000","last_change":"2024-04-26T23:33:19.205361+0000","last_active":"2024-04-26T23:33:35.328781+0000","last_peered":"2024-04-26T23:33:35.328781+0000","last_clean":"2024-04-26T23:33:35.328781+0000","last_became_active":"2024-04-26T23:33:19.204675+0000","last_became_peered":"2024-04-26T23:33:19.204675+0000","last_unstale":"2024-04-26T23:33:35.328781+0000","last_undegraded":"2024-04-26T23:33:35.328781+0000","last_fullsized":"2024-04-26T23:33:35.328781+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:18:59.537777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.328164+0000","last_change":"2024-04-26T23:33:35.328164+0000","last_active":"2024-04-26T23:33:35.328164+0000","last_peered":"2024-04-26T23:33:35.328164+0000","last_clean":"2024-04-26T23:33:35.328164+0000","last_became_active":"2024-04-26T23:33:35.326716+0000","last_became_peered":"2024-04-26T23:33:35.326716+0000","last_unstale":"2024-04-26T23:33:35.328164+0000","last_undegraded":"2024-04-26T23:33:35.328164+0000","last_fullsized":"2024-04-26T23:33:35.328164+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:19:29.905091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.321486+0000","last_change":"2024-04-26T23:33:19.779154+0000","last_active":"2024-04-26T23:33:35.321486+0000","last_peered":"2024-04-26T23:33:35.321486+0000","last_clean":"2024-04-26T23:33:35.321486+0000","last_became_active":"2024-04-26T23:33:19.778565+0000","last_became_peered":"2024-04-26T23:33:19.778565+0000","last_unstale":"2024-04-26T23:33:35.321486+0000","last_undegraded":"2024-04-26T23:33:35.321486+0000","last_fullsized":"2024-04-26T23:33:35.321486+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:41:22.644446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":108,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:34:48.338294+0000","last_change":"2024-04-26T23:33:19.207108+0000","last_active":"2024-04-26T23:34:48.338294+0000","last_peered":"2024-04-26T23:34:48.338294+0000","last_clean":"2024-04-26T23:34:48.338294+0000","last_became_active":"2024-04-26T23:33:19.206727+0000","last_became_peered":"2024-04-26T23:33:19.206727+0000","last_unstale":"2024-04-26T23:34:48.338294+0000","last_undegraded":"2024-04-26T23:34:48.338294+0000","last_fullsized":"2024-04-26T23:34:48.338294+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:50:07.302677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":85,"num_read_kb":85,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395707+0000","last_change":"2024-04-26T23:33:19.776942+0000","last_active":"2024-04-26T23:33:35.395707+0000","last_peered":"2024-04-26T23:33:35.395707+0000","last_clean":"2024-04-26T23:33:35.395707+0000","last_became_active":"2024-04-26T23:33:19.775521+0000","last_became_peered":"2024-04-26T23:33:19.775521+0000","last_unstale":"2024-04-26T23:33:35.395707+0000","last_undegraded":"2024-04-26T23:33:35.395707+0000","last_fullsized":"2024-04-26T23:33:35.395707+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:27:08.849464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.314937+0000","last_change":"2024-04-26T23:33:19.194370+0000","last_active":"2024-04-26T23:33:35.314937+0000","last_peered":"2024-04-26T23:33:35.314937+0000","last_clean":"2024-04-26T23:33:35.314937+0000","last_became_active":"2024-04-26T23:33:19.193988+0000","last_became_peered":"2024-04-26T23:33:19.193988+0000","last_unstale":"2024-04-26T23:33:35.314937+0000","last_undegraded":"2024-04-26T23:33:35.314937+0000","last_fullsized":"2024-04-26T23:33:35.314937+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:08:06.886930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":358,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.329266+0000","last_change":"2024-04-26T23:31:40.120552+0000","last_active":"2024-04-26T23:33:35.329266+0000","last_peered":"2024-04-26T23:33:35.329266+0000","last_clean":"2024-04-26T23:33:35.329266+0000","last_became_active":"2024-04-26T23:31:40.119972+0000","last_became_peered":"2024-04-26T23:31:40.119972+0000","last_unstale":"2024-04-26T23:33:35.329266+0000","last_undegraded":"2024-04-26T23:33:35.329266+0000","last_fullsized":"2024-04-26T23:33:35.329266+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_clean_scrub_stamp":"2024-04-26T23:26:52.786930+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:28:56.971768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.394993+0000","last_change":"2024-04-26T23:33:19.777049+0000","last_active":"2024-04-26T23:33:35.394993+0000","last_peered":"2024-04-26T23:33:35.394993+0000","last_clean":"2024-04-26T23:33:35.394993+0000","last_became_active":"2024-04-26T23:33:19.775071+0000","last_became_peered":"2024-04-26T23:33:19.775071+0000","last_unstale":"2024-04-26T23:33:35.394993+0000","last_undegraded":"2024-04-26T23:33:35.394993+0000","last_fullsized":"2024-04-26T23:33:35.394993+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:23:32.453191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.328430+0000","last_change":"2024-04-26T23:33:19.196121+0000","last_active":"2024-04-26T23:33:35.328430+0000","last_peered":"2024-04-26T23:33:35.328430+0000","last_clean":"2024-04-26T23:33:35.328430+0000","last_became_active":"2024-04-26T23:33:19.195808+0000","last_became_peered":"2024-04-26T23:33:19.195808+0000","last_unstale":"2024-04-26T23:33:35.328430+0000","last_undegraded":"2024-04-26T23:33:35.328430+0000","last_fullsized":"2024-04-26T23:33:35.328430+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:17.665571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.338762+0000","last_change":"2024-04-26T23:33:35.337841+0000","last_active":"2024-04-26T23:33:35.338762+0000","last_peered":"2024-04-26T23:33:35.338762+0000","last_clean":"2024-04-26T23:33:35.338762+0000","last_became_active":"2024-04-26T23:33:35.330389+0000","last_became_peered":"2024-04-26T23:33:35.330389+0000","last_unstale":"2024-04-26T23:33:35.338762+0000","last_undegraded":"2024-04-26T23:33:35.338762+0000","last_fullsized":"2024-04-26T23:33:35.338762+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:41:01.653481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395658+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:33:35.395658+0000","last_peered":"2024-04-26T23:33:35.395658+0000","last_clean":"2024-04-26T23:33:35.395658+0000","last_became_active":"2024-04-26T23:33:19.768624+0000","last_became_peered":"2024-04-26T23:33:19.768624+0000","last_unstale":"2024-04-26T23:33:35.395658+0000","last_undegraded":"2024-04-26T23:33:35.395658+0000","last_fullsized":"2024-04-26T23:33:35.395658+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:27:26.123830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'9","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.312735+0000","last_change":"2024-04-26T23:33:19.194983+0000","last_active":"2024-04-26T23:33:35.312735+0000","last_peered":"2024-04-26T23:33:35.312735+0000","last_clean":"2024-04-26T23:33:35.312735+0000","last_became_active":"2024-04-26T23:33:19.194522+0000","last_became_peered":"2024-04-26T23:33:19.194522+0000","last_unstale":"2024-04-26T23:33:35.312735+0000","last_undegraded":"2024-04-26T23:33:35.312735+0000","last_fullsized":"2024-04-26T23:33:35.312735+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:56:26.518997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.396508+0000","last_change":"2024-04-26T23:33:19.768228+0000","last_active":"2024-04-26T23:33:35.396508+0000","last_peered":"2024-04-26T23:33:35.396508+0000","last_clean":"2024-04-26T23:33:35.396508+0000","last_became_active":"2024-04-26T23:33:19.767884+0000","last_became_peered":"2024-04-26T23:33:19.767884+0000","last_unstale":"2024-04-26T23:33:35.396508+0000","last_undegraded":"2024-04-26T23:33:35.396508+0000","last_fullsized":"2024-04-26T23:33:35.396508+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:39:22.766173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.314536+0000","last_change":"2024-04-26T23:33:19.201353+0000","last_active":"2024-04-26T23:33:35.314536+0000","last_peered":"2024-04-26T23:33:35.314536+0000","last_clean":"2024-04-26T23:33:35.314536+0000","last_became_active":"2024-04-26T23:33:19.199839+0000","last_became_peered":"2024-04-26T23:33:19.199839+0000","last_unstale":"2024-04-26T23:33:35.314536+0000","last_undegraded":"2024-04-26T23:33:35.314536+0000","last_fullsized":"2024-04-26T23:33:35.314536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:21:03.177803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322642+0000","last_change":"2024-04-26T23:33:19.772951+0000","last_active":"2024-04-26T23:33:35.322642+0000","last_peered":"2024-04-26T23:33:35.322642+0000","last_clean":"2024-04-26T23:33:35.322642+0000","last_became_active":"2024-04-26T23:33:19.771614+0000","last_became_peered":"2024-04-26T23:33:19.771614+0000","last_unstale":"2024-04-26T23:33:35.322642+0000","last_undegraded":"2024-04-26T23:33:35.322642+0000","last_fullsized":"2024-04-26T23:33:35.322642+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:07:04.655336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.336512+0000","last_change":"2024-04-26T23:33:19.208501+0000","last_active":"2024-04-26T23:33:35.336512+0000","last_peered":"2024-04-26T23:33:35.336512+0000","last_clean":"2024-04-26T23:33:35.336512+0000","last_became_active":"2024-04-26T23:33:19.208150+0000","last_became_peered":"2024-04-26T23:33:19.208150+0000","last_unstale":"2024-04-26T23:33:35.336512+0000","last_undegraded":"2024-04-26T23:33:35.336512+0000","last_fullsized":"2024-04-26T23:33:35.336512+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:44:06.059446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.325002+0000","last_change":"2024-04-26T23:33:19.754820+0000","last_active":"2024-04-26T23:33:35.325002+0000","last_peered":"2024-04-26T23:33:35.325002+0000","last_clean":"2024-04-26T23:33:35.325002+0000","last_became_active":"2024-04-26T23:33:19.754433+0000","last_became_peered":"2024-04-26T23:33:19.754433+0000","last_unstale":"2024-04-26T23:33:35.325002+0000","last_undegraded":"2024-04-26T23:33:35.325002+0000","last_fullsized":"2024-04-26T23:33:35.325002+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:34:30.530804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395743+0000","last_change":"2024-04-26T23:33:19.209883+0000","last_active":"2024-04-26T23:33:35.395743+0000","last_peered":"2024-04-26T23:33:35.395743+0000","last_clean":"2024-04-26T23:33:35.395743+0000","last_became_active":"2024-04-26T23:33:19.209566+0000","last_became_peered":"2024-04-26T23:33:19.209566+0000","last_unstale":"2024-04-26T23:33:35.395743+0000","last_undegraded":"2024-04-26T23:33:35.395743+0000","last_fullsized":"2024-04-26T23:33:35.395743+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:34:02.001014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322109+0000","last_change":"2024-04-26T23:33:19.755003+0000","last_active":"2024-04-26T23:33:35.322109+0000","last_peered":"2024-04-26T23:33:35.322109+0000","last_clean":"2024-04-26T23:33:35.322109+0000","last_became_active":"2024-04-26T23:33:19.753643+0000","last_became_peered":"2024-04-26T23:33:19.753643+0000","last_unstale":"2024-04-26T23:33:35.322109+0000","last_undegraded":"2024-04-26T23:33:35.322109+0000","last_fullsized":"2024-04-26T23:33:35.322109+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:10:55.237122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.313637+0000","last_change":"2024-04-26T23:33:19.213587+0000","last_active":"2024-04-26T23:33:35.313637+0000","last_peered":"2024-04-26T23:33:35.313637+0000","last_clean":"2024-04-26T23:33:35.313637+0000","last_became_active":"2024-04-26T23:33:19.213136+0000","last_became_peered":"2024-04-26T23:33:19.213136+0000","last_unstale":"2024-04-26T23:33:35.313637+0000","last_undegraded":"2024-04-26T23:33:35.313637+0000","last_fullsized":"2024-04-26T23:33:35.313637+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:35.169676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.396072+0000","last_change":"2024-04-26T23:33:19.769308+0000","last_active":"2024-04-26T23:33:35.396072+0000","last_peered":"2024-04-26T23:33:35.396072+0000","last_clean":"2024-04-26T23:33:35.396072+0000","last_became_active":"2024-04-26T23:33:19.769006+0000","last_became_peered":"2024-04-26T23:33:19.769006+0000","last_unstale":"2024-04-26T23:33:35.396072+0000","last_undegraded":"2024-04-26T23:33:35.396072+0000","last_fullsized":"2024-04-26T23:33:35.396072+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:13:50.922232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.353390+0000","last_change":"2024-04-26T23:33:35.353390+0000","last_active":"2024-04-26T23:33:35.353390+0000","last_peered":"2024-04-26T23:33:35.353390+0000","last_clean":"2024-04-26T23:33:35.353390+0000","last_became_active":"2024-04-26T23:33:35.340267+0000","last_became_peered":"2024-04-26T23:33:35.340267+0000","last_unstale":"2024-04-26T23:33:35.353390+0000","last_undegraded":"2024-04-26T23:33:35.353390+0000","last_fullsized":"2024-04-26T23:33:35.353390+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:35:54.911689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.329256+0000","last_change":"2024-04-26T23:33:19.775998+0000","last_active":"2024-04-26T23:33:35.329256+0000","last_peered":"2024-04-26T23:33:35.329256+0000","last_clean":"2024-04-26T23:33:35.329256+0000","last_became_active":"2024-04-26T23:33:19.775617+0000","last_became_peered":"2024-04-26T23:33:19.775617+0000","last_unstale":"2024-04-26T23:33:35.329256+0000","last_undegraded":"2024-04-26T23:33:35.329256+0000","last_fullsized":"2024-04-26T23:33:35.329256+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:42:55.815618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.348571+0000","last_change":"2024-04-26T23:33:35.348571+0000","last_active":"2024-04-26T23:33:35.348571+0000","last_peered":"2024-04-26T23:33:35.348571+0000","last_clean":"2024-04-26T23:33:35.348571+0000","last_became_active":"2024-04-26T23:33:35.330798+0000","last_became_peered":"2024-04-26T23:33:35.330798+0000","last_unstale":"2024-04-26T23:33:35.348571+0000","last_undegraded":"2024-04-26T23:33:35.348571+0000","last_fullsized":"2024-04-26T23:33:35.348571+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:12:18.264575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.329389+0000","last_change":"2024-04-26T23:33:19.778593+0000","last_active":"2024-04-26T23:33:35.329389+0000","last_peered":"2024-04-26T23:33:35.329389+0000","last_clean":"2024-04-26T23:33:35.329389+0000","last_became_active":"2024-04-26T23:33:19.776775+0000","last_became_peered":"2024-04-26T23:33:19.776775+0000","last_unstale":"2024-04-26T23:33:35.329389+0000","last_undegraded":"2024-04-26T23:33:35.329389+0000","last_fullsized":"2024-04-26T23:33:35.329389+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:24:49.865354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322757+0000","last_change":"2024-04-26T23:33:19.214347+0000","last_active":"2024-04-26T23:33:35.322757+0000","last_peered":"2024-04-26T23:33:35.322757+0000","last_clean":"2024-04-26T23:33:35.322757+0000","last_became_active":"2024-04-26T23:33:19.214010+0000","last_became_peered":"2024-04-26T23:33:19.214010+0000","last_unstale":"2024-04-26T23:33:35.322757+0000","last_undegraded":"2024-04-26T23:33:35.322757+0000","last_fullsized":"2024-04-26T23:33:35.322757+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:27:09.490637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"89'1","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.329240+0000","last_change":"2024-04-26T23:33:19.771063+0000","last_active":"2024-04-26T23:33:35.329240+0000","last_peered":"2024-04-26T23:33:35.329240+0000","last_clean":"2024-04-26T23:33:35.329240+0000","last_became_active":"2024-04-26T23:33:19.770696+0000","last_became_peered":"2024-04-26T23:33:19.770696+0000","last_unstale":"2024-04-26T23:33:35.329240+0000","last_undegraded":"2024-04-26T23:33:35.329240+0000","last_fullsized":"2024-04-26T23:33:35.329240+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:47:13.560138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'2","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395283+0000","last_change":"2024-04-26T23:33:19.213737+0000","last_active":"2024-04-26T23:33:35.395283+0000","last_peered":"2024-04-26T23:33:35.395283+0000","last_clean":"2024-04-26T23:33:35.395283+0000","last_became_active":"2024-04-26T23:33:19.213281+0000","last_became_peered":"2024-04-26T23:33:19.213281+0000","last_unstale":"2024-04-26T23:33:35.395283+0000","last_undegraded":"2024-04-26T23:33:35.395283+0000","last_fullsized":"2024-04-26T23:33:35.395283+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:13:56.517790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.328205+0000","last_change":"2024-04-26T23:33:19.772243+0000","last_active":"2024-04-26T23:33:35.328205+0000","last_peered":"2024-04-26T23:33:35.328205+0000","last_clean":"2024-04-26T23:33:35.328205+0000","last_became_active":"2024-04-26T23:33:19.768712+0000","last_became_peered":"2024-04-26T23:33:19.768712+0000","last_unstale":"2024-04-26T23:33:35.328205+0000","last_undegraded":"2024-04-26T23:33:35.328205+0000","last_fullsized":"2024-04-26T23:33:35.328205+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:48:36.317855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322389+0000","last_change":"2024-04-26T23:33:19.759135+0000","last_active":"2024-04-26T23:33:35.322389+0000","last_peered":"2024-04-26T23:33:35.322389+0000","last_clean":"2024-04-26T23:33:35.322389+0000","last_became_active":"2024-04-26T23:33:19.758721+0000","last_became_peered":"2024-04-26T23:33:19.758721+0000","last_unstale":"2024-04-26T23:33:35.322389+0000","last_undegraded":"2024-04-26T23:33:35.322389+0000","last_fullsized":"2024-04-26T23:33:35.322389+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:30.103124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.313558+0000","last_change":"2024-04-26T23:33:19.774985+0000","last_active":"2024-04-26T23:33:35.313558+0000","last_peered":"2024-04-26T23:33:35.313558+0000","last_clean":"2024-04-26T23:33:35.313558+0000","last_became_active":"2024-04-26T23:33:19.774613+0000","last_became_peered":"2024-04-26T23:33:19.774613+0000","last_unstale":"2024-04-26T23:33:35.313558+0000","last_undegraded":"2024-04-26T23:33:35.313558+0000","last_fullsized":"2024-04-26T23:33:35.313558+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:59:52.509988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.314868+0000","last_change":"2024-04-26T23:33:19.764401+0000","last_active":"2024-04-26T23:33:35.314868+0000","last_peered":"2024-04-26T23:33:35.314868+0000","last_clean":"2024-04-26T23:33:35.314868+0000","last_became_active":"2024-04-26T23:33:19.764038+0000","last_became_peered":"2024-04-26T23:33:19.764038+0000","last_unstale":"2024-04-26T23:33:35.314868+0000","last_undegraded":"2024-04-26T23:33:35.314868+0000","last_fullsized":"2024-04-26T23:33:35.314868+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:01:06.777560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.321540+0000","last_change":"2024-04-26T23:33:19.772465+0000","last_active":"2024-04-26T23:33:35.321540+0000","last_peered":"2024-04-26T23:33:35.321540+0000","last_clean":"2024-04-26T23:33:35.321540+0000","last_became_active":"2024-04-26T23:33:19.771548+0000","last_became_peered":"2024-04-26T23:33:19.771548+0000","last_unstale":"2024-04-26T23:33:35.321540+0000","last_undegraded":"2024-04-26T23:33:35.321540+0000","last_fullsized":"2024-04-26T23:33:35.321540+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:35.618703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395767+0000","last_change":"2024-04-26T23:33:19.777564+0000","last_active":"2024-04-26T23:33:35.395767+0000","last_peered":"2024-04-26T23:33:35.395767+0000","last_clean":"2024-04-26T23:33:35.395767+0000","last_became_active":"2024-04-26T23:33:19.775097+0000","last_became_peered":"2024-04-26T23:33:19.775097+0000","last_unstale":"2024-04-26T23:33:35.395767+0000","last_undegraded":"2024-04-26T23:33:35.395767+0000","last_fullsized":"2024-04-26T23:33:35.395767+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:40:46.453056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.324591+0000","last_change":"2024-04-26T23:33:19.758345+0000","last_active":"2024-04-26T23:33:35.324591+0000","last_peered":"2024-04-26T23:33:35.324591+0000","last_clean":"2024-04-26T23:33:35.324591+0000","last_became_active":"2024-04-26T23:33:19.757468+0000","last_became_peered":"2024-04-26T23:33:19.757468+0000","last_unstale":"2024-04-26T23:33:35.324591+0000","last_undegraded":"2024-04-26T23:33:35.324591+0000","last_fullsized":"2024-04-26T23:33:35.324591+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:41:36.299346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.314877+0000","last_change":"2024-04-26T23:33:19.764461+0000","last_active":"2024-04-26T23:33:35.314877+0000","last_peered":"2024-04-26T23:33:35.314877+0000","last_clean":"2024-04-26T23:33:35.314877+0000","last_became_active":"2024-04-26T23:33:19.764131+0000","last_became_peered":"2024-04-26T23:33:19.764131+0000","last_unstale":"2024-04-26T23:33:35.314877+0000","last_undegraded":"2024-04-26T23:33:35.314877+0000","last_fullsized":"2024-04-26T23:33:35.314877+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:37:29.704505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.396419+0000","last_change":"2024-04-26T23:33:19.777627+0000","last_active":"2024-04-26T23:33:35.396419+0000","last_peered":"2024-04-26T23:33:35.396419+0000","last_clean":"2024-04-26T23:33:35.396419+0000","last_became_active":"2024-04-26T23:33:19.776515+0000","last_became_peered":"2024-04-26T23:33:19.776515+0000","last_unstale":"2024-04-26T23:33:35.396419+0000","last_undegraded":"2024-04-26T23:33:35.396419+0000","last_fullsized":"2024-04-26T23:33:35.396419+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:13:59.933433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.320880+0000","last_change":"2024-04-26T23:33:19.768831+0000","last_active":"2024-04-26T23:33:35.320880+0000","last_peered":"2024-04-26T23:33:35.320880+0000","last_clean":"2024-04-26T23:33:35.320880+0000","last_became_active":"2024-04-26T23:33:19.768515+0000","last_became_peered":"2024-04-26T23:33:19.768515+0000","last_unstale":"2024-04-26T23:33:35.320880+0000","last_undegraded":"2024-04-26T23:33:35.320880+0000","last_fullsized":"2024-04-26T23:33:35.320880+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:31:00.811033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395871+0000","last_change":"2024-04-26T23:33:19.774269+0000","last_active":"2024-04-26T23:33:35.395871+0000","last_peered":"2024-04-26T23:33:35.395871+0000","last_clean":"2024-04-26T23:33:35.395871+0000","last_became_active":"2024-04-26T23:33:19.773649+0000","last_became_peered":"2024-04-26T23:33:19.773649+0000","last_unstale":"2024-04-26T23:33:35.395871+0000","last_undegraded":"2024-04-26T23:33:35.395871+0000","last_fullsized":"2024-04-26T23:33:35.395871+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:14:15.741089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.337117+0000","last_change":"2024-04-26T23:33:19.775632+0000","last_active":"2024-04-26T23:33:35.337117+0000","last_peered":"2024-04-26T23:33:35.337117+0000","last_clean":"2024-04-26T23:33:35.337117+0000","last_became_active":"2024-04-26T23:33:19.775244+0000","last_became_peered":"2024-04-26T23:33:19.775244+0000","last_unstale":"2024-04-26T23:33:35.337117+0000","last_undegraded":"2024-04-26T23:33:35.337117+0000","last_fullsized":"2024-04-26T23:33:35.337117+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:25:40.427327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395402+0000","last_change":"2024-04-26T23:33:19.768751+0000","last_active":"2024-04-26T23:33:35.395402+0000","last_peered":"2024-04-26T23:33:35.395402+0000","last_clean":"2024-04-26T23:33:35.395402+0000","last_became_active":"2024-04-26T23:33:19.768342+0000","last_became_peered":"2024-04-26T23:33:19.768342+0000","last_unstale":"2024-04-26T23:33:35.395402+0000","last_undegraded":"2024-04-26T23:33:35.395402+0000","last_fullsized":"2024-04-26T23:33:35.395402+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:02:53.188134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.323424+0000","last_change":"2024-04-26T23:33:19.776609+0000","last_active":"2024-04-26T23:33:35.323424+0000","last_peered":"2024-04-26T23:33:35.323424+0000","last_clean":"2024-04-26T23:33:35.323424+0000","last_became_active":"2024-04-26T23:33:19.776196+0000","last_became_peered":"2024-04-26T23:33:19.776196+0000","last_unstale":"2024-04-26T23:33:35.323424+0000","last_undegraded":"2024-04-26T23:33:35.323424+0000","last_fullsized":"2024-04-26T23:33:35.323424+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:53:26.457619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":54719,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":525,"num_read_kb":319,"num_write":157,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":604,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":393216,"data_stored":164157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":84,"seq":360777252898,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":991232,"data_stored":477660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":76,"seq":326417514537,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36972,"kb_used_data":1636,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708180,"statfs":{"total":95995035648,"available":95957176320,"internally_reserved":0,"allocated":1675264,"data_stored":1119837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":70,"seq":300647710769,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1003520,"data_stored":477874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":62,"seq":266287972409,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":999424,"data_stored":477772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266752,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32744,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712408,"statfs":{"total":95995035648,"available":95961505792,"internally_reserved":0,"allocated":1597440,"data_stored":1070115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462982,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":991232,"data_stored":477263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574955,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1044480,"data_stored":527383,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738482,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36332,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708820,"statfs":{"total":95995035648,"available":95957831680,"internally_reserved":0,"allocated":1011712,"data_stored":478534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411427,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":528542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149788,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1007616,"data_stored":477574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888147,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":999424,"data_stored":478673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724622,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1609728,"data_stored":1069408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":50327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":51486,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":52296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T23:34:53.295 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T23:34:53.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:53 smithi026 ceph-mon[28371]: pgmap v420: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:53.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:53 smithi026 ceph-mon[28371]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:34:53.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:53 smithi086 ceph-mon[31122]: pgmap v420: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:53.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:53 smithi086 ceph-mon[31122]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:34:53.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:53 smithi164 ceph-mon[31699]: pgmap v420: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:53.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:53 smithi164 ceph-mon[31699]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:34:53.796 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:55.442 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:55 smithi026 ceph-mon[28371]: pgmap v421: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:55.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:55 smithi086 ceph-mon[31122]: pgmap v421: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:55.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:55 smithi164 ceph-mon[31699]: pgmap v421: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:56.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.043+0000 7faeecc00700 1 -- 172.21.15.26:0/177966826 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faee8108350 msgr2=0x7faee806b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:56.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.043+0000 7faeecc00700 1 --2- 172.21.15.26:0/177966826 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faee8108350 0x7faee806b130 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7faed8009990 tx=0x7faed8009ca0 comp rx=0 tx=0).stop 2024-04-26T23:34:56.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.043+0000 7faeecc00700 1 -- 172.21.15.26:0/177966826 shutdown_connections 2024-04-26T23:34:56.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.043+0000 7faeecc00700 1 --2- 172.21.15.26:0/177966826 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faee8105e60 0x7faee81062f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:56.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.043+0000 7faeecc00700 1 --2- 172.21.15.26:0/177966826 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faee8108350 0x7faee806b130 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:56.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.043+0000 7faeecc00700 1 --2- 172.21.15.26:0/177966826 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faee806b670 0x7faee806bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:56.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.043+0000 7faeecc00700 1 -- 172.21.15.26:0/177966826 >> 172.21.15.26:0/177966826 conn(0x7faee80792d0 msgr2=0x7faee80796e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:56.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.043+0000 7faeecc00700 1 -- 172.21.15.26:0/177966826 shutdown_connections 2024-04-26T23:34:56.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.043+0000 7faeecc00700 1 -- 172.21.15.26:0/177966826 wait complete. 2024-04-26T23:34:56.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.044+0000 7faeecc00700 1 Processor -- start 2024-04-26T23:34:56.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.044+0000 7faeecc00700 1 -- start start 2024-04-26T23:34:56.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.045+0000 7faeecc00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faee806b670 0x7faee81a0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:56.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.045+0000 7faeecc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faee8105e60 0x7faee81a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.045+0000 7faeecc00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faee8108350 0x7faee81a49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.045+0000 7faeecc00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faee8119b10 con 0x7faee8108350 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.045+0000 7faeecc00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7faee8119990 con 0x7faee806b670 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.045+0000 7faeecc00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faee8119c90 con 0x7faee8105e60 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.045+0000 7faee6800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faee8108350 0x7faee81a49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.045+0000 7faee6800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faee8108350 0x7faee81a49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35294/0 (socket says 172.21.15.26:35294) 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.045+0000 7faee6800700 1 -- 172.21.15.26:0/165116218 learned_addr learned my addr 172.21.15.26:0/165116218 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.046+0000 7faee5e00700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faee806b670 0x7faee81a0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.046+0000 7faee5400700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faee8105e60 0x7faee81a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.046+0000 7faee6800700 1 -- 172.21.15.26:0/165116218 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faee8105e60 msgr2=0x7faee81a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.046+0000 7faee6800700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faee8105e60 0x7faee81a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.046+0000 7faee6800700 1 -- 172.21.15.26:0/165116218 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faee806b670 msgr2=0x7faee81a0100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.046+0000 7faee6800700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faee806b670 0x7faee81a0100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:56.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.046+0000 7faee6800700 1 -- 172.21.15.26:0/165116218 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faee81a5110 con 0x7faee8108350 2024-04-26T23:34:56.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.046+0000 7faee5e00700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faee806b670 0x7faee81a0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:34:56.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.046+0000 7faee6800700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faee8108350 0x7faee81a49d0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7faee000ada0 tx=0x7faee000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:56.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.047+0000 7faedea00700 1 -- 172.21.15.26:0/165116218 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faee0017020 con 0x7faee8108350 2024-04-26T23:34:56.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.047+0000 7faedea00700 1 -- 172.21.15.26:0/165116218 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faee000ce10 con 0x7faee8108350 2024-04-26T23:34:56.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.047+0000 7faedea00700 1 -- 172.21.15.26:0/165116218 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faee0005280 con 0x7faee8108350 2024-04-26T23:34:56.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.047+0000 7faeecc00700 1 -- 172.21.15.26:0/165116218 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faee81a5400 con 0x7faee8108350 2024-04-26T23:34:56.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.047+0000 7faeecc00700 1 -- 172.21.15.26:0/165116218 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faee81acc80 con 0x7faee8108350 2024-04-26T23:34:56.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.048+0000 7faeecc00700 1 -- 172.21.15.26:0/165116218 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faee806a110 con 0x7faee8108350 2024-04-26T23:34:56.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.050+0000 7faedea00700 1 -- 172.21.15.26:0/165116218 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7faee000c980 con 0x7faee8108350 2024-04-26T23:34:56.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.052+0000 7faedea00700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faecc0a3cd0 0x7faecc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:56.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.053+0000 7faedea00700 1 -- 172.21.15.26:0/165116218 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7faee00cfd30 con 0x7faee8108350 2024-04-26T23:34:56.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.053+0000 7faee5e00700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faecc0a3cd0 0x7faecc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:56.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.053+0000 7faee5e00700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faecc0a3cd0 0x7faecc0a6190 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7faed8003760 tx=0x7faed801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:56.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.057+0000 7faedea00700 1 -- 172.21.15.26:0/165116218 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7faee0021020 con 0x7faee8108350 2024-04-26T23:34:56.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.287+0000 7faeecc00700 1 -- 172.21.15.26:0/165116218 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faee8101a20 con 0x7faecc0a3cd0 2024-04-26T23:34:56.314 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.311+0000 7faedea00700 1 -- 172.21.15.26:0/165116218 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258723 (secure 0 0 0) 0x7faed80662c0 con 0x7faecc0a3cd0 2024-04-26T23:34:56.316 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:34:56.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.318+0000 7faeecc00700 1 -- 172.21.15.26:0/165116218 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faecc0a3cd0 msgr2=0x7faecc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:56.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.318+0000 7faeecc00700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faecc0a3cd0 0x7faecc0a6190 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7faed8003760 tx=0x7faed801a040 comp rx=0 tx=0).stop 2024-04-26T23:34:56.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.318+0000 7faeecc00700 1 -- 172.21.15.26:0/165116218 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faee8108350 msgr2=0x7faee81a49d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:56.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.318+0000 7faeecc00700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faee8108350 0x7faee81a49d0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7faee000ada0 tx=0x7faee000c330 comp rx=0 tx=0).stop 2024-04-26T23:34:56.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.318+0000 7faeecc00700 1 -- 172.21.15.26:0/165116218 shutdown_connections 2024-04-26T23:34:56.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.318+0000 7faeecc00700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faecc0a3cd0 0x7faecc0a6190 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:56.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.318+0000 7faeecc00700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faee8108350 0x7faee81a49d0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:56.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.318+0000 7faeecc00700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faee806b670 0x7faee81a0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:56.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.318+0000 7faeecc00700 1 --2- 172.21.15.26:0/165116218 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faee8105e60 0x7faee81a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:56.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.318+0000 7faeecc00700 1 -- 172.21.15.26:0/165116218 >> 172.21.15.26:0/165116218 conn(0x7faee80792d0 msgr2=0x7faee8101310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:56.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.318+0000 7faeecc00700 1 -- 172.21.15.26:0/165116218 shutdown_connections 2024-04-26T23:34:56.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:56.318+0000 7faeecc00700 1 -- 172.21.15.26:0/165116218 wait complete. 2024-04-26T23:34:56.325 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T23:34:57.149 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":422,"stamp":"2024-04-26T23:34:55.903034+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":645321,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":691,"num_read_kb":453,"num_write":340,"num_write_kb":3038,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1181340,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":273,"ondisk_log_size":273,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":404476,"kb_used_data":13668,"kb_used_omap":18,"kb_used_meta":390637,"kb_avail":1124537348,"statfs":{"total":1151940427776,"available":1151526244352,"internally_reserved":0,"allocated":13996032,"data_stored":7660635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":400012601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":70,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004781"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.320918+0000","last_change":"2024-04-26T23:33:19.764856+0000","last_active":"2024-04-26T23:33:35.320918+0000","last_peered":"2024-04-26T23:33:35.320918+0000","last_clean":"2024-04-26T23:33:35.320918+0000","last_became_active":"2024-04-26T23:33:19.763808+0000","last_became_peered":"2024-04-26T23:33:19.763808+0000","last_unstale":"2024-04-26T23:33:35.320918+0000","last_undegraded":"2024-04-26T23:33:35.320918+0000","last_fullsized":"2024-04-26T23:33:35.320918+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:22.894265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322320+0000","last_change":"2024-04-26T23:33:19.753723+0000","last_active":"2024-04-26T23:33:35.322320+0000","last_peered":"2024-04-26T23:33:35.322320+0000","last_clean":"2024-04-26T23:33:35.322320+0000","last_became_active":"2024-04-26T23:33:19.753362+0000","last_became_peered":"2024-04-26T23:33:19.753362+0000","last_unstale":"2024-04-26T23:33:35.322320+0000","last_undegraded":"2024-04-26T23:33:35.322320+0000","last_fullsized":"2024-04-26T23:33:35.322320+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:34:54.563569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322027+0000","last_change":"2024-04-26T23:33:19.772361+0000","last_active":"2024-04-26T23:33:35.322027+0000","last_peered":"2024-04-26T23:33:35.322027+0000","last_clean":"2024-04-26T23:33:35.322027+0000","last_became_active":"2024-04-26T23:33:19.770058+0000","last_became_peered":"2024-04-26T23:33:19.770058+0000","last_unstale":"2024-04-26T23:33:35.322027+0000","last_undegraded":"2024-04-26T23:33:35.322027+0000","last_fullsized":"2024-04-26T23:33:35.322027+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:48:10.702876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.331964+0000","last_change":"2024-04-26T23:33:35.330505+0000","last_active":"2024-04-26T23:33:35.331964+0000","last_peered":"2024-04-26T23:33:35.331964+0000","last_clean":"2024-04-26T23:33:35.331964+0000","last_became_active":"2024-04-26T23:33:35.329192+0000","last_became_peered":"2024-04-26T23:33:35.329192+0000","last_unstale":"2024-04-26T23:33:35.331964+0000","last_undegraded":"2024-04-26T23:33:35.331964+0000","last_fullsized":"2024-04-26T23:33:35.331964+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:12:01.265455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.324366+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:33:35.324366+0000","last_peered":"2024-04-26T23:33:35.324366+0000","last_clean":"2024-04-26T23:33:35.324366+0000","last_became_active":"2024-04-26T23:33:19.768951+0000","last_became_peered":"2024-04-26T23:33:19.768951+0000","last_unstale":"2024-04-26T23:33:35.324366+0000","last_undegraded":"2024-04-26T23:33:35.324366+0000","last_fullsized":"2024-04-26T23:33:35.324366+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:44.959679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.320064+0000","last_change":"2024-04-26T23:33:19.776336+0000","last_active":"2024-04-26T23:33:35.320064+0000","last_peered":"2024-04-26T23:33:35.320064+0000","last_clean":"2024-04-26T23:33:35.320064+0000","last_became_active":"2024-04-26T23:33:19.775990+0000","last_became_peered":"2024-04-26T23:33:19.775990+0000","last_unstale":"2024-04-26T23:33:35.320064+0000","last_undegraded":"2024-04-26T23:33:35.320064+0000","last_fullsized":"2024-04-26T23:33:35.320064+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.638131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.328689+0000","last_change":"2024-04-26T23:33:19.759699+0000","last_active":"2024-04-26T23:33:35.328689+0000","last_peered":"2024-04-26T23:33:35.328689+0000","last_clean":"2024-04-26T23:33:35.328689+0000","last_became_active":"2024-04-26T23:33:19.759208+0000","last_became_peered":"2024-04-26T23:33:19.759208+0000","last_unstale":"2024-04-26T23:33:35.328689+0000","last_undegraded":"2024-04-26T23:33:35.328689+0000","last_fullsized":"2024-04-26T23:33:35.328689+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:23:05.882596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395487+0000","last_change":"2024-04-26T23:33:19.765966+0000","last_active":"2024-04-26T23:33:35.395487+0000","last_peered":"2024-04-26T23:33:35.395487+0000","last_clean":"2024-04-26T23:33:35.395487+0000","last_became_active":"2024-04-26T23:33:19.765644+0000","last_became_peered":"2024-04-26T23:33:19.765644+0000","last_unstale":"2024-04-26T23:33:35.395487+0000","last_undegraded":"2024-04-26T23:33:35.395487+0000","last_fullsized":"2024-04-26T23:33:35.395487+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:09:36.082655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.338591+0000","last_change":"2024-04-26T23:33:19.773968+0000","last_active":"2024-04-26T23:33:35.338591+0000","last_peered":"2024-04-26T23:33:35.338591+0000","last_clean":"2024-04-26T23:33:35.338591+0000","last_became_active":"2024-04-26T23:33:19.773615+0000","last_became_peered":"2024-04-26T23:33:19.773615+0000","last_unstale":"2024-04-26T23:33:35.338591+0000","last_undegraded":"2024-04-26T23:33:35.338591+0000","last_fullsized":"2024-04-26T23:33:35.338591+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:37:57.657914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.320994+0000","last_change":"2024-04-26T23:33:19.781577+0000","last_active":"2024-04-26T23:33:35.320994+0000","last_peered":"2024-04-26T23:33:35.320994+0000","last_clean":"2024-04-26T23:33:35.320994+0000","last_became_active":"2024-04-26T23:33:19.780945+0000","last_became_peered":"2024-04-26T23:33:19.780945+0000","last_unstale":"2024-04-26T23:33:35.320994+0000","last_undegraded":"2024-04-26T23:33:35.320994+0000","last_fullsized":"2024-04-26T23:33:35.320994+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:15.308514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.329292+0000","last_change":"2024-04-26T23:33:19.778961+0000","last_active":"2024-04-26T23:33:35.329292+0000","last_peered":"2024-04-26T23:33:35.329292+0000","last_clean":"2024-04-26T23:33:35.329292+0000","last_became_active":"2024-04-26T23:33:19.777219+0000","last_became_peered":"2024-04-26T23:33:19.777219+0000","last_unstale":"2024-04-26T23:33:35.329292+0000","last_undegraded":"2024-04-26T23:33:35.329292+0000","last_fullsized":"2024-04-26T23:33:35.329292+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:09:57.121267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.314601+0000","last_change":"2024-04-26T23:33:19.770432+0000","last_active":"2024-04-26T23:33:35.314601+0000","last_peered":"2024-04-26T23:33:35.314601+0000","last_clean":"2024-04-26T23:33:35.314601+0000","last_became_active":"2024-04-26T23:33:19.769979+0000","last_became_peered":"2024-04-26T23:33:19.769979+0000","last_unstale":"2024-04-26T23:33:35.314601+0000","last_undegraded":"2024-04-26T23:33:35.314601+0000","last_fullsized":"2024-04-26T23:33:35.314601+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:46:29.108532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395324+0000","last_change":"2024-04-26T23:33:19.763030+0000","last_active":"2024-04-26T23:33:35.395324+0000","last_peered":"2024-04-26T23:33:35.395324+0000","last_clean":"2024-04-26T23:33:35.395324+0000","last_became_active":"2024-04-26T23:33:19.762715+0000","last_became_peered":"2024-04-26T23:33:19.762715+0000","last_unstale":"2024-04-26T23:33:35.395324+0000","last_undegraded":"2024-04-26T23:33:35.395324+0000","last_fullsized":"2024-04-26T23:33:35.395324+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:54:03.108616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.323266+0000","last_change":"2024-04-26T23:33:19.756336+0000","last_active":"2024-04-26T23:33:35.323266+0000","last_peered":"2024-04-26T23:33:35.323266+0000","last_clean":"2024-04-26T23:33:35.323266+0000","last_became_active":"2024-04-26T23:33:19.755930+0000","last_became_peered":"2024-04-26T23:33:19.755930+0000","last_unstale":"2024-04-26T23:33:35.323266+0000","last_undegraded":"2024-04-26T23:33:35.323266+0000","last_fullsized":"2024-04-26T23:33:35.323266+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:34:55.981108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.321784+0000","last_change":"2024-04-26T23:33:19.776145+0000","last_active":"2024-04-26T23:33:35.321784+0000","last_peered":"2024-04-26T23:33:35.321784+0000","last_clean":"2024-04-26T23:33:35.321784+0000","last_became_active":"2024-04-26T23:33:19.775759+0000","last_became_peered":"2024-04-26T23:33:19.775759+0000","last_unstale":"2024-04-26T23:33:35.321784+0000","last_undegraded":"2024-04-26T23:33:35.321784+0000","last_fullsized":"2024-04-26T23:33:35.321784+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:38:55.048561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.336483+0000","last_change":"2024-04-26T23:33:19.771602+0000","last_active":"2024-04-26T23:33:35.336483+0000","last_peered":"2024-04-26T23:33:35.336483+0000","last_clean":"2024-04-26T23:33:35.336483+0000","last_became_active":"2024-04-26T23:33:19.769217+0000","last_became_peered":"2024-04-26T23:33:19.769217+0000","last_unstale":"2024-04-26T23:33:35.336483+0000","last_undegraded":"2024-04-26T23:33:35.336483+0000","last_fullsized":"2024-04-26T23:33:35.336483+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:07.167963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.321382+0000","last_change":"2024-04-26T23:33:19.761184+0000","last_active":"2024-04-26T23:33:35.321382+0000","last_peered":"2024-04-26T23:33:35.321382+0000","last_clean":"2024-04-26T23:33:35.321382+0000","last_became_active":"2024-04-26T23:33:19.760801+0000","last_became_peered":"2024-04-26T23:33:19.760801+0000","last_unstale":"2024-04-26T23:33:35.321382+0000","last_undegraded":"2024-04-26T23:33:35.321382+0000","last_fullsized":"2024-04-26T23:33:35.321382+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:51.687186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.312887+0000","last_change":"2024-04-26T23:33:19.767160+0000","last_active":"2024-04-26T23:33:35.312887+0000","last_peered":"2024-04-26T23:33:35.312887+0000","last_clean":"2024-04-26T23:33:35.312887+0000","last_became_active":"2024-04-26T23:33:19.766049+0000","last_became_peered":"2024-04-26T23:33:19.766049+0000","last_unstale":"2024-04-26T23:33:35.312887+0000","last_undegraded":"2024-04-26T23:33:35.312887+0000","last_fullsized":"2024-04-26T23:33:35.312887+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:54:17.844660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.314901+0000","last_change":"2024-04-26T23:33:19.768207+0000","last_active":"2024-04-26T23:33:35.314901+0000","last_peered":"2024-04-26T23:33:35.314901+0000","last_clean":"2024-04-26T23:33:35.314901+0000","last_became_active":"2024-04-26T23:33:19.767820+0000","last_became_peered":"2024-04-26T23:33:19.767820+0000","last_unstale":"2024-04-26T23:33:35.314901+0000","last_undegraded":"2024-04-26T23:33:35.314901+0000","last_fullsized":"2024-04-26T23:33:35.314901+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:28:21.897073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.312331+0000","last_change":"2024-04-26T23:33:19.203693+0000","last_active":"2024-04-26T23:33:35.312331+0000","last_peered":"2024-04-26T23:33:35.312331+0000","last_clean":"2024-04-26T23:33:35.312331+0000","last_became_active":"2024-04-26T23:33:19.203327+0000","last_became_peered":"2024-04-26T23:33:19.203327+0000","last_unstale":"2024-04-26T23:33:35.312331+0000","last_undegraded":"2024-04-26T23:33:35.312331+0000","last_fullsized":"2024-04-26T23:33:35.312331+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:35:08.793046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.396374+0000","last_change":"2024-04-26T23:33:19.774426+0000","last_active":"2024-04-26T23:33:35.396374+0000","last_peered":"2024-04-26T23:33:35.396374+0000","last_clean":"2024-04-26T23:33:35.396374+0000","last_became_active":"2024-04-26T23:33:19.773785+0000","last_became_peered":"2024-04-26T23:33:19.773785+0000","last_unstale":"2024-04-26T23:33:35.396374+0000","last_undegraded":"2024-04-26T23:33:35.396374+0000","last_fullsized":"2024-04-26T23:33:35.396374+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:34:10.098983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.396504+0000","last_change":"2024-04-26T23:33:19.209201+0000","last_active":"2024-04-26T23:33:35.396504+0000","last_peered":"2024-04-26T23:33:35.396504+0000","last_clean":"2024-04-26T23:33:35.396504+0000","last_became_active":"2024-04-26T23:33:19.208809+0000","last_became_peered":"2024-04-26T23:33:19.208809+0000","last_unstale":"2024-04-26T23:33:35.396504+0000","last_undegraded":"2024-04-26T23:33:35.396504+0000","last_fullsized":"2024-04-26T23:33:35.396504+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:49:34.425470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.323149+0000","last_change":"2024-04-26T23:33:19.764501+0000","last_active":"2024-04-26T23:33:35.323149+0000","last_peered":"2024-04-26T23:33:35.323149+0000","last_clean":"2024-04-26T23:33:35.323149+0000","last_became_active":"2024-04-26T23:33:19.764176+0000","last_became_peered":"2024-04-26T23:33:19.764176+0000","last_unstale":"2024-04-26T23:33:35.323149+0000","last_undegraded":"2024-04-26T23:33:35.323149+0000","last_fullsized":"2024-04-26T23:33:35.323149+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:39.816386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.326152+0000","last_change":"2024-04-26T23:33:19.202259+0000","last_active":"2024-04-26T23:33:35.326152+0000","last_peered":"2024-04-26T23:33:35.326152+0000","last_clean":"2024-04-26T23:33:35.326152+0000","last_became_active":"2024-04-26T23:33:19.201872+0000","last_became_peered":"2024-04-26T23:33:19.201872+0000","last_unstale":"2024-04-26T23:33:35.326152+0000","last_undegraded":"2024-04-26T23:33:35.326152+0000","last_fullsized":"2024-04-26T23:33:35.326152+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:21:01.745674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.336907+0000","last_change":"2024-04-26T23:33:19.774745+0000","last_active":"2024-04-26T23:33:35.336907+0000","last_peered":"2024-04-26T23:33:35.336907+0000","last_clean":"2024-04-26T23:33:35.336907+0000","last_became_active":"2024-04-26T23:33:19.772352+0000","last_became_peered":"2024-04-26T23:33:19.772352+0000","last_unstale":"2024-04-26T23:33:35.336907+0000","last_undegraded":"2024-04-26T23:33:35.336907+0000","last_fullsized":"2024-04-26T23:33:35.336907+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:53:42.960058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'2","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.345452+0000","last_change":"2024-04-26T23:33:35.344544+0000","last_active":"2024-04-26T23:33:35.345452+0000","last_peered":"2024-04-26T23:33:35.345452+0000","last_clean":"2024-04-26T23:33:35.345452+0000","last_became_active":"2024-04-26T23:33:35.337185+0000","last_became_peered":"2024-04-26T23:33:35.337185+0000","last_unstale":"2024-04-26T23:33:35.345452+0000","last_undegraded":"2024-04-26T23:33:35.345452+0000","last_fullsized":"2024-04-26T23:33:35.345452+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:30:57.722213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.340802+0000","last_change":"2024-04-26T23:33:35.339679+0000","last_active":"2024-04-26T23:33:35.340802+0000","last_peered":"2024-04-26T23:33:35.340802+0000","last_clean":"2024-04-26T23:33:35.340802+0000","last_became_active":"2024-04-26T23:33:35.338561+0000","last_became_peered":"2024-04-26T23:33:35.338561+0000","last_unstale":"2024-04-26T23:33:35.340802+0000","last_undegraded":"2024-04-26T23:33:35.340802+0000","last_fullsized":"2024-04-26T23:33:35.340802+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:25:23.946635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"89'6","reported_seq":117,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:34:52.350958+0000","last_change":"2024-04-26T23:33:19.200691+0000","last_active":"2024-04-26T23:34:52.350958+0000","last_peered":"2024-04-26T23:34:52.350958+0000","last_clean":"2024-04-26T23:34:52.350958+0000","last_became_active":"2024-04-26T23:33:19.200377+0000","last_became_peered":"2024-04-26T23:33:19.200377+0000","last_unstale":"2024-04-26T23:34:52.350958+0000","last_undegraded":"2024-04-26T23:34:52.350958+0000","last_fullsized":"2024-04-26T23:34:52.350958+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:39.310894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":92,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.321759+0000","last_change":"2024-04-26T23:33:19.760214+0000","last_active":"2024-04-26T23:33:35.321759+0000","last_peered":"2024-04-26T23:33:35.321759+0000","last_clean":"2024-04-26T23:33:35.321759+0000","last_became_active":"2024-04-26T23:33:19.758326+0000","last_became_peered":"2024-04-26T23:33:19.758326+0000","last_unstale":"2024-04-26T23:33:35.321759+0000","last_undegraded":"2024-04-26T23:33:35.321759+0000","last_fullsized":"2024-04-26T23:33:35.321759+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:29.075110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.319914+0000","last_change":"2024-04-26T23:33:19.211788+0000","last_active":"2024-04-26T23:33:35.319914+0000","last_peered":"2024-04-26T23:33:35.319914+0000","last_clean":"2024-04-26T23:33:35.319914+0000","last_became_active":"2024-04-26T23:33:19.211340+0000","last_became_peered":"2024-04-26T23:33:19.211340+0000","last_unstale":"2024-04-26T23:33:35.319914+0000","last_undegraded":"2024-04-26T23:33:35.319914+0000","last_fullsized":"2024-04-26T23:33:35.319914+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:45.295371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.398992+0000","last_change":"2024-04-26T23:33:35.398992+0000","last_active":"2024-04-26T23:33:35.398992+0000","last_peered":"2024-04-26T23:33:35.398992+0000","last_clean":"2024-04-26T23:33:35.398992+0000","last_became_active":"2024-04-26T23:33:35.397806+0000","last_became_peered":"2024-04-26T23:33:35.397806+0000","last_unstale":"2024-04-26T23:33:35.398992+0000","last_undegraded":"2024-04-26T23:33:35.398992+0000","last_fullsized":"2024-04-26T23:33:35.398992+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:51:48.741562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395233+0000","last_change":"2024-04-26T23:33:19.196233+0000","last_active":"2024-04-26T23:33:35.395233+0000","last_peered":"2024-04-26T23:33:35.395233+0000","last_clean":"2024-04-26T23:33:35.395233+0000","last_became_active":"2024-04-26T23:33:19.195862+0000","last_became_peered":"2024-04-26T23:33:19.195862+0000","last_unstale":"2024-04-26T23:33:35.395233+0000","last_undegraded":"2024-04-26T23:33:35.395233+0000","last_fullsized":"2024-04-26T23:33:35.395233+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:03:50.431144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395480+0000","last_change":"2024-04-26T23:33:19.773573+0000","last_active":"2024-04-26T23:33:35.395480+0000","last_peered":"2024-04-26T23:33:35.395480+0000","last_clean":"2024-04-26T23:33:35.395480+0000","last_became_active":"2024-04-26T23:33:19.773028+0000","last_became_peered":"2024-04-26T23:33:19.773028+0000","last_unstale":"2024-04-26T23:33:35.395480+0000","last_undegraded":"2024-04-26T23:33:35.395480+0000","last_fullsized":"2024-04-26T23:33:35.395480+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:15:46.371663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.320574+0000","last_change":"2024-04-26T23:33:19.203238+0000","last_active":"2024-04-26T23:33:35.320574+0000","last_peered":"2024-04-26T23:33:35.320574+0000","last_clean":"2024-04-26T23:33:35.320574+0000","last_became_active":"2024-04-26T23:33:19.202843+0000","last_became_peered":"2024-04-26T23:33:19.202843+0000","last_unstale":"2024-04-26T23:33:35.320574+0000","last_undegraded":"2024-04-26T23:33:35.320574+0000","last_fullsized":"2024-04-26T23:33:35.320574+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:25.072382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.311985+0000","last_change":"2024-04-26T23:33:19.759998+0000","last_active":"2024-04-26T23:33:35.311985+0000","last_peered":"2024-04-26T23:33:35.311985+0000","last_clean":"2024-04-26T23:33:35.311985+0000","last_became_active":"2024-04-26T23:33:19.759538+0000","last_became_peered":"2024-04-26T23:33:19.759538+0000","last_unstale":"2024-04-26T23:33:35.311985+0000","last_undegraded":"2024-04-26T23:33:35.311985+0000","last_fullsized":"2024-04-26T23:33:35.311985+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:27.138810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":109,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:34:50.343712+0000","last_change":"2024-04-26T23:33:19.201726+0000","last_active":"2024-04-26T23:34:50.343712+0000","last_peered":"2024-04-26T23:34:50.343712+0000","last_clean":"2024-04-26T23:34:50.343712+0000","last_became_active":"2024-04-26T23:33:19.200229+0000","last_became_peered":"2024-04-26T23:33:19.200229+0000","last_unstale":"2024-04-26T23:34:50.343712+0000","last_undegraded":"2024-04-26T23:34:50.343712+0000","last_fullsized":"2024-04-26T23:34:50.343712+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:20:13.161687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":87,"num_read_kb":87,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.338582+0000","last_change":"2024-04-26T23:33:19.773311+0000","last_active":"2024-04-26T23:33:35.338582+0000","last_peered":"2024-04-26T23:33:35.338582+0000","last_clean":"2024-04-26T23:33:35.338582+0000","last_became_active":"2024-04-26T23:33:19.772876+0000","last_became_peered":"2024-04-26T23:33:19.772876+0000","last_unstale":"2024-04-26T23:33:35.338582+0000","last_undegraded":"2024-04-26T23:33:35.338582+0000","last_fullsized":"2024-04-26T23:33:35.338582+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:11:01.954077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.329331+0000","last_change":"2024-04-26T23:33:19.205896+0000","last_active":"2024-04-26T23:33:35.329331+0000","last_peered":"2024-04-26T23:33:35.329331+0000","last_clean":"2024-04-26T23:33:35.329331+0000","last_became_active":"2024-04-26T23:33:19.205577+0000","last_became_peered":"2024-04-26T23:33:19.205577+0000","last_unstale":"2024-04-26T23:33:35.329331+0000","last_undegraded":"2024-04-26T23:33:35.329331+0000","last_fullsized":"2024-04-26T23:33:35.329331+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:10:37.211591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.323031+0000","last_change":"2024-04-26T23:33:19.768395+0000","last_active":"2024-04-26T23:33:35.323031+0000","last_peered":"2024-04-26T23:33:35.323031+0000","last_clean":"2024-04-26T23:33:35.323031+0000","last_became_active":"2024-04-26T23:33:19.768006+0000","last_became_peered":"2024-04-26T23:33:19.768006+0000","last_unstale":"2024-04-26T23:33:35.323031+0000","last_undegraded":"2024-04-26T23:33:35.323031+0000","last_fullsized":"2024-04-26T23:33:35.323031+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:35:26.689822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.323222+0000","last_change":"2024-04-26T23:33:19.200446+0000","last_active":"2024-04-26T23:33:35.323222+0000","last_peered":"2024-04-26T23:33:35.323222+0000","last_clean":"2024-04-26T23:33:35.323222+0000","last_became_active":"2024-04-26T23:33:19.200095+0000","last_became_peered":"2024-04-26T23:33:19.200095+0000","last_unstale":"2024-04-26T23:33:35.323222+0000","last_undegraded":"2024-04-26T23:33:35.323222+0000","last_fullsized":"2024-04-26T23:33:35.323222+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:23:14.639220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.337476+0000","last_change":"2024-04-26T23:33:19.776866+0000","last_active":"2024-04-26T23:33:35.337476+0000","last_peered":"2024-04-26T23:33:35.337476+0000","last_clean":"2024-04-26T23:33:35.337476+0000","last_became_active":"2024-04-26T23:33:19.776099+0000","last_became_peered":"2024-04-26T23:33:19.776099+0000","last_unstale":"2024-04-26T23:33:35.337476+0000","last_undegraded":"2024-04-26T23:33:35.337476+0000","last_fullsized":"2024-04-26T23:33:35.337476+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:39:03.842634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'25","reported_seq":225,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:34:51.346311+0000","last_change":"2024-04-26T23:33:19.206239+0000","last_active":"2024-04-26T23:34:51.346311+0000","last_peered":"2024-04-26T23:34:51.346311+0000","last_clean":"2024-04-26T23:34:51.346311+0000","last_became_active":"2024-04-26T23:33:19.205878+0000","last_became_peered":"2024-04-26T23:33:19.205878+0000","last_unstale":"2024-04-26T23:34:51.346311+0000","last_undegraded":"2024-04-26T23:34:51.346311+0000","last_fullsized":"2024-04-26T23:34:51.346311+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:17:55.419126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50327,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":181,"num_read_kb":139,"num_write":26,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.325484+0000","last_change":"2024-04-26T23:33:19.768043+0000","last_active":"2024-04-26T23:33:35.325484+0000","last_peered":"2024-04-26T23:33:35.325484+0000","last_clean":"2024-04-26T23:33:35.325484+0000","last_became_active":"2024-04-26T23:33:19.767740+0000","last_became_peered":"2024-04-26T23:33:19.767740+0000","last_unstale":"2024-04-26T23:33:35.325484+0000","last_undegraded":"2024-04-26T23:33:35.325484+0000","last_fullsized":"2024-04-26T23:33:35.325484+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:37:01.158239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.313969+0000","last_change":"2024-04-26T23:33:19.213967+0000","last_active":"2024-04-26T23:33:35.313969+0000","last_peered":"2024-04-26T23:33:35.313969+0000","last_clean":"2024-04-26T23:33:35.313969+0000","last_became_active":"2024-04-26T23:33:19.213141+0000","last_became_peered":"2024-04-26T23:33:19.213141+0000","last_unstale":"2024-04-26T23:33:35.313969+0000","last_undegraded":"2024-04-26T23:33:35.313969+0000","last_fullsized":"2024-04-26T23:33:35.313969+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:28:36.198324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395419+0000","last_change":"2024-04-26T23:33:19.766651+0000","last_active":"2024-04-26T23:33:35.395419+0000","last_peered":"2024-04-26T23:33:35.395419+0000","last_clean":"2024-04-26T23:33:35.395419+0000","last_became_active":"2024-04-26T23:33:19.766308+0000","last_became_peered":"2024-04-26T23:33:19.766308+0000","last_unstale":"2024-04-26T23:33:35.395419+0000","last_undegraded":"2024-04-26T23:33:35.395419+0000","last_fullsized":"2024-04-26T23:33:35.395419+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:26:23.764011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322543+0000","last_change":"2024-04-26T23:33:19.207511+0000","last_active":"2024-04-26T23:33:35.322543+0000","last_peered":"2024-04-26T23:33:35.322543+0000","last_clean":"2024-04-26T23:33:35.322543+0000","last_became_active":"2024-04-26T23:33:19.206635+0000","last_became_peered":"2024-04-26T23:33:19.206635+0000","last_unstale":"2024-04-26T23:33:35.322543+0000","last_undegraded":"2024-04-26T23:33:35.322543+0000","last_fullsized":"2024-04-26T23:33:35.322543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:54:19.156138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.328401+0000","last_change":"2024-04-26T23:33:19.783116+0000","last_active":"2024-04-26T23:33:35.328401+0000","last_peered":"2024-04-26T23:33:35.328401+0000","last_clean":"2024-04-26T23:33:35.328401+0000","last_became_active":"2024-04-26T23:33:19.780960+0000","last_became_peered":"2024-04-26T23:33:19.780960+0000","last_unstale":"2024-04-26T23:33:35.328401+0000","last_undegraded":"2024-04-26T23:33:35.328401+0000","last_fullsized":"2024-04-26T23:33:35.328401+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:56:02.569113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":116,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:34:53.353162+0000","last_change":"2024-04-26T23:33:19.204927+0000","last_active":"2024-04-26T23:34:53.353162+0000","last_peered":"2024-04-26T23:34:53.353162+0000","last_clean":"2024-04-26T23:34:53.353162+0000","last_became_active":"2024-04-26T23:33:19.204568+0000","last_became_peered":"2024-04-26T23:33:19.204568+0000","last_unstale":"2024-04-26T23:34:53.353162+0000","last_undegraded":"2024-04-26T23:34:53.353162+0000","last_fullsized":"2024-04-26T23:34:53.353162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:46:18.973005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":94,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.327580+0000","last_change":"2024-04-26T23:33:19.765635+0000","last_active":"2024-04-26T23:33:35.327580+0000","last_peered":"2024-04-26T23:33:35.327580+0000","last_clean":"2024-04-26T23:33:35.327580+0000","last_became_active":"2024-04-26T23:33:19.761758+0000","last_became_peered":"2024-04-26T23:33:19.761758+0000","last_unstale":"2024-04-26T23:33:35.327580+0000","last_undegraded":"2024-04-26T23:33:35.327580+0000","last_fullsized":"2024-04-26T23:33:35.327580+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:26:54.879564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.324659+0000","last_change":"2024-04-26T23:33:19.200863+0000","last_active":"2024-04-26T23:33:35.324659+0000","last_peered":"2024-04-26T23:33:35.324659+0000","last_clean":"2024-04-26T23:33:35.324659+0000","last_became_active":"2024-04-26T23:33:19.200541+0000","last_became_peered":"2024-04-26T23:33:19.200541+0000","last_unstale":"2024-04-26T23:33:35.324659+0000","last_undegraded":"2024-04-26T23:33:35.324659+0000","last_fullsized":"2024-04-26T23:33:35.324659+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:54:34.936127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.321960+0000","last_change":"2024-04-26T23:33:19.774626+0000","last_active":"2024-04-26T23:33:35.321960+0000","last_peered":"2024-04-26T23:33:35.321960+0000","last_clean":"2024-04-26T23:33:35.321960+0000","last_became_active":"2024-04-26T23:33:19.774252+0000","last_became_peered":"2024-04-26T23:33:19.774252+0000","last_unstale":"2024-04-26T23:33:35.321960+0000","last_undegraded":"2024-04-26T23:33:35.321960+0000","last_fullsized":"2024-04-26T23:33:35.321960+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:48:42.043104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.326760+0000","last_change":"2024-04-26T23:33:19.192739+0000","last_active":"2024-04-26T23:33:35.326760+0000","last_peered":"2024-04-26T23:33:35.326760+0000","last_clean":"2024-04-26T23:33:35.326760+0000","last_became_active":"2024-04-26T23:33:19.191409+0000","last_became_peered":"2024-04-26T23:33:19.191409+0000","last_unstale":"2024-04-26T23:33:35.326760+0000","last_undegraded":"2024-04-26T23:33:35.326760+0000","last_fullsized":"2024-04-26T23:33:35.326760+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:08:55.142509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.323899+0000","last_change":"2024-04-26T23:33:19.773039+0000","last_active":"2024-04-26T23:33:35.323899+0000","last_peered":"2024-04-26T23:33:35.323899+0000","last_clean":"2024-04-26T23:33:35.323899+0000","last_became_active":"2024-04-26T23:33:19.772592+0000","last_became_peered":"2024-04-26T23:33:19.772592+0000","last_unstale":"2024-04-26T23:33:35.323899+0000","last_undegraded":"2024-04-26T23:33:35.323899+0000","last_fullsized":"2024-04-26T23:33:35.323899+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:13:09.171841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.313563+0000","last_change":"2024-04-26T23:33:19.199008+0000","last_active":"2024-04-26T23:33:35.313563+0000","last_peered":"2024-04-26T23:33:35.313563+0000","last_clean":"2024-04-26T23:33:35.313563+0000","last_became_active":"2024-04-26T23:33:19.198687+0000","last_became_peered":"2024-04-26T23:33:19.198687+0000","last_unstale":"2024-04-26T23:33:35.313563+0000","last_undegraded":"2024-04-26T23:33:35.313563+0000","last_fullsized":"2024-04-26T23:33:35.313563+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:11:58.905112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"89'1","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.320937+0000","last_change":"2024-04-26T23:33:19.769739+0000","last_active":"2024-04-26T23:33:35.320937+0000","last_peered":"2024-04-26T23:33:35.320937+0000","last_clean":"2024-04-26T23:33:35.320937+0000","last_became_active":"2024-04-26T23:33:19.769376+0000","last_became_peered":"2024-04-26T23:33:19.769376+0000","last_unstale":"2024-04-26T23:33:35.320937+0000","last_undegraded":"2024-04-26T23:33:35.320937+0000","last_fullsized":"2024-04-26T23:33:35.320937+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:49:48.299639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.328781+0000","last_change":"2024-04-26T23:33:19.205361+0000","last_active":"2024-04-26T23:33:35.328781+0000","last_peered":"2024-04-26T23:33:35.328781+0000","last_clean":"2024-04-26T23:33:35.328781+0000","last_became_active":"2024-04-26T23:33:19.204675+0000","last_became_peered":"2024-04-26T23:33:19.204675+0000","last_unstale":"2024-04-26T23:33:35.328781+0000","last_undegraded":"2024-04-26T23:33:35.328781+0000","last_fullsized":"2024-04-26T23:33:35.328781+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:18:59.537777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.328164+0000","last_change":"2024-04-26T23:33:35.328164+0000","last_active":"2024-04-26T23:33:35.328164+0000","last_peered":"2024-04-26T23:33:35.328164+0000","last_clean":"2024-04-26T23:33:35.328164+0000","last_became_active":"2024-04-26T23:33:35.326716+0000","last_became_peered":"2024-04-26T23:33:35.326716+0000","last_unstale":"2024-04-26T23:33:35.328164+0000","last_undegraded":"2024-04-26T23:33:35.328164+0000","last_fullsized":"2024-04-26T23:33:35.328164+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:19:29.905091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.321486+0000","last_change":"2024-04-26T23:33:19.779154+0000","last_active":"2024-04-26T23:33:35.321486+0000","last_peered":"2024-04-26T23:33:35.321486+0000","last_clean":"2024-04-26T23:33:35.321486+0000","last_became_active":"2024-04-26T23:33:19.778565+0000","last_became_peered":"2024-04-26T23:33:19.778565+0000","last_unstale":"2024-04-26T23:33:35.321486+0000","last_undegraded":"2024-04-26T23:33:35.321486+0000","last_fullsized":"2024-04-26T23:33:35.321486+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:41:22.644446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":113,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:34:53.351751+0000","last_change":"2024-04-26T23:33:19.207108+0000","last_active":"2024-04-26T23:34:53.351751+0000","last_peered":"2024-04-26T23:34:53.351751+0000","last_clean":"2024-04-26T23:34:53.351751+0000","last_became_active":"2024-04-26T23:33:19.206727+0000","last_became_peered":"2024-04-26T23:33:19.206727+0000","last_unstale":"2024-04-26T23:34:53.351751+0000","last_undegraded":"2024-04-26T23:34:53.351751+0000","last_fullsized":"2024-04-26T23:34:53.351751+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:50:07.302677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":90,"num_read_kb":90,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395707+0000","last_change":"2024-04-26T23:33:19.776942+0000","last_active":"2024-04-26T23:33:35.395707+0000","last_peered":"2024-04-26T23:33:35.395707+0000","last_clean":"2024-04-26T23:33:35.395707+0000","last_became_active":"2024-04-26T23:33:19.775521+0000","last_became_peered":"2024-04-26T23:33:19.775521+0000","last_unstale":"2024-04-26T23:33:35.395707+0000","last_undegraded":"2024-04-26T23:33:35.395707+0000","last_fullsized":"2024-04-26T23:33:35.395707+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:27:08.849464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.314937+0000","last_change":"2024-04-26T23:33:19.194370+0000","last_active":"2024-04-26T23:33:35.314937+0000","last_peered":"2024-04-26T23:33:35.314937+0000","last_clean":"2024-04-26T23:33:35.314937+0000","last_became_active":"2024-04-26T23:33:19.193988+0000","last_became_peered":"2024-04-26T23:33:19.193988+0000","last_unstale":"2024-04-26T23:33:35.314937+0000","last_undegraded":"2024-04-26T23:33:35.314937+0000","last_fullsized":"2024-04-26T23:33:35.314937+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:08:06.886930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":358,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.329266+0000","last_change":"2024-04-26T23:31:40.120552+0000","last_active":"2024-04-26T23:33:35.329266+0000","last_peered":"2024-04-26T23:33:35.329266+0000","last_clean":"2024-04-26T23:33:35.329266+0000","last_became_active":"2024-04-26T23:31:40.119972+0000","last_became_peered":"2024-04-26T23:31:40.119972+0000","last_unstale":"2024-04-26T23:33:35.329266+0000","last_undegraded":"2024-04-26T23:33:35.329266+0000","last_fullsized":"2024-04-26T23:33:35.329266+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_clean_scrub_stamp":"2024-04-26T23:26:52.786930+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:28:56.971768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.394993+0000","last_change":"2024-04-26T23:33:19.777049+0000","last_active":"2024-04-26T23:33:35.394993+0000","last_peered":"2024-04-26T23:33:35.394993+0000","last_clean":"2024-04-26T23:33:35.394993+0000","last_became_active":"2024-04-26T23:33:19.775071+0000","last_became_peered":"2024-04-26T23:33:19.775071+0000","last_unstale":"2024-04-26T23:33:35.394993+0000","last_undegraded":"2024-04-26T23:33:35.394993+0000","last_fullsized":"2024-04-26T23:33:35.394993+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:23:32.453191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.328430+0000","last_change":"2024-04-26T23:33:19.196121+0000","last_active":"2024-04-26T23:33:35.328430+0000","last_peered":"2024-04-26T23:33:35.328430+0000","last_clean":"2024-04-26T23:33:35.328430+0000","last_became_active":"2024-04-26T23:33:19.195808+0000","last_became_peered":"2024-04-26T23:33:19.195808+0000","last_unstale":"2024-04-26T23:33:35.328430+0000","last_undegraded":"2024-04-26T23:33:35.328430+0000","last_fullsized":"2024-04-26T23:33:35.328430+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:17.665571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.338762+0000","last_change":"2024-04-26T23:33:35.337841+0000","last_active":"2024-04-26T23:33:35.338762+0000","last_peered":"2024-04-26T23:33:35.338762+0000","last_clean":"2024-04-26T23:33:35.338762+0000","last_became_active":"2024-04-26T23:33:35.330389+0000","last_became_peered":"2024-04-26T23:33:35.330389+0000","last_unstale":"2024-04-26T23:33:35.338762+0000","last_undegraded":"2024-04-26T23:33:35.338762+0000","last_fullsized":"2024-04-26T23:33:35.338762+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:41:01.653481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395658+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:33:35.395658+0000","last_peered":"2024-04-26T23:33:35.395658+0000","last_clean":"2024-04-26T23:33:35.395658+0000","last_became_active":"2024-04-26T23:33:19.768624+0000","last_became_peered":"2024-04-26T23:33:19.768624+0000","last_unstale":"2024-04-26T23:33:35.395658+0000","last_undegraded":"2024-04-26T23:33:35.395658+0000","last_fullsized":"2024-04-26T23:33:35.395658+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:27:26.123830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'9","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.312735+0000","last_change":"2024-04-26T23:33:19.194983+0000","last_active":"2024-04-26T23:33:35.312735+0000","last_peered":"2024-04-26T23:33:35.312735+0000","last_clean":"2024-04-26T23:33:35.312735+0000","last_became_active":"2024-04-26T23:33:19.194522+0000","last_became_peered":"2024-04-26T23:33:19.194522+0000","last_unstale":"2024-04-26T23:33:35.312735+0000","last_undegraded":"2024-04-26T23:33:35.312735+0000","last_fullsized":"2024-04-26T23:33:35.312735+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:56:26.518997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.396508+0000","last_change":"2024-04-26T23:33:19.768228+0000","last_active":"2024-04-26T23:33:35.396508+0000","last_peered":"2024-04-26T23:33:35.396508+0000","last_clean":"2024-04-26T23:33:35.396508+0000","last_became_active":"2024-04-26T23:33:19.767884+0000","last_became_peered":"2024-04-26T23:33:19.767884+0000","last_unstale":"2024-04-26T23:33:35.396508+0000","last_undegraded":"2024-04-26T23:33:35.396508+0000","last_fullsized":"2024-04-26T23:33:35.396508+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:39:22.766173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.314536+0000","last_change":"2024-04-26T23:33:19.201353+0000","last_active":"2024-04-26T23:33:35.314536+0000","last_peered":"2024-04-26T23:33:35.314536+0000","last_clean":"2024-04-26T23:33:35.314536+0000","last_became_active":"2024-04-26T23:33:19.199839+0000","last_became_peered":"2024-04-26T23:33:19.199839+0000","last_unstale":"2024-04-26T23:33:35.314536+0000","last_undegraded":"2024-04-26T23:33:35.314536+0000","last_fullsized":"2024-04-26T23:33:35.314536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:21:03.177803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322642+0000","last_change":"2024-04-26T23:33:19.772951+0000","last_active":"2024-04-26T23:33:35.322642+0000","last_peered":"2024-04-26T23:33:35.322642+0000","last_clean":"2024-04-26T23:33:35.322642+0000","last_became_active":"2024-04-26T23:33:19.771614+0000","last_became_peered":"2024-04-26T23:33:19.771614+0000","last_unstale":"2024-04-26T23:33:35.322642+0000","last_undegraded":"2024-04-26T23:33:35.322642+0000","last_fullsized":"2024-04-26T23:33:35.322642+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:07:04.655336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.336512+0000","last_change":"2024-04-26T23:33:19.208501+0000","last_active":"2024-04-26T23:33:35.336512+0000","last_peered":"2024-04-26T23:33:35.336512+0000","last_clean":"2024-04-26T23:33:35.336512+0000","last_became_active":"2024-04-26T23:33:19.208150+0000","last_became_peered":"2024-04-26T23:33:19.208150+0000","last_unstale":"2024-04-26T23:33:35.336512+0000","last_undegraded":"2024-04-26T23:33:35.336512+0000","last_fullsized":"2024-04-26T23:33:35.336512+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:44:06.059446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.325002+0000","last_change":"2024-04-26T23:33:19.754820+0000","last_active":"2024-04-26T23:33:35.325002+0000","last_peered":"2024-04-26T23:33:35.325002+0000","last_clean":"2024-04-26T23:33:35.325002+0000","last_became_active":"2024-04-26T23:33:19.754433+0000","last_became_peered":"2024-04-26T23:33:19.754433+0000","last_unstale":"2024-04-26T23:33:35.325002+0000","last_undegraded":"2024-04-26T23:33:35.325002+0000","last_fullsized":"2024-04-26T23:33:35.325002+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:34:30.530804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395743+0000","last_change":"2024-04-26T23:33:19.209883+0000","last_active":"2024-04-26T23:33:35.395743+0000","last_peered":"2024-04-26T23:33:35.395743+0000","last_clean":"2024-04-26T23:33:35.395743+0000","last_became_active":"2024-04-26T23:33:19.209566+0000","last_became_peered":"2024-04-26T23:33:19.209566+0000","last_unstale":"2024-04-26T23:33:35.395743+0000","last_undegraded":"2024-04-26T23:33:35.395743+0000","last_fullsized":"2024-04-26T23:33:35.395743+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:34:02.001014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322109+0000","last_change":"2024-04-26T23:33:19.755003+0000","last_active":"2024-04-26T23:33:35.322109+0000","last_peered":"2024-04-26T23:33:35.322109+0000","last_clean":"2024-04-26T23:33:35.322109+0000","last_became_active":"2024-04-26T23:33:19.753643+0000","last_became_peered":"2024-04-26T23:33:19.753643+0000","last_unstale":"2024-04-26T23:33:35.322109+0000","last_undegraded":"2024-04-26T23:33:35.322109+0000","last_fullsized":"2024-04-26T23:33:35.322109+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:10:55.237122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.313637+0000","last_change":"2024-04-26T23:33:19.213587+0000","last_active":"2024-04-26T23:33:35.313637+0000","last_peered":"2024-04-26T23:33:35.313637+0000","last_clean":"2024-04-26T23:33:35.313637+0000","last_became_active":"2024-04-26T23:33:19.213136+0000","last_became_peered":"2024-04-26T23:33:19.213136+0000","last_unstale":"2024-04-26T23:33:35.313637+0000","last_undegraded":"2024-04-26T23:33:35.313637+0000","last_fullsized":"2024-04-26T23:33:35.313637+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:35.169676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.396072+0000","last_change":"2024-04-26T23:33:19.769308+0000","last_active":"2024-04-26T23:33:35.396072+0000","last_peered":"2024-04-26T23:33:35.396072+0000","last_clean":"2024-04-26T23:33:35.396072+0000","last_became_active":"2024-04-26T23:33:19.769006+0000","last_became_peered":"2024-04-26T23:33:19.769006+0000","last_unstale":"2024-04-26T23:33:35.396072+0000","last_undegraded":"2024-04-26T23:33:35.396072+0000","last_fullsized":"2024-04-26T23:33:35.396072+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:13:50.922232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.353390+0000","last_change":"2024-04-26T23:33:35.353390+0000","last_active":"2024-04-26T23:33:35.353390+0000","last_peered":"2024-04-26T23:33:35.353390+0000","last_clean":"2024-04-26T23:33:35.353390+0000","last_became_active":"2024-04-26T23:33:35.340267+0000","last_became_peered":"2024-04-26T23:33:35.340267+0000","last_unstale":"2024-04-26T23:33:35.353390+0000","last_undegraded":"2024-04-26T23:33:35.353390+0000","last_fullsized":"2024-04-26T23:33:35.353390+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:35:54.911689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.329256+0000","last_change":"2024-04-26T23:33:19.775998+0000","last_active":"2024-04-26T23:33:35.329256+0000","last_peered":"2024-04-26T23:33:35.329256+0000","last_clean":"2024-04-26T23:33:35.329256+0000","last_became_active":"2024-04-26T23:33:19.775617+0000","last_became_peered":"2024-04-26T23:33:19.775617+0000","last_unstale":"2024-04-26T23:33:35.329256+0000","last_undegraded":"2024-04-26T23:33:35.329256+0000","last_fullsized":"2024-04-26T23:33:35.329256+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:42:55.815618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.348571+0000","last_change":"2024-04-26T23:33:35.348571+0000","last_active":"2024-04-26T23:33:35.348571+0000","last_peered":"2024-04-26T23:33:35.348571+0000","last_clean":"2024-04-26T23:33:35.348571+0000","last_became_active":"2024-04-26T23:33:35.330798+0000","last_became_peered":"2024-04-26T23:33:35.330798+0000","last_unstale":"2024-04-26T23:33:35.348571+0000","last_undegraded":"2024-04-26T23:33:35.348571+0000","last_fullsized":"2024-04-26T23:33:35.348571+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:12:18.264575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.329389+0000","last_change":"2024-04-26T23:33:19.778593+0000","last_active":"2024-04-26T23:33:35.329389+0000","last_peered":"2024-04-26T23:33:35.329389+0000","last_clean":"2024-04-26T23:33:35.329389+0000","last_became_active":"2024-04-26T23:33:19.776775+0000","last_became_peered":"2024-04-26T23:33:19.776775+0000","last_unstale":"2024-04-26T23:33:35.329389+0000","last_undegraded":"2024-04-26T23:33:35.329389+0000","last_fullsized":"2024-04-26T23:33:35.329389+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:24:49.865354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322757+0000","last_change":"2024-04-26T23:33:19.214347+0000","last_active":"2024-04-26T23:33:35.322757+0000","last_peered":"2024-04-26T23:33:35.322757+0000","last_clean":"2024-04-26T23:33:35.322757+0000","last_became_active":"2024-04-26T23:33:19.214010+0000","last_became_peered":"2024-04-26T23:33:19.214010+0000","last_unstale":"2024-04-26T23:33:35.322757+0000","last_undegraded":"2024-04-26T23:33:35.322757+0000","last_fullsized":"2024-04-26T23:33:35.322757+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:27:09.490637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"89'1","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.329240+0000","last_change":"2024-04-26T23:33:19.771063+0000","last_active":"2024-04-26T23:33:35.329240+0000","last_peered":"2024-04-26T23:33:35.329240+0000","last_clean":"2024-04-26T23:33:35.329240+0000","last_became_active":"2024-04-26T23:33:19.770696+0000","last_became_peered":"2024-04-26T23:33:19.770696+0000","last_unstale":"2024-04-26T23:33:35.329240+0000","last_undegraded":"2024-04-26T23:33:35.329240+0000","last_fullsized":"2024-04-26T23:33:35.329240+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:47:13.560138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'2","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395283+0000","last_change":"2024-04-26T23:33:19.213737+0000","last_active":"2024-04-26T23:33:35.395283+0000","last_peered":"2024-04-26T23:33:35.395283+0000","last_clean":"2024-04-26T23:33:35.395283+0000","last_became_active":"2024-04-26T23:33:19.213281+0000","last_became_peered":"2024-04-26T23:33:19.213281+0000","last_unstale":"2024-04-26T23:33:35.395283+0000","last_undegraded":"2024-04-26T23:33:35.395283+0000","last_fullsized":"2024-04-26T23:33:35.395283+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:13:56.517790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.328205+0000","last_change":"2024-04-26T23:33:19.772243+0000","last_active":"2024-04-26T23:33:35.328205+0000","last_peered":"2024-04-26T23:33:35.328205+0000","last_clean":"2024-04-26T23:33:35.328205+0000","last_became_active":"2024-04-26T23:33:19.768712+0000","last_became_peered":"2024-04-26T23:33:19.768712+0000","last_unstale":"2024-04-26T23:33:35.328205+0000","last_undegraded":"2024-04-26T23:33:35.328205+0000","last_fullsized":"2024-04-26T23:33:35.328205+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:48:36.317855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.322389+0000","last_change":"2024-04-26T23:33:19.759135+0000","last_active":"2024-04-26T23:33:35.322389+0000","last_peered":"2024-04-26T23:33:35.322389+0000","last_clean":"2024-04-26T23:33:35.322389+0000","last_became_active":"2024-04-26T23:33:19.758721+0000","last_became_peered":"2024-04-26T23:33:19.758721+0000","last_unstale":"2024-04-26T23:33:35.322389+0000","last_undegraded":"2024-04-26T23:33:35.322389+0000","last_fullsized":"2024-04-26T23:33:35.322389+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:30.103124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.313558+0000","last_change":"2024-04-26T23:33:19.774985+0000","last_active":"2024-04-26T23:33:35.313558+0000","last_peered":"2024-04-26T23:33:35.313558+0000","last_clean":"2024-04-26T23:33:35.313558+0000","last_became_active":"2024-04-26T23:33:19.774613+0000","last_became_peered":"2024-04-26T23:33:19.774613+0000","last_unstale":"2024-04-26T23:33:35.313558+0000","last_undegraded":"2024-04-26T23:33:35.313558+0000","last_fullsized":"2024-04-26T23:33:35.313558+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:59:52.509988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.314868+0000","last_change":"2024-04-26T23:33:19.764401+0000","last_active":"2024-04-26T23:33:35.314868+0000","last_peered":"2024-04-26T23:33:35.314868+0000","last_clean":"2024-04-26T23:33:35.314868+0000","last_became_active":"2024-04-26T23:33:19.764038+0000","last_became_peered":"2024-04-26T23:33:19.764038+0000","last_unstale":"2024-04-26T23:33:35.314868+0000","last_undegraded":"2024-04-26T23:33:35.314868+0000","last_fullsized":"2024-04-26T23:33:35.314868+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:01:06.777560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.321540+0000","last_change":"2024-04-26T23:33:19.772465+0000","last_active":"2024-04-26T23:33:35.321540+0000","last_peered":"2024-04-26T23:33:35.321540+0000","last_clean":"2024-04-26T23:33:35.321540+0000","last_became_active":"2024-04-26T23:33:19.771548+0000","last_became_peered":"2024-04-26T23:33:19.771548+0000","last_unstale":"2024-04-26T23:33:35.321540+0000","last_undegraded":"2024-04-26T23:33:35.321540+0000","last_fullsized":"2024-04-26T23:33:35.321540+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:35.618703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395767+0000","last_change":"2024-04-26T23:33:19.777564+0000","last_active":"2024-04-26T23:33:35.395767+0000","last_peered":"2024-04-26T23:33:35.395767+0000","last_clean":"2024-04-26T23:33:35.395767+0000","last_became_active":"2024-04-26T23:33:19.775097+0000","last_became_peered":"2024-04-26T23:33:19.775097+0000","last_unstale":"2024-04-26T23:33:35.395767+0000","last_undegraded":"2024-04-26T23:33:35.395767+0000","last_fullsized":"2024-04-26T23:33:35.395767+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:40:46.453056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.324591+0000","last_change":"2024-04-26T23:33:19.758345+0000","last_active":"2024-04-26T23:33:35.324591+0000","last_peered":"2024-04-26T23:33:35.324591+0000","last_clean":"2024-04-26T23:33:35.324591+0000","last_became_active":"2024-04-26T23:33:19.757468+0000","last_became_peered":"2024-04-26T23:33:19.757468+0000","last_unstale":"2024-04-26T23:33:35.324591+0000","last_undegraded":"2024-04-26T23:33:35.324591+0000","last_fullsized":"2024-04-26T23:33:35.324591+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:41:36.299346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.314877+0000","last_change":"2024-04-26T23:33:19.764461+0000","last_active":"2024-04-26T23:33:35.314877+0000","last_peered":"2024-04-26T23:33:35.314877+0000","last_clean":"2024-04-26T23:33:35.314877+0000","last_became_active":"2024-04-26T23:33:19.764131+0000","last_became_peered":"2024-04-26T23:33:19.764131+0000","last_unstale":"2024-04-26T23:33:35.314877+0000","last_undegraded":"2024-04-26T23:33:35.314877+0000","last_fullsized":"2024-04-26T23:33:35.314877+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:37:29.704505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.396419+0000","last_change":"2024-04-26T23:33:19.777627+0000","last_active":"2024-04-26T23:33:35.396419+0000","last_peered":"2024-04-26T23:33:35.396419+0000","last_clean":"2024-04-26T23:33:35.396419+0000","last_became_active":"2024-04-26T23:33:19.776515+0000","last_became_peered":"2024-04-26T23:33:19.776515+0000","last_unstale":"2024-04-26T23:33:35.396419+0000","last_undegraded":"2024-04-26T23:33:35.396419+0000","last_fullsized":"2024-04-26T23:33:35.396419+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:13:59.933433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.320880+0000","last_change":"2024-04-26T23:33:19.768831+0000","last_active":"2024-04-26T23:33:35.320880+0000","last_peered":"2024-04-26T23:33:35.320880+0000","last_clean":"2024-04-26T23:33:35.320880+0000","last_became_active":"2024-04-26T23:33:19.768515+0000","last_became_peered":"2024-04-26T23:33:19.768515+0000","last_unstale":"2024-04-26T23:33:35.320880+0000","last_undegraded":"2024-04-26T23:33:35.320880+0000","last_fullsized":"2024-04-26T23:33:35.320880+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:31:00.811033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395871+0000","last_change":"2024-04-26T23:33:19.774269+0000","last_active":"2024-04-26T23:33:35.395871+0000","last_peered":"2024-04-26T23:33:35.395871+0000","last_clean":"2024-04-26T23:33:35.395871+0000","last_became_active":"2024-04-26T23:33:19.773649+0000","last_became_peered":"2024-04-26T23:33:19.773649+0000","last_unstale":"2024-04-26T23:33:35.395871+0000","last_undegraded":"2024-04-26T23:33:35.395871+0000","last_fullsized":"2024-04-26T23:33:35.395871+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:14:15.741089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.337117+0000","last_change":"2024-04-26T23:33:19.775632+0000","last_active":"2024-04-26T23:33:35.337117+0000","last_peered":"2024-04-26T23:33:35.337117+0000","last_clean":"2024-04-26T23:33:35.337117+0000","last_became_active":"2024-04-26T23:33:19.775244+0000","last_became_peered":"2024-04-26T23:33:19.775244+0000","last_unstale":"2024-04-26T23:33:35.337117+0000","last_undegraded":"2024-04-26T23:33:35.337117+0000","last_fullsized":"2024-04-26T23:33:35.337117+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:25:40.427327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.395402+0000","last_change":"2024-04-26T23:33:19.768751+0000","last_active":"2024-04-26T23:33:35.395402+0000","last_peered":"2024-04-26T23:33:35.395402+0000","last_clean":"2024-04-26T23:33:35.395402+0000","last_became_active":"2024-04-26T23:33:19.768342+0000","last_became_peered":"2024-04-26T23:33:19.768342+0000","last_unstale":"2024-04-26T23:33:35.395402+0000","last_undegraded":"2024-04-26T23:33:35.395402+0000","last_fullsized":"2024-04-26T23:33:35.395402+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:02:53.188134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T23:33:35.323424+0000","last_change":"2024-04-26T23:33:19.776609+0000","last_active":"2024-04-26T23:33:35.323424+0000","last_peered":"2024-04-26T23:33:35.323424+0000","last_clean":"2024-04-26T23:33:35.323424+0000","last_became_active":"2024-04-26T23:33:19.776196+0000","last_became_peered":"2024-04-26T23:33:19.776196+0000","last_unstale":"2024-04-26T23:33:35.323424+0000","last_undegraded":"2024-04-26T23:33:35.323424+0000","last_fullsized":"2024-04-26T23:33:35.323424+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:53:26.457619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":54719,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":555,"num_read_kb":334,"num_write":157,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":604,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":393216,"data_stored":164157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":84,"seq":360777252899,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":991232,"data_stored":477660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":76,"seq":326417514538,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36972,"kb_used_data":1636,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708180,"statfs":{"total":95995035648,"available":95957176320,"internally_reserved":0,"allocated":1675264,"data_stored":1119837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":70,"seq":300647710770,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1003520,"data_stored":477874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":62,"seq":266287972410,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":999424,"data_stored":477772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266753,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32744,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712408,"statfs":{"total":95995035648,"available":95961505792,"internally_reserved":0,"allocated":1597440,"data_stored":1070115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462983,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":991232,"data_stored":477263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574956,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1044480,"data_stored":527383,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738483,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36332,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708820,"statfs":{"total":95995035648,"available":95957831680,"internally_reserved":0,"allocated":1011712,"data_stored":478534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411428,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":528542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149789,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1007616,"data_stored":477574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888148,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":999424,"data_stored":478673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724623,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1609728,"data_stored":1069408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":50327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":51486,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":52296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T23:34:57.153 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T23:34:57.153 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-26T23:34:57.153 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-26T23:34:57.153 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T23:34:57.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:57 smithi026 ceph-mon[28371]: pgmap v422: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:57.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:57 smithi026 ceph-mon[28371]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:34:57.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:57 smithi086 ceph-mon[31122]: pgmap v422: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:57.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:57 smithi086 ceph-mon[31122]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:34:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:34:57.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:57 smithi164 ceph-mon[31699]: pgmap v422: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:34:57.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:57 smithi164 ceph-mon[31699]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:34:59.467 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:34:59 smithi026 ceph-mon[28371]: pgmap v423: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:59.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:34:59 smithi086 ceph-mon[31122]: pgmap v423: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:59.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:34:59 smithi164 ceph-mon[31699]: pgmap v423: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:34:59.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.961+0000 7fbbf7000700 1 -- 172.21.15.26:0/1880039829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbbf01024b0 msgr2=0x7fbbf0102890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:59.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.961+0000 7fbbf7000700 1 --2- 172.21.15.26:0/1880039829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbbf01024b0 0x7fbbf0102890 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fbbe40099c0 tx=0x7fbbe4009cd0 comp rx=0 tx=0).stop 2024-04-26T23:34:59.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.962+0000 7fbbf7000700 1 -- 172.21.15.26:0/1880039829 shutdown_connections 2024-04-26T23:34:59.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.962+0000 7fbbf7000700 1 --2- 172.21.15.26:0/1880039829 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbf0107590 0x7fbbf010f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:59.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.962+0000 7fbbf7000700 1 --2- 172.21.15.26:0/1880039829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbbf01024b0 0x7fbbf0102890 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:59.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.962+0000 7fbbf7000700 1 --2- 172.21.15.26:0/1880039829 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbbf0102e60 0x7fbbf0106eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:59.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.962+0000 7fbbf7000700 1 -- 172.21.15.26:0/1880039829 >> 172.21.15.26:0/1880039829 conn(0x7fbbf00fdd40 msgr2=0x7fbbf0100160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:34:59.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.962+0000 7fbbf7000700 1 -- 172.21.15.26:0/1880039829 shutdown_connections 2024-04-26T23:34:59.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.962+0000 7fbbf7000700 1 -- 172.21.15.26:0/1880039829 wait complete. 2024-04-26T23:34:59.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.963+0000 7fbbf7000700 1 Processor -- start 2024-04-26T23:34:59.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.963+0000 7fbbf7000700 1 -- start start 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.963+0000 7fbbf7000700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbbf01024b0 0x7fbbf01a18e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.963+0000 7fbbf7000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbbf0102e60 0x7fbbf01a1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.963+0000 7fbbf7000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbf0107590 0x7fbbf019baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.963+0000 7fbbf7000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbbf006b860 con 0x7fbbf0102e60 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.963+0000 7fbbf7000700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fbbf006b6e0 con 0x7fbbf01024b0 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.963+0000 7fbbf7000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbbf006b9e0 con 0x7fbbf0107590 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.964+0000 7fbbf5200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbbf0102e60 0x7fbbf01a1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.964+0000 7fbbf5200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbbf0102e60 0x7fbbf01a1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35300/0 (socket says 172.21.15.26:35300) 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.964+0000 7fbbf5200700 1 -- 172.21.15.26:0/852465850 learned_addr learned my addr 172.21.15.26:0/852465850 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.964+0000 7fbbf5c00700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbbf01024b0 0x7fbbf01a18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.964+0000 7fbbf6600700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbf0107590 0x7fbbf019baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.964+0000 7fbbf5200700 1 -- 172.21.15.26:0/852465850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbf0107590 msgr2=0x7fbbf019baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:59.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.964+0000 7fbbf5200700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbf0107590 0x7fbbf019baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:59.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.964+0000 7fbbf5200700 1 -- 172.21.15.26:0/852465850 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbbf01024b0 msgr2=0x7fbbf01a18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:34:59.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.964+0000 7fbbf5200700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbbf01024b0 0x7fbbf01a18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:34:59.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.964+0000 7fbbf5200700 1 -- 172.21.15.26:0/852465850 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbf019c200 con 0x7fbbf0102e60 2024-04-26T23:34:59.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.964+0000 7fbbf5200700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbbf0102e60 0x7fbbf01a1e20 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fbbdc00e970 tx=0x7fbbdc00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:59.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.965+0000 7fbbee000700 1 -- 172.21.15.26:0/852465850 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbdc00cbd0 con 0x7fbbf0102e60 2024-04-26T23:34:59.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.965+0000 7fbbee000700 1 -- 172.21.15.26:0/852465850 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbbdc00cd70 con 0x7fbbf0102e60 2024-04-26T23:34:59.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.965+0000 7fbbee000700 1 -- 172.21.15.26:0/852465850 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbdc005570 con 0x7fbbf0102e60 2024-04-26T23:34:59.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.965+0000 7fbbf7000700 1 -- 172.21.15.26:0/852465850 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbf019c4f0 con 0x7fbbf0102e60 2024-04-26T23:34:59.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.965+0000 7fbbf7000700 1 -- 172.21.15.26:0/852465850 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbf01a87b0 con 0x7fbbf0102e60 2024-04-26T23:34:59.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.966+0000 7fbbf7000700 1 -- 172.21.15.26:0/852465850 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbf006a110 con 0x7fbbf0102e60 2024-04-26T23:34:59.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.968+0000 7fbbee000700 1 -- 172.21.15.26:0/852465850 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fbbdc004750 con 0x7fbbf0102e60 2024-04-26T23:34:59.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.969+0000 7fbbee000700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fbbd80a3d50 0x7fbbd80a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:34:59.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.970+0000 7fbbee000700 1 -- 172.21.15.26:0/852465850 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fbbdc0d0820 con 0x7fbbf0102e60 2024-04-26T23:34:59.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.970+0000 7fbbf5c00700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fbbd80a3d50 0x7fbbd80a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:34:59.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.970+0000 7fbbf5c00700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fbbd80a3d50 0x7fbbd80a6210 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fbbe4000c00 tx=0x7fbbe4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:34:59.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:34:59.974+0000 7fbbee000700 1 -- 172.21.15.26:0/852465850 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fbbdc09d050 con 0x7fbbf0102e60 2024-04-26T23:35:00.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.254+0000 7fbbf7000700 1 -- 172.21.15.26:0/852465850 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fbbf019cfd0 con 0x7fbbf0102e60 2024-04-26T23:35:00.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.256+0000 7fbbee000700 1 -- 172.21.15.26:0/852465850 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fbbdc09c950 con 0x7fbbf0102e60 2024-04-26T23:35:00.259 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:00.259 INFO:teuthology.orchestra.run.smithi026.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-26T23:35:00.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.258+0000 7fbbf7000700 1 -- 172.21.15.26:0/852465850 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fbbd80a3d50 msgr2=0x7fbbd80a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:00.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.258+0000 7fbbf7000700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fbbd80a3d50 0x7fbbd80a6210 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fbbe4000c00 tx=0x7fbbe4005fb0 comp rx=0 tx=0).stop 2024-04-26T23:35:00.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.258+0000 7fbbf7000700 1 -- 172.21.15.26:0/852465850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbbf0102e60 msgr2=0x7fbbf01a1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:00.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.258+0000 7fbbf7000700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbbf0102e60 0x7fbbf01a1e20 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fbbdc00e970 tx=0x7fbbdc00ec80 comp rx=0 tx=0).stop 2024-04-26T23:35:00.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.259+0000 7fbbf7000700 1 -- 172.21.15.26:0/852465850 shutdown_connections 2024-04-26T23:35:00.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.259+0000 7fbbf7000700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fbbd80a3d50 0x7fbbd80a6210 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:00.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.259+0000 7fbbf7000700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbf0107590 0x7fbbf019baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:00.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.259+0000 7fbbf7000700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbbf01024b0 0x7fbbf01a18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:00.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.259+0000 7fbbf7000700 1 --2- 172.21.15.26:0/852465850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbbf0102e60 0x7fbbf01a1e20 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:00.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.259+0000 7fbbf7000700 1 -- 172.21.15.26:0/852465850 >> 172.21.15.26:0/852465850 conn(0x7fbbf00fdd40 msgr2=0x7fbbf00fe650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:00.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.259+0000 7fbbf7000700 1 -- 172.21.15.26:0/852465850 shutdown_connections 2024-04-26T23:35:00.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:00.259+0000 7fbbf7000700 1 -- 172.21.15.26:0/852465850 wait complete. 2024-04-26T23:35:00.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:00 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/852465850' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T23:35:00.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:00 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/852465850' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T23:35:00.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:00 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/852465850' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T23:35:01.036 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-26T23:35:01.036 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:35:01.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.259+0000 7f5059800640 1 -- 172.21.15.26:0/2907735140 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5054106510 msgr2=0x7f505410cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:01.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.259+0000 7f5059800640 1 --2- 172.21.15.26:0/2907735140 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5054106510 0x7f505410cda0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f504c009ca0 tx=0x7f504c02a8c0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.259+0000 7f5059800640 1 -- 172.21.15.26:0/2907735140 shutdown_connections 2024-04-26T23:35:01.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.259+0000 7f5059800640 1 --2- 172.21.15.26:0/2907735140 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5054106510 0x7f505410cda0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.259+0000 7f5059800640 1 --2- 172.21.15.26:0/2907735140 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5054105b50 0x7f5054105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.259+0000 7f5059800640 1 --2- 172.21.15.26:0/2907735140 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5054104960 0x7f5054104d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.259+0000 7f5059800640 1 -- 172.21.15.26:0/2907735140 >> 172.21.15.26:0/2907735140 conn(0x7f50540ffeb0 msgr2=0x7f5054102310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:01.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.260+0000 7f5059800640 1 -- 172.21.15.26:0/2907735140 shutdown_connections 2024-04-26T23:35:01.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.260+0000 7f5059800640 1 -- 172.21.15.26:0/2907735140 wait complete. 2024-04-26T23:35:01.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.260+0000 7f5059800640 1 Processor -- start 2024-04-26T23:35:01.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.261+0000 7f5059800640 1 -- start start 2024-04-26T23:35:01.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.261+0000 7f5059800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5054104960 0x7f505419a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:01.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.261+0000 7f5059800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5054105b50 0x7f505419ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:01.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.261+0000 7f5059800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5054106510 0x7f50541a1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:01.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.261+0000 7f5059800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5054110370 con 0x7f5054104960 2024-04-26T23:35:01.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.261+0000 7f5059800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f50541101f0 con 0x7f5054106510 2024-04-26T23:35:01.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.261+0000 7f5059800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f50541104f0 con 0x7f5054105b50 2024-04-26T23:35:01.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.261+0000 7f5053e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5054104960 0x7f505419a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:01.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.261+0000 7f5053e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5054104960 0x7f505419a930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35310/0 (socket says 172.21.15.26:35310) 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.261+0000 7f5053e00640 1 -- 172.21.15.26:0/2684904712 learned_addr learned my addr 172.21.15.26:0/2684904712 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.261+0000 7f5058e00640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5054106510 0x7f50541a1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.261+0000 7f5053400640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5054105b50 0x7f505419ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.262+0000 7f5053e00640 1 -- 172.21.15.26:0/2684904712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5054105b50 msgr2=0x7f505419ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.262+0000 7f5053e00640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5054105b50 0x7f505419ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.262+0000 7f5053e00640 1 -- 172.21.15.26:0/2684904712 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5054106510 msgr2=0x7f50541a1ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.262+0000 7f5053e00640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5054106510 0x7f50541a1ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.262+0000 7f5053e00640 1 -- 172.21.15.26:0/2684904712 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50541a2550 con 0x7f5054104960 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.262+0000 7f5058e00640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5054106510 0x7f50541a1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.262+0000 7f5053e00640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5054104960 0x7f505419a930 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f504400c970 tx=0x7f504400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.262+0000 7f5050c00640 1 -- 172.21.15.26:0/2684904712 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5044007c10 con 0x7f5054104960 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.262+0000 7f5050c00640 1 -- 172.21.15.26:0/2684904712 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5044007db0 con 0x7f5054104960 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.262+0000 7f5050c00640 1 -- 172.21.15.26:0/2684904712 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f504400f7d0 con 0x7f5054104960 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.262+0000 7f5059800640 1 -- 172.21.15.26:0/2684904712 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50541a2840 con 0x7f5054104960 2024-04-26T23:35:01.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.262+0000 7f5059800640 1 -- 172.21.15.26:0/2684904712 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50541a2de0 con 0x7f5054104960 2024-04-26T23:35:01.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.263+0000 7f5059800640 1 -- 172.21.15.26:0/2684904712 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f505410bc20 con 0x7f5054104960 2024-04-26T23:35:01.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.265+0000 7f5050c00640 1 -- 172.21.15.26:0/2684904712 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5044018480 con 0x7f5054104960 2024-04-26T23:35:01.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.267+0000 7f5050c00640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f50380a3cc0 0x7f50380a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:01.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.267+0000 7f5050c00640 1 -- 172.21.15.26:0/2684904712 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f50440d0980 con 0x7f5054104960 2024-04-26T23:35:01.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.267+0000 7f5053400640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f50380a3cc0 0x7f50380a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:01.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.268+0000 7f5053400640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f50380a3cc0 0x7f50380a6180 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f505419be40 tx=0x7f503c005cc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:01.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.271+0000 7f5050c00640 1 -- 172.21.15.26:0/2684904712 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f504409d240 con 0x7f5054104960 2024-04-26T23:35:01.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.478+0000 7f5059800640 1 -- 172.21.15.26:0/2684904712 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f505402dad0 con 0x7f5054104960 2024-04-26T23:35:01.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.481+0000 7f5050c00640 1 -- 172.21.15.26:0/2684904712 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22604 (secure 0 0 0) 0x7f504409cb40 con 0x7f5054104960 2024-04-26T23:35:01.484 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:01.484 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:33:35.303847+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:35:01.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.484+0000 7f5059800640 1 -- 172.21.15.26:0/2684904712 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f50380a3cc0 msgr2=0x7f50380a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:01.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.484+0000 7f5059800640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f50380a3cc0 0x7f50380a6180 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f505419be40 tx=0x7f503c005cc0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.484+0000 7f5059800640 1 -- 172.21.15.26:0/2684904712 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5054104960 msgr2=0x7f505419a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:01.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.484+0000 7f5059800640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5054104960 0x7f505419a930 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f504400c970 tx=0x7f504400ce30 comp rx=0 tx=0).stop 2024-04-26T23:35:01.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.484+0000 7f5059800640 1 -- 172.21.15.26:0/2684904712 shutdown_connections 2024-04-26T23:35:01.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.484+0000 7f5059800640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5054106510 0x7f50541a1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.484+0000 7f5059800640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5054105b50 0x7f505419ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.484+0000 7f5059800640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f50380a3cc0 0x7f50380a6180 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.484+0000 7f5059800640 1 --2- 172.21.15.26:0/2684904712 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5054104960 0x7f505419a930 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.484+0000 7f5059800640 1 -- 172.21.15.26:0/2684904712 >> 172.21.15.26:0/2684904712 conn(0x7f50540ffeb0 msgr2=0x7f5054108df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:01.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.484+0000 7f5059800640 1 -- 172.21.15.26:0/2684904712 shutdown_connections 2024-04-26T23:35:01.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.484+0000 7f5059800640 1 -- 172.21.15.26:0/2684904712 wait complete. 2024-04-26T23:35:01.507 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T23:33:17.314859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T23:33:18.628963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:35:01.507 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T23:35:01.579 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:01 smithi026 ceph-mon[28371]: pgmap v424: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:01.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.725+0000 7f01b1c00640 1 -- 172.21.15.26:0/3311849876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01ac10ee90 msgr2=0x7f01ac111280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:01.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.725+0000 7f01b1c00640 1 --2- 172.21.15.26:0/3311849876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01ac10ee90 0x7f01ac111280 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f01a4009930 tx=0x7f01a402a440 comp rx=0 tx=0).stop 2024-04-26T23:35:01.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.726+0000 7f01b1c00640 1 -- 172.21.15.26:0/3311849876 shutdown_connections 2024-04-26T23:35:01.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.726+0000 7f01b1c00640 1 --2- 172.21.15.26:0/3311849876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01ac10ee90 0x7f01ac111280 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.726+0000 7f01b1c00640 1 --2- 172.21.15.26:0/3311849876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f01ac075390 0x7f01ac075810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.726+0000 7f01b1c00640 1 --2- 172.21.15.26:0/3311849876 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f01ac076970 0x7f01ac074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.726+0000 7f01b1c00640 1 -- 172.21.15.26:0/3311849876 >> 172.21.15.26:0/3311849876 conn(0x7f01ac0fde30 msgr2=0x7f01ac100270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:01.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.726+0000 7f01b1c00640 1 -- 172.21.15.26:0/3311849876 shutdown_connections 2024-04-26T23:35:01.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.726+0000 7f01b1c00640 1 -- 172.21.15.26:0/3311849876 wait complete. 2024-04-26T23:35:01.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.727+0000 7f01b1c00640 1 Processor -- start 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.727+0000 7f01b1c00640 1 -- start start 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.727+0000 7f01b1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01ac075390 0x7f01ac19efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.727+0000 7f01b1c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f01ac076970 0x7f01ac19f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.727+0000 7f01b1c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f01ac10ee90 0x7f01ac1a6590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.727+0000 7f01b1c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac114820 con 0x7f01ac075390 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.727+0000 7f01b1c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac1146a0 con 0x7f01ac076970 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.727+0000 7f01b1c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac1149a0 con 0x7f01ac10ee90 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.727+0000 7f01abe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01ac075390 0x7f01ac19efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.727+0000 7f01abe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01ac075390 0x7f01ac19efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35322/0 (socket says 172.21.15.26:35322) 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.727+0000 7f01abe00640 1 -- 172.21.15.26:0/606623361 learned_addr learned my addr 172.21.15.26:0/606623361 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.728+0000 7f01ab400640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f01ac076970 0x7f01ac19f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.728+0000 7f01b1200640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f01ac10ee90 0x7f01ac1a6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:01.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.728+0000 7f01abe00640 1 -- 172.21.15.26:0/606623361 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f01ac10ee90 msgr2=0x7f01ac1a6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:01.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.728+0000 7f01abe00640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f01ac10ee90 0x7f01ac1a6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.728+0000 7f01abe00640 1 -- 172.21.15.26:0/606623361 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f01ac076970 msgr2=0x7f01ac19f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:01.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.728+0000 7f01abe00640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f01ac076970 0x7f01ac19f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.728+0000 7f01abe00640 1 -- 172.21.15.26:0/606623361 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01ac1a6c00 con 0x7f01ac075390 2024-04-26T23:35:01.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.728+0000 7f01abe00640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01ac075390 0x7f01ac19efe0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f019c00d950 tx=0x7f019c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:01.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.729+0000 7f01a8c00640 1 -- 172.21.15.26:0/606623361 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019c017070 con 0x7f01ac075390 2024-04-26T23:35:01.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.729+0000 7f01a8c00640 1 -- 172.21.15.26:0/606623361 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f019c009c30 con 0x7f01ac075390 2024-04-26T23:35:01.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.729+0000 7f01b1c00640 1 -- 172.21.15.26:0/606623361 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01ac1a6ef0 con 0x7f01ac075390 2024-04-26T23:35:01.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.729+0000 7f01a8c00640 1 -- 172.21.15.26:0/606623361 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019c00f620 con 0x7f01ac075390 2024-04-26T23:35:01.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.729+0000 7f01b1c00640 1 -- 172.21.15.26:0/606623361 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01ac1a7350 con 0x7f01ac075390 2024-04-26T23:35:01.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.730+0000 7f01b1c00640 1 -- 172.21.15.26:0/606623361 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01ac0696a0 con 0x7f01ac075390 2024-04-26T23:35:01.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.732+0000 7f01a8c00640 1 -- 172.21.15.26:0/606623361 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f019c010460 con 0x7f01ac075390 2024-04-26T23:35:01.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.733+0000 7f01a8c00640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f018c0a3c40 0x7f018c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:01.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.734+0000 7f01a8c00640 1 -- 172.21.15.26:0/606623361 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f019c0d0240 con 0x7f01ac075390 2024-04-26T23:35:01.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.734+0000 7f01ab400640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f018c0a3c40 0x7f018c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:01.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.735+0000 7f01ab400640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f018c0a3c40 0x7f018c0a6100 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f01ac1a04f0 tx=0x7f0194009870 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:01.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.738+0000 7f01a8c00640 1 -- 172.21.15.26:0/606623361 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f01ac0696a0 con 0x7f01ac075390 2024-04-26T23:35:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:01 smithi164 ceph-mon[31699]: pgmap v424: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:01.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:01 smithi086 ceph-mon[31122]: pgmap v424: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:01.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.945+0000 7f01b1c00640 1 -- 172.21.15.26:0/606623361 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f01ac02db70 con 0x7f01ac075390 2024-04-26T23:35:01.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.946+0000 7f01a8c00640 1 -- 172.21.15.26:0/606623361 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f019c09cad0 con 0x7f01ac075390 2024-04-26T23:35:01.949 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:35:01.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.949+0000 7f01b1c00640 1 -- 172.21.15.26:0/606623361 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f018c0a3c40 msgr2=0x7f018c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:01.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.949+0000 7f01b1c00640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f018c0a3c40 0x7f018c0a6100 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f01ac1a04f0 tx=0x7f0194009870 comp rx=0 tx=0).stop 2024-04-26T23:35:01.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.949+0000 7f01b1c00640 1 -- 172.21.15.26:0/606623361 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01ac075390 msgr2=0x7f01ac19efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:01.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.949+0000 7f01b1c00640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01ac075390 0x7f01ac19efe0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f019c00d950 tx=0x7f019c00de10 comp rx=0 tx=0).stop 2024-04-26T23:35:01.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.949+0000 7f01b1c00640 1 -- 172.21.15.26:0/606623361 shutdown_connections 2024-04-26T23:35:01.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.949+0000 7f01b1c00640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f01ac10ee90 0x7f01ac1a6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.949+0000 7f01b1c00640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f01ac076970 0x7f01ac19f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.949+0000 7f01b1c00640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f018c0a3c40 0x7f018c0a6100 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.949+0000 7f01b1c00640 1 --2- 172.21.15.26:0/606623361 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f01ac075390 0x7f01ac19efe0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:01.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.949+0000 7f01b1c00640 1 -- 172.21.15.26:0/606623361 >> 172.21.15.26:0/606623361 conn(0x7f01ac0fde30 msgr2=0x7f01ac102230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:01.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.949+0000 7f01b1c00640 1 -- 172.21.15.26:0/606623361 shutdown_connections 2024-04-26T23:35:01.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:01.949+0000 7f01b1c00640 1 -- 172.21.15.26:0/606623361 wait complete. 2024-04-26T23:35:01.972 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T23:35:02.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.192+0000 7f789ba00640 1 -- 172.21.15.26:0/1986189097 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7894103410 msgr2=0x7f7894105800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:02.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.192+0000 7f789ba00640 1 --2- 172.21.15.26:0/1986189097 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7894103410 0x7f7894105800 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f7888009900 tx=0x7f788802a3f0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.192+0000 7f789ba00640 1 -- 172.21.15.26:0/1986189097 shutdown_connections 2024-04-26T23:35:02.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.192+0000 7f789ba00640 1 --2- 172.21.15.26:0/1986189097 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7894108670 0x7f789410aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.192+0000 7f789ba00640 1 --2- 172.21.15.26:0/1986189097 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7894105d40 0x7f7894108130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.192+0000 7f789ba00640 1 --2- 172.21.15.26:0/1986189097 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7894103410 0x7f7894105800 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.192+0000 7f789ba00640 1 -- 172.21.15.26:0/1986189097 >> 172.21.15.26:0/1986189097 conn(0x7f78940fce00 msgr2=0x7f78940ff240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:02.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.192+0000 7f789ba00640 1 -- 172.21.15.26:0/1986189097 shutdown_connections 2024-04-26T23:35:02.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.192+0000 7f789ba00640 1 -- 172.21.15.26:0/1986189097 wait complete. 2024-04-26T23:35:02.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.193+0000 7f789ba00640 1 Processor -- start 2024-04-26T23:35:02.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.194+0000 7f789ba00640 1 -- start start 2024-04-26T23:35:02.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.194+0000 7f789ba00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7894103410 0x7f789419ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:02.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.194+0000 7f789ba00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7894105d40 0x7f789419b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:02.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.194+0000 7f789ba00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7894108670 0x7f78941a2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:02.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.194+0000 7f789ba00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f789410e3e0 con 0x7f7894105d40 2024-04-26T23:35:02.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.194+0000 7f789ba00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f789410e260 con 0x7f7894108670 2024-04-26T23:35:02.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.194+0000 7f789ba00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f789410e560 con 0x7f7894103410 2024-04-26T23:35:02.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.195+0000 7f7893e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7894105d40 0x7f789419b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:02.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.195+0000 7f7899000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7894103410 0x7f789419ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:02.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.195+0000 7f7893e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7894105d40 0x7f789419b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35352/0 (socket says 172.21.15.26:35352) 2024-04-26T23:35:02.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.195+0000 7f7893e00640 1 -- 172.21.15.26:0/197767181 learned_addr learned my addr 172.21.15.26:0/197767181 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:02.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.195+0000 7f7899a00640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7894108670 0x7f78941a2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:02.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.195+0000 7f7893e00640 1 -- 172.21.15.26:0/197767181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7894103410 msgr2=0x7f789419ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:02.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.195+0000 7f7893e00640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7894103410 0x7f789419ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.195+0000 7f7893e00640 1 -- 172.21.15.26:0/197767181 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7894108670 msgr2=0x7f78941a2300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:02.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.195+0000 7f7893e00640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7894108670 0x7f78941a2300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.195+0000 7f7893e00640 1 -- 172.21.15.26:0/197767181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78941a2970 con 0x7f7894105d40 2024-04-26T23:35:02.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.195+0000 7f7899a00640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7894108670 0x7f78941a2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:02.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.196+0000 7f7893e00640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7894105d40 0x7f789419b290 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f788000d770 tx=0x7f788000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:02.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.196+0000 7f7891600640 1 -- 172.21.15.26:0/197767181 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7880017070 con 0x7f7894105d40 2024-04-26T23:35:02.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.196+0000 7f789ba00640 1 -- 172.21.15.26:0/197767181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78941a2c60 con 0x7f7894105d40 2024-04-26T23:35:02.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.196+0000 7f7891600640 1 -- 172.21.15.26:0/197767181 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7880009c30 con 0x7f7894105d40 2024-04-26T23:35:02.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.196+0000 7f7891600640 1 -- 172.21.15.26:0/197767181 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f788000f620 con 0x7f7894105d40 2024-04-26T23:35:02.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.196+0000 7f789ba00640 1 -- 172.21.15.26:0/197767181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78941a31b0 con 0x7f7894105d40 2024-04-26T23:35:02.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.197+0000 7f789ba00640 1 -- 172.21.15.26:0/197767181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f789410a1c0 con 0x7f7894105d40 2024-04-26T23:35:02.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.200+0000 7f7891600640 1 -- 172.21.15.26:0/197767181 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f788001a070 con 0x7f7894105d40 2024-04-26T23:35:02.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.202+0000 7f7891600640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f787c0a3cc0 0x7f787c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:02.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.202+0000 7f7891600640 1 -- 172.21.15.26:0/197767181 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f78800d0070 con 0x7f7894105d40 2024-04-26T23:35:02.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.202+0000 7f7899000640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f787c0a3cc0 0x7f787c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:02.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.203+0000 7f7899000640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f787c0a3cc0 0x7f787c0a6180 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f7888005ab0 tx=0x7f7888005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:02.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.210+0000 7f7891600640 1 -- 172.21.15.26:0/197767181 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f7880009de0 con 0x7f7894105d40 2024-04-26T23:35:02.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.425+0000 7f789ba00640 1 -- 172.21.15.26:0/197767181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f789402dcd0 con 0x7f7894105d40 2024-04-26T23:35:02.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.426+0000 7f7891600640 1 -- 172.21.15.26:0/197767181 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7f788009c8a0 con 0x7f7894105d40 2024-04-26T23:35:02.428 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-26T23:35:02.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.428+0000 7f789ba00640 1 -- 172.21.15.26:0/197767181 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f787c0a3cc0 msgr2=0x7f787c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:02.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.429+0000 7f789ba00640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f787c0a3cc0 0x7f787c0a6180 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f7888005ab0 tx=0x7f7888005a20 comp rx=0 tx=0).stop 2024-04-26T23:35:02.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.429+0000 7f789ba00640 1 -- 172.21.15.26:0/197767181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7894105d40 msgr2=0x7f789419b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:02.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.429+0000 7f789ba00640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7894105d40 0x7f789419b290 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f788000d770 tx=0x7f788000dc30 comp rx=0 tx=0).stop 2024-04-26T23:35:02.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.429+0000 7f789ba00640 1 -- 172.21.15.26:0/197767181 shutdown_connections 2024-04-26T23:35:02.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.429+0000 7f789ba00640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7894108670 0x7f78941a2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.429+0000 7f789ba00640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f787c0a3cc0 0x7f787c0a6180 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.429+0000 7f789ba00640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7894105d40 0x7f789419b290 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.429+0000 7f789ba00640 1 --2- 172.21.15.26:0/197767181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7894103410 0x7f789419ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.429+0000 7f789ba00640 1 -- 172.21.15.26:0/197767181 >> 172.21.15.26:0/197767181 conn(0x7f78940fce00 msgr2=0x7f7894102b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:02.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.429+0000 7f789ba00640 1 -- 172.21.15.26:0/197767181 shutdown_connections 2024-04-26T23:35:02.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.429+0000 7f789ba00640 1 -- 172.21.15.26:0/197767181 wait complete. 2024-04-26T23:35:02.453 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T23:35:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.660+0000 7f6a79c00640 1 -- 172.21.15.26:0/4095504582 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a74075390 msgr2=0x7f6a74075810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.660+0000 7f6a79c00640 1 --2- 172.21.15.26:0/4095504582 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a74075390 0x7f6a74075810 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f6a60009930 tx=0x7f6a6002a420 comp rx=0 tx=0).stop 2024-04-26T23:35:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.660+0000 7f6a79c00640 1 -- 172.21.15.26:0/4095504582 shutdown_connections 2024-04-26T23:35:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.660+0000 7f6a79c00640 1 --2- 172.21.15.26:0/4095504582 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a7410ef30 0x7f6a74111320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.660+0000 7f6a79c00640 1 --2- 172.21.15.26:0/4095504582 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a74075390 0x7f6a74075810 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.660+0000 7f6a79c00640 1 --2- 172.21.15.26:0/4095504582 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a74076970 0x7f6a74074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.660+0000 7f6a79c00640 1 -- 172.21.15.26:0/4095504582 >> 172.21.15.26:0/4095504582 conn(0x7f6a740fdef0 msgr2=0x7f6a74100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:02.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.660+0000 7f6a79c00640 1 -- 172.21.15.26:0/4095504582 shutdown_connections 2024-04-26T23:35:02.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.661+0000 7f6a79c00640 1 -- 172.21.15.26:0/4095504582 wait complete. 2024-04-26T23:35:02.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.661+0000 7f6a79c00640 1 Processor -- start 2024-04-26T23:35:02.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.662+0000 7f6a79c00640 1 -- start start 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.662+0000 7f6a79c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a74075390 0x7f6a7419f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.662+0000 7f6a79c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a74076970 0x7f6a7419f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.662+0000 7f6a79c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a7410ef30 0x7f6a741a6610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.662+0000 7f6a79c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6a74114960 con 0x7f6a7410ef30 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.662+0000 7f6a79c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6a741147e0 con 0x7f6a74075390 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.662+0000 7f6a79c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6a74114ae0 con 0x7f6a74076970 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.662+0000 7f6a73400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a7410ef30 0x7f6a741a6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.662+0000 7f6a73400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a7410ef30 0x7f6a741a6610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35362/0 (socket says 172.21.15.26:35362) 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.662+0000 7f6a73400640 1 -- 172.21.15.26:0/2552289272 learned_addr learned my addr 172.21.15.26:0/2552289272 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.662+0000 7f6a72a00640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a74075390 0x7f6a7419f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.663+0000 7f6a72000640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a74076970 0x7f6a7419f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.663+0000 7f6a73400640 1 -- 172.21.15.26:0/2552289272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a74076970 msgr2=0x7f6a7419f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:02.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.663+0000 7f6a73400640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a74076970 0x7f6a7419f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.663+0000 7f6a73400640 1 -- 172.21.15.26:0/2552289272 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a74075390 msgr2=0x7f6a7419f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:02.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.663+0000 7f6a73400640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a74075390 0x7f6a7419f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.663+0000 7f6a73400640 1 -- 172.21.15.26:0/2552289272 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a741a6c80 con 0x7f6a7410ef30 2024-04-26T23:35:02.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.663+0000 7f6a73400640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a7410ef30 0x7f6a741a6610 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f6a6c00eaa0 tx=0x7f6a6c00eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:02.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.663+0000 7f6a6b400640 1 -- 172.21.15.26:0/2552289272 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a6c004d20 con 0x7f6a7410ef30 2024-04-26T23:35:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.664+0000 7f6a6b400640 1 -- 172.21.15.26:0/2552289272 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a6c005020 con 0x7f6a7410ef30 2024-04-26T23:35:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.664+0000 7f6a79c00640 1 -- 172.21.15.26:0/2552289272 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a741a6f70 con 0x7f6a7410ef30 2024-04-26T23:35:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.664+0000 7f6a6b400640 1 -- 172.21.15.26:0/2552289272 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a6c0116d0 con 0x7f6a7410ef30 2024-04-26T23:35:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.664+0000 7f6a79c00640 1 -- 172.21.15.26:0/2552289272 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a741a73e0 con 0x7f6a7410ef30 2024-04-26T23:35:02.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.665+0000 7f6a79c00640 1 -- 172.21.15.26:0/2552289272 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a74105100 con 0x7f6a7410ef30 2024-04-26T23:35:02.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.667+0000 7f6a6b400640 1 -- 172.21.15.26:0/2552289272 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f6a6c0051d0 con 0x7f6a7410ef30 2024-04-26T23:35:02.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.669+0000 7f6a6b400640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f6a580a3c40 0x7f6a580a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:02.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.669+0000 7f6a6b400640 1 -- 172.21.15.26:0/2552289272 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f6a6c0d0b70 con 0x7f6a7410ef30 2024-04-26T23:35:02.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.669+0000 7f6a72a00640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f6a580a3c40 0x7f6a580a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:02.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.670+0000 7f6a72a00640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f6a580a3c40 0x7f6a580a6100 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f6a6400abe0 tx=0x7f6a6400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:02.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.676+0000 7f6a6b400640 1 -- 172.21.15.26:0/2552289272 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f6a6c016030 con 0x7f6a7410ef30 2024-04-26T23:35:02.752 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:02 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2684904712' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:02.807 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:02 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/606623361' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:02.808 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:02 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2684904712' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:02.808 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:02 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/606623361' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:02 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2684904712' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:02 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/606623361' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:02.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.888+0000 7f6a79c00640 1 -- 172.21.15.26:0/2552289272 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f6a7402dd20 con 0x7f6a7410ef30 2024-04-26T23:35:02.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.889+0000 7f6a6b400640 1 -- 172.21.15.26:0/2552289272 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7f6a6c09d3a0 con 0x7f6a7410ef30 2024-04-26T23:35:02.892 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-26T23:35:02.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.892+0000 7f6a79c00640 1 -- 172.21.15.26:0/2552289272 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f6a580a3c40 msgr2=0x7f6a580a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:02.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.892+0000 7f6a79c00640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f6a580a3c40 0x7f6a580a6100 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f6a6400abe0 tx=0x7f6a6400a2d0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.892+0000 7f6a79c00640 1 -- 172.21.15.26:0/2552289272 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a7410ef30 msgr2=0x7f6a741a6610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:02.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.892+0000 7f6a79c00640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a7410ef30 0x7f6a741a6610 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f6a6c00eaa0 tx=0x7f6a6c00eea0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.892+0000 7f6a79c00640 1 -- 172.21.15.26:0/2552289272 shutdown_connections 2024-04-26T23:35:02.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.892+0000 7f6a79c00640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f6a580a3c40 0x7f6a580a6100 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.892+0000 7f6a79c00640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a7410ef30 0x7f6a741a6610 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.892+0000 7f6a79c00640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a74076970 0x7f6a7419f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.892+0000 7f6a79c00640 1 --2- 172.21.15.26:0/2552289272 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a74075390 0x7f6a7419f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:02.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.892+0000 7f6a79c00640 1 -- 172.21.15.26:0/2552289272 >> 172.21.15.26:0/2552289272 conn(0x7f6a740fdef0 msgr2=0x7f6a741022d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:02.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.892+0000 7f6a79c00640 1 -- 172.21.15.26:0/2552289272 shutdown_connections 2024-04-26T23:35:02.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:02.892+0000 7f6a79c00640 1 -- 172.21.15.26:0/2552289272 wait complete. 2024-04-26T23:35:02.915 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:35:03.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.116+0000 7f22efc00640 1 -- 172.21.15.26:0/1203799302 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22e8102540 msgr2=0x7f22e81029c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:03.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.116+0000 7f22efc00640 1 --2- 172.21.15.26:0/1203799302 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22e8102540 0x7f22e81029c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f22e0009ca0 tx=0x7f22e002a950 comp rx=0 tx=0).stop 2024-04-26T23:35:03.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.117+0000 7f22efc00640 1 -- 172.21.15.26:0/1203799302 shutdown_connections 2024-04-26T23:35:03.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.117+0000 7f22efc00640 1 --2- 172.21.15.26:0/1203799302 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22e8102540 0x7f22e81029c0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.117+0000 7f22efc00640 1 --2- 172.21.15.26:0/1203799302 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22e8101ba0 0x7f22e8102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.117+0000 7f22efc00640 1 --2- 172.21.15.26:0/1203799302 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f22e8101240 0x7f22e8101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.117+0000 7f22efc00640 1 -- 172.21.15.26:0/1203799302 >> 172.21.15.26:0/1203799302 conn(0x7f22e80fcdc0 msgr2=0x7f22e80ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:03.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.117+0000 7f22efc00640 1 -- 172.21.15.26:0/1203799302 shutdown_connections 2024-04-26T23:35:03.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.117+0000 7f22efc00640 1 -- 172.21.15.26:0/1203799302 wait complete. 2024-04-26T23:35:03.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.118+0000 7f22efc00640 1 Processor -- start 2024-04-26T23:35:03.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.118+0000 7f22efc00640 1 -- start start 2024-04-26T23:35:03.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.118+0000 7f22efc00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22e8101240 0x7f22e819aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:03.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.118+0000 7f22efc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22e8101ba0 0x7f22e819b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:03.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.118+0000 7f22efc00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f22e8102540 0x7f22e81a2150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:03.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.118+0000 7f22efc00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f22e8110560 con 0x7f22e8101ba0 2024-04-26T23:35:03.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.118+0000 7f22efc00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f22e81103e0 con 0x7f22e8102540 2024-04-26T23:35:03.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.118+0000 7f22efc00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f22e81106e0 con 0x7f22e8101240 2024-04-26T23:35:03.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.118+0000 7f22e7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22e8101ba0 0x7f22e819b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:03.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.119+0000 7f22e7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22e8101ba0 0x7f22e819b0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35378/0 (socket says 172.21.15.26:35378) 2024-04-26T23:35:03.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.119+0000 7f22e7e00640 1 -- 172.21.15.26:0/2571751728 learned_addr learned my addr 172.21.15.26:0/2571751728 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.119+0000 7f22ed200640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22e8101240 0x7f22e819aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.119+0000 7f22edc00640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f22e8102540 0x7f22e81a2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.119+0000 7f22e7e00640 1 -- 172.21.15.26:0/2571751728 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22e8101240 msgr2=0x7f22e819aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.119+0000 7f22e7e00640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22e8101240 0x7f22e819aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.119+0000 7f22e7e00640 1 -- 172.21.15.26:0/2571751728 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f22e8102540 msgr2=0x7f22e81a2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.119+0000 7f22e7e00640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f22e8102540 0x7f22e81a2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.119+0000 7f22e7e00640 1 -- 172.21.15.26:0/2571751728 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22e81a27c0 con 0x7f22e8101ba0 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.119+0000 7f22ed200640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22e8101240 0x7f22e819aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.119+0000 7f22e7e00640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22e8101ba0 0x7f22e819b0e0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f22d400c920 tx=0x7f22d400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.120+0000 7f22e5600640 1 -- 172.21.15.26:0/2571751728 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d4007c70 con 0x7f22e8101ba0 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.120+0000 7f22e5600640 1 -- 172.21.15.26:0/2571751728 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f22d4007e10 con 0x7f22e8101ba0 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.120+0000 7f22efc00640 1 -- 172.21.15.26:0/2571751728 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22e81a2ab0 con 0x7f22e8101ba0 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.120+0000 7f22e5600640 1 -- 172.21.15.26:0/2571751728 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d4018710 con 0x7f22e8101ba0 2024-04-26T23:35:03.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.120+0000 7f22efc00640 1 -- 172.21.15.26:0/2571751728 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22e81a3050 con 0x7f22e8101ba0 2024-04-26T23:35:03.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.121+0000 7f22efc00640 1 -- 172.21.15.26:0/2571751728 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22e810c100 con 0x7f22e8101ba0 2024-04-26T23:35:03.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.125+0000 7f22e5600640 1 -- 172.21.15.26:0/2571751728 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f22d400f450 con 0x7f22e8101ba0 2024-04-26T23:35:03.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.126+0000 7f22e5600640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22d00a3cc0 0x7f22d00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:03.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.126+0000 7f22e5600640 1 -- 172.21.15.26:0/2571751728 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f22d40d07c0 con 0x7f22e8101ba0 2024-04-26T23:35:03.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.126+0000 7f22ed200640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22d00a3cc0 0x7f22d00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:03.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.127+0000 7f22ed200640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22d00a3cc0 0x7f22d00a6180 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f22dc0058c0 tx=0x7f22dc005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:03.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.130+0000 7f22e5600640 1 -- 172.21.15.26:0/2571751728 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f22d4014030 con 0x7f22e8101ba0 2024-04-26T23:35:03.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.373+0000 7f22efc00640 1 -- 172.21.15.26:0/2571751728 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f22e802dad0 con 0x7f22e8101ba0 2024-04-26T23:35:03.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.374+0000 7f22e5600640 1 -- 172.21.15.26:0/2571751728 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11861 (secure 0 0 0) 0x7f22d400de20 con 0x7f22e8101ba0 2024-04-26T23:35:03.377 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:03.378 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:33:25.221290+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34475,34559]},"id":1}]} 2024-04-26T23:35:03.378 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 23 2024-04-26T23:35:03.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.376+0000 7f22efc00640 1 -- 172.21.15.26:0/2571751728 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22d00a3cc0 msgr2=0x7f22d00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:03.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.376+0000 7f22efc00640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22d00a3cc0 0x7f22d00a6180 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f22dc0058c0 tx=0x7f22dc005850 comp rx=0 tx=0).stop 2024-04-26T23:35:03.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.376+0000 7f22efc00640 1 -- 172.21.15.26:0/2571751728 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22e8101ba0 msgr2=0x7f22e819b0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:03.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.376+0000 7f22efc00640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22e8101ba0 0x7f22e819b0e0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f22d400c920 tx=0x7f22d400cde0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.377+0000 7f22efc00640 1 -- 172.21.15.26:0/2571751728 shutdown_connections 2024-04-26T23:35:03.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.377+0000 7f22efc00640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f22e8102540 0x7f22e81a2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.377+0000 7f22efc00640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f22d00a3cc0 0x7f22d00a6180 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.377+0000 7f22efc00640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22e8101ba0 0x7f22e819b0e0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.377+0000 7f22efc00640 1 --2- 172.21.15.26:0/2571751728 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22e8101240 0x7f22e819aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.377+0000 7f22efc00640 1 -- 172.21.15.26:0/2571751728 >> 172.21.15.26:0/2571751728 conn(0x7f22e80fcdc0 msgr2=0x7f22e80fe4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:03.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.377+0000 7f22efc00640 1 -- 172.21.15.26:0/2571751728 shutdown_connections 2024-04-26T23:35:03.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.377+0000 7f22efc00640 1 -- 172.21.15.26:0/2571751728 wait complete. 2024-04-26T23:35:03.398 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:35:03.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.588+0000 7f2bda600640 1 -- 172.21.15.26:0/1904989868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bd41031f0 msgr2=0x7f2bd41055e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:03.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.588+0000 7f2bda600640 1 --2- 172.21.15.26:0/1904989868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bd41031f0 0x7f2bd41055e0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f2bc8009900 tx=0x7f2bc802a410 comp rx=0 tx=0).stop 2024-04-26T23:35:03.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.588+0000 7f2bda600640 1 -- 172.21.15.26:0/1904989868 shutdown_connections 2024-04-26T23:35:03.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.588+0000 7f2bda600640 1 --2- 172.21.15.26:0/1904989868 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2bd4108450 0x7f2bd410a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.588+0000 7f2bda600640 1 --2- 172.21.15.26:0/1904989868 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2bd4105b20 0x7f2bd4107f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.588+0000 7f2bda600640 1 --2- 172.21.15.26:0/1904989868 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bd41031f0 0x7f2bd41055e0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.588+0000 7f2bda600640 1 -- 172.21.15.26:0/1904989868 >> 172.21.15.26:0/1904989868 conn(0x7f2bd40fcbc0 msgr2=0x7f2bd40ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:03.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.588+0000 7f2bda600640 1 -- 172.21.15.26:0/1904989868 shutdown_connections 2024-04-26T23:35:03.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.588+0000 7f2bda600640 1 -- 172.21.15.26:0/1904989868 wait complete. 2024-04-26T23:35:03.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.589+0000 7f2bda600640 1 Processor -- start 2024-04-26T23:35:03.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.589+0000 7f2bda600640 1 -- start start 2024-04-26T23:35:03.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.589+0000 7f2bda600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bd41031f0 0x7f2bd41988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:03.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.589+0000 7f2bda600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2bd4105b20 0x7f2bd4198e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:03.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.589+0000 7f2bda600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2bd4108450 0x7f2bd419fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:03.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.589+0000 7f2bda600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd410e150 con 0x7f2bd41031f0 2024-04-26T23:35:03.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.589+0000 7f2bda600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd410dfd0 con 0x7f2bd4105b20 2024-04-26T23:35:03.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.589+0000 7f2bda600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd410e2d0 con 0x7f2bd4108450 2024-04-26T23:35:03.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.590+0000 7f2bd9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bd41031f0 0x7f2bd41988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:03.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.590+0000 7f2bd9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bd41031f0 0x7f2bd41988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35400/0 (socket says 172.21.15.26:35400) 2024-04-26T23:35:03.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.590+0000 7f2bd9200640 1 -- 172.21.15.26:0/880337971 learned_addr learned my addr 172.21.15.26:0/880337971 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:03.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.590+0000 7f2bd3e00640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2bd4105b20 0x7f2bd4198e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:03.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.590+0000 7f2bd9200640 1 -- 172.21.15.26:0/880337971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2bd4108450 msgr2=0x7f2bd419fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:03.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.590+0000 7f2bd9200640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2bd4108450 0x7f2bd419fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.590+0000 7f2bd9200640 1 -- 172.21.15.26:0/880337971 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2bd4105b20 msgr2=0x7f2bd4198e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:03.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.590+0000 7f2bd9200640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2bd4105b20 0x7f2bd4198e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.590+0000 7f2bd9200640 1 -- 172.21.15.26:0/880337971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bd41a04c0 con 0x7f2bd41031f0 2024-04-26T23:35:03.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.590+0000 7f2bd3e00640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2bd4105b20 0x7f2bd4198e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:03.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.590+0000 7f2bd9200640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bd41031f0 0x7f2bd41988f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2bc8009230 tx=0x7f2bc80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:03.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.591+0000 7f2bd1600640 1 -- 172.21.15.26:0/880337971 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc803f030 con 0x7f2bd41031f0 2024-04-26T23:35:03.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.591+0000 7f2bd1600640 1 -- 172.21.15.26:0/880337971 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2bc8003c90 con 0x7f2bd41031f0 2024-04-26T23:35:03.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.591+0000 7f2bda600640 1 -- 172.21.15.26:0/880337971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bd41a0750 con 0x7f2bd41031f0 2024-04-26T23:35:03.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.591+0000 7f2bd1600640 1 -- 172.21.15.26:0/880337971 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc8035070 con 0x7f2bd41031f0 2024-04-26T23:35:03.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.591+0000 7f2bda600640 1 -- 172.21.15.26:0/880337971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bd41a0c40 con 0x7f2bd41031f0 2024-04-26T23:35:03.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.592+0000 7f2bda600640 1 -- 172.21.15.26:0/880337971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bd40fe6b0 con 0x7f2bd41031f0 2024-04-26T23:35:03.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.594+0000 7f2bd1600640 1 -- 172.21.15.26:0/880337971 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2bc8042030 con 0x7f2bd41031f0 2024-04-26T23:35:03.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.596+0000 7f2bd1600640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2bbc0a3c40 0x7f2bbc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:03.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.596+0000 7f2bd1600640 1 -- 172.21.15.26:0/880337971 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2bc80f0dd0 con 0x7f2bd41031f0 2024-04-26T23:35:03.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.596+0000 7f2bd3e00640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2bbc0a3c40 0x7f2bbc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:03.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.596+0000 7f2bd3e00640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2bbc0a3c40 0x7f2bbc0a6100 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f2bd4199db0 tx=0x7f2bc0005d30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:03.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.600+0000 7f2bd1600640 1 -- 172.21.15.26:0/880337971 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f2bc80bd720 con 0x7f2bd41031f0 2024-04-26T23:35:03.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:03 smithi026 ceph-mon[28371]: pgmap v425: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:03.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:03 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/197767181' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:03.696 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:03 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2552289272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:03 smithi164 ceph-mon[31699]: pgmap v425: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:03 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/197767181' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:03.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:03 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2552289272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:03.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.812+0000 7f2bda600640 1 -- 172.21.15.26:0/880337971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2bd40635d0 con 0x7f2bd41031f0 2024-04-26T23:35:03.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.815+0000 7f2bd1600640 1 -- 172.21.15.26:0/880337971 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22604 (secure 0 0 0) 0x7f2bc80bd020 con 0x7f2bd41031f0 2024-04-26T23:35:03.819 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:03.819 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:33:35.303847+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:35:03.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:03 smithi086 ceph-mon[31122]: pgmap v425: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:03.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:03 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/197767181' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:03.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:03 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2552289272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:03.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.818+0000 7f2bda600640 1 -- 172.21.15.26:0/880337971 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2bbc0a3c40 msgr2=0x7f2bbc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:03.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.818+0000 7f2bda600640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2bbc0a3c40 0x7f2bbc0a6100 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f2bd4199db0 tx=0x7f2bc0005d30 comp rx=0 tx=0).stop 2024-04-26T23:35:03.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.818+0000 7f2bda600640 1 -- 172.21.15.26:0/880337971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bd41031f0 msgr2=0x7f2bd41988f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:03.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.818+0000 7f2bda600640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bd41031f0 0x7f2bd41988f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2bc8009230 tx=0x7f2bc80042f0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.818+0000 7f2bda600640 1 -- 172.21.15.26:0/880337971 shutdown_connections 2024-04-26T23:35:03.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.818+0000 7f2bda600640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2bd4108450 0x7f2bd419fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.818+0000 7f2bda600640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2bd4105b20 0x7f2bd4198e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.818+0000 7f2bda600640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2bbc0a3c40 0x7f2bbc0a6100 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.818+0000 7f2bda600640 1 --2- 172.21.15.26:0/880337971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2bd41031f0 0x7f2bd41988f0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:03.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.818+0000 7f2bda600640 1 -- 172.21.15.26:0/880337971 >> 172.21.15.26:0/880337971 conn(0x7f2bd40fcbc0 msgr2=0x7f2bd41050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:03.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.818+0000 7f2bda600640 1 -- 172.21.15.26:0/880337971 shutdown_connections 2024-04-26T23:35:03.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:03.818+0000 7f2bda600640 1 -- 172.21.15.26:0/880337971 wait complete. 2024-04-26T23:35:03.839 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T23:33:17.314859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T23:33:18.628963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:35:03.839 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T23:35:04.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.049+0000 7f0bbd400640 1 -- 172.21.15.26:0/1156513936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0bb8109fc0 msgr2=0x7f0bb810a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.049+0000 7f0bbd400640 1 --2- 172.21.15.26:0/1156513936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0bb8109fc0 0x7f0bb810a440 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0009900 tx=0x7f0ba002a410 comp rx=0 tx=0).stop 2024-04-26T23:35:04.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.049+0000 7f0bbd400640 1 -- 172.21.15.26:0/1156513936 shutdown_connections 2024-04-26T23:35:04.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.049+0000 7f0bbd400640 1 --2- 172.21.15.26:0/1156513936 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0bb810a980 0x7f0bb81112a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.049+0000 7f0bbd400640 1 --2- 172.21.15.26:0/1156513936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0bb8109fc0 0x7f0bb810a440 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.049+0000 7f0bbd400640 1 --2- 172.21.15.26:0/1156513936 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0bb8108e70 0x7f0bb8109290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.049+0000 7f0bbd400640 1 -- 172.21.15.26:0/1156513936 >> 172.21.15.26:0/1156513936 conn(0x7f0bb8077e00 msgr2=0x7f0bb807a240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:04.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.049+0000 7f0bbd400640 1 -- 172.21.15.26:0/1156513936 shutdown_connections 2024-04-26T23:35:04.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.049+0000 7f0bbd400640 1 -- 172.21.15.26:0/1156513936 wait complete. 2024-04-26T23:35:04.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.050+0000 7f0bbd400640 1 Processor -- start 2024-04-26T23:35:04.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.050+0000 7f0bbd400640 1 -- start start 2024-04-26T23:35:04.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.050+0000 7f0bbd400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0bb8108e70 0x7f0bb819eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.050+0000 7f0bbd400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0bb8109fc0 0x7f0bb819f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.050+0000 7f0bbd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0bb810a980 0x7f0bb81a65a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.050+0000 7f0bbd400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb81148c0 con 0x7f0bb810a980 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.050+0000 7f0bbd400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb8114740 con 0x7f0bb8109fc0 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.050+0000 7f0bbd400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb8114a40 con 0x7f0bb8108e70 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.051+0000 7f0bbca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0bb810a980 0x7f0bb81a65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.051+0000 7f0bbca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0bb810a980 0x7f0bb81a65a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47736/0 (socket says 172.21.15.26:47736) 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.051+0000 7f0bbca00640 1 -- 172.21.15.26:0/4080747660 learned_addr learned my addr 172.21.15.26:0/4080747660 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.051+0000 7f0bb7e00640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0bb8108e70 0x7f0bb819eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.051+0000 7f0bafe00640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0bb8109fc0 0x7f0bb819f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.051+0000 7f0bbca00640 1 -- 172.21.15.26:0/4080747660 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0bb8108e70 msgr2=0x7f0bb819eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.051+0000 7f0bbca00640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0bb8108e70 0x7f0bb819eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.051+0000 7f0bbca00640 1 -- 172.21.15.26:0/4080747660 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0bb8109fc0 msgr2=0x7f0bb819f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.051+0000 7f0bbca00640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0bb8109fc0 0x7f0bb819f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.051+0000 7f0bbca00640 1 -- 172.21.15.26:0/4080747660 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb81a6c10 con 0x7f0bb810a980 2024-04-26T23:35:04.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.052+0000 7f0bbca00640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0bb810a980 0x7f0bb81a65a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f0bb0009fd0 tx=0x7f0bb000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:04.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.052+0000 7f0bb5600640 1 -- 172.21.15.26:0/4080747660 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb0017070 con 0x7f0bb810a980 2024-04-26T23:35:04.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.052+0000 7f0bbd400640 1 -- 172.21.15.26:0/4080747660 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bb81a6f00 con 0x7f0bb810a980 2024-04-26T23:35:04.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.052+0000 7f0bb5600640 1 -- 172.21.15.26:0/4080747660 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0bb0003e00 con 0x7f0bb810a980 2024-04-26T23:35:04.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.052+0000 7f0bb5600640 1 -- 172.21.15.26:0/4080747660 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb0010460 con 0x7f0bb810a980 2024-04-26T23:35:04.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.052+0000 7f0bbd400640 1 -- 172.21.15.26:0/4080747660 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bb81a7370 con 0x7f0bb810a980 2024-04-26T23:35:04.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.053+0000 7f0bbd400640 1 -- 172.21.15.26:0/4080747660 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bb8110250 con 0x7f0bb810a980 2024-04-26T23:35:04.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.055+0000 7f0bb5600640 1 -- 172.21.15.26:0/4080747660 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0bb0003970 con 0x7f0bb810a980 2024-04-26T23:35:04.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.056+0000 7f0bb5600640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0b9c0a3c40 0x7f0b9c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:04.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.057+0000 7f0bb5600640 1 -- 172.21.15.26:0/4080747660 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f0bb00d07d0 con 0x7f0bb810a980 2024-04-26T23:35:04.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.057+0000 7f0bb7e00640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0b9c0a3c40 0x7f0b9c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:04.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.057+0000 7f0bb7e00640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0b9c0a3c40 0x7f0b9c0a6100 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0ba8009b60 tx=0x7f0ba8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:04.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.059+0000 7f0bb5600640 1 -- 172.21.15.26:0/4080747660 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f0bb009d000 con 0x7f0bb810a980 2024-04-26T23:35:04.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.266+0000 7f0bbd400640 1 -- 172.21.15.26:0/4080747660 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f0bb802dcd0 con 0x7f0bb810a980 2024-04-26T23:35:04.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.267+0000 7f0bb5600640 1 -- 172.21.15.26:0/4080747660 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f0bb009c900 con 0x7f0bb810a980 2024-04-26T23:35:04.269 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:35:04.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.269+0000 7f0bbd400640 1 -- 172.21.15.26:0/4080747660 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0b9c0a3c40 msgr2=0x7f0b9c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.269+0000 7f0bbd400640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0b9c0a3c40 0x7f0b9c0a6100 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0ba8009b60 tx=0x7f0ba8005f90 comp rx=0 tx=0).stop 2024-04-26T23:35:04.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.269+0000 7f0bbd400640 1 -- 172.21.15.26:0/4080747660 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0bb810a980 msgr2=0x7f0bb81a65a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.269+0000 7f0bbd400640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0bb810a980 0x7f0bb81a65a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f0bb0009fd0 tx=0x7f0bb000b260 comp rx=0 tx=0).stop 2024-04-26T23:35:04.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.269+0000 7f0bbd400640 1 -- 172.21.15.26:0/4080747660 shutdown_connections 2024-04-26T23:35:04.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.269+0000 7f0bbd400640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0b9c0a3c40 0x7f0b9c0a6100 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.269+0000 7f0bbd400640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0bb810a980 0x7f0bb81a65a0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.269+0000 7f0bbd400640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0bb8109fc0 0x7f0bb819f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.269+0000 7f0bbd400640 1 --2- 172.21.15.26:0/4080747660 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0bb8108e70 0x7f0bb819eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.269+0000 7f0bbd400640 1 -- 172.21.15.26:0/4080747660 >> 172.21.15.26:0/4080747660 conn(0x7f0bb8077e00 msgr2=0x7f0bb810d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:04.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.270+0000 7f0bbd400640 1 -- 172.21.15.26:0/4080747660 shutdown_connections 2024-04-26T23:35:04.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.270+0000 7f0bbd400640 1 -- 172.21.15.26:0/4080747660 wait complete. 2024-04-26T23:35:04.292 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T23:35:04.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.500+0000 7fccafe00640 1 -- 172.21.15.26:0/2158049765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0106620 msgr2=0x7fccb010ceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.500+0000 7fccafe00640 1 --2- 172.21.15.26:0/2158049765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0106620 0x7fccb010ceb0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fcca8009ca0 tx=0x7fcca802a8c0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.500+0000 7fccafe00640 1 -- 172.21.15.26:0/2158049765 shutdown_connections 2024-04-26T23:35:04.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.500+0000 7fccafe00640 1 --2- 172.21.15.26:0/2158049765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0106620 0x7fccb010ceb0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.500+0000 7fccafe00640 1 --2- 172.21.15.26:0/2158049765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccb0105c60 0x7fccb01060e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.500+0000 7fccafe00640 1 --2- 172.21.15.26:0/2158049765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fccb0104a70 0x7fccb0104e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.500+0000 7fccafe00640 1 -- 172.21.15.26:0/2158049765 >> 172.21.15.26:0/2158049765 conn(0x7fccb00fffe0 msgr2=0x7fccb0102420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:04.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.500+0000 7fccafe00640 1 -- 172.21.15.26:0/2158049765 shutdown_connections 2024-04-26T23:35:04.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.500+0000 7fccafe00640 1 -- 172.21.15.26:0/2158049765 wait complete. 2024-04-26T23:35:04.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.502+0000 7fccafe00640 1 Processor -- start 2024-04-26T23:35:04.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.502+0000 7fccafe00640 1 -- start start 2024-04-26T23:35:04.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.502+0000 7fccafe00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fccb0104a70 0x7fccb019aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:04.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.502+0000 7fccafe00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccb0105c60 0x7fccb019af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:04.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.502+0000 7fccafe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0106620 0x7fccb01a1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:04.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.502+0000 7fccafe00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fccb0110480 con 0x7fccb0106620 2024-04-26T23:35:04.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.502+0000 7fccafe00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fccb0110300 con 0x7fccb0104a70 2024-04-26T23:35:04.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.502+0000 7fccafe00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fccb0110600 con 0x7fccb0105c60 2024-04-26T23:35:04.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.503+0000 7fccaf400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0106620 0x7fccb01a1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:04.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.503+0000 7fccaf400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0106620 0x7fccb01a1fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47750/0 (socket says 172.21.15.26:47750) 2024-04-26T23:35:04.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.503+0000 7fccaf400640 1 -- 172.21.15.26:0/992371117 learned_addr learned my addr 172.21.15.26:0/992371117 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:04.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.503+0000 7fcca7e00640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccb0105c60 0x7fccb019af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:04.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.503+0000 7fccaea00640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fccb0104a70 0x7fccb019aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:04.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.503+0000 7fccaf400640 1 -- 172.21.15.26:0/992371117 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccb0105c60 msgr2=0x7fccb019af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.503+0000 7fccaf400640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccb0105c60 0x7fccb019af70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.503+0000 7fccaf400640 1 -- 172.21.15.26:0/992371117 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fccb0104a70 msgr2=0x7fccb019aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.503+0000 7fccaf400640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fccb0104a70 0x7fccb019aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.503+0000 7fccaf400640 1 -- 172.21.15.26:0/992371117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccb01a2650 con 0x7fccb0106620 2024-04-26T23:35:04.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.504+0000 7fccaf400640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0106620 0x7fccb01a1fe0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fcca8031040 tx=0x7fcca8003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:04.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.504+0000 7fcca7400640 1 -- 172.21.15.26:0/992371117 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcca8004240 con 0x7fccb0106620 2024-04-26T23:35:04.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.504+0000 7fcca7400640 1 -- 172.21.15.26:0/992371117 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcca8003e40 con 0x7fccb0106620 2024-04-26T23:35:04.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.504+0000 7fcca7400640 1 -- 172.21.15.26:0/992371117 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcca803b410 con 0x7fccb0106620 2024-04-26T23:35:04.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.504+0000 7fccafe00640 1 -- 172.21.15.26:0/992371117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccb01a28e0 con 0x7fccb0106620 2024-04-26T23:35:04.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.504+0000 7fccafe00640 1 -- 172.21.15.26:0/992371117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccb01a2de0 con 0x7fccb0106620 2024-04-26T23:35:04.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.505+0000 7fccafe00640 1 -- 172.21.15.26:0/992371117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccb010bd30 con 0x7fccb0106620 2024-04-26T23:35:04.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.507+0000 7fcca7400640 1 -- 172.21.15.26:0/992371117 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fcca80306e0 con 0x7fccb0106620 2024-04-26T23:35:04.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.509+0000 7fcca7400640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc940a3cc0 0x7fcc940a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:04.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.509+0000 7fcca7400640 1 -- 172.21.15.26:0/992371117 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fcca80f1ce0 con 0x7fccb0106620 2024-04-26T23:35:04.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.509+0000 7fccaea00640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc940a3cc0 0x7fcc940a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:04.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.510+0000 7fccaea00640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc940a3cc0 0x7fcc940a6180 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fcca00058c0 tx=0x7fcca0005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:04.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.513+0000 7fcca7400640 1 -- 172.21.15.26:0/992371117 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fcca803a390 con 0x7fccb0106620 2024-04-26T23:35:04.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.717+0000 7fccafe00640 1 -- 172.21.15.26:0/992371117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fccb002dcf0 con 0x7fccb0106620 2024-04-26T23:35:04.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.718+0000 7fcca7400640 1 -- 172.21.15.26:0/992371117 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7fcca80be620 con 0x7fccb0106620 2024-04-26T23:35:04.720 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-26T23:35:04.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.720+0000 7fccafe00640 1 -- 172.21.15.26:0/992371117 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc940a3cc0 msgr2=0x7fcc940a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.720+0000 7fccafe00640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc940a3cc0 0x7fcc940a6180 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fcca00058c0 tx=0x7fcca0005850 comp rx=0 tx=0).stop 2024-04-26T23:35:04.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.720+0000 7fccafe00640 1 -- 172.21.15.26:0/992371117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0106620 msgr2=0x7fccb01a1fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.720+0000 7fccafe00640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0106620 0x7fccb01a1fe0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fcca8031040 tx=0x7fcca8003ce0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.720+0000 7fccafe00640 1 -- 172.21.15.26:0/992371117 shutdown_connections 2024-04-26T23:35:04.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.720+0000 7fccafe00640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fcc940a3cc0 0x7fcc940a6180 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.720+0000 7fccafe00640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccb0106620 0x7fccb01a1fe0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.720+0000 7fccafe00640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccb0105c60 0x7fccb019af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.720+0000 7fccafe00640 1 --2- 172.21.15.26:0/992371117 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fccb0104a70 0x7fccb019aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.720+0000 7fccafe00640 1 -- 172.21.15.26:0/992371117 >> 172.21.15.26:0/992371117 conn(0x7fccb00fffe0 msgr2=0x7fccb0108f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:04.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.720+0000 7fccafe00640 1 -- 172.21.15.26:0/992371117 shutdown_connections 2024-04-26T23:35:04.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.721+0000 7fccafe00640 1 -- 172.21.15.26:0/992371117 wait complete. 2024-04-26T23:35:04.739 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:04 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2571751728' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:04.739 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:04 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/880337971' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:04.739 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:04 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/4080747660' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:04.742 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T23:35:04.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:04 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2571751728' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:04.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:04 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/880337971' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:04.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:04 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/4080747660' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:04.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:04 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2571751728' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:04.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:04 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/880337971' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:04.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:04 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/4080747660' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:04.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.943+0000 7fdb26c00640 1 -- 172.21.15.26:0/1052311277 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdb20108f90 msgr2=0x7fdb201093b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.943+0000 7fdb26c00640 1 --2- 172.21.15.26:0/1052311277 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdb20108f90 0x7fdb201093b0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdb10009900 tx=0x7fdb1002a3f0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.943+0000 7fdb26c00640 1 -- 172.21.15.26:0/1052311277 shutdown_connections 2024-04-26T23:35:04.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.943+0000 7fdb26c00640 1 --2- 172.21.15.26:0/1052311277 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb2010ab40 0x7fdb201113d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.943+0000 7fdb26c00640 1 --2- 172.21.15.26:0/1052311277 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdb2010a180 0x7fdb2010a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.943+0000 7fdb26c00640 1 --2- 172.21.15.26:0/1052311277 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdb20108f90 0x7fdb201093b0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.943+0000 7fdb26c00640 1 -- 172.21.15.26:0/1052311277 >> 172.21.15.26:0/1052311277 conn(0x7fdb20077f30 msgr2=0x7fdb2007a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:04.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.943+0000 7fdb26c00640 1 -- 172.21.15.26:0/1052311277 shutdown_connections 2024-04-26T23:35:04.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.943+0000 7fdb26c00640 1 -- 172.21.15.26:0/1052311277 wait complete. 2024-04-26T23:35:04.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.944+0000 7fdb26c00640 1 Processor -- start 2024-04-26T23:35:04.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.944+0000 7fdb26c00640 1 -- start start 2024-04-26T23:35:04.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.944+0000 7fdb26c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb20108f90 0x7fdb2019f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:04.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.944+0000 7fdb26c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdb2010a180 0x7fdb2019f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:04.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.944+0000 7fdb26c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdb2010ab40 0x7fdb201a6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:04.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb26c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdb20114a10 con 0x7fdb2010a180 2024-04-26T23:35:04.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb26c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fdb20114890 con 0x7fdb2010ab40 2024-04-26T23:35:04.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb26c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fdb20114b90 con 0x7fdb20108f90 2024-04-26T23:35:04.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb1f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdb2010a180 0x7fdb2019f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:04.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb1f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdb2010a180 0x7fdb2019f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47774/0 (socket says 172.21.15.26:47774) 2024-04-26T23:35:04.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb1f400640 1 -- 172.21.15.26:0/2090403373 learned_addr learned my addr 172.21.15.26:0/2090403373 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:04.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb24c00640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdb2010ab40 0x7fdb201a6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:04.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb1fe00640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb20108f90 0x7fdb2019f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:04.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb1f400640 1 -- 172.21.15.26:0/2090403373 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb20108f90 msgr2=0x7fdb2019f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb1f400640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb20108f90 0x7fdb2019f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb1f400640 1 -- 172.21.15.26:0/2090403373 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdb2010ab40 msgr2=0x7fdb201a6710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:04.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb1f400640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdb2010ab40 0x7fdb201a6710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:04.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb1f400640 1 -- 172.21.15.26:0/2090403373 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb201a6d80 con 0x7fdb2010a180 2024-04-26T23:35:04.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.945+0000 7fdb24c00640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdb2010ab40 0x7fdb201a6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:04.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.946+0000 7fdb1f400640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdb2010a180 0x7fdb2019f6a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fdb0800eab0 tx=0x7fdb0800ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:04.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.946+0000 7fdb1cc00640 1 -- 172.21.15.26:0/2090403373 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb0800ce40 con 0x7fdb2010a180 2024-04-26T23:35:04.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.946+0000 7fdb1cc00640 1 -- 172.21.15.26:0/2090403373 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdb08011900 con 0x7fdb2010a180 2024-04-26T23:35:04.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.946+0000 7fdb26c00640 1 -- 172.21.15.26:0/2090403373 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb201a7070 con 0x7fdb2010a180 2024-04-26T23:35:04.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.946+0000 7fdb1cc00640 1 -- 172.21.15.26:0/2090403373 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb08010990 con 0x7fdb2010a180 2024-04-26T23:35:04.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.946+0000 7fdb26c00640 1 -- 172.21.15.26:0/2090403373 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb201a7690 con 0x7fdb2010a180 2024-04-26T23:35:04.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.947+0000 7fdb26c00640 1 -- 172.21.15.26:0/2090403373 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb20110380 con 0x7fdb2010a180 2024-04-26T23:35:04.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.949+0000 7fdb1cc00640 1 -- 172.21.15.26:0/2090403373 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fdb08011470 con 0x7fdb2010a180 2024-04-26T23:35:04.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.951+0000 7fdb1cc00640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fdb000a3cc0 0x7fdb000a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:04.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.952+0000 7fdb1cc00640 1 -- 172.21.15.26:0/2090403373 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fdb080d0c20 con 0x7fdb2010a180 2024-04-26T23:35:04.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.952+0000 7fdb1fe00640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fdb000a3cc0 0x7fdb000a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:04.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.952+0000 7fdb1fe00640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fdb000a3cc0 0x7fdb000a6180 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdb10031460 tx=0x7fdb10005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:04.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:04.956+0000 7fdb1cc00640 1 -- 172.21.15.26:0/2090403373 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fdb08016030 con 0x7fdb2010a180 2024-04-26T23:35:05.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.155+0000 7fdb26c00640 1 -- 172.21.15.26:0/2090403373 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fdb2002dd40 con 0x7fdb2010a180 2024-04-26T23:35:05.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.156+0000 7fdb1cc00640 1 -- 172.21.15.26:0/2090403373 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7fdb0809d450 con 0x7fdb2010a180 2024-04-26T23:35:05.158 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-26T23:35:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.158+0000 7fdb26c00640 1 -- 172.21.15.26:0/2090403373 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fdb000a3cc0 msgr2=0x7fdb000a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.158+0000 7fdb26c00640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fdb000a3cc0 0x7fdb000a6180 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdb10031460 tx=0x7fdb10005fd0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.158+0000 7fdb26c00640 1 -- 172.21.15.26:0/2090403373 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdb2010a180 msgr2=0x7fdb2019f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:05.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.158+0000 7fdb26c00640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdb2010a180 0x7fdb2019f6a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fdb0800eab0 tx=0x7fdb0800ef70 comp rx=0 tx=0).stop 2024-04-26T23:35:05.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.158+0000 7fdb26c00640 1 -- 172.21.15.26:0/2090403373 shutdown_connections 2024-04-26T23:35:05.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.158+0000 7fdb26c00640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdb2010ab40 0x7fdb201a6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.158+0000 7fdb26c00640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fdb000a3cc0 0x7fdb000a6180 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.158+0000 7fdb26c00640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdb2010a180 0x7fdb2019f6a0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.158+0000 7fdb26c00640 1 --2- 172.21.15.26:0/2090403373 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb20108f90 0x7fdb2019f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.158+0000 7fdb26c00640 1 -- 172.21.15.26:0/2090403373 >> 172.21.15.26:0/2090403373 conn(0x7fdb20077f30 msgr2=0x7fdb2010d550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:05.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.158+0000 7fdb26c00640 1 -- 172.21.15.26:0/2090403373 shutdown_connections 2024-04-26T23:35:05.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.159+0000 7fdb26c00640 1 -- 172.21.15.26:0/2090403373 wait complete. 2024-04-26T23:35:05.179 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:35:05.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.387+0000 7f9ec0c00640 1 -- 172.21.15.26:0/1086302842 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ebc105b70 msgr2=0x7f9ebc105ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:05.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.387+0000 7f9ec0c00640 1 --2- 172.21.15.26:0/1086302842 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ebc105b70 0x7f9ebc105ff0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f9ea4009900 tx=0x7f9ea402a410 comp rx=0 tx=0).stop 2024-04-26T23:35:05.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.387+0000 7f9ec0c00640 1 -- 172.21.15.26:0/1086302842 shutdown_connections 2024-04-26T23:35:05.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.387+0000 7f9ec0c00640 1 --2- 172.21.15.26:0/1086302842 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ebc106530 0x7f9ebc10cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.387+0000 7f9ec0c00640 1 --2- 172.21.15.26:0/1086302842 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ebc105b70 0x7f9ebc105ff0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.387+0000 7f9ec0c00640 1 --2- 172.21.15.26:0/1086302842 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ebc104980 0x7f9ebc104da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.387+0000 7f9ec0c00640 1 -- 172.21.15.26:0/1086302842 >> 172.21.15.26:0/1086302842 conn(0x7f9ebc0fff10 msgr2=0x7f9ebc102330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.387+0000 7f9ec0c00640 1 -- 172.21.15.26:0/1086302842 shutdown_connections 2024-04-26T23:35:05.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.387+0000 7f9ec0c00640 1 -- 172.21.15.26:0/1086302842 wait complete. 2024-04-26T23:35:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.388+0000 7f9ec0c00640 1 Processor -- start 2024-04-26T23:35:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.389+0000 7f9ec0c00640 1 -- start start 2024-04-26T23:35:05.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.389+0000 7f9ec0c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ebc104980 0x7f9ebc19ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.389+0000 7f9ec0c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ebc105b70 0x7f9ebc19b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.389+0000 7f9ec0c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ebc106530 0x7f9ebc1a20e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.389+0000 7f9ec0c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1103c0 con 0x7f9ebc105b70 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.389+0000 7f9ec0c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc110240 con 0x7f9ebc104980 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.389+0000 7f9ec0c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc110540 con 0x7f9ebc106530 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.390+0000 7f9eb3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ebc105b70 0x7f9ebc19b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.390+0000 7f9eb3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ebc105b70 0x7f9ebc19b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47780/0 (socket says 172.21.15.26:47780) 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.390+0000 7f9eb3e00640 1 -- 172.21.15.26:0/2716327455 learned_addr learned my addr 172.21.15.26:0/2716327455 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.390+0000 7f9ebb400640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ebc104980 0x7f9ebc19ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.390+0000 7f9ebbe00640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ebc106530 0x7f9ebc1a20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.390+0000 7f9eb3e00640 1 -- 172.21.15.26:0/2716327455 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ebc106530 msgr2=0x7f9ebc1a20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.390+0000 7f9eb3e00640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ebc106530 0x7f9ebc1a20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.390+0000 7f9eb3e00640 1 -- 172.21.15.26:0/2716327455 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ebc104980 msgr2=0x7f9ebc19ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.390+0000 7f9eb3e00640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ebc104980 0x7f9ebc19ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.390+0000 7f9eb3e00640 1 -- 172.21.15.26:0/2716327455 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ebc1a2750 con 0x7f9ebc105b70 2024-04-26T23:35:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.390+0000 7f9eb3e00640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ebc105b70 0x7f9ebc19b070 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9ea4009230 tx=0x7f9ea40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.391+0000 7f9eb8c00640 1 -- 172.21.15.26:0/2716327455 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea403f030 con 0x7f9ebc105b70 2024-04-26T23:35:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.391+0000 7f9eb8c00640 1 -- 172.21.15.26:0/2716327455 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9ea4003c90 con 0x7f9ebc105b70 2024-04-26T23:35:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.391+0000 7f9eb8c00640 1 -- 172.21.15.26:0/2716327455 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4035070 con 0x7f9ebc105b70 2024-04-26T23:35:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.391+0000 7f9ec0c00640 1 -- 172.21.15.26:0/2716327455 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ebc1a29e0 con 0x7f9ebc105b70 2024-04-26T23:35:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.391+0000 7f9ec0c00640 1 -- 172.21.15.26:0/2716327455 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ebc1a2fa0 con 0x7f9ebc105b70 2024-04-26T23:35:05.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.392+0000 7f9ec0c00640 1 -- 172.21.15.26:0/2716327455 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ebc10bde0 con 0x7f9ebc105b70 2024-04-26T23:35:05.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.394+0000 7f9eb8c00640 1 -- 172.21.15.26:0/2716327455 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9ea4042030 con 0x7f9ebc105b70 2024-04-26T23:35:05.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.395+0000 7f9eb8c00640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9ea00a3cc0 0x7f9ea00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:05.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.396+0000 7f9eb8c00640 1 -- 172.21.15.26:0/2716327455 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9ea40f0cc0 con 0x7f9ebc105b70 2024-04-26T23:35:05.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.396+0000 7f9ebb400640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9ea00a3cc0 0x7f9ea00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:05.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.397+0000 7f9ebb400640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9ea00a3cc0 0x7f9ea00a6180 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc1059d0 tx=0x7f9eac00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:05.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.400+0000 7f9eb8c00640 1 -- 172.21.15.26:0/2716327455 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f9ea40bd610 con 0x7f9ebc105b70 2024-04-26T23:35:05.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:05 smithi026 ceph-mon[28371]: pgmap v426: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:05.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:05 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/992371117' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:05.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:05 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2090403373' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:05.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.649+0000 7f9ec0c00640 1 -- 172.21.15.26:0/2716327455 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9ebc02dce0 con 0x7f9ebc105b70 2024-04-26T23:35:05.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.651+0000 7f9eb8c00640 1 -- 172.21.15.26:0/2716327455 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11861 (secure 0 0 0) 0x7f9ea40bcf10 con 0x7f9ebc105b70 2024-04-26T23:35:05.654 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:05.654 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:33:25.221290+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34475,34559]},"id":1}]} 2024-04-26T23:35:05.655 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 23 2024-04-26T23:35:05.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.654+0000 7f9ec0c00640 1 -- 172.21.15.26:0/2716327455 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9ea00a3cc0 msgr2=0x7f9ea00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:05.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.654+0000 7f9ec0c00640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9ea00a3cc0 0x7f9ea00a6180 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc1059d0 tx=0x7f9eac00b390 comp rx=0 tx=0).stop 2024-04-26T23:35:05.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.654+0000 7f9ec0c00640 1 -- 172.21.15.26:0/2716327455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ebc105b70 msgr2=0x7f9ebc19b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:05.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.654+0000 7f9ec0c00640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ebc105b70 0x7f9ebc19b070 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9ea4009230 tx=0x7f9ea40042f0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.654+0000 7f9ec0c00640 1 -- 172.21.15.26:0/2716327455 shutdown_connections 2024-04-26T23:35:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.654+0000 7f9ec0c00640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ebc106530 0x7f9ebc1a20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.655+0000 7f9ec0c00640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9ea00a3cc0 0x7f9ea00a6180 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.655+0000 7f9ec0c00640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ebc105b70 0x7f9ebc19b070 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.655+0000 7f9ec0c00640 1 --2- 172.21.15.26:0/2716327455 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ebc104980 0x7f9ebc19ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.655+0000 7f9ec0c00640 1 -- 172.21.15.26:0/2716327455 >> 172.21.15.26:0/2716327455 conn(0x7f9ebc0fff10 msgr2=0x7f9ebc108fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:05.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.655+0000 7f9ec0c00640 1 -- 172.21.15.26:0/2716327455 shutdown_connections 2024-04-26T23:35:05.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.655+0000 7f9ec0c00640 1 -- 172.21.15.26:0/2716327455 wait complete. 2024-04-26T23:35:05.677 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:35:05.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:05 smithi164 ceph-mon[31699]: pgmap v426: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:05.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:05 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/992371117' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:05.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:05 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2090403373' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:05.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:05 smithi086 ceph-mon[31122]: pgmap v426: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:05.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:05 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/992371117' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:05.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:05 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2090403373' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.890+0000 7fc68fa00640 1 -- 172.21.15.26:0/1278531983 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc688076970 msgr2=0x7fc688074dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:05.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.890+0000 7fc68fa00640 1 --2- 172.21.15.26:0/1278531983 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc688076970 0x7fc688074dc0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fc67c009930 tx=0x7fc67c02a420 comp rx=0 tx=0).stop 2024-04-26T23:35:05.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.891+0000 7fc68fa00640 1 -- 172.21.15.26:0/1278531983 shutdown_connections 2024-04-26T23:35:05.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.891+0000 7fc68fa00640 1 --2- 172.21.15.26:0/1278531983 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc68810ef40 0x7fc688111330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.891+0000 7fc68fa00640 1 --2- 172.21.15.26:0/1278531983 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc688075390 0x7fc688075810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.891+0000 7fc68fa00640 1 --2- 172.21.15.26:0/1278531983 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc688076970 0x7fc688074dc0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.891+0000 7fc68fa00640 1 -- 172.21.15.26:0/1278531983 >> 172.21.15.26:0/1278531983 conn(0x7fc6880fdee0 msgr2=0x7fc688100320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:05.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.891+0000 7fc68fa00640 1 -- 172.21.15.26:0/1278531983 shutdown_connections 2024-04-26T23:35:05.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.891+0000 7fc68fa00640 1 -- 172.21.15.26:0/1278531983 wait complete. 2024-04-26T23:35:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.892+0000 7fc68fa00640 1 Processor -- start 2024-04-26T23:35:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.892+0000 7fc68fa00640 1 -- start start 2024-04-26T23:35:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.892+0000 7fc68fa00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc688075390 0x7fc68819f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.892+0000 7fc68fa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc688076970 0x7fc68819f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.892+0000 7fc68fa00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc68810ef40 0x7fc6881a66b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.892+0000 7fc68fa00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc688114970 con 0x7fc688076970 2024-04-26T23:35:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.892+0000 7fc68fa00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc6881147f0 con 0x7fc688075390 2024-04-26T23:35:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.892+0000 7fc68fa00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc688114af0 con 0x7fc68810ef40 2024-04-26T23:35:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.892+0000 7fc687e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc688076970 0x7fc68819f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.893+0000 7fc687e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc688076970 0x7fc68819f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47800/0 (socket says 172.21.15.26:47800) 2024-04-26T23:35:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.893+0000 7fc687e00640 1 -- 172.21.15.26:0/3092718119 learned_addr learned my addr 172.21.15.26:0/3092718119 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.893+0000 7fc68d000640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc688075390 0x7fc68819f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.893+0000 7fc68da00640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc68810ef40 0x7fc6881a66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.893+0000 7fc687e00640 1 -- 172.21.15.26:0/3092718119 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc68810ef40 msgr2=0x7fc6881a66b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.893+0000 7fc687e00640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc68810ef40 0x7fc6881a66b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.893+0000 7fc687e00640 1 -- 172.21.15.26:0/3092718119 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc688075390 msgr2=0x7fc68819f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.893+0000 7fc687e00640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc688075390 0x7fc68819f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.893+0000 7fc687e00640 1 -- 172.21.15.26:0/3092718119 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6881a6d20 con 0x7fc688076970 2024-04-26T23:35:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.893+0000 7fc68da00640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc68810ef40 0x7fc6881a66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.893+0000 7fc68d000640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc688075390 0x7fc68819f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.893+0000 7fc687e00640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc688076970 0x7fc68819f640 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fc67400d950 tx=0x7fc67400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:05.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.894+0000 7fc685600640 1 -- 172.21.15.26:0/3092718119 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674017030 con 0x7fc688076970 2024-04-26T23:35:05.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.894+0000 7fc685600640 1 -- 172.21.15.26:0/3092718119 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc674004020 con 0x7fc688076970 2024-04-26T23:35:05.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.894+0000 7fc68fa00640 1 -- 172.21.15.26:0/3092718119 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6881a6fb0 con 0x7fc688076970 2024-04-26T23:35:05.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.894+0000 7fc685600640 1 -- 172.21.15.26:0/3092718119 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6740055d0 con 0x7fc688076970 2024-04-26T23:35:05.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.894+0000 7fc68fa00640 1 -- 172.21.15.26:0/3092718119 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6881a74d0 con 0x7fc688076970 2024-04-26T23:35:05.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.895+0000 7fc68fa00640 1 -- 172.21.15.26:0/3092718119 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc688105110 con 0x7fc688076970 2024-04-26T23:35:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.897+0000 7fc685600640 1 -- 172.21.15.26:0/3092718119 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc674009a30 con 0x7fc688076970 2024-04-26T23:35:05.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.901+0000 7fc685600640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc6700a3c40 0x7fc6700a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:05.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.901+0000 7fc685600640 1 -- 172.21.15.26:0/3092718119 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fc6740d00e0 con 0x7fc688076970 2024-04-26T23:35:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.901+0000 7fc68d000640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc6700a3c40 0x7fc6700a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.902+0000 7fc68d000640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc6700a3c40 0x7fc6700a6100 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc67c0057c0 tx=0x7fc67c031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:05.905+0000 7fc685600640 1 -- 172.21.15.26:0/3092718119 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fc67409c910 con 0x7fc688076970 2024-04-26T23:35:06.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.112+0000 7fc68fa00640 1 -- 172.21.15.26:0/3092718119 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc68802dd20 con 0x7fc688076970 2024-04-26T23:35:06.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.114+0000 7fc685600640 1 -- 172.21.15.26:0/3092718119 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22604 (secure 0 0 0) 0x7fc67409c210 con 0x7fc688076970 2024-04-26T23:35:06.117 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:06.117 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:33:35.303847+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:35:06.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.117+0000 7fc68fa00640 1 -- 172.21.15.26:0/3092718119 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc6700a3c40 msgr2=0x7fc6700a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.117+0000 7fc68fa00640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc6700a3c40 0x7fc6700a6100 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc67c0057c0 tx=0x7fc67c031400 comp rx=0 tx=0).stop 2024-04-26T23:35:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.117+0000 7fc68fa00640 1 -- 172.21.15.26:0/3092718119 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc688076970 msgr2=0x7fc68819f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.117+0000 7fc68fa00640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc688076970 0x7fc68819f640 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fc67400d950 tx=0x7fc67400de10 comp rx=0 tx=0).stop 2024-04-26T23:35:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.117+0000 7fc68fa00640 1 -- 172.21.15.26:0/3092718119 shutdown_connections 2024-04-26T23:35:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.117+0000 7fc68fa00640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc68810ef40 0x7fc6881a66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.117+0000 7fc68fa00640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc6700a3c40 0x7fc6700a6100 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.117+0000 7fc68fa00640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc688076970 0x7fc68819f640 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.117+0000 7fc68fa00640 1 --2- 172.21.15.26:0/3092718119 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc688075390 0x7fc68819f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.117+0000 7fc68fa00640 1 -- 172.21.15.26:0/3092718119 >> 172.21.15.26:0/3092718119 conn(0x7fc6880fdee0 msgr2=0x7fc6881022e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.117+0000 7fc68fa00640 1 -- 172.21.15.26:0/3092718119 shutdown_connections 2024-04-26T23:35:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.117+0000 7fc68fa00640 1 -- 172.21.15.26:0/3092718119 wait complete. 2024-04-26T23:35:06.141 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:35:06.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.351+0000 7f7527e00640 1 -- 172.21.15.26:0/3719802811 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7520078530 msgr2=0x7f7520078990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.351+0000 7f7527e00640 1 --2- 172.21.15.26:0/3719802811 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7520078530 0x7f7520078990 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f750c009900 tx=0x7f750c02a410 comp rx=0 tx=0).stop 2024-04-26T23:35:06.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.351+0000 7f7527e00640 1 -- 172.21.15.26:0/3719802811 shutdown_connections 2024-04-26T23:35:06.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.351+0000 7f7527e00640 1 --2- 172.21.15.26:0/3719802811 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7520078ed0 0x7f7520079770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.351+0000 7f7527e00640 1 --2- 172.21.15.26:0/3719802811 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7520078530 0x7f7520078990 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.351+0000 7f7527e00640 1 --2- 172.21.15.26:0/3719802811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f75200772f0 0x7f7520077710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.351+0000 7f7527e00640 1 -- 172.21.15.26:0/3719802811 >> 172.21.15.26:0/3719802811 conn(0x7f7520100120 msgr2=0x7f7520102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:06.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.351+0000 7f7527e00640 1 -- 172.21.15.26:0/3719802811 shutdown_connections 2024-04-26T23:35:06.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.351+0000 7f7527e00640 1 -- 172.21.15.26:0/3719802811 wait complete. 2024-04-26T23:35:06.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.352+0000 7f7527e00640 1 Processor -- start 2024-04-26T23:35:06.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.352+0000 7f7527e00640 1 -- start start 2024-04-26T23:35:06.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.352+0000 7f7527e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75200772f0 0x7f752019f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.352+0000 7f7527e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7520078530 0x7f752019f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7527e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7520078ed0 0x7f75201a6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7527e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7520114960 con 0x7f75200772f0 2024-04-26T23:35:06.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7527e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f75201147e0 con 0x7f7520078530 2024-04-26T23:35:06.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7527e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7520114ae0 con 0x7f7520078ed0 2024-04-26T23:35:06.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7525400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75200772f0 0x7f752019f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7525400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75200772f0 0x7f752019f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47818/0 (socket says 172.21.15.26:47818) 2024-04-26T23:35:06.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7525400640 1 -- 172.21.15.26:0/2884033757 learned_addr learned my addr 172.21.15.26:0/2884033757 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:06.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7525400640 1 -- 172.21.15.26:0/2884033757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7520078ed0 msgr2=0x7f75201a6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7525400640 1 --2- 172.21.15.26:0/2884033757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7520078ed0 0x7f75201a6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7525400640 1 -- 172.21.15.26:0/2884033757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7520078530 msgr2=0x7f752019f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7525400640 1 --2- 172.21.15.26:0/2884033757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7520078530 0x7f752019f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7525400640 1 -- 172.21.15.26:0/2884033757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75201a6d70 con 0x7f75200772f0 2024-04-26T23:35:06.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.353+0000 7f7525400640 1 --2- 172.21.15.26:0/2884033757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75200772f0 0x7f752019f150 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f751000ea80 tx=0x7f751000ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:06.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.354+0000 7f751e000640 1 -- 172.21.15.26:0/2884033757 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f751000ce40 con 0x7f75200772f0 2024-04-26T23:35:06.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.354+0000 7f751e000640 1 -- 172.21.15.26:0/2884033757 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7510005020 con 0x7f75200772f0 2024-04-26T23:35:06.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.354+0000 7f7527e00640 1 -- 172.21.15.26:0/2884033757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75201a7060 con 0x7f75200772f0 2024-04-26T23:35:06.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.354+0000 7f751e000640 1 -- 172.21.15.26:0/2884033757 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75100116d0 con 0x7f75200772f0 2024-04-26T23:35:06.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.354+0000 7f7527e00640 1 -- 172.21.15.26:0/2884033757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75201a75b0 con 0x7f75200772f0 2024-04-26T23:35:06.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.355+0000 7f7527e00640 1 -- 172.21.15.26:0/2884033757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75201114e0 con 0x7f75200772f0 2024-04-26T23:35:06.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.357+0000 7f751e000640 1 -- 172.21.15.26:0/2884033757 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7510004a40 con 0x7f75200772f0 2024-04-26T23:35:06.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.359+0000 7f751e000640 1 --2- 172.21.15.26:0/2884033757 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f75040a3cc0 0x7f75040a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.359+0000 7f751e000640 1 -- 172.21.15.26:0/2884033757 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f75100d0bb0 con 0x7f75200772f0 2024-04-26T23:35:06.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.359+0000 7f7524a00640 1 --2- 172.21.15.26:0/2884033757 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f75040a3cc0 0x7f75040a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.360+0000 7f7524a00640 1 --2- 172.21.15.26:0/2884033757 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f75040a3cc0 0x7f75040a6180 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f750c02a930 tx=0x7f750c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:06.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.367+0000 7f751e000640 1 -- 172.21.15.26:0/2884033757 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f7510016030 con 0x7f75200772f0 2024-04-26T23:35:06.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:06 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2716327455' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:06.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:06 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3092718119' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:06.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.619+0000 7f7527e00640 1 -- 172.21.15.26:0/2884033757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f752002dad0 con 0x7f75200772f0 2024-04-26T23:35:06.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.620+0000 7f751e000640 1 -- 172.21.15.26:0/2884033757 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11861 (secure 0 0 0) 0x7f752002dad0 con 0x7f75200772f0 2024-04-26T23:35:06.623 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:06.623 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:33:25.221290+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34475,34559]},"id":1}]} 2024-04-26T23:35:06.624 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 23 2024-04-26T23:35:06.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.623+0000 7f7527e00640 1 -- 172.21.15.26:0/2884033757 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f75040a3cc0 msgr2=0x7f75040a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.623+0000 7f7527e00640 1 --2- 172.21.15.26:0/2884033757 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f75040a3cc0 0x7f75040a6180 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f750c02a930 tx=0x7f750c000bc0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.623+0000 7f7527e00640 1 -- 172.21.15.26:0/2884033757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75200772f0 msgr2=0x7f752019f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.623+0000 7f7527e00640 1 --2- 172.21.15.26:0/2884033757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75200772f0 0x7f752019f150 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f751000ea80 tx=0x7f751000ef40 comp rx=0 tx=0).stop 2024-04-26T23:35:06.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.623+0000 7f7527e00640 1 -- 172.21.15.26:0/2884033757 shutdown_connections 2024-04-26T23:35:06.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.623+0000 7f7527e00640 1 --2- 172.21.15.26:0/2884033757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7520078ed0 0x7f75201a6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.623+0000 7f7527e00640 1 --2- 172.21.15.26:0/2884033757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7520078530 0x7f752019f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.623+0000 7f7527e00640 1 --2- 172.21.15.26:0/2884033757 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f75040a3cc0 0x7f75040a6180 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.623+0000 7f7527e00640 1 --2- 172.21.15.26:0/2884033757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75200772f0 0x7f752019f150 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.623+0000 7f7527e00640 1 -- 172.21.15.26:0/2884033757 >> 172.21.15.26:0/2884033757 conn(0x7f7520100120 msgr2=0x7f7520103440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:06.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.623+0000 7f7527e00640 1 -- 172.21.15.26:0/2884033757 shutdown_connections 2024-04-26T23:35:06.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.623+0000 7f7527e00640 1 -- 172.21.15.26:0/2884033757 wait complete. 2024-04-26T23:35:06.645 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T23:33:19.668854+0000', 'modified': '2024-04-26T23:33:25.221290+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 34559, 'mds_1': 34508, 'mds_2': 34475}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24493': {'gid': 24493, 'name': 'c', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6837/3682844863', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6836', 'nonce': 3682844863}, {'type': 'v1', 'addr': '172.21.15.164:6837', 'nonce': 3682844863}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24520': {'gid': 24520, 'name': 'i', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6839/3252912800', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6838', 'nonce': 3252912800}, {'type': 'v1', 'addr': '172.21.15.164:6839', 'nonce': 3252912800}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_34433': {'gid': 34433, 'name': 'k', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.86:6833/176415514', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.86:6832', 'nonce': 176415514}, {'type': 'v1', 'addr': '172.21.15.86:6833', 'nonce': 176415514}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_34475': {'gid': 34475, 'name': 'e', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.86:6835/485180241', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.86:6834', 'nonce': 485180241}, {'type': 'v1', 'addr': '172.21.15.86:6835', 'nonce': 485180241}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_34508': {'gid': 34508, 'name': 'h', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.86:6837/1137699523', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.86:6836', 'nonce': 1137699523}, {'type': 'v1', 'addr': '172.21.15.86:6837', 'nonce': 1137699523}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_34559': {'gid': 34559, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.86:6839/2562669391', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.86:6838', 'nonce': 2562669391}, {'type': 'v1', 'addr': '172.21.15.86:6839', 'nonce': 2562669391}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 34559, 'qdb_cluster': [34508, 34475, 34559]} 2024-04-26T23:35:06.645 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-26T23:35:06.646 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2024-04-26T23:35:06.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:06 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2716327455' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:06.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:06 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3092718119' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:06.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:06 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2716327455' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:06.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:06 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3092718119' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:06.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.865+0000 7fb40b000640 1 -- 172.21.15.26:0/911729764 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb404101780 msgr2=0x7fb404101c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.865+0000 7fb40b000640 1 --2- 172.21.15.26:0/911729764 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb404101780 0x7fb404101c00 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fb3f0009900 tx=0x7fb3f002a410 comp rx=0 tx=0).stop 2024-04-26T23:35:06.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.866+0000 7fb40b000640 1 -- 172.21.15.26:0/911729764 shutdown_connections 2024-04-26T23:35:06.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.866+0000 7fb40b000640 1 --2- 172.21.15.26:0/911729764 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb404102140 0x7fb4041029c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.866+0000 7fb40b000640 1 --2- 172.21.15.26:0/911729764 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb404101780 0x7fb404101c00 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.866+0000 7fb40b000640 1 --2- 172.21.15.26:0/911729764 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb404100a20 0x7fb404100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.866+0000 7fb40b000640 1 -- 172.21.15.26:0/911729764 >> 172.21.15.26:0/911729764 conn(0x7fb4040fc310 msgr2=0x7fb4040fe790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:06.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.866+0000 7fb40b000640 1 -- 172.21.15.26:0/911729764 shutdown_connections 2024-04-26T23:35:06.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.866+0000 7fb40b000640 1 -- 172.21.15.26:0/911729764 wait complete. 2024-04-26T23:35:06.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.867+0000 7fb40b000640 1 Processor -- start 2024-04-26T23:35:06.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.867+0000 7fb40b000640 1 -- start start 2024-04-26T23:35:06.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb40b000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb404100a20 0x7fb40419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb40b000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb404101780 0x7fb40419b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb40b000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb404102140 0x7fb4041a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb40b000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb4041103b0 con 0x7fb404101780 2024-04-26T23:35:06.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb40b000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb404110230 con 0x7fb404100a20 2024-04-26T23:35:06.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb40b000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb404110530 con 0x7fb404102140 2024-04-26T23:35:06.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb409200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb404101780 0x7fb40419b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb409200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb404101780 0x7fb40419b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47842/0 (socket says 172.21.15.26:47842) 2024-04-26T23:35:06.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb409200640 1 -- 172.21.15.26:0/2521119382 learned_addr learned my addr 172.21.15.26:0/2521119382 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:06.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb409c00640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb404100a20 0x7fb40419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb40a600640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb404102140 0x7fb4041a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb409200640 1 -- 172.21.15.26:0/2521119382 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb404102140 msgr2=0x7fb4041a2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb409200640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb404102140 0x7fb4041a2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.868+0000 7fb409200640 1 -- 172.21.15.26:0/2521119382 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb404100a20 msgr2=0x7fb40419aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.869+0000 7fb409200640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb404100a20 0x7fb40419aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.869+0000 7fb409200640 1 -- 172.21.15.26:0/2521119382 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4041a2700 con 0x7fb404101780 2024-04-26T23:35:06.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.869+0000 7fb409200640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb404101780 0x7fb40419b020 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb3f0031460 tx=0x7fb3f0003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:06.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.869+0000 7fb402000640 1 -- 172.21.15.26:0/2521119382 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f003f070 con 0x7fb404101780 2024-04-26T23:35:06.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.869+0000 7fb402000640 1 -- 172.21.15.26:0/2521119382 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb3f0031da0 con 0x7fb404101780 2024-04-26T23:35:06.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.869+0000 7fb40b000640 1 -- 172.21.15.26:0/2521119382 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4041a2990 con 0x7fb404101780 2024-04-26T23:35:06.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.869+0000 7fb402000640 1 -- 172.21.15.26:0/2521119382 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f0035030 con 0x7fb404101780 2024-04-26T23:35:06.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.870+0000 7fb40b000640 1 -- 172.21.15.26:0/2521119382 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4041a2ed0 con 0x7fb404101780 2024-04-26T23:35:06.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.873+0000 7fb40f40c740 1 Processor -- start 2024-04-26T23:35:06.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.873+0000 7fb40f40c740 1 -- start start 2024-04-26T23:35:06.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.873+0000 7fb40f40c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb22c0 0x55cb02fb26e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.873+0000 7fb40f40c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb2cb0 0x55cb02fb77b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.873+0000 7fb40f40c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb7e20 0x55cb02fba2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.873+0000 7fb40f40c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cb02f16600 con 0x55cb02fb2cb0 2024-04-26T23:35:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.873+0000 7fb40f40c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cb02eb3100 con 0x55cb02fb7e20 2024-04-26T23:35:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.873+0000 7fb40f40c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cb02f125c0 con 0x55cb02fb22c0 2024-04-26T23:35:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.874+0000 7fb402000640 1 -- 172.21.15.26:0/2521119382 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb3f0042070 con 0x7fb404101780 2024-04-26T23:35:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.874+0000 7fb409c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb2cb0 0x55cb02fb77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.874+0000 7fb409c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb2cb0 0x55cb02fb77b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47850/0 (socket says 172.21.15.26:47850) 2024-04-26T23:35:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.874+0000 7fb409c00640 1 -- 172.21.15.26:0/392904233 learned_addr learned my addr 172.21.15.26:0/392904233 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.874+0000 7fb40a600640 1 --2- 172.21.15.26:0/392904233 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb22c0 0x55cb02fb26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.874+0000 7fb409c00640 1 -- 172.21.15.26:0/392904233 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb22c0 msgr2=0x55cb02fb26e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.874+0000 7fb409c00640 1 --2- 172.21.15.26:0/392904233 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb22c0 0x55cb02fb26e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.874+0000 7fb409c00640 1 -- 172.21.15.26:0/392904233 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb7e20 msgr2=0x55cb02fba2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:06.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.874+0000 7fb409c00640 1 --2- 172.21.15.26:0/392904233 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb7e20 0x55cb02fba2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.874+0000 7fb409c00640 1 -- 172.21.15.26:0/392904233 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb02c282d0 con 0x55cb02fb2cb0 2024-04-26T23:35:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.875+0000 7fb409c00640 1 --2- 172.21.15.26:0/392904233 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb2cb0 0x55cb02fb77b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fb3f800bd10 tx=0x7fb3f800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=460ab239384bfdeb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.875+0000 7fb3f6a00640 1 -- 172.21.15.26:0/392904233 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f8015070 con 0x55cb02fb2cb0 2024-04-26T23:35:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.875+0000 7fb3f6a00640 1 -- 172.21.15.26:0/392904233 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb3f801a8f0 con 0x55cb02fb2cb0 2024-04-26T23:35:06.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.875+0000 7fb3f6a00640 1 -- 172.21.15.26:0/392904233 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f80118a0 con 0x55cb02fb2cb0 2024-04-26T23:35:06.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.875+0000 7fb402000640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb3ec0a3cc0 0x7fb3ec0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.876+0000 7fb40f40c740 1 -- 172.21.15.26:0/392904233 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb2cb0 msgr2=0x55cb02fb77b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.876+0000 7fb40f40c740 1 --2- 172.21.15.26:0/392904233 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb2cb0 0x55cb02fb77b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fb3f800bd10 tx=0x7fb3f800f730 comp rx=0 tx=0).stop 2024-04-26T23:35:06.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.876+0000 7fb402000640 1 -- 172.21.15.26:0/2521119382 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb3f00f0e60 con 0x7fb404101780 2024-04-26T23:35:06.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.876+0000 7fb40a600640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb3ec0a3cc0 0x7fb3ec0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.876+0000 7fb40f40c740 1 -- 172.21.15.26:0/392904233 shutdown_connections 2024-04-26T23:35:06.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.876+0000 7fb40f40c740 1 --2- 172.21.15.26:0/392904233 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb7e20 0x55cb02fba2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.876+0000 7fb40f40c740 1 --2- 172.21.15.26:0/392904233 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb2cb0 0x55cb02fb77b0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.876+0000 7fb40f40c740 1 --2- 172.21.15.26:0/392904233 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb22c0 0x55cb02fb26e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.876+0000 7fb40f40c740 1 -- 172.21.15.26:0/392904233 >> 172.21.15.26:0/392904233 conn(0x55cb02f46d10 msgr2=0x55cb02fadd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:06.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.876+0000 7fb40f40c740 1 -- 172.21.15.26:0/392904233 shutdown_connections 2024-04-26T23:35:06.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.876+0000 7fb40f40c740 1 -- 172.21.15.26:0/392904233 wait complete. 2024-04-26T23:35:06.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.876+0000 7fb40a600640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb3ec0a3cc0 0x7fb3ec0a6180 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc0092f0 tx=0x7fb3fc009280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:06.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.877+0000 7fb40f40c740 1 -- start start 2024-04-26T23:35:06.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.877+0000 7fb40f40c740 1 Processor -- start 2024-04-26T23:35:06.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.877+0000 7fb40f40c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb22c0 0x55cb02fbc840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.877+0000 7fb40f40c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb2cb0 0x55cb02fbcd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.877+0000 7fb40f40c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb7e20 0x55cb02fc3d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.877+0000 7fb40f40c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cb02fbadd0 con 0x55cb02fb22c0 2024-04-26T23:35:06.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.877+0000 7fb40f40c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cb02e9df70 con 0x55cb02fb2cb0 2024-04-26T23:35:06.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.877+0000 7fb40f40c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cb02fbaf50 con 0x55cb02fb7e20 2024-04-26T23:35:06.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.877+0000 7fb40f40c740 10 client.0 _ll_register_callbacks cb 0x55cb02f0c480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:35:06.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.878+0000 7fb409c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb22c0 0x55cb02fbc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.878+0000 7fb409c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb22c0 0x55cb02fbc840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47862/0 (socket says 172.21.15.26:47862) 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.878+0000 7fb409c00640 1 -- 172.21.15.26:0/2268916909 learned_addr learned my addr 172.21.15.26:0/2268916909 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.878+0000 7fb40a600640 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb7e20 0x55cb02fc3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.878+0000 7fb409200640 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb2cb0 0x55cb02fbcd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.878+0000 7fb409c00640 1 -- 172.21.15.26:0/2268916909 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb7e20 msgr2=0x55cb02fc3d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.878+0000 7fb409c00640 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb7e20 0x55cb02fc3d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.878+0000 7fb409c00640 1 -- 172.21.15.26:0/2268916909 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb2cb0 msgr2=0x55cb02fbcd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.878+0000 7fb409c00640 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb2cb0 0x55cb02fbcd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.878+0000 7fb409c00640 1 -- 172.21.15.26:0/2268916909 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb02cf26b0 con 0x55cb02fb22c0 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.878+0000 7fb409c00640 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb22c0 0x55cb02fbc840 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb3f8000c00 tx=0x7fb3f801a690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84d99348bd450045 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.878+0000 7fb3eb400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.879+0000 7fb3eb400640 1 -- 172.21.15.26:0/2268916909 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f8028060 con 0x55cb02fb22c0 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.879+0000 7fb3eb400640 1 -- 172.21.15.26:0/2268916909 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb3f801acb0 con 0x55cb02fb22c0 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.879+0000 7fb40f40c740 1 -- 172.21.15.26:0/2268916909 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3f801a8f0 con 0x55cb02fb22c0 2024-04-26T23:35:06.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.879+0000 7fb3eb400640 1 -- 172.21.15.26:0/2268916909 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fb3f8015070 con 0x55cb02fb22c0 2024-04-26T23:35:06.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.879+0000 7fb40f40c740 10 client.15087 fetch_fsmap learned FSMap version 23 2024-04-26T23:35:06.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.879+0000 7fb40f40c740 1 -- 172.21.15.26:0/2268916909 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55cb02fc6d80 con 0x55cb02fb22c0 2024-04-26T23:35:06.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.879+0000 7fb3eb400640 1 -- 172.21.15.26:0/2268916909 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb3f801a8f0 con 0x55cb02fb22c0 2024-04-26T23:35:06.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.879+0000 7fb3eb400640 1 -- 172.21.15.26:0/2268916909 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7fb3f80049e0 con 0x55cb02fb22c0 2024-04-26T23:35:06.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.880+0000 7fb40f40c740 10 client.15087 fetch_fsmap finished waiting for FSMap version 23 2024-04-26T23:35:06.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.880+0000 7fb40f40c740 10 client.15087 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-26T23:35:06.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.880+0000 7fb40f40c740 20 client.15087 populate_metadata read hostname 'smithi026' 2024-04-26T23:35:06.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.880+0000 7fb40f40c740 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cb02fc9040 0x55cb02fca4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.880+0000 7fb40f40c740 4 client.15087 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:35:06.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.880+0000 7fb40f40c740 1 -- 172.21.15.26:0/2268916909 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cb02f24210 con 0x55cb02fc9040 2024-04-26T23:35:06.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.880+0000 7fb409200640 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cb02fc9040 0x55cb02fca4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.881+0000 7fb409200640 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cb02fc9040 0x55cb02fca4b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=63902f2f0fd45ef5 server_cookie=380ab95daff56bf5 in_seq=0 out_seq=0 2024-04-26T23:35:06.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.881+0000 7fb3eb400640 10 client.15087 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:35:06.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb3eb400640 1 -- 172.21.15.26:0/2268916909 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cb02f24210 con 0x55cb02fc9040 2024-04-26T23:35:06.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb3eb400640 10 client.15087 handle_command_reply: tid=0 2024-04-26T23:35:06.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb40f40c740 1 client.15087 shutdown 2024-04-26T23:35:06.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb40f40c740 1 -- 172.21.15.26:0/2268916909 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb22c0 msgr2=0x55cb02fbc840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb40f40c740 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb22c0 0x55cb02fbc840 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb3f8000c00 tx=0x7fb3f801a690 comp rx=0 tx=0).stop 2024-04-26T23:35:06.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb40f40c740 1 -- 172.21.15.26:0/2268916909 shutdown_connections 2024-04-26T23:35:06.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb40f40c740 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cb02fc9040 0x55cb02fca4b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb40f40c740 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb7e20 0x55cb02fc3d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb40f40c740 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb2cb0 0x55cb02fbcd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb40f40c740 1 --2- 172.21.15.26:0/2268916909 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02fb22c0 0x55cb02fbc840 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb40f40c740 1 -- 172.21.15.26:0/2268916909 >> 172.21.15.26:0/2268916909 conn(0x55cb02f46d10 msgr2=0x55cb02facf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:06.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb3eb400640 0 client.15087 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:35:06.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb40f40c740 1 -- 172.21.15.26:0/2268916909 shutdown_connections 2024-04-26T23:35:06.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.884+0000 7fb40f40c740 1 -- 172.21.15.26:0/2268916909 wait complete. 2024-04-26T23:35:06.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.885+0000 7fb40f40c740 20 client.15087 trim_cache size 0 max 16384 2024-04-26T23:35:06.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.904+0000 7fb40f40c740 1 Processor -- start 2024-04-26T23:35:06.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.904+0000 7fb40f40c740 1 -- start start 2024-04-26T23:35:06.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.905+0000 7fb40f40c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 0x55cb02facde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.905+0000 7fb40f40c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb22c0 0x55cb02fc3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.905+0000 7fb40f40c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb2cb0 0x55cb02fbbe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.905+0000 7fb40f40c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cb02fc87f0 con 0x55cb02f46d10 2024-04-26T23:35:06.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.905+0000 7fb40f40c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cb02fc8ec0 con 0x55cb02fb22c0 2024-04-26T23:35:06.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.905+0000 7fb40f40c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cb02fc9590 con 0x55cb02fb2cb0 2024-04-26T23:35:06.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.905+0000 7fb409c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 0x55cb02facde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.905+0000 7fb409c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 0x55cb02facde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47866/0 (socket says 172.21.15.26:47866) 2024-04-26T23:35:06.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.905+0000 7fb409c00640 1 -- 172.21.15.26:0/3703601964 learned_addr learned my addr 172.21.15.26:0/3703601964 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:06.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.905+0000 7fb409200640 1 --2- 172.21.15.26:0/3703601964 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb22c0 0x55cb02fc3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.906+0000 7fb40a600640 1 --2- 172.21.15.26:0/3703601964 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb2cb0 0x55cb02fbbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.906+0000 7fb409c00640 1 -- 172.21.15.26:0/3703601964 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb2cb0 msgr2=0x55cb02fbbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:06.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.906+0000 7fb409c00640 1 --2- 172.21.15.26:0/3703601964 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb2cb0 0x55cb02fbbe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.906+0000 7fb409c00640 1 -- 172.21.15.26:0/3703601964 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb22c0 msgr2=0x55cb02fc3c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:06.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.906+0000 7fb409c00640 1 --2- 172.21.15.26:0/3703601964 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb22c0 0x55cb02fc3c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.906+0000 7fb409c00640 1 -- 172.21.15.26:0/3703601964 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb02fa9460 con 0x55cb02f46d10 2024-04-26T23:35:06.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.906+0000 7fb409200640 1 --2- 172.21.15.26:0/3703601964 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb22c0 0x55cb02fc3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:06.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.906+0000 7fb40a600640 1 --2- 172.21.15.26:0/3703601964 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb2cb0 0x55cb02fbbe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:06.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.906+0000 7fb409c00640 1 --2- 172.21.15.26:0/3703601964 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 0x55cb02facde0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb3f80058c0 tx=0x7fb3f801a700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f24880d6a2e6cc29 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:06.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.906+0000 7fb3f6000640 1 -- 172.21.15.26:0/3703601964 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f8033030 con 0x55cb02f46d10 2024-04-26T23:35:06.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.906+0000 7fb3f6000640 1 -- 172.21.15.26:0/3703601964 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb3f8011440 con 0x55cb02f46d10 2024-04-26T23:35:06.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.906+0000 7fb3f6000640 1 -- 172.21.15.26:0/3703601964 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f8028070 con 0x55cb02f46d10 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.907+0000 7fb40f40c740 1 -- 172.21.15.26:0/3703601964 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 msgr2=0x55cb02facde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.907+0000 7fb40f40c740 1 --2- 172.21.15.26:0/3703601964 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 0x55cb02facde0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb3f80058c0 tx=0x7fb3f801a700 comp rx=0 tx=0).stop 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.907+0000 7fb40f40c740 1 -- 172.21.15.26:0/3703601964 shutdown_connections 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.907+0000 7fb40f40c740 1 --2- 172.21.15.26:0/3703601964 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb2cb0 0x55cb02fbbe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.907+0000 7fb40f40c740 1 --2- 172.21.15.26:0/3703601964 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb22c0 0x55cb02fc3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.907+0000 7fb40f40c740 1 --2- 172.21.15.26:0/3703601964 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 0x55cb02facde0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.907+0000 7fb40f40c740 1 -- 172.21.15.26:0/3703601964 >> 172.21.15.26:0/3703601964 conn(0x55cb02fb3a90 msgr2=0x55cb02fac6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.907+0000 7fb40f40c740 1 -- 172.21.15.26:0/3703601964 shutdown_connections 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.907+0000 7fb40f40c740 1 -- 172.21.15.26:0/3703601964 wait complete. 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.907+0000 7fb40f40c740 1 -- start start 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.908+0000 7fb40f40c740 1 Processor -- start 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.908+0000 7fb40f40c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 0x55cb02fc35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.908+0000 7fb40f40c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb22c0 0x55cb02fc3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.908+0000 7fb40f40c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb2cb0 0x55cb02fc00c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.908+0000 7fb40f40c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cb02fca330 con 0x55cb02f46d10 2024-04-26T23:35:06.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.908+0000 7fb40f40c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cb02fc9c60 con 0x55cb02fb22c0 2024-04-26T23:35:06.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.908+0000 7fb40f40c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cb02fcaa00 con 0x55cb02fb2cb0 2024-04-26T23:35:06.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.908+0000 7fb40f40c740 10 client.0 _ll_register_callbacks cb 0x7fb3f800bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:35:06.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.908+0000 7fb409c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 0x55cb02fc35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.908+0000 7fb409c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 0x55cb02fc35b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47878/0 (socket says 172.21.15.26:47878) 2024-04-26T23:35:06.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.908+0000 7fb409c00640 1 -- 172.21.15.26:0/2053634366 learned_addr learned my addr 172.21.15.26:0/2053634366 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:06.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.909+0000 7fb40a600640 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb2cb0 0x55cb02fc00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.909+0000 7fb409200640 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb22c0 0x55cb02fc3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.909+0000 7fb409c00640 1 -- 172.21.15.26:0/2053634366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb2cb0 msgr2=0x55cb02fc00c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:06.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.909+0000 7fb409c00640 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb2cb0 0x55cb02fc00c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.909+0000 7fb409c00640 1 -- 172.21.15.26:0/2053634366 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb22c0 msgr2=0x55cb02fc3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:06.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.909+0000 7fb409c00640 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb22c0 0x55cb02fc3af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.909+0000 7fb409c00640 1 -- 172.21.15.26:0/2053634366 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb02fc07b0 con 0x55cb02f46d10 2024-04-26T23:35:06.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.909+0000 7fb409c00640 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 0x55cb02fc35b0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb3f801a7d0 tx=0x7fb3f8004930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81bdd579251ef09a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:06.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.909+0000 7fb3eb400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:35:06.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.909+0000 7fb3eb400640 1 -- 172.21.15.26:0/2053634366 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f803c020 con 0x55cb02f46d10 2024-04-26T23:35:06.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.909+0000 7fb3eb400640 1 -- 172.21.15.26:0/2053634366 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb3f80119c0 con 0x55cb02f46d10 2024-04-26T23:35:06.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.909+0000 7fb40f40c740 1 -- 172.21.15.26:0/2053634366 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3f8011440 con 0x55cb02f46d10 2024-04-26T23:35:06.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.910+0000 7fb3eb400640 1 -- 172.21.15.26:0/2053634366 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fb3f8028040 con 0x55cb02f46d10 2024-04-26T23:35:06.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.910+0000 7fb40f40c740 10 client.15093 fetch_fsmap learned FSMap version 23 2024-04-26T23:35:06.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.910+0000 7fb40f40c740 1 -- 172.21.15.26:0/2053634366 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55cb0302fc10 con 0x55cb02f46d10 2024-04-26T23:35:06.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.910+0000 7fb3eb400640 1 -- 172.21.15.26:0/2053634366 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb3f8011440 con 0x55cb02f46d10 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.910+0000 7fb3eb400640 1 -- 172.21.15.26:0/2053634366 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7fb3f8011bc0 con 0x55cb02f46d10 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.910+0000 7fb40f40c740 10 client.15093 fetch_fsmap finished waiting for FSMap version 23 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.910+0000 7fb40f40c740 10 client.15093 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.910+0000 7fb40f40c740 20 client.15093 populate_metadata read hostname 'smithi026' 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.910+0000 7fb40f40c740 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cb02fb7e20 0x55cb03033200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.910+0000 7fb40f40c740 4 client.15093 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.910+0000 7fb40f40c740 1 -- 172.21.15.26:0/2053634366 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "status"}) -- 0x55cb02f1e080 con 0x55cb02fb7e20 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.911+0000 7fb409200640 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cb02fb7e20 0x55cb03033200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.912+0000 7fb409200640 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cb02fb7e20 0x55cb03033200 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=84791ea0c5b14f52 server_cookie=82e46b8cb9124deb in_seq=0 out_seq=0 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.912+0000 7fb3eb400640 10 client.15093 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.912+0000 7fb3eb400640 1 -- 172.21.15.26:0/2053634366 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55cb02f1e080 con 0x55cb02fb7e20 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.912+0000 7fb3eb400640 10 client.15093 handle_command_reply: tid=0 2024-04-26T23:35:06.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.912+0000 7fb40f40c740 1 client.15093 shutdown 2024-04-26T23:35:06.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.913+0000 7fb40f40c740 1 -- 172.21.15.26:0/2053634366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 msgr2=0x55cb02fc35b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.913+0000 7fb40f40c740 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 0x55cb02fc35b0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb3f801a7d0 tx=0x7fb3f8004930 comp rx=0 tx=0).stop 2024-04-26T23:35:06.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.913+0000 7fb40f40c740 1 -- 172.21.15.26:0/2053634366 shutdown_connections 2024-04-26T23:35:06.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.913+0000 7fb40f40c740 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cb02fb7e20 0x55cb03033200 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.913+0000 7fb40f40c740 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cb02fb2cb0 0x55cb02fc00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.913+0000 7fb40f40c740 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cb02fb22c0 0x55cb02fc3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.913+0000 7fb40f40c740 1 --2- 172.21.15.26:0/2053634366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cb02f46d10 0x55cb02fc35b0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.913+0000 7fb3eb400640 0 client.15093 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:35:06.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.913+0000 7fb40f40c740 1 -- 172.21.15.26:0/2053634366 >> 172.21.15.26:0/2053634366 conn(0x55cb02fb3a90 msgr2=0x55cb02facf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:06.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.913+0000 7fb40f40c740 1 -- 172.21.15.26:0/2053634366 shutdown_connections 2024-04-26T23:35:06.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.913+0000 7fb40f40c740 1 -- 172.21.15.26:0/2053634366 wait complete. 2024-04-26T23:35:06.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.913+0000 7fb40f40c740 20 client.15093 trim_cache size 0 max 16384 2024-04-26T23:35:06.920 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:35:06.920 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "a73d6c78-0423-11ef-bc93-c7b262605968", 2024-04-26T23:35:06.920 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 2, 2024-04-26T23:35:06.920 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 34475, 2024-04-26T23:35:06.920 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T23:35:06.920 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T23:35:06.920 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T23:35:06.920 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 102.175700439, 2024-04-26T23:35:06.920 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 23, 2024-04-26T23:35:06.920 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T23:35:06.920 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T23:35:06.921 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 141.66047030300001 2024-04-26T23:35:06.921 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:35:06.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.914+0000 7fb40b000640 1 -- 172.21.15.26:0/2521119382 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb3ec0a3cc0 msgr2=0x7fb3ec0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.914+0000 7fb40b000640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb3ec0a3cc0 0x7fb3ec0a6180 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc0092f0 tx=0x7fb3fc009280 comp rx=0 tx=0).stop 2024-04-26T23:35:06.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.914+0000 7fb40b000640 1 -- 172.21.15.26:0/2521119382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb404101780 msgr2=0x7fb40419b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.914+0000 7fb40b000640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb404101780 0x7fb40419b020 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb3f0031460 tx=0x7fb3f0003c80 comp rx=0 tx=0).stop 2024-04-26T23:35:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.914+0000 7fb40b000640 1 -- 172.21.15.26:0/2521119382 shutdown_connections 2024-04-26T23:35:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.914+0000 7fb40b000640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb404102140 0x7fb4041a2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.914+0000 7fb40b000640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb3ec0a3cc0 0x7fb3ec0a6180 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.914+0000 7fb40b000640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb404101780 0x7fb40419b020 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.914+0000 7fb40b000640 1 --2- 172.21.15.26:0/2521119382 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb404100a20 0x7fb40419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.914+0000 7fb40b000640 1 -- 172.21.15.26:0/2521119382 >> 172.21.15.26:0/2521119382 conn(0x7fb4040fc310 msgr2=0x7fb4040fdb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.914+0000 7fb40b000640 1 -- 172.21.15.26:0/2521119382 shutdown_connections 2024-04-26T23:35:06.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:06.914+0000 7fb40b000640 1 -- 172.21.15.26:0/2521119382 wait complete. 2024-04-26T23:35:06.934 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-26T23:35:07.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.144+0000 7f2ccf800640 1 -- 172.21.15.26:0/4287769708 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cc8102360 msgr2=0x7f2cc8106c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.144+0000 7f2ccf800640 1 --2- 172.21.15.26:0/4287769708 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cc8102360 0x7f2cc8106c00 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f2cc0009ca0 tx=0x7f2cc002a8c0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.144+0000 7f2ccf800640 1 -- 172.21.15.26:0/4287769708 shutdown_connections 2024-04-26T23:35:07.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.144+0000 7f2ccf800640 1 --2- 172.21.15.26:0/4287769708 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cc8102360 0x7f2cc8106c00 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.144+0000 7f2ccf800640 1 --2- 172.21.15.26:0/4287769708 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2cc81019a0 0x7f2cc8101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.144+0000 7f2ccf800640 1 --2- 172.21.15.26:0/4287769708 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2cc8100c40 0x7f2cc8101060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.144+0000 7f2ccf800640 1 -- 172.21.15.26:0/4287769708 >> 172.21.15.26:0/4287769708 conn(0x7f2cc80fc570 msgr2=0x7f2cc80fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:07.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.144+0000 7f2ccf800640 1 -- 172.21.15.26:0/4287769708 shutdown_connections 2024-04-26T23:35:07.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.144+0000 7f2ccf800640 1 -- 172.21.15.26:0/4287769708 wait complete. 2024-04-26T23:35:07.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.145+0000 7f2ccf800640 1 Processor -- start 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.145+0000 7f2ccf800640 1 -- start start 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.145+0000 7f2ccf800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2cc8100c40 0x7f2cc819f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.145+0000 7f2ccf800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2cc81019a0 0x7f2cc819f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.145+0000 7f2ccf800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cc8102360 0x7f2cc81a6670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.145+0000 7f2ccf800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc8114a20 con 0x7f2cc8102360 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.145+0000 7f2ccf800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc81148a0 con 0x7f2cc8100c40 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.145+0000 7f2ccf800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc8114ba0 con 0x7f2cc81019a0 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.146+0000 7f2ccd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cc8102360 0x7f2cc81a6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.146+0000 7f2ccd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cc8102360 0x7f2cc81a6670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47900/0 (socket says 172.21.15.26:47900) 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.146+0000 7f2ccd800640 1 -- 172.21.15.26:0/858531751 learned_addr learned my addr 172.21.15.26:0/858531751 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.146+0000 7f2ccce00640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2cc8100c40 0x7f2cc819f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.146+0000 7f2cc7e00640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2cc81019a0 0x7f2cc819f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.146+0000 7f2ccd800640 1 -- 172.21.15.26:0/858531751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2cc81019a0 msgr2=0x7f2cc819f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.146+0000 7f2ccd800640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2cc81019a0 0x7f2cc819f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.146+0000 7f2ccd800640 1 -- 172.21.15.26:0/858531751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2cc8100c40 msgr2=0x7f2cc819f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.146+0000 7f2ccd800640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2cc8100c40 0x7f2cc819f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.146+0000 7f2ccd800640 1 -- 172.21.15.26:0/858531751 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc81a6ce0 con 0x7f2cc8102360 2024-04-26T23:35:07.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.146+0000 7f2ccce00640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2cc8100c40 0x7f2cc819f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:07.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.147+0000 7f2ccd800640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cc8102360 0x7f2cc81a6670 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2cc002aeb0 tx=0x7f2cc0003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:07.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.147+0000 7f2cc5600640 1 -- 172.21.15.26:0/858531751 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc0032ed0 con 0x7f2cc8102360 2024-04-26T23:35:07.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.147+0000 7f2cc5600640 1 -- 172.21.15.26:0/858531751 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2cc0003e10 con 0x7f2cc8102360 2024-04-26T23:35:07.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.147+0000 7f2cc5600640 1 -- 172.21.15.26:0/858531751 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc0030cd0 con 0x7f2cc8102360 2024-04-26T23:35:07.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.147+0000 7f2ccf800640 1 -- 172.21.15.26:0/858531751 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cc81a6f70 con 0x7f2cc8102360 2024-04-26T23:35:07.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.147+0000 7f2ccf800640 1 -- 172.21.15.26:0/858531751 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cc81a7430 con 0x7f2cc8102360 2024-04-26T23:35:07.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.150+0000 7f2cd25b4740 1 Processor -- start 2024-04-26T23:35:07.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.150+0000 7f2cc5600640 1 -- 172.21.15.26:0/858531751 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2cc0004240 con 0x7f2cc8102360 2024-04-26T23:35:07.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.151+0000 7f2cd25b4740 1 -- start start 2024-04-26T23:35:07.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.151+0000 7f2cd25b4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 0x56477e2f5510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.151+0000 7f2cd25b4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f5ae0 0x56477e2fa5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.151+0000 7f2cd25b4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e2fd0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.151+0000 7f2cd25b4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56477e259600 con 0x56477e2f50f0 2024-04-26T23:35:07.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.151+0000 7f2cd25b4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56477e1f6100 con 0x56477e2f5ae0 2024-04-26T23:35:07.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.151+0000 7f2cd25b4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56477e2555c0 con 0x56477e2fac50 2024-04-26T23:35:07.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.151+0000 7f2cc7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 0x56477e2f5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.151+0000 7f2cc7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 0x56477e2f5510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47908/0 (socket says 172.21.15.26:47908) 2024-04-26T23:35:07.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.151+0000 7f2cc7e00640 1 -- 172.21.15.26:0/1465402425 learned_addr learned my addr 172.21.15.26:0/1465402425 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.152+0000 7f2ccce00640 1 --2- 172.21.15.26:0/1465402425 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f5ae0 0x56477e2fa5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.152+0000 7f2cc7e00640 1 --2- 172.21.15.26:0/1465402425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e2fd0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.152+0000 7f2cc7e00640 1 -- 172.21.15.26:0/1465402425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 msgr2=0x56477e2fd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.152+0000 7f2cc7e00640 1 --2- 172.21.15.26:0/1465402425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e2fd0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.152+0000 7f2cc7e00640 1 -- 172.21.15.26:0/1465402425 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f5ae0 msgr2=0x56477e2fa5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.152+0000 7f2cc7e00640 1 --2- 172.21.15.26:0/1465402425 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f5ae0 0x56477e2fa5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.152+0000 7f2cc7e00640 1 -- 172.21.15.26:0/1465402425 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56477df6b2d0 con 0x56477e2f50f0 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.152+0000 7f2cc5600640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2cb00a3c40 0x7f2cb00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.152+0000 7f2cc5600640 1 -- 172.21.15.26:0/858531751 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2cc00f1c40 con 0x7f2cc8102360 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.152+0000 7f2cc7e00640 1 --2- 172.21.15.26:0/1465402425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 0x56477e2f5510 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2cb400bf30 tx=0x7f2cb400b680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c7e4e945eb9134e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.152+0000 7f2ccce00640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2cb00a3c40 0x7f2cb00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.152+0000 7f2cba000640 1 -- 172.21.15.26:0/1465402425 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb4004220 con 0x56477e2f50f0 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.153+0000 7f2cba000640 1 -- 172.21.15.26:0/1465402425 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2cb4017030 con 0x56477e2f50f0 2024-04-26T23:35:07.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.153+0000 7f2cba000640 1 -- 172.21.15.26:0/1465402425 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb40049a0 con 0x56477e2f50f0 2024-04-26T23:35:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.153+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1465402425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 msgr2=0x56477e2f5510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.153+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/1465402425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 0x56477e2f5510 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2cb400bf30 tx=0x7f2cb400b680 comp rx=0 tx=0).stop 2024-04-26T23:35:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.153+0000 7f2ccce00640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2cb00a3c40 0x7f2cb00a6100 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x56477e2f5ee0 tx=0x7f2cbc00b710 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.153+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1465402425 shutdown_connections 2024-04-26T23:35:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.153+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/1465402425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e2fd0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.153+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/1465402425 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f5ae0 0x56477e2fa5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.153+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/1465402425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 0x56477e2f5510 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.153+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1465402425 >> 172.21.15.26:0/1465402425 conn(0x56477e289d10 msgr2=0x56477e2f0b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.153+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1465402425 shutdown_connections 2024-04-26T23:35:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.154+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1465402425 wait complete. 2024-04-26T23:35:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.154+0000 7f2cd25b4740 1 -- start start 2024-04-26T23:35:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.154+0000 7f2cd25b4740 1 Processor -- start 2024-04-26T23:35:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2cd25b4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f50f0 0x56477e2ff580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2cd25b4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2f5ae0 0x56477e2ffac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2cd25b4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2fac50 0x56477e306b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2cd25b4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56477e2fdc00 con 0x56477e2fac50 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2cd25b4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56477e1e0f70 con 0x56477e2f50f0 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2cd25b4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56477e2fdd80 con 0x56477e2f5ae0 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2cd25b4740 10 client.0 _ll_register_callbacks cb 0x56477e24f480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2ccd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2fac50 0x56477e306b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2ccd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2fac50 0x56477e306b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47924/0 (socket says 172.21.15.26:47924) 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2ccd800640 1 -- 172.21.15.26:0/1952134594 learned_addr learned my addr 172.21.15.26:0/1952134594 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2ccce00640 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f50f0 0x56477e2ff580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2cc7e00640 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2f5ae0 0x56477e2ffac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2ccd800640 1 -- 172.21.15.26:0/1952134594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2f5ae0 msgr2=0x56477e2ffac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.155+0000 7f2ccd800640 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2f5ae0 0x56477e2ffac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.156+0000 7f2ccd800640 1 -- 172.21.15.26:0/1952134594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f50f0 msgr2=0x56477e2ff580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.156+0000 7f2ccd800640 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f50f0 0x56477e2ff580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.156+0000 7f2ccd800640 1 -- 172.21.15.26:0/1952134594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56477e0356b0 con 0x56477e2fac50 2024-04-26T23:35:07.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.156+0000 7f2ccd800640 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2fac50 0x56477e306b00 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f2cc00bde10 tx=0x7f2cc00bda80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b32ce151c265955 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.156+0000 7f2caea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.156+0000 7f2caea00640 1 -- 172.21.15.26:0/1952134594 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cc00c2230 con 0x56477e2fac50 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.156+0000 7f2caea00640 1 -- 172.21.15.26:0/1952134594 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2cc00ba4f0 con 0x56477e2fac50 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.156+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1952134594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cb4017030 con 0x56477e2fac50 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.156+0000 7f2caea00640 1 -- 172.21.15.26:0/1952134594 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f2cc00c6af0 con 0x56477e2fac50 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.156+0000 7f2cd25b4740 10 client.15105 fetch_fsmap learned FSMap version 23 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.156+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1952134594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x56477e309ae0 con 0x56477e2fac50 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.157+0000 7f2caea00640 1 -- 172.21.15.26:0/1952134594 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2cb4017030 con 0x56477e2fac50 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.157+0000 7f2caea00640 1 -- 172.21.15.26:0/1952134594 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f2cc00c6660 con 0x56477e2fac50 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.157+0000 7f2cd25b4740 10 client.15105 fetch_fsmap finished waiting for FSMap version 23 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.157+0000 7f2cd25b4740 10 client.15105 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.157+0000 7f2cd25b4740 20 client.15105 populate_metadata read hostname 'smithi026' 2024-04-26T23:35:07.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.157+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56477e30c1f0 0x56477e30d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.157+0000 7f2cd25b4740 4 client.15105 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:35:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.157+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1952134594 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56477e267210 con 0x56477e30c1f0 2024-04-26T23:35:07.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.158+0000 7f2ccce00640 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56477e30c1f0 0x56477e30d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.159+0000 7f2ccce00640 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56477e30c1f0 0x56477e30d660 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d6af5564c764cae6 server_cookie=96ed70cf215eef31 in_seq=0 out_seq=0 2024-04-26T23:35:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.159+0000 7f2caea00640 10 client.15105 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:35:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2caea00640 1 -- 172.21.15.26:0/1952134594 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56477e267210 con 0x56477e30c1f0 2024-04-26T23:35:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2caea00640 10 client.15105 handle_command_reply: tid=0 2024-04-26T23:35:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2cd25b4740 1 client.15105 shutdown 2024-04-26T23:35:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1952134594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2fac50 msgr2=0x56477e306b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2fac50 0x56477e306b00 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f2cc00bde10 tx=0x7f2cc00bda80 comp rx=0 tx=0).stop 2024-04-26T23:35:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1952134594 shutdown_connections 2024-04-26T23:35:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56477e30c1f0 0x56477e30d660 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2fac50 0x56477e306b00 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2f5ae0 0x56477e2ffac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2caea00640 0 client.15105 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:35:07.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/1952134594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f50f0 0x56477e2ff580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1952134594 >> 172.21.15.26:0/1952134594 conn(0x56477e289d10 msgr2=0x56477e2efeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:07.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1952134594 shutdown_connections 2024-04-26T23:35:07.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.161+0000 7f2cd25b4740 1 -- 172.21.15.26:0/1952134594 wait complete. 2024-04-26T23:35:07.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.162+0000 7f2cd25b4740 20 client.15105 trim_cache size 0 max 16384 2024-04-26T23:35:07.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.182+0000 7f2cd25b4740 1 Processor -- start 2024-04-26T23:35:07.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.182+0000 7f2cd25b4740 1 -- start start 2024-04-26T23:35:07.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.182+0000 7f2cd25b4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 0x56477e2ff190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.182+0000 7f2cd25b4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f5ae0 0x56477e2ff6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.182+0000 7f2cd25b4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e2ef620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.182+0000 7f2cd25b4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56477e30b9a0 con 0x56477e2f50f0 2024-04-26T23:35:07.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.182+0000 7f2cd25b4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56477e30c070 con 0x56477e2f5ae0 2024-04-26T23:35:07.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.182+0000 7f2cd25b4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56477e30c740 con 0x56477e2fac50 2024-04-26T23:35:07.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.182+0000 7f2ccce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 0x56477e2ff190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.183+0000 7f2ccce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 0x56477e2ff190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47936/0 (socket says 172.21.15.26:47936) 2024-04-26T23:35:07.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.183+0000 7f2ccce00640 1 -- 172.21.15.26:0/3341016057 learned_addr learned my addr 172.21.15.26:0/3341016057 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:07.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.183+0000 7f2cc7e00640 1 --2- 172.21.15.26:0/3341016057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f5ae0 0x56477e2ff6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.183+0000 7f2ccce00640 1 -- 172.21.15.26:0/3341016057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 msgr2=0x56477e2ef620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.183+0000 7f2ccd800640 1 --2- 172.21.15.26:0/3341016057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e2ef620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.183+0000 7f2ccce00640 1 --2- 172.21.15.26:0/3341016057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e2ef620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.183+0000 7f2ccce00640 1 -- 172.21.15.26:0/3341016057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f5ae0 msgr2=0x56477e2ff6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.183+0000 7f2ccce00640 1 --2- 172.21.15.26:0/3341016057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f5ae0 0x56477e2ff6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.183+0000 7f2ccce00640 1 -- 172.21.15.26:0/3341016057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56477e2f6370 con 0x56477e2f50f0 2024-04-26T23:35:07.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.183+0000 7f2ccd800640 1 --2- 172.21.15.26:0/3341016057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e2ef620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:07.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.183+0000 7f2ccce00640 1 --2- 172.21.15.26:0/3341016057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 0x56477e2ff190 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x56477e2f6550 tx=0x7f2cbc014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96a4722331f38ed4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:07.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.184+0000 7f2cb9600640 1 -- 172.21.15.26:0/3341016057 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc012cb0 con 0x56477e2f50f0 2024-04-26T23:35:07.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.184+0000 7f2cb9600640 1 -- 172.21.15.26:0/3341016057 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2cbc012e50 con 0x56477e2f50f0 2024-04-26T23:35:07.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.184+0000 7f2cb9600640 1 -- 172.21.15.26:0/3341016057 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc004a00 con 0x56477e2f50f0 2024-04-26T23:35:07.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.184+0000 7f2cd25b4740 1 -- 172.21.15.26:0/3341016057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 msgr2=0x56477e2ff190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.184+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/3341016057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 0x56477e2ff190 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x56477e2f6550 tx=0x7f2cbc014000 comp rx=0 tx=0).stop 2024-04-26T23:35:07.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.185+0000 7f2cd25b4740 1 -- 172.21.15.26:0/3341016057 shutdown_connections 2024-04-26T23:35:07.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.185+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/3341016057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e2ef620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.185+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/3341016057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f5ae0 0x56477e2ff6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.185+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/3341016057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f50f0 0x56477e2ff190 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.185+0000 7f2cd25b4740 1 -- 172.21.15.26:0/3341016057 >> 172.21.15.26:0/3341016057 conn(0x56477e289d10 msgr2=0x56477e30ae30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:07.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.185+0000 7f2cd25b4740 1 -- 172.21.15.26:0/3341016057 shutdown_connections 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.185+0000 7f2cd25b4740 1 -- 172.21.15.26:0/3341016057 wait complete. 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.185+0000 7f2cd25b4740 1 -- start start 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.185+0000 7f2cd25b4740 1 Processor -- start 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cd25b4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f50f0 0x56477e306490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cd25b4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f5ae0 0x56477e302fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cd25b4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e3034e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cd25b4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56477e30d4e0 con 0x56477e2f5ae0 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cd25b4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56477e30ce10 con 0x56477e2f50f0 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cd25b4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56477e30dbb0 con 0x56477e2fac50 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cd25b4740 10 client.0 _ll_register_callbacks cb 0x7f2cc0030f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cc7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f5ae0 0x56477e302fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cc7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f5ae0 0x56477e302fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47942/0 (socket says 172.21.15.26:47942) 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cc7e00640 1 -- 172.21.15.26:0/4072930273 learned_addr learned my addr 172.21.15.26:0/4072930273 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:07.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2ccce00640 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f50f0 0x56477e306490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2ccd800640 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e3034e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cc7e00640 1 -- 172.21.15.26:0/4072930273 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 msgr2=0x56477e3034e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cc7e00640 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e3034e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cc7e00640 1 -- 172.21.15.26:0/4072930273 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f50f0 msgr2=0x56477e306490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cc7e00640 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f50f0 0x56477e306490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2cc7e00640 1 -- 172.21.15.26:0/4072930273 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56477e306ac0 con 0x56477e2f5ae0 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.186+0000 7f2ccce00640 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f50f0 0x56477e306490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.187+0000 7f2cc7e00640 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f5ae0 0x56477e302fa0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f2cb400bf30 tx=0x7f2cb400b4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30930481c5ce88b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.187+0000 7f2caea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.187+0000 7f2caea00640 1 -- 172.21.15.26:0/4072930273 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb4005450 con 0x56477e2f5ae0 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.187+0000 7f2caea00640 1 -- 172.21.15.26:0/4072930273 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2cb40055f0 con 0x56477e2f5ae0 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.187+0000 7f2cd25b4740 1 -- 172.21.15.26:0/4072930273 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cbc012e50 con 0x56477e2f5ae0 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.187+0000 7f2caea00640 1 -- 172.21.15.26:0/4072930273 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f2cb4004020 con 0x56477e2f5ae0 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.187+0000 7f2cd25b4740 10 client.15111 fetch_fsmap learned FSMap version 23 2024-04-26T23:35:07.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.187+0000 7f2cd25b4740 1 -- 172.21.15.26:0/4072930273 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x56477e373060 con 0x56477e2f5ae0 2024-04-26T23:35:07.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.188+0000 7f2caea00640 1 -- 172.21.15.26:0/4072930273 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2cbc012e50 con 0x56477e2f5ae0 2024-04-26T23:35:07.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.188+0000 7f2caea00640 1 -- 172.21.15.26:0/4072930273 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f2cb4024070 con 0x56477e2f5ae0 2024-04-26T23:35:07.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.188+0000 7f2cd25b4740 10 client.15111 fetch_fsmap finished waiting for FSMap version 23 2024-04-26T23:35:07.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.188+0000 7f2cd25b4740 10 client.15111 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.188+0000 7f2cd25b4740 20 client.15111 populate_metadata read hostname 'smithi026' 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.188+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56477e3779e0 0x56477e3766f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.188+0000 7f2cd25b4740 4 client.15111 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.188+0000 7f2cd25b4740 1 -- 172.21.15.26:0/4072930273 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "status"}) -- 0x56477e261080 con 0x56477e3779e0 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.189+0000 7f2ccce00640 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56477e3779e0 0x56477e3766f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2ccce00640 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56477e3779e0 0x56477e3766f0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=19cb773412d06d24 server_cookie=ff96384bc03f0246 in_seq=0 out_seq=0 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2caea00640 10 client.15111 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2caea00640 1 -- 172.21.15.26:0/4072930273 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56477e261080 con 0x56477e3779e0 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2caea00640 10 client.15111 handle_command_reply: tid=0 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2cd25b4740 1 client.15111 shutdown 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2cd25b4740 1 -- 172.21.15.26:0/4072930273 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f5ae0 msgr2=0x56477e302fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f5ae0 0x56477e302fa0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f2cb400bf30 tx=0x7f2cb400b4b0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2cd25b4740 1 -- 172.21.15.26:0/4072930273 shutdown_connections 2024-04-26T23:35:07.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56477e3779e0 0x56477e3766f0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56477e2fac50 0x56477e3034e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56477e2f5ae0 0x56477e302fa0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2cd25b4740 1 --2- 172.21.15.26:0/4072930273 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56477e2f50f0 0x56477e306490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2caea00640 0 client.15111 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:35:07.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.190+0000 7f2cd25b4740 1 -- 172.21.15.26:0/4072930273 >> 172.21.15.26:0/4072930273 conn(0x56477e289d10 msgr2=0x56477e2ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:07.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.191+0000 7f2cd25b4740 1 -- 172.21.15.26:0/4072930273 shutdown_connections 2024-04-26T23:35:07.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.191+0000 7f2cd25b4740 1 -- 172.21.15.26:0/4072930273 wait complete. 2024-04-26T23:35:07.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.191+0000 7f2cd25b4740 20 client.15111 trim_cache size 0 max 16384 2024-04-26T23:35:07.196 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:35:07.196 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "a73d6c78-0423-11ef-bc93-c7b262605968", 2024-04-26T23:35:07.197 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 1, 2024-04-26T23:35:07.197 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 34508, 2024-04-26T23:35:07.197 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T23:35:07.197 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T23:35:07.197 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T23:35:07.197 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 103.467584911, 2024-04-26T23:35:07.197 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 23, 2024-04-26T23:35:07.197 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T23:35:07.197 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T23:35:07.197 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 129.93152746499999 2024-04-26T23:35:07.197 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:35:07.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.191+0000 7f2ccf800640 1 -- 172.21.15.26:0/858531751 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2cb00a3c40 msgr2=0x7f2cb00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.191+0000 7f2ccf800640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2cb00a3c40 0x7f2cb00a6100 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x56477e2f5ee0 tx=0x7f2cbc00b710 comp rx=0 tx=0).stop 2024-04-26T23:35:07.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.191+0000 7f2ccf800640 1 -- 172.21.15.26:0/858531751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cc8102360 msgr2=0x7f2cc81a6670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.191+0000 7f2ccf800640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cc8102360 0x7f2cc81a6670 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2cc002aeb0 tx=0x7f2cc0003c20 comp rx=0 tx=0).stop 2024-04-26T23:35:07.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.192+0000 7f2ccf800640 1 -- 172.21.15.26:0/858531751 shutdown_connections 2024-04-26T23:35:07.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.192+0000 7f2ccf800640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2cb00a3c40 0x7f2cb00a6100 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.192+0000 7f2ccf800640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2cc8102360 0x7f2cc81a6670 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.192+0000 7f2ccf800640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2cc81019a0 0x7f2cc819f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.192+0000 7f2ccf800640 1 --2- 172.21.15.26:0/858531751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2cc8100c40 0x7f2cc819f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.192+0000 7f2ccf800640 1 -- 172.21.15.26:0/858531751 >> 172.21.15.26:0/858531751 conn(0x7f2cc80fc570 msgr2=0x7f2cc80fd1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:07.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.192+0000 7f2ccf800640 1 -- 172.21.15.26:0/858531751 shutdown_connections 2024-04-26T23:35:07.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.192+0000 7f2ccf800640 1 -- 172.21.15.26:0/858531751 wait complete. 2024-04-26T23:35:07.213 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-26T23:35:07.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.422+0000 7f9d96400640 1 -- 172.21.15.26:0/1017163649 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d90105b80 msgr2=0x7f9d90106000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.422+0000 7f9d96400640 1 --2- 172.21.15.26:0/1017163649 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d90105b80 0x7f9d90106000 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c009900 tx=0x7f9d7c02a3f0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.422+0000 7f9d96400640 1 -- 172.21.15.26:0/1017163649 shutdown_connections 2024-04-26T23:35:07.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.422+0000 7f9d96400640 1 --2- 172.21.15.26:0/1017163649 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d90106540 0x7f9d9010cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.422+0000 7f9d96400640 1 --2- 172.21.15.26:0/1017163649 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d90105b80 0x7f9d90106000 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.422+0000 7f9d96400640 1 --2- 172.21.15.26:0/1017163649 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d90104990 0x7f9d90104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.422+0000 7f9d96400640 1 -- 172.21.15.26:0/1017163649 >> 172.21.15.26:0/1017163649 conn(0x7f9d900fff00 msgr2=0x7f9d90102340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:07.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.422+0000 7f9d96400640 1 -- 172.21.15.26:0/1017163649 shutdown_connections 2024-04-26T23:35:07.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.422+0000 7f9d96400640 1 -- 172.21.15.26:0/1017163649 wait complete. 2024-04-26T23:35:07.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.423+0000 7f9d96400640 1 Processor -- start 2024-04-26T23:35:07.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.424+0000 7f9d96400640 1 -- start start 2024-04-26T23:35:07.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.424+0000 7f9d96400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d90104990 0x7f9d9019a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.424+0000 7f9d96400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d90105b80 0x7f9d9019af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.424+0000 7f9d96400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d90106540 0x7f9d901a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.424+0000 7f9d96400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9d901103a0 con 0x7f9d90106540 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.424+0000 7f9d96400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9d90110220 con 0x7f9d90104990 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.424+0000 7f9d96400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9d90110520 con 0x7f9d90105b80 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.424+0000 7f9d95a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d90106540 0x7f9d901a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.424+0000 7f9d95a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d90106540 0x7f9d901a1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47968/0 (socket says 172.21.15.26:47968) 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.424+0000 7f9d95a00640 1 -- 172.21.15.26:0/4186936153 learned_addr learned my addr 172.21.15.26:0/4186936153 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.425+0000 7f9d95000640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d90104990 0x7f9d9019a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.425+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d90105b80 0x7f9d9019af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.425+0000 7f9d95a00640 1 -- 172.21.15.26:0/4186936153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d90105b80 msgr2=0x7f9d9019af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.425+0000 7f9d95a00640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d90105b80 0x7f9d9019af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.425+0000 7f9d95a00640 1 -- 172.21.15.26:0/4186936153 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d90104990 msgr2=0x7f9d9019a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.425+0000 7f9d95a00640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d90104990 0x7f9d9019a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.425+0000 7f9d95a00640 1 -- 172.21.15.26:0/4186936153 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d901a2610 con 0x7f9d90106540 2024-04-26T23:35:07.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.425+0000 7f9d95a00640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d90106540 0x7f9d901a1fa0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f9d8800eaa0 tx=0x7f9d8800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:07.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.425+0000 7f9d8d600640 1 -- 172.21.15.26:0/4186936153 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d8800cdb0 con 0x7f9d90106540 2024-04-26T23:35:07.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.425+0000 7f9d8d600640 1 -- 172.21.15.26:0/4186936153 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9d88005020 con 0x7f9d90106540 2024-04-26T23:35:07.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.425+0000 7f9d96400640 1 -- 172.21.15.26:0/4186936153 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d901a2900 con 0x7f9d90106540 2024-04-26T23:35:07.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.426+0000 7f9d8d600640 1 -- 172.21.15.26:0/4186936153 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d880116d0 con 0x7f9d90106540 2024-04-26T23:35:07.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.426+0000 7f9d96400640 1 -- 172.21.15.26:0/4186936153 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d901a2dd0 con 0x7f9d90106540 2024-04-26T23:35:07.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.430+0000 7f9d9a802740 1 Processor -- start 2024-04-26T23:35:07.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.430+0000 7f9d8d600640 1 -- 172.21.15.26:0/4186936153 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9d880051d0 con 0x7f9d90106540 2024-04-26T23:35:07.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.430+0000 7f9d9a802740 1 -- start start 2024-04-26T23:35:07.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d9a802740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad662c0 0x55864ad666e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d9a802740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 0x55864ad6b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d9a802740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad6be20 0x55864ad6e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d9a802740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55864acca600 con 0x55864ad66cb0 2024-04-26T23:35:07.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d9a802740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55864ac67100 con 0x55864ad6be20 2024-04-26T23:35:07.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d9a802740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55864acc65c0 con 0x55864ad662c0 2024-04-26T23:35:07.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d95000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 0x55864ad6b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d95000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 0x55864ad6b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47970/0 (socket says 172.21.15.26:47970) 2024-04-26T23:35:07.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d95000640 1 -- 172.21.15.26:0/2959204194 learned_addr learned my addr 172.21.15.26:0/2959204194 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:07.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/2959204194 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad6be20 0x55864ad6e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d95000640 1 -- 172.21.15.26:0/2959204194 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad662c0 msgr2=0x55864ad666e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d95000640 1 --2- 172.21.15.26:0/2959204194 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad662c0 0x55864ad666e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.431+0000 7f9d95000640 1 -- 172.21.15.26:0/2959204194 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad6be20 msgr2=0x55864ad6e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.432+0000 7f9d95000640 1 --2- 172.21.15.26:0/2959204194 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad6be20 0x55864ad6e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.432+0000 7f9d95000640 1 -- 172.21.15.26:0/2959204194 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55864a9dc2d0 con 0x55864ad66cb0 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.432+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/2959204194 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad6be20 0x55864ad6e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.432+0000 7f9d8d600640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9d780a3c40 0x7f9d780a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.432+0000 7f9d95000640 1 --2- 172.21.15.26:0/2959204194 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 0x55864ad6b7b0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400cc40 tx=0x7f9d8400e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec89ebe7f399add4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.432+0000 7f9d8d600640 1 -- 172.21.15.26:0/4186936153 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9d880d0890 con 0x7f9d90106540 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.432+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9d780a3c40 0x7f9d780a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.432+0000 7f9d82000640 1 -- 172.21.15.26:0/2959204194 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84014070 con 0x55864ad66cb0 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.432+0000 7f9d82000640 1 -- 172.21.15.26:0/2959204194 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9d840054b0 con 0x55864ad66cb0 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.432+0000 7f9d82000640 1 -- 172.21.15.26:0/2959204194 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84004bf0 con 0x55864ad66cb0 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.433+0000 7f9d9a802740 1 -- 172.21.15.26:0/2959204194 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 msgr2=0x55864ad6b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.433+0000 7f9d9a802740 1 --2- 172.21.15.26:0/2959204194 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 0x55864ad6b7b0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400cc40 tx=0x7f9d8400e720 comp rx=0 tx=0).stop 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.433+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9d780a3c40 0x7f9d780a6100 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c006010 tx=0x7f9d7c0095b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.433+0000 7f9d9a802740 1 -- 172.21.15.26:0/2959204194 shutdown_connections 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.433+0000 7f9d9a802740 1 --2- 172.21.15.26:0/2959204194 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad6be20 0x55864ad6e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.433+0000 7f9d9a802740 1 --2- 172.21.15.26:0/2959204194 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 0x55864ad6b7b0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.433+0000 7f9d9a802740 1 --2- 172.21.15.26:0/2959204194 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad662c0 0x55864ad666e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.433+0000 7f9d9a802740 1 -- 172.21.15.26:0/2959204194 >> 172.21.15.26:0/2959204194 conn(0x55864acfad10 msgr2=0x55864ad61d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.433+0000 7f9d9a802740 1 -- 172.21.15.26:0/2959204194 shutdown_connections 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.433+0000 7f9d9a802740 1 -- 172.21.15.26:0/2959204194 wait complete. 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.434+0000 7f9d9a802740 1 -- start start 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.434+0000 7f9d9a802740 1 Processor -- start 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.434+0000 7f9d9a802740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad662c0 0x55864ad707b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.434+0000 7f9d9a802740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad66cb0 0x55864ad70cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.434+0000 7f9d9a802740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad6be20 0x55864ad77cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.434+0000 7f9d9a802740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55864ad6edd0 con 0x55864ad662c0 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.434+0000 7f9d9a802740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55864ac51f70 con 0x55864ad66cb0 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.434+0000 7f9d9a802740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55864ad6ef50 con 0x55864ad6be20 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d9a802740 10 client.0 _ll_register_callbacks cb 0x55864acc0480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d95000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad662c0 0x55864ad707b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d95000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad662c0 0x55864ad707b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47982/0 (socket says 172.21.15.26:47982) 2024-04-26T23:35:07.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d95000640 1 -- 172.21.15.26:0/293357162 learned_addr learned my addr 172.21.15.26:0/293357162 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad66cb0 0x55864ad70cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d95a00640 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad6be20 0x55864ad77cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d95000640 1 -- 172.21.15.26:0/293357162 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad6be20 msgr2=0x55864ad77cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d95000640 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad6be20 0x55864ad77cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d95000640 1 -- 172.21.15.26:0/293357162 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad66cb0 msgr2=0x55864ad70cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d95000640 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad66cb0 0x55864ad70cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d95000640 1 -- 172.21.15.26:0/293357162 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55864aaa66b0 con 0x55864ad662c0 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad66cb0 0x55864ad70cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d95000640 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad662c0 0x55864ad707b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400cc10 tx=0x7f9d840051c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f40466e449f077fd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.435+0000 7f9d76a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.436+0000 7f9d76a00640 1 -- 172.21.15.26:0/293357162 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84014040 con 0x55864ad662c0 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.436+0000 7f9d76a00640 1 -- 172.21.15.26:0/293357162 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9d840052b0 con 0x55864ad662c0 2024-04-26T23:35:07.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.436+0000 7f9d9a802740 1 -- 172.21.15.26:0/293357162 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d840054b0 con 0x55864ad662c0 2024-04-26T23:35:07.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.436+0000 7f9d76a00640 1 -- 172.21.15.26:0/293357162 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f9d84010430 con 0x55864ad662c0 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.436+0000 7f9d9a802740 10 client.15123 fetch_fsmap learned FSMap version 23 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.436+0000 7f9d9a802740 1 -- 172.21.15.26:0/293357162 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55864ad7ac10 con 0x55864ad662c0 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.436+0000 7f9d76a00640 1 -- 172.21.15.26:0/293357162 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9d840054b0 con 0x55864ad662c0 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.437+0000 7f9d76a00640 1 -- 172.21.15.26:0/293357162 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f9d840246b0 con 0x55864ad662c0 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.437+0000 7f9d9a802740 10 client.15123 fetch_fsmap finished waiting for FSMap version 23 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.437+0000 7f9d9a802740 10 client.15123 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.437+0000 7f9d9a802740 20 client.15123 populate_metadata read hostname 'smithi026' 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.437+0000 7f9d9a802740 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55864ad7d0b0 0x55864ad7e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.437+0000 7f9d9a802740 4 client.15123 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.437+0000 7f9d9a802740 1 -- 172.21.15.26:0/293357162 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55864acd8210 con 0x55864ad7d0b0 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.437+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55864ad7d0b0 0x55864ad7e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.438+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55864ad7d0b0 0x55864ad7e520 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9232d5c5c6187ebe server_cookie=62ff172ca69a2627 in_seq=0 out_seq=0 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.438+0000 7f9d76a00640 10 client.15123 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.440+0000 7f9d76a00640 1 -- 172.21.15.26:0/293357162 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55864acd8210 con 0x55864ad7d0b0 2024-04-26T23:35:07.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.440+0000 7f9d76a00640 10 client.15123 handle_command_reply: tid=0 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.440+0000 7f9d9a802740 1 client.15123 shutdown 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.440+0000 7f9d9a802740 1 -- 172.21.15.26:0/293357162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad662c0 msgr2=0x55864ad707b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.440+0000 7f9d9a802740 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad662c0 0x55864ad707b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400cc10 tx=0x7f9d840051c0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.441+0000 7f9d9a802740 1 -- 172.21.15.26:0/293357162 shutdown_connections 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.441+0000 7f9d9a802740 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55864ad7d0b0 0x55864ad7e520 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.441+0000 7f9d9a802740 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad6be20 0x55864ad77cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.441+0000 7f9d9a802740 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad66cb0 0x55864ad70cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.441+0000 7f9d9a802740 1 --2- 172.21.15.26:0/293357162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad662c0 0x55864ad707b0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.441+0000 7f9d9a802740 1 -- 172.21.15.26:0/293357162 >> 172.21.15.26:0/293357162 conn(0x55864acfad10 msgr2=0x55864ad60f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.441+0000 7f9d76a00640 0 client.15123 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.441+0000 7f9d9a802740 1 -- 172.21.15.26:0/293357162 shutdown_connections 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.441+0000 7f9d9a802740 1 -- 172.21.15.26:0/293357162 wait complete. 2024-04-26T23:35:07.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.441+0000 7f9d9a802740 20 client.15123 trim_cache size 0 max 16384 2024-04-26T23:35:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.461+0000 7f9d9a802740 1 Processor -- start 2024-04-26T23:35:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.461+0000 7f9d9a802740 1 -- start start 2024-04-26T23:35:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.461+0000 7f9d9a802740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad662c0 0x55864ad676f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.461+0000 7f9d9a802740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad66cb0 0x55864ad77be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.461+0000 7f9d9a802740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad6be20 0x55864ad64900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.461+0000 7f9d9a802740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55864ad7c860 con 0x55864ad6be20 2024-04-26T23:35:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.461+0000 7f9d9a802740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55864ad7cf30 con 0x55864ad66cb0 2024-04-26T23:35:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.461+0000 7f9d9a802740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55864ad7d600 con 0x55864ad662c0 2024-04-26T23:35:07.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.461+0000 7f9d95a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad6be20 0x55864ad64900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.462+0000 7f9d95a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad6be20 0x55864ad64900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47990/0 (socket says 172.21.15.26:47990) 2024-04-26T23:35:07.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.462+0000 7f9d95a00640 1 -- 172.21.15.26:0/2337238259 learned_addr learned my addr 172.21.15.26:0/2337238259 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:07.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.462+0000 7f9d95000640 1 --2- 172.21.15.26:0/2337238259 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad662c0 0x55864ad676f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.462+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/2337238259 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad66cb0 0x55864ad77be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.462+0000 7f9d95a00640 1 -- 172.21.15.26:0/2337238259 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad662c0 msgr2=0x55864ad676f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.462+0000 7f9d95a00640 1 --2- 172.21.15.26:0/2337238259 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad662c0 0x55864ad676f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.462+0000 7f9d95a00640 1 -- 172.21.15.26:0/2337238259 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad66cb0 msgr2=0x55864ad77be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.462+0000 7f9d95a00640 1 --2- 172.21.15.26:0/2337238259 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad66cb0 0x55864ad77be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.462+0000 7f9d95a00640 1 -- 172.21.15.26:0/2337238259 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55864ad67090 con 0x55864ad6be20 2024-04-26T23:35:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.462+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/2337238259 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad66cb0 0x55864ad77be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.462+0000 7f9d95a00640 1 --2- 172.21.15.26:0/2337238259 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad6be20 0x55864ad64900 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f9d880a5100 tx=0x7f9d8809d0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f1a8077ad680340 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:07.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.463+0000 7f9d81600640 1 -- 172.21.15.26:0/2337238259 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d8801f040 con 0x55864ad6be20 2024-04-26T23:35:07.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.463+0000 7f9d81600640 1 -- 172.21.15.26:0/2337238259 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9d880a0d70 con 0x55864ad6be20 2024-04-26T23:35:07.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.463+0000 7f9d81600640 1 -- 172.21.15.26:0/2337238259 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d880bbb80 con 0x55864ad6be20 2024-04-26T23:35:07.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.463+0000 7f9d9a802740 1 -- 172.21.15.26:0/2337238259 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad6be20 msgr2=0x55864ad64900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.463+0000 7f9d9a802740 1 --2- 172.21.15.26:0/2337238259 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad6be20 0x55864ad64900 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f9d880a5100 tx=0x7f9d8809d0c0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.464+0000 7f9d9a802740 1 -- 172.21.15.26:0/2337238259 shutdown_connections 2024-04-26T23:35:07.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.464+0000 7f9d9a802740 1 --2- 172.21.15.26:0/2337238259 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad6be20 0x55864ad64900 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.464+0000 7f9d9a802740 1 --2- 172.21.15.26:0/2337238259 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad66cb0 0x55864ad77be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.464+0000 7f9d9a802740 1 --2- 172.21.15.26:0/2337238259 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad662c0 0x55864ad676f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.464+0000 7f9d9a802740 1 -- 172.21.15.26:0/2337238259 >> 172.21.15.26:0/2337238259 conn(0x55864acfad10 msgr2=0x55864ad7c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:07.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.464+0000 7f9d9a802740 1 -- 172.21.15.26:0/2337238259 shutdown_connections 2024-04-26T23:35:07.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.464+0000 7f9d9a802740 1 -- 172.21.15.26:0/2337238259 wait complete. 2024-04-26T23:35:07.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.464+0000 7f9d9a802740 1 -- start start 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.464+0000 7f9d9a802740 1 Processor -- start 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d9a802740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad662c0 0x55864ad73970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d9a802740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 0x55864ad73eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d9a802740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad6be20 0x55864ad76ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d9a802740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55864ad7e3a0 con 0x55864ad66cb0 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d9a802740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55864ad7dcd0 con 0x55864ad662c0 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d9a802740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55864ad7ea70 con 0x55864ad6be20 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d9a802740 10 client.0 _ll_register_callbacks cb 0x7f9d8400ca90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d8fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 0x55864ad73eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d8fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 0x55864ad73eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48000/0 (socket says 172.21.15.26:48000) 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d8fe00640 1 -- 172.21.15.26:0/3540273603 learned_addr learned my addr 172.21.15.26:0/3540273603 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d95000640 1 --2- 172.21.15.26:0/3540273603 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad662c0 0x55864ad73970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d8fe00640 1 -- 172.21.15.26:0/3540273603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad6be20 msgr2=0x55864ad76ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/3540273603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad6be20 0x55864ad76ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d8fe00640 1 -- 172.21.15.26:0/3540273603 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad662c0 msgr2=0x55864ad73970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/3540273603 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad662c0 0x55864ad73970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.465+0000 7f9d8fe00640 1 -- 172.21.15.26:0/3540273603 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55864ad774c0 con 0x55864ad66cb0 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.466+0000 7f9d8fe00640 1 --2- 172.21.15.26:0/3540273603 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 0x55864ad73eb0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c02a9e0 tx=0x7f9d7c02a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e808f723a92868b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.466+0000 7f9d76a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.466+0000 7f9d76a00640 1 -- 172.21.15.26:0/3540273603 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d7c050450 con 0x55864ad66cb0 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.466+0000 7f9d9a802740 1 -- 172.21.15.26:0/3540273603 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d880a0d70 con 0x55864ad66cb0 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.466+0000 7f9d76a00640 1 -- 172.21.15.26:0/3540273603 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9d7c0505f0 con 0x55864ad66cb0 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.466+0000 7f9d76a00640 1 -- 172.21.15.26:0/3540273603 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f9d7c060050 con 0x55864ad66cb0 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.466+0000 7f9d9a802740 10 client.15129 fetch_fsmap learned FSMap version 23 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.466+0000 7f9d9a802740 1 -- 172.21.15.26:0/3540273603 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55864ade35e0 con 0x55864ad66cb0 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.466+0000 7f9d76a00640 1 -- 172.21.15.26:0/3540273603 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9d880a0d70 con 0x55864ad66cb0 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.467+0000 7f9d76a00640 1 -- 172.21.15.26:0/3540273603 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f9d7c031b90 con 0x55864ad66cb0 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.467+0000 7f9d9a802740 10 client.15129 fetch_fsmap finished waiting for FSMap version 23 2024-04-26T23:35:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.467+0000 7f9d9a802740 10 client.15129 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T23:35:07.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.467+0000 7f9d9a802740 20 client.15129 populate_metadata read hostname 'smithi026' 2024-04-26T23:35:07.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.467+0000 7f9d9a802740 1 --2- 172.21.15.26:0/3540273603 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55864ade81f0 0x55864ade6f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:07.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.467+0000 7f9d9a802740 4 client.15129 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T23:35:07.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.467+0000 7f9d9a802740 1 -- 172.21.15.26:0/3540273603 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "status"}) -- 0x55864acd2080 con 0x55864ade81f0 2024-04-26T23:35:07.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.467+0000 7f9d95000640 1 --2- 172.21.15.26:0/3540273603 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55864ade81f0 0x55864ade6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.468+0000 7f9d95000640 1 --2- 172.21.15.26:0/3540273603 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55864ade81f0 0x55864ade6f00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ed96ebaae86218a server_cookie=8b349a982852d245 in_seq=0 out_seq=0 2024-04-26T23:35:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.468+0000 7f9d76a00640 10 client.15129 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:35:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d76a00640 1 -- 172.21.15.26:0/3540273603 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55864acd2080 con 0x55864ade81f0 2024-04-26T23:35:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d76a00640 10 client.15129 handle_command_reply: tid=0 2024-04-26T23:35:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d9a802740 1 client.15129 shutdown 2024-04-26T23:35:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d9a802740 1 -- 172.21.15.26:0/3540273603 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 msgr2=0x55864ad73eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d9a802740 1 --2- 172.21.15.26:0/3540273603 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 0x55864ad73eb0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c02a9e0 tx=0x7f9d7c02a3f0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d9a802740 1 -- 172.21.15.26:0/3540273603 shutdown_connections 2024-04-26T23:35:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d9a802740 1 --2- 172.21.15.26:0/3540273603 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55864ade81f0 0x55864ade6f00 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d9a802740 1 --2- 172.21.15.26:0/3540273603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55864ad6be20 0x55864ad76ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d9a802740 1 --2- 172.21.15.26:0/3540273603 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55864ad66cb0 0x55864ad73eb0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d76a00640 0 client.15129 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:35:07.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d9a802740 1 --2- 172.21.15.26:0/3540273603 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55864ad662c0 0x55864ad73970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d9a802740 1 -- 172.21.15.26:0/3540273603 >> 172.21.15.26:0/3540273603 conn(0x55864acfad10 msgr2=0x55864ad67620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:07.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d9a802740 1 -- 172.21.15.26:0/3540273603 shutdown_connections 2024-04-26T23:35:07.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d9a802740 1 -- 172.21.15.26:0/3540273603 wait complete. 2024-04-26T23:35:07.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.469+0000 7f9d9a802740 20 client.15129 trim_cache size 0 max 16384 2024-04-26T23:35:07.474 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:35:07.474 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "a73d6c78-0423-11ef-bc93-c7b262605968", 2024-04-26T23:35:07.474 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 0, 2024-04-26T23:35:07.474 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 34559, 2024-04-26T23:35:07.475 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T23:35:07.475 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T23:35:07.475 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T23:35:07.475 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 107.272088404, 2024-04-26T23:35:07.475 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 23, 2024-04-26T23:35:07.475 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T23:35:07.475 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T23:35:07.475 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 113.949204409 2024-04-26T23:35:07.475 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:35:07.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.470+0000 7f9d96400640 1 -- 172.21.15.26:0/4186936153 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9d780a3c40 msgr2=0x7f9d780a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.470+0000 7f9d96400640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9d780a3c40 0x7f9d780a6100 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c006010 tx=0x7f9d7c0095b0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.470+0000 7f9d96400640 1 -- 172.21.15.26:0/4186936153 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d90106540 msgr2=0x7f9d901a1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:07.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.470+0000 7f9d96400640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d90106540 0x7f9d901a1fa0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f9d8800eaa0 tx=0x7f9d8800ef60 comp rx=0 tx=0).stop 2024-04-26T23:35:07.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.470+0000 7f9d96400640 1 -- 172.21.15.26:0/4186936153 shutdown_connections 2024-04-26T23:35:07.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.470+0000 7f9d96400640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f9d780a3c40 0x7f9d780a6100 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.470+0000 7f9d96400640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d90106540 0x7f9d901a1fa0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.470+0000 7f9d96400640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d90105b80 0x7f9d9019af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.470+0000 7f9d96400640 1 --2- 172.21.15.26:0/4186936153 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d90104990 0x7f9d9019a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:07.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.470+0000 7f9d96400640 1 -- 172.21.15.26:0/4186936153 >> 172.21.15.26:0/4186936153 conn(0x7f9d900fff00 msgr2=0x7f9d90108e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:07.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.470+0000 7f9d96400640 1 -- 172.21.15.26:0/4186936153 shutdown_connections 2024-04-26T23:35:07.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:07.470+0000 7f9d96400640 1 -- 172.21.15.26:0/4186936153 wait complete. 2024-04-26T23:35:07.488 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:07 smithi026 ceph-mon[28371]: pgmap v427: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:07.488 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:07 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2884033757' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:07.491 INFO:tasks.cephadm:Setup complete, yielding 2024-04-26T23:35:07.491 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T23:35:07.500 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T23:35:07.500 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-26T23:35:07.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:07 smithi164 ceph-mon[31699]: pgmap v427: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:07.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:07 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2884033757' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:07.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:07 smithi086 ceph-mon[31122]: pgmap v427: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:07.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:07 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2884033757' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:07.961 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:35:09.699 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:09 smithi026 ceph-mon[28371]: pgmap v428: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:09.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:09 smithi164 ceph-mon[31699]: pgmap v428: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:09.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:09 smithi086 ceph-mon[31122]: pgmap v428: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:10.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.277+0000 7f1d83400700 1 -- 172.21.15.26:0/1122010331 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d7c104680 msgr2=0x7f1d7c104ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:10.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.277+0000 7f1d83400700 1 --2- 172.21.15.26:0/1122010331 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d7c104680 0x7f1d7c104ae0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f1d680099c0 tx=0x7f1d68009cd0 comp rx=0 tx=0).stop 2024-04-26T23:35:10.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.277+0000 7f1d83400700 1 -- 172.21.15.26:0/1122010331 shutdown_connections 2024-04-26T23:35:10.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.277+0000 7f1d83400700 1 --2- 172.21.15.26:0/1122010331 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d7c105020 0x7f1d7c10b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:10.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.277+0000 7f1d83400700 1 --2- 172.21.15.26:0/1122010331 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d7c103480 0x7f1d7c1038a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:10.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.277+0000 7f1d83400700 1 --2- 172.21.15.26:0/1122010331 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d7c104680 0x7f1d7c104ae0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:10.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.277+0000 7f1d83400700 1 -- 172.21.15.26:0/1122010331 >> 172.21.15.26:0/1122010331 conn(0x7f1d7c0fea20 msgr2=0x7f1d7c100e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:10.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.277+0000 7f1d83400700 1 -- 172.21.15.26:0/1122010331 shutdown_connections 2024-04-26T23:35:10.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.277+0000 7f1d83400700 1 -- 172.21.15.26:0/1122010331 wait complete. 2024-04-26T23:35:10.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.278+0000 7f1d83400700 1 Processor -- start 2024-04-26T23:35:10.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.278+0000 7f1d83400700 1 -- start start 2024-04-26T23:35:10.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.279+0000 7f1d83400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d7c103480 0x7f1d7c19b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:10.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.279+0000 7f1d83400700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d7c104680 0x7f1d7c19bc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:10.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.279+0000 7f1d83400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d7c105020 0x7f1d7c1a2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:10.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.279+0000 7f1d83400700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1d7c10ee00 con 0x7f1d7c105020 2024-04-26T23:35:10.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.279+0000 7f1d83400700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1d7c10ec80 con 0x7f1d7c104680 2024-04-26T23:35:10.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.279+0000 7f1d83400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1d7c10ef80 con 0x7f1d7c103480 2024-04-26T23:35:10.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.279+0000 7f1d81400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d7c105020 0x7f1d7c1a2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:10.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.279+0000 7f1d81400700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d7c105020 0x7f1d7c1a2ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:48018/0 (socket says 172.21.15.26:48018) 2024-04-26T23:35:10.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.279+0000 7f1d81400700 1 -- 172.21.15.26:0/4044536918 learned_addr learned my addr 172.21.15.26:0/4044536918 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:10.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.279+0000 7f1d7be00700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d7c104680 0x7f1d7c19bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:10.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.279+0000 7f1d80a00700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d7c103480 0x7f1d7c19b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:10.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.280+0000 7f1d81400700 1 -- 172.21.15.26:0/4044536918 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d7c103480 msgr2=0x7f1d7c19b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:10.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.280+0000 7f1d81400700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d7c103480 0x7f1d7c19b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:10.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.280+0000 7f1d81400700 1 -- 172.21.15.26:0/4044536918 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d7c104680 msgr2=0x7f1d7c19bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:10.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.280+0000 7f1d81400700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d7c104680 0x7f1d7c19bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:10.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.280+0000 7f1d81400700 1 -- 172.21.15.26:0/4044536918 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d7c1a3340 con 0x7f1d7c105020 2024-04-26T23:35:10.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.280+0000 7f1d7be00700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d7c104680 0x7f1d7c19bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:10.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.280+0000 7f1d81400700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d7c105020 0x7f1d7c1a2ca0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1d7400c9a0 tx=0x7f1d7400cd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:10.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.280+0000 7f1d79600700 1 -- 172.21.15.26:0/4044536918 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d74007ac0 con 0x7f1d7c105020 2024-04-26T23:35:10.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.280+0000 7f1d79600700 1 -- 172.21.15.26:0/4044536918 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1d74004cc0 con 0x7f1d7c105020 2024-04-26T23:35:10.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.280+0000 7f1d79600700 1 -- 172.21.15.26:0/4044536918 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d74005570 con 0x7f1d7c105020 2024-04-26T23:35:10.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.280+0000 7f1d83400700 1 -- 172.21.15.26:0/4044536918 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d7c1a3630 con 0x7f1d7c105020 2024-04-26T23:35:10.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.281+0000 7f1d83400700 1 -- 172.21.15.26:0/4044536918 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d7c1a3b20 con 0x7f1d7c105020 2024-04-26T23:35:10.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.282+0000 7f1d83400700 1 -- 172.21.15.26:0/4044536918 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d7c06a110 con 0x7f1d7c105020 2024-04-26T23:35:10.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.284+0000 7f1d79600700 1 -- 172.21.15.26:0/4044536918 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1d74004750 con 0x7f1d7c105020 2024-04-26T23:35:10.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.285+0000 7f1d79600700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1d640a3d50 0x7f1d640a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:10.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.285+0000 7f1d79600700 1 -- 172.21.15.26:0/4044536918 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f1d740d0170 con 0x7f1d7c105020 2024-04-26T23:35:10.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.286+0000 7f1d80a00700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1d640a3d50 0x7f1d640a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:10.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.286+0000 7f1d80a00700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1d640a3d50 0x7f1d640a6210 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c1044e0 tx=0x7f1d70009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:10.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.290+0000 7f1d79600700 1 -- 172.21.15.26:0/4044536918 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f1d74014030 con 0x7f1d7c105020 2024-04-26T23:35:10.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.541+0000 7f1d83400700 1 -- 172.21.15.26:0/4044536918 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f1d7c076d70 con 0x7f1d640a3d50 2024-04-26T23:35:10.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.545+0000 7f1d79600700 1 -- 172.21.15.26:0/4044536918 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f1d7c076d70 con 0x7f1d640a3d50 2024-04-26T23:35:10.547 INFO:teuthology.orchestra.run.smithi026.stdout:Backend: cephadm 2024-04-26T23:35:10.548 INFO:teuthology.orchestra.run.smithi026.stdout:Available: Yes 2024-04-26T23:35:10.548 INFO:teuthology.orchestra.run.smithi026.stdout:Paused: No 2024-04-26T23:35:10.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.548+0000 7f1d83400700 1 -- 172.21.15.26:0/4044536918 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1d640a3d50 msgr2=0x7f1d640a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:10.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.548+0000 7f1d83400700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1d640a3d50 0x7f1d640a6210 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1d7c1044e0 tx=0x7f1d70009040 comp rx=0 tx=0).stop 2024-04-26T23:35:10.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.548+0000 7f1d83400700 1 -- 172.21.15.26:0/4044536918 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d7c105020 msgr2=0x7f1d7c1a2ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:10.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.548+0000 7f1d83400700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d7c105020 0x7f1d7c1a2ca0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1d7400c9a0 tx=0x7f1d7400cd60 comp rx=0 tx=0).stop 2024-04-26T23:35:10.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.548+0000 7f1d83400700 1 -- 172.21.15.26:0/4044536918 shutdown_connections 2024-04-26T23:35:10.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.548+0000 7f1d83400700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f1d640a3d50 0x7f1d640a6210 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:10.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.548+0000 7f1d83400700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d7c105020 0x7f1d7c1a2ca0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:10.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.548+0000 7f1d83400700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d7c103480 0x7f1d7c19b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:10.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.548+0000 7f1d83400700 1 --2- 172.21.15.26:0/4044536918 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d7c104680 0x7f1d7c19bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:10.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.548+0000 7f1d83400700 1 -- 172.21.15.26:0/4044536918 >> 172.21.15.26:0/4044536918 conn(0x7f1d7c0fea20 msgr2=0x7f1d7c075650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:10.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.548+0000 7f1d83400700 1 -- 172.21.15.26:0/4044536918 shutdown_connections 2024-04-26T23:35:10.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:10.549+0000 7f1d83400700 1 -- 172.21.15.26:0/4044536918 wait complete. 2024-04-26T23:35:11.341 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-26T23:35:11.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:11 smithi026 ceph-mon[28371]: pgmap v429: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:11.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:11 smithi026 ceph-mon[28371]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:11.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:11 smithi164 ceph-mon[31699]: pgmap v429: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:11.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:11 smithi164 ceph-mon[31699]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:11.814 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:35:11.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:11 smithi086 ceph-mon[31122]: pgmap v429: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:11.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:11 smithi086 ceph-mon[31122]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:13.739 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:13 smithi026 ceph-mon[28371]: pgmap v430: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:13.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:13 smithi164 ceph-mon[31699]: pgmap v430: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:13.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:13 smithi086 ceph-mon[31122]: pgmap v430: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.095+0000 7fc827e00700 1 -- 172.21.15.26:0/3394364533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc820105690 msgr2=0x7fc820105ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.095+0000 7fc827e00700 1 --2- 172.21.15.26:0/3394364533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc820105690 0x7fc820105ab0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fc8140099c0 tx=0x7fc814009cd0 comp rx=0 tx=0).stop 2024-04-26T23:35:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.096+0000 7fc827e00700 1 -- 172.21.15.26:0/3394364533 shutdown_connections 2024-04-26T23:35:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.096+0000 7fc827e00700 1 --2- 172.21.15.26:0/3394364533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc820107230 0x7fc82010dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.096+0000 7fc827e00700 1 --2- 172.21.15.26:0/3394364533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc820105690 0x7fc820105ab0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.096+0000 7fc827e00700 1 --2- 172.21.15.26:0/3394364533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc820106890 0x7fc820106cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.096+0000 7fc827e00700 1 -- 172.21.15.26:0/3394364533 >> 172.21.15.26:0/3394364533 conn(0x7fc820100c30 msgr2=0x7fc820103070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.096+0000 7fc827e00700 1 -- 172.21.15.26:0/3394364533 shutdown_connections 2024-04-26T23:35:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.096+0000 7fc827e00700 1 -- 172.21.15.26:0/3394364533 wait complete. 2024-04-26T23:35:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.097+0000 7fc827e00700 1 Processor -- start 2024-04-26T23:35:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.097+0000 7fc827e00700 1 -- start start 2024-04-26T23:35:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.097+0000 7fc827e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc820105690 0x7fc82019b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.097+0000 7fc827e00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc820106890 0x7fc82019bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.097+0000 7fc827e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc820107230 0x7fc8201a2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc827e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc820111020 con 0x7fc820107230 2024-04-26T23:35:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc827e00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc820110ea0 con 0x7fc820106890 2024-04-26T23:35:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc827e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc8201111a0 con 0x7fc820105690 2024-04-26T23:35:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc825e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc820107230 0x7fc8201a2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc825e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc820107230 0x7fc8201a2cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34528/0 (socket says 172.21.15.26:34528) 2024-04-26T23:35:14.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc825e00700 1 -- 172.21.15.26:0/2777125757 learned_addr learned my addr 172.21.15.26:0/2777125757 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:14.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc825400700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc820105690 0x7fc82019b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:14.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc824a00700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc820106890 0x7fc82019bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:14.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc825e00700 1 -- 172.21.15.26:0/2777125757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc820105690 msgr2=0x7fc82019b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:14.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc825e00700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc820105690 0x7fc82019b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:14.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc825e00700 1 -- 172.21.15.26:0/2777125757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc820106890 msgr2=0x7fc82019bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:14.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc825e00700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc820106890 0x7fc82019bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:14.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.098+0000 7fc825e00700 1 -- 172.21.15.26:0/2777125757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8201a3360 con 0x7fc820107230 2024-04-26T23:35:14.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.099+0000 7fc825e00700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc820107230 0x7fc8201a2cc0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc818007da0 tx=0x7fc81800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:14.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.099+0000 7fc81e000700 1 -- 172.21.15.26:0/2777125757 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc818016020 con 0x7fc820107230 2024-04-26T23:35:14.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.099+0000 7fc81e000700 1 -- 172.21.15.26:0/2777125757 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc81800ad00 con 0x7fc820107230 2024-04-26T23:35:14.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.099+0000 7fc81e000700 1 -- 172.21.15.26:0/2777125757 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8180115e0 con 0x7fc820107230 2024-04-26T23:35:14.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.099+0000 7fc827e00700 1 -- 172.21.15.26:0/2777125757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8201a3650 con 0x7fc820107230 2024-04-26T23:35:14.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.099+0000 7fc827e00700 1 -- 172.21.15.26:0/2777125757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8201a3b90 con 0x7fc820107230 2024-04-26T23:35:14.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.100+0000 7fc827e00700 1 -- 172.21.15.26:0/2777125757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc82006a110 con 0x7fc820107230 2024-04-26T23:35:14.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.103+0000 7fc81e000700 1 -- 172.21.15.26:0/2777125757 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc818019020 con 0x7fc820107230 2024-04-26T23:35:14.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.104+0000 7fc81e000700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc8080a3d50 0x7fc8080a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:14.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.105+0000 7fc81e000700 1 -- 172.21.15.26:0/2777125757 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fc8180d0490 con 0x7fc820107230 2024-04-26T23:35:14.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.105+0000 7fc825400700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc8080a3d50 0x7fc8080a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:14.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.105+0000 7fc825400700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc8080a3d50 0x7fc8080a6210 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc8140098e0 tx=0x7fc814005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:14.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.109+0000 7fc81e000700 1 -- 172.21.15.26:0/2777125757 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fc818020020 con 0x7fc820107230 2024-04-26T23:35:14.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.353+0000 7fc827e00700 1 -- 172.21.15.26:0/2777125757 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fc820063860 con 0x7fc8080a3d50 2024-04-26T23:35:14.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.374+0000 7fc81e000700 1 -- 172.21.15.26:0/2777125757 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7fc820063860 con 0x7fc8080a3d50 2024-04-26T23:35:14.379 INFO:teuthology.orchestra.run.smithi026.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T23:35:14.379 INFO:teuthology.orchestra.run.smithi026.stdout:mds.a smithi026 running (2m) 25s ago 2m 12.4M - 19.0.0-3306-gbc612ffb 55dc54019ad8 d112f6d5887f 2024-04-26T23:35:14.379 INFO:teuthology.orchestra.run.smithi026.stdout:mds.b smithi086 running (2m) 47s ago 2m 24.2M - 19.0.0-3306-gbc612ffb 55dc54019ad8 937c027178ca 2024-04-26T23:35:14.379 INFO:teuthology.orchestra.run.smithi026.stdout:mds.c smithi164 running (2m) 47s ago 2m 15.5M - 19.0.0-3306-gbc612ffb 55dc54019ad8 20024dfd531a 2024-04-26T23:35:14.379 INFO:teuthology.orchestra.run.smithi026.stdout:mds.d smithi026 running (2m) 25s ago 2m 12.6M - 19.0.0-3306-gbc612ffb 55dc54019ad8 eae91e8f7d21 2024-04-26T23:35:14.379 INFO:teuthology.orchestra.run.smithi026.stdout:mds.e smithi086 running (2m) 47s ago 2m 16.4M - 19.0.0-3306-gbc612ffb 55dc54019ad8 df0ed39affbd 2024-04-26T23:35:14.379 INFO:teuthology.orchestra.run.smithi026.stdout:mds.f smithi164 running (2m) 47s ago 2m 12.5M - 19.0.0-3306-gbc612ffb 55dc54019ad8 d46d60d252e4 2024-04-26T23:35:14.379 INFO:teuthology.orchestra.run.smithi026.stdout:mds.g smithi026 running (2m) 25s ago 2m 12.4M - 19.0.0-3306-gbc612ffb 55dc54019ad8 ce0480725931 2024-04-26T23:35:14.379 INFO:teuthology.orchestra.run.smithi026.stdout:mds.h smithi086 running (2m) 47s ago 2m 16.5M - 19.0.0-3306-gbc612ffb 55dc54019ad8 a0a5c3df75ae 2024-04-26T23:35:14.379 INFO:teuthology.orchestra.run.smithi026.stdout:mds.i smithi164 running (2m) 47s ago 2m 15.4M - 19.0.0-3306-gbc612ffb 55dc54019ad8 fa05775b19c8 2024-04-26T23:35:14.379 INFO:teuthology.orchestra.run.smithi026.stdout:mds.j smithi026 running (2m) 25s ago 2m 12.6M - 19.0.0-3306-gbc612ffb 55dc54019ad8 5d1accb95625 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:mds.k smithi086 running (2m) 47s ago 2m 17.0M - 19.0.0-3306-gbc612ffb 55dc54019ad8 4e365e4d645c 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:mds.l smithi164 running (2m) 47s ago 2m 12.5M - 19.0.0-3306-gbc612ffb 55dc54019ad8 e8f4cbe80f64 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:mgr.x smithi026 *:9283,8765 running (12m) 25s ago 12m 516M - 19.0.0-3306-gbc612ffb 55dc54019ad8 c7a851355c10 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:mgr.y smithi086 *:8443,8765 running (10m) 47s ago 10m 452M - 19.0.0-3306-gbc612ffb 55dc54019ad8 ed9e009af30b 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:mgr.z smithi164 *:8443,8765 running (10m) 47s ago 10m 452M - 19.0.0-3306-gbc612ffb 55dc54019ad8 9a4850eb44d9 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:mon.a smithi026 running (12m) 25s ago 12m 50.1M 2048M 19.0.0-3306-gbc612ffb 55dc54019ad8 8111cce0f4a3 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:mon.b smithi086 running (10m) 47s ago 10m 40.0M 2048M 19.0.0-3306-gbc612ffb 55dc54019ad8 d073f398bb1e 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:mon.c smithi164 running (10m) 47s ago 10m 40.5M 2048M 19.0.0-3306-gbc612ffb 55dc54019ad8 6f3188339530 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:osd.0 smithi026 running (9m) 25s ago 9m 54.0M 4273M 19.0.0-3306-gbc612ffb 55dc54019ad8 eb0b7e3bc3d2 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:osd.1 smithi086 running (9m) 47s ago 9m 55.2M 4272M 19.0.0-3306-gbc612ffb 55dc54019ad8 154451e55dd7 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:osd.2 smithi164 running (8m) 47s ago 8m 49.2M 4272M 19.0.0-3306-gbc612ffb 55dc54019ad8 1da2e395c542 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:osd.3 smithi026 running (7m) 25s ago 7m 52.9M 4273M 19.0.0-3306-gbc612ffb 55dc54019ad8 3cdaaef66987 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:osd.4 smithi086 running (7m) 47s ago 7m 43.3M 4272M 19.0.0-3306-gbc612ffb 55dc54019ad8 44e71121f589 2024-04-26T23:35:14.380 INFO:teuthology.orchestra.run.smithi026.stdout:osd.5 smithi164 running (6m) 47s ago 6m 47.4M 4272M 19.0.0-3306-gbc612ffb 55dc54019ad8 b0b0eae0bf95 2024-04-26T23:35:14.381 INFO:teuthology.orchestra.run.smithi026.stdout:osd.6 smithi026 running (6m) 25s ago 6m 50.2M 4273M 19.0.0-3306-gbc612ffb 55dc54019ad8 9964be138b7b 2024-04-26T23:35:14.381 INFO:teuthology.orchestra.run.smithi026.stdout:osd.7 smithi086 running (5m) 47s ago 5m 53.5M 4272M 19.0.0-3306-gbc612ffb 55dc54019ad8 9efba4ea291e 2024-04-26T23:35:14.381 INFO:teuthology.orchestra.run.smithi026.stdout:osd.8 smithi164 running (4m) 47s ago 4m 53.1M 4272M 19.0.0-3306-gbc612ffb 55dc54019ad8 30c2d20a8adb 2024-04-26T23:35:14.381 INFO:teuthology.orchestra.run.smithi026.stdout:osd.9 smithi026 running (4m) 25s ago 4m 49.7M 4273M 19.0.0-3306-gbc612ffb 55dc54019ad8 850490c0ee7a 2024-04-26T23:35:14.381 INFO:teuthology.orchestra.run.smithi026.stdout:osd.10 smithi086 running (3m) 47s ago 3m 51.2M 4272M 19.0.0-3306-gbc612ffb 55dc54019ad8 66c43e759b43 2024-04-26T23:35:14.381 INFO:teuthology.orchestra.run.smithi026.stdout:osd.11 smithi164 running (3m) 47s ago 3m 51.6M 4272M 19.0.0-3306-gbc612ffb 55dc54019ad8 ce291c75807f 2024-04-26T23:35:14.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.377+0000 7fc827e00700 1 -- 172.21.15.26:0/2777125757 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc8080a3d50 msgr2=0x7fc8080a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:14.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.377+0000 7fc827e00700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc8080a3d50 0x7fc8080a6210 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc8140098e0 tx=0x7fc814005fb0 comp rx=0 tx=0).stop 2024-04-26T23:35:14.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.377+0000 7fc827e00700 1 -- 172.21.15.26:0/2777125757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc820107230 msgr2=0x7fc8201a2cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:14.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.377+0000 7fc827e00700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc820107230 0x7fc8201a2cc0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc818007da0 tx=0x7fc81800a340 comp rx=0 tx=0).stop 2024-04-26T23:35:14.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.377+0000 7fc827e00700 1 -- 172.21.15.26:0/2777125757 shutdown_connections 2024-04-26T23:35:14.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.377+0000 7fc827e00700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc8080a3d50 0x7fc8080a6210 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:14.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.377+0000 7fc827e00700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc820107230 0x7fc8201a2cc0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:14.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.377+0000 7fc827e00700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc820105690 0x7fc82019b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:14.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.377+0000 7fc827e00700 1 --2- 172.21.15.26:0/2777125757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc820106890 0x7fc82019bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:14.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.377+0000 7fc827e00700 1 -- 172.21.15.26:0/2777125757 >> 172.21.15.26:0/2777125757 conn(0x7fc820100c30 msgr2=0x7fc820109cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:14.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.377+0000 7fc827e00700 1 -- 172.21.15.26:0/2777125757 shutdown_connections 2024-04-26T23:35:14.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:14.377+0000 7fc827e00700 1 -- 172.21.15.26:0/2777125757 wait complete. 2024-04-26T23:35:15.195 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-26T23:35:15.690 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:35:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:15 smithi164 ceph-mon[31699]: pgmap v431: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:15.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:15 smithi164 ceph-mon[31699]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:15 smithi026 ceph-mon[28371]: pgmap v431: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:15 smithi026 ceph-mon[28371]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:15 smithi086 ceph-mon[31122]: pgmap v431: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:15.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:15 smithi086 ceph-mon[31122]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:17.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:17 smithi026 ceph-mon[28371]: pgmap v432: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:17.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:17 smithi164 ceph-mon[31699]: pgmap v432: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:17.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:17 smithi086 ceph-mon[31122]: pgmap v432: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:17.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.924+0000 7f1304e00700 1 -- 172.21.15.26:0/1492966368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f13001046d0 msgr2=0x7f1300104b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:17.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.924+0000 7f1304e00700 1 --2- 172.21.15.26:0/1492966368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f13001046d0 0x7f1300104b30 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f12e80099c0 tx=0x7f12e8009cd0 comp rx=0 tx=0).stop 2024-04-26T23:35:17.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.924+0000 7f1304e00700 1 -- 172.21.15.26:0/1492966368 shutdown_connections 2024-04-26T23:35:17.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.924+0000 7f1304e00700 1 --2- 172.21.15.26:0/1492966368 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1300105070 0x7f130010b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:17.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.924+0000 7f1304e00700 1 --2- 172.21.15.26:0/1492966368 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f13001034d0 0x7f13001038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:17.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.924+0000 7f1304e00700 1 --2- 172.21.15.26:0/1492966368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f13001046d0 0x7f1300104b30 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:17.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.924+0000 7f1304e00700 1 -- 172.21.15.26:0/1492966368 >> 172.21.15.26:0/1492966368 conn(0x7f13000fea70 msgr2=0x7f1300100eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:17.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.925+0000 7f1304e00700 1 -- 172.21.15.26:0/1492966368 shutdown_connections 2024-04-26T23:35:17.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.925+0000 7f1304e00700 1 -- 172.21.15.26:0/1492966368 wait complete. 2024-04-26T23:35:17.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.926+0000 7f1304e00700 1 Processor -- start 2024-04-26T23:35:17.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.926+0000 7f1304e00700 1 -- start start 2024-04-26T23:35:17.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.926+0000 7f1304e00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f13001034d0 0x7f13000771c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:17.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.926+0000 7f1304e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f13001046d0 0x7f1300075810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:17.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.926+0000 7f1304e00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1300105070 0x7f1300075d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:17.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.926+0000 7f1304e00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f130010ee70 con 0x7f13001034d0 2024-04-26T23:35:17.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.926+0000 7f1304e00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f130010ecf0 con 0x7f1300105070 2024-04-26T23:35:17.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.926+0000 7f1304e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f130010eff0 con 0x7f13001046d0 2024-04-26T23:35:17.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.927+0000 7f12fde00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f13001034d0 0x7f13000771c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:17.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.927+0000 7f12fde00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f13001034d0 0x7f13000771c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34550/0 (socket says 172.21.15.26:34550) 2024-04-26T23:35:17.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.927+0000 7f12fde00700 1 -- 172.21.15.26:0/3267240824 learned_addr learned my addr 172.21.15.26:0/3267240824 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:17.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.927+0000 7f12f5400700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f13001046d0 0x7f1300075810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:17.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.927+0000 7f12fe800700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1300105070 0x7f1300075d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:17.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.927+0000 7f12fde00700 1 -- 172.21.15.26:0/3267240824 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f13001046d0 msgr2=0x7f1300075810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:17.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.927+0000 7f12fde00700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f13001046d0 0x7f1300075810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:17.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.927+0000 7f12fde00700 1 -- 172.21.15.26:0/3267240824 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1300105070 msgr2=0x7f1300075d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:17.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.927+0000 7f12fde00700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1300105070 0x7f1300075d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:17.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.927+0000 7f12fde00700 1 -- 172.21.15.26:0/3267240824 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1300076600 con 0x7f13001034d0 2024-04-26T23:35:17.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.928+0000 7f12fde00700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f13001034d0 0x7f13000771c0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f12f0007e00 tx=0x7f12f000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:17.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.928+0000 7f12f7400700 1 -- 172.21.15.26:0/3267240824 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f0016020 con 0x7f13001034d0 2024-04-26T23:35:17.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.928+0000 7f12f7400700 1 -- 172.21.15.26:0/3267240824 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f12f000ad40 con 0x7f13001034d0 2024-04-26T23:35:17.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.928+0000 7f12f7400700 1 -- 172.21.15.26:0/3267240824 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12f00115e0 con 0x7f13001034d0 2024-04-26T23:35:17.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.928+0000 7f1304e00700 1 -- 172.21.15.26:0/3267240824 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13001a3650 con 0x7f13001034d0 2024-04-26T23:35:17.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.928+0000 7f1304e00700 1 -- 172.21.15.26:0/3267240824 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13001a3b10 con 0x7f13001034d0 2024-04-26T23:35:17.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.929+0000 7f1304e00700 1 -- 172.21.15.26:0/3267240824 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f130006a110 con 0x7f13001034d0 2024-04-26T23:35:17.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.931+0000 7f12f7400700 1 -- 172.21.15.26:0/3267240824 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f12f0019020 con 0x7f13001034d0 2024-04-26T23:35:17.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.933+0000 7f12f7400700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f12e40a3d50 0x7f12e40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:17.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.933+0000 7f12f7400700 1 -- 172.21.15.26:0/3267240824 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f12f00d08b0 con 0x7f13001034d0 2024-04-26T23:35:17.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.933+0000 7f12f5400700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f12e40a3d50 0x7f12e40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:17.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.934+0000 7f12f5400700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f12e40a3d50 0x7f12e40a6210 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f12e8000c00 tx=0x7f12e801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:17.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:17.936+0000 7f12f7400700 1 -- 172.21.15.26:0/3267240824 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f12f0020020 con 0x7f13001034d0 2024-04-26T23:35:18.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.183+0000 7f1304e00700 1 -- 172.21.15.26:0/3267240824 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f1300063860 con 0x7f12e40a3d50 2024-04-26T23:35:18.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.200+0000 7f12f7400700 1 -- 172.21.15.26:0/3267240824 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f1300063860 con 0x7f12e40a3d50 2024-04-26T23:35:18.204 INFO:teuthology.orchestra.run.smithi026.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-26T23:35:18.204 INFO:teuthology.orchestra.run.smithi026.stdout:mds.all 12/12 51s ago 2m smithi026=a;smithi026=d;smithi026=g;smithi026=j;smithi086=b;smithi086=e;smithi086=h;smithi086=k;smithi164=c;smithi164=f;smithi164=i;smithi164=l;count:12 2024-04-26T23:35:18.204 INFO:teuthology.orchestra.run.smithi026.stdout:mgr 3/3 51s ago 10m smithi026=x;smithi086=y;smithi164=z;count:3 2024-04-26T23:35:18.204 INFO:teuthology.orchestra.run.smithi026.stdout:mon 3/3 51s ago 10m smithi026:172.21.15.26=a;smithi086:172.21.15.86=b;smithi164:172.21.15.164=c;count:3 2024-04-26T23:35:18.204 INFO:teuthology.orchestra.run.smithi026.stdout:osd 12 51s ago - 2024-04-26T23:35:18.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.203+0000 7f1304e00700 1 -- 172.21.15.26:0/3267240824 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f12e40a3d50 msgr2=0x7f12e40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:18.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.203+0000 7f1304e00700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f12e40a3d50 0x7f12e40a6210 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f12e8000c00 tx=0x7f12e801a040 comp rx=0 tx=0).stop 2024-04-26T23:35:18.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.203+0000 7f1304e00700 1 -- 172.21.15.26:0/3267240824 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f13001034d0 msgr2=0x7f13000771c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:18.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.203+0000 7f1304e00700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f13001034d0 0x7f13000771c0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f12f0007e00 tx=0x7f12f000a340 comp rx=0 tx=0).stop 2024-04-26T23:35:18.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.203+0000 7f1304e00700 1 -- 172.21.15.26:0/3267240824 shutdown_connections 2024-04-26T23:35:18.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.203+0000 7f1304e00700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f12e40a3d50 0x7f12e40a6210 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:18.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.203+0000 7f1304e00700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1300105070 0x7f1300075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:18.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.203+0000 7f1304e00700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f13001034d0 0x7f13000771c0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:18.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.203+0000 7f1304e00700 1 --2- 172.21.15.26:0/3267240824 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f13001046d0 0x7f1300075810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:18.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.203+0000 7f1304e00700 1 -- 172.21.15.26:0/3267240824 >> 172.21.15.26:0/3267240824 conn(0x7f13000fea70 msgr2=0x7f13001079f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:18.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.204+0000 7f1304e00700 1 -- 172.21.15.26:0/3267240824 shutdown_connections 2024-04-26T23:35:18.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:18.204+0000 7f1304e00700 1 -- 172.21.15.26:0/3267240824 wait complete. 2024-04-26T23:35:19.034 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-26T23:35:19.502 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:35:19.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:19 smithi164 ceph-mon[31699]: pgmap v433: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:19.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:19 smithi164 ceph-mon[31699]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:19.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:19 smithi026 ceph-mon[28371]: pgmap v433: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:19.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:19 smithi026 ceph-mon[28371]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:19.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:19 smithi086 ceph-mon[31122]: pgmap v433: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:19.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:19 smithi086 ceph-mon[31122]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:21.707 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:21 smithi026 ceph-mon[28371]: pgmap v434: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:21.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.731+0000 7fa62ba00700 1 -- 172.21.15.26:0/1360441137 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6241047d0 msgr2=0x7fa624104c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:21.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.731+0000 7fa62ba00700 1 --2- 172.21.15.26:0/1360441137 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6241047d0 0x7fa624104c30 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fa6100099c0 tx=0x7fa610009cd0 comp rx=0 tx=0).stop 2024-04-26T23:35:21.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.731+0000 7fa62ba00700 1 -- 172.21.15.26:0/1360441137 shutdown_connections 2024-04-26T23:35:21.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.731+0000 7fa62ba00700 1 --2- 172.21.15.26:0/1360441137 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa624105170 0x7fa62410ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:21.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.731+0000 7fa62ba00700 1 --2- 172.21.15.26:0/1360441137 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa624101750 0x7fa624101b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:21.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.731+0000 7fa62ba00700 1 --2- 172.21.15.26:0/1360441137 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6241047d0 0x7fa624104c30 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:21.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.731+0000 7fa62ba00700 1 -- 172.21.15.26:0/1360441137 >> 172.21.15.26:0/1360441137 conn(0x7fa6240fd0b0 msgr2=0x7fa6240ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:21.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.731+0000 7fa62ba00700 1 -- 172.21.15.26:0/1360441137 shutdown_connections 2024-04-26T23:35:21.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.731+0000 7fa62ba00700 1 -- 172.21.15.26:0/1360441137 wait complete. 2024-04-26T23:35:21.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.732+0000 7fa62ba00700 1 Processor -- start 2024-04-26T23:35:21.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.732+0000 7fa62ba00700 1 -- start start 2024-04-26T23:35:21.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.733+0000 7fa62ba00700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa624101750 0x7fa624199500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:21.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.733+0000 7fa62ba00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa6241047d0 0x7fa624199a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:21.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.733+0000 7fa62ba00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa624105170 0x7fa6241a0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:21.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.733+0000 7fa62ba00700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa62410eda0 con 0x7fa624105170 2024-04-26T23:35:21.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.733+0000 7fa62ba00700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa62410ec20 con 0x7fa624101750 2024-04-26T23:35:21.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.733+0000 7fa62ba00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa62410ef20 con 0x7fa6241047d0 2024-04-26T23:35:21.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.733+0000 7fa629a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa624105170 0x7fa6241a0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:21.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.733+0000 7fa629a00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa624105170 0x7fa6241a0ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34558/0 (socket says 172.21.15.26:34558) 2024-04-26T23:35:21.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.733+0000 7fa629a00700 1 -- 172.21.15.26:0/2301646845 learned_addr learned my addr 172.21.15.26:0/2301646845 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:21.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.733+0000 7fa629000700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa624101750 0x7fa624199500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:21.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.734+0000 7fa623e00700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa6241047d0 0x7fa624199a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:21.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.734+0000 7fa629a00700 1 -- 172.21.15.26:0/2301646845 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa6241047d0 msgr2=0x7fa624199a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:21.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.734+0000 7fa629a00700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa6241047d0 0x7fa624199a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:21.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.734+0000 7fa629a00700 1 -- 172.21.15.26:0/2301646845 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa624101750 msgr2=0x7fa624199500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:21.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.734+0000 7fa629a00700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa624101750 0x7fa624199500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:21.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.734+0000 7fa629a00700 1 -- 172.21.15.26:0/2301646845 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6241a1160 con 0x7fa624105170 2024-04-26T23:35:21.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.734+0000 7fa629000700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa624101750 0x7fa624199500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:21.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.734+0000 7fa629a00700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa624105170 0x7fa6241a0ac0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa61c007f10 tx=0x7fa61c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:21.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.734+0000 7fa621600700 1 -- 172.21.15.26:0/2301646845 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c004bb0 con 0x7fa624105170 2024-04-26T23:35:21.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.735+0000 7fa621600700 1 -- 172.21.15.26:0/2301646845 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa61c004d50 con 0x7fa624105170 2024-04-26T23:35:21.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.735+0000 7fa621600700 1 -- 172.21.15.26:0/2301646845 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c005970 con 0x7fa624105170 2024-04-26T23:35:21.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.735+0000 7fa62ba00700 1 -- 172.21.15.26:0/2301646845 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6241a1450 con 0x7fa624105170 2024-04-26T23:35:21.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.735+0000 7fa62ba00700 1 -- 172.21.15.26:0/2301646845 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6241a1940 con 0x7fa624105170 2024-04-26T23:35:21.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.736+0000 7fa62ba00700 1 -- 172.21.15.26:0/2301646845 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa62406a110 con 0x7fa624105170 2024-04-26T23:35:21.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.738+0000 7fa621600700 1 -- 172.21.15.26:0/2301646845 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa61c01a020 con 0x7fa624105170 2024-04-26T23:35:21.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.739+0000 7fa621600700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa60c0a3cd0 0x7fa60c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:21.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.740+0000 7fa621600700 1 -- 172.21.15.26:0/2301646845 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fa61c0cfdc0 con 0x7fa624105170 2024-04-26T23:35:21.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.740+0000 7fa629000700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa60c0a3cd0 0x7fa60c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:21.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.741+0000 7fa629000700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa60c0a3cd0 0x7fa60c0a6190 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa618005950 tx=0x7fa6180058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:21.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.744+0000 7fa621600700 1 -- 172.21.15.26:0/2301646845 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fa61c010070 con 0x7fa624105170 2024-04-26T23:35:21.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:21 smithi164 ceph-mon[31699]: pgmap v434: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:21.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:21 smithi086 ceph-mon[31122]: pgmap v434: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:21.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.979+0000 7fa62ba00700 1 -- 172.21.15.26:0/2301646845 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fa624063860 con 0x7fa60c0a3cd0 2024-04-26T23:35:21.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.982+0000 7fa621600700 1 -- 172.21.15.26:0/2301646845 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7fa624063860 con 0x7fa60c0a3cd0 2024-04-26T23:35:21.986 INFO:teuthology.orchestra.run.smithi026.stdout:HOST ADDR LABELS STATUS 2024-04-26T23:35:21.986 INFO:teuthology.orchestra.run.smithi026.stdout:smithi026 172.21.15.26 2024-04-26T23:35:21.987 INFO:teuthology.orchestra.run.smithi026.stdout:smithi086 172.21.15.86 2024-04-26T23:35:21.987 INFO:teuthology.orchestra.run.smithi026.stdout:smithi164 172.21.15.164 2024-04-26T23:35:21.987 INFO:teuthology.orchestra.run.smithi026.stdout:3 hosts in cluster 2024-04-26T23:35:21.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.985+0000 7fa62ba00700 1 -- 172.21.15.26:0/2301646845 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa60c0a3cd0 msgr2=0x7fa60c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:21.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.985+0000 7fa62ba00700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa60c0a3cd0 0x7fa60c0a6190 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa618005950 tx=0x7fa6180058e0 comp rx=0 tx=0).stop 2024-04-26T23:35:21.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.985+0000 7fa62ba00700 1 -- 172.21.15.26:0/2301646845 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa624105170 msgr2=0x7fa6241a0ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:21.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.985+0000 7fa62ba00700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa624105170 0x7fa6241a0ac0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa61c007f10 tx=0x7fa61c00d3b0 comp rx=0 tx=0).stop 2024-04-26T23:35:21.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.986+0000 7fa62ba00700 1 -- 172.21.15.26:0/2301646845 shutdown_connections 2024-04-26T23:35:21.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.986+0000 7fa62ba00700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa60c0a3cd0 0x7fa60c0a6190 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:21.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.986+0000 7fa62ba00700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa624105170 0x7fa6241a0ac0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:21.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.986+0000 7fa62ba00700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa624101750 0x7fa624199500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:21.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.986+0000 7fa62ba00700 1 --2- 172.21.15.26:0/2301646845 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa6241047d0 0x7fa624199a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:21.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.986+0000 7fa62ba00700 1 -- 172.21.15.26:0/2301646845 >> 172.21.15.26:0/2301646845 conn(0x7fa6240fd0b0 msgr2=0x7fa624107b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:21.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.986+0000 7fa62ba00700 1 -- 172.21.15.26:0/2301646845 shutdown_connections 2024-04-26T23:35:21.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:21.986+0000 7fa62ba00700 1 -- 172.21.15.26:0/2301646845 wait complete. 2024-04-26T23:35:22.818 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-26T23:35:23.287 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:35:23.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:23 smithi026 ceph-mon[28371]: pgmap v435: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:23.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:23 smithi026 ceph-mon[28371]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:23.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:23 smithi164 ceph-mon[31699]: pgmap v435: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:23.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:23 smithi164 ceph-mon[31699]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:23.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:23 smithi086 ceph-mon[31122]: pgmap v435: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:23.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:23 smithi086 ceph-mon[31122]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:25.571 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:25 smithi026 ceph-mon[28371]: pgmap v436: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:25.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.634+0000 7faca4200700 1 -- 172.21.15.26:0/730883441 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac9c109ac0 msgr2=0x7fac9c109ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:25.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.634+0000 7faca4200700 1 --2- 172.21.15.26:0/730883441 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac9c109ac0 0x7fac9c109ee0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fac900099c0 tx=0x7fac90009cd0 comp rx=0 tx=0).stop 2024-04-26T23:35:25.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.634+0000 7faca4200700 1 -- 172.21.15.26:0/730883441 shutdown_connections 2024-04-26T23:35:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.634+0000 7faca4200700 1 --2- 172.21.15.26:0/730883441 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac9c10b660 0x7fac9c111f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.634+0000 7faca4200700 1 --2- 172.21.15.26:0/730883441 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac9c109ac0 0x7fac9c109ee0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.634+0000 7faca4200700 1 --2- 172.21.15.26:0/730883441 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac9c10acc0 0x7fac9c10b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.634+0000 7faca4200700 1 -- 172.21.15.26:0/730883441 >> 172.21.15.26:0/730883441 conn(0x7fac9c078a90 msgr2=0x7fac9c07aed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.634+0000 7faca4200700 1 -- 172.21.15.26:0/730883441 shutdown_connections 2024-04-26T23:35:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.635+0000 7faca4200700 1 -- 172.21.15.26:0/730883441 wait complete. 2024-04-26T23:35:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.636+0000 7faca4200700 1 Processor -- start 2024-04-26T23:35:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.636+0000 7faca4200700 1 -- start start 2024-04-26T23:35:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.636+0000 7faca4200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac9c109ac0 0x7fac9c19fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca4200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac9c10acc0 0x7fac9c1a0020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca4200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac9c10b660 0x7fac9c1a70a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca4200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fac9c1153e0 con 0x7fac9c109ac0 2024-04-26T23:35:25.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca4200700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fac9c115260 con 0x7fac9c10acc0 2024-04-26T23:35:25.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca4200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fac9c115560 con 0x7fac9c10b660 2024-04-26T23:35:25.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca1800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac9c109ac0 0x7fac9c19fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:25.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca1800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac9c109ac0 0x7fac9c19fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42736/0 (socket says 172.21.15.26:42736) 2024-04-26T23:35:25.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca1800700 1 -- 172.21.15.26:0/2508720978 learned_addr learned my addr 172.21.15.26:0/2508720978 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:25.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca0e00700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac9c10acc0 0x7fac9c1a0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:25.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca2200700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac9c10b660 0x7fac9c1a70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:25.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca1800700 1 -- 172.21.15.26:0/2508720978 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac9c10b660 msgr2=0x7fac9c1a70a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:25.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca1800700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac9c10b660 0x7fac9c1a70a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:25.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca1800700 1 -- 172.21.15.26:0/2508720978 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac9c10acc0 msgr2=0x7fac9c1a0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:25.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca1800700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac9c10acc0 0x7fac9c1a0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:25.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.637+0000 7faca1800700 1 -- 172.21.15.26:0/2508720978 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac9c1a7740 con 0x7fac9c109ac0 2024-04-26T23:35:25.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.638+0000 7faca1800700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac9c109ac0 0x7fac9c19fae0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fac9000f6f0 tx=0x7fac90009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:25.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.638+0000 7fac9a000700 1 -- 172.21.15.26:0/2508720978 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac90027070 con 0x7fac9c109ac0 2024-04-26T23:35:25.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.638+0000 7fac9a000700 1 -- 172.21.15.26:0/2508720978 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fac9000bd10 con 0x7fac9c109ac0 2024-04-26T23:35:25.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.638+0000 7faca4200700 1 -- 172.21.15.26:0/2508720978 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac9c1a79d0 con 0x7fac9c109ac0 2024-04-26T23:35:25.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.638+0000 7fac9a000700 1 -- 172.21.15.26:0/2508720978 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac90022dd0 con 0x7fac9c109ac0 2024-04-26T23:35:25.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.638+0000 7faca4200700 1 -- 172.21.15.26:0/2508720978 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac9c1a7f00 con 0x7fac9c109ac0 2024-04-26T23:35:25.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.640+0000 7faca4200700 1 -- 172.21.15.26:0/2508720978 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac9c06a110 con 0x7fac9c109ac0 2024-04-26T23:35:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.642+0000 7fac9a000700 1 -- 172.21.15.26:0/2508720978 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fac9002a070 con 0x7fac9c109ac0 2024-04-26T23:35:25.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.643+0000 7fac9a000700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fac840a3d50 0x7fac840a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:25.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.643+0000 7fac9a000700 1 -- 172.21.15.26:0/2508720978 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fac900d12f0 con 0x7fac9c109ac0 2024-04-26T23:35:25.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.644+0000 7faca0e00700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fac840a3d50 0x7fac840a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:25.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.644+0000 7faca0e00700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fac840a3d50 0x7fac840a6210 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fac88005950 tx=0x7fac880058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:25.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.648+0000 7fac9a000700 1 -- 172.21.15.26:0/2508720978 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fac90013070 con 0x7fac9c109ac0 2024-04-26T23:35:25.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:25 smithi164 ceph-mon[31699]: pgmap v436: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:25.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:25 smithi086 ceph-mon[31122]: pgmap v436: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:25.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.889+0000 7faca4200700 1 -- 172.21.15.26:0/2508720978 --> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fac9c063860 con 0x7fac840a3d50 2024-04-26T23:35:25.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.892+0000 7fac9a000700 1 -- 172.21.15.26:0/2508720978 <== mgr.14152 v2:172.21.15.26:6800/1018589530 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fac9c063860 con 0x7fac840a3d50 2024-04-26T23:35:25.896 INFO:teuthology.orchestra.run.smithi026.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-26T23:35:25.896 INFO:teuthology.orchestra.run.smithi026.stdout:smithi026 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB74760020480DGN 447G No 4m ago Has a FileSystem, LVM detected 2024-04-26T23:35:25.896 INFO:teuthology.orchestra.run.smithi026.stdout:smithi086 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400UL400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-26T23:35:25.896 INFO:teuthology.orchestra.run.smithi026.stdout:smithi164 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300H0400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-26T23:35:25.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.895+0000 7faca4200700 1 -- 172.21.15.26:0/2508720978 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fac840a3d50 msgr2=0x7fac840a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:25.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.895+0000 7faca4200700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fac840a3d50 0x7fac840a6210 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fac88005950 tx=0x7fac880058e0 comp rx=0 tx=0).stop 2024-04-26T23:35:25.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.895+0000 7faca4200700 1 -- 172.21.15.26:0/2508720978 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac9c109ac0 msgr2=0x7fac9c19fae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:25.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.895+0000 7faca4200700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac9c109ac0 0x7fac9c19fae0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fac9000f6f0 tx=0x7fac90009580 comp rx=0 tx=0).stop 2024-04-26T23:35:25.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.895+0000 7faca4200700 1 -- 172.21.15.26:0/2508720978 shutdown_connections 2024-04-26T23:35:25.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.895+0000 7faca4200700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fac840a3d50 0x7fac840a6210 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:25.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.895+0000 7faca4200700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac9c10b660 0x7fac9c1a70a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:25.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.895+0000 7faca4200700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fac9c109ac0 0x7fac9c19fae0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:25.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.895+0000 7faca4200700 1 --2- 172.21.15.26:0/2508720978 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fac9c10acc0 0x7fac9c1a0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:25.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.895+0000 7faca4200700 1 -- 172.21.15.26:0/2508720978 >> 172.21.15.26:0/2508720978 conn(0x7fac9c078a90 msgr2=0x7fac9c10e0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:25.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.896+0000 7faca4200700 1 -- 172.21.15.26:0/2508720978 shutdown_connections 2024-04-26T23:35:25.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:25.896+0000 7faca4200700 1 -- 172.21.15.26:0/2508720978 wait complete. 2024-04-26T23:35:26.815 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T23:35:26.825 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T23:35:26.826 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-26T23:35:27.299 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:35:27.702 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:27 smithi026 ceph-mon[28371]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:27.702 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:27 smithi026 ceph-mon[28371]: pgmap v437: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:27.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:27 smithi164 ceph-mon[31699]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:27.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:27 smithi164 ceph-mon[31699]: pgmap v437: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:27.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:27 smithi086 ceph-mon[31122]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:35:27.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:27 smithi086 ceph-mon[31122]: pgmap v437: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:29.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.711+0000 7f3135600700 1 -- 172.21.15.26:0/2365964569 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31301056d0 msgr2=0x7f3130105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:29.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.711+0000 7f3135600700 1 --2- 172.21.15.26:0/2365964569 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31301056d0 0x7f3130105af0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f312000b0d0 tx=0x7f312000b3e0 comp rx=0 tx=0).stop 2024-04-26T23:35:29.715 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:29 smithi026 ceph-mon[28371]: pgmap v438: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:29.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.711+0000 7f3135600700 1 -- 172.21.15.26:0/2365964569 shutdown_connections 2024-04-26T23:35:29.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.711+0000 7f3135600700 1 --2- 172.21.15.26:0/2365964569 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3130107270 0x7f313010db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:29.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.711+0000 7f3135600700 1 --2- 172.21.15.26:0/2365964569 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31301056d0 0x7f3130105af0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:29.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.711+0000 7f3135600700 1 --2- 172.21.15.26:0/2365964569 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f31301068d0 0x7f3130106d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:29.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.711+0000 7f3135600700 1 -- 172.21.15.26:0/2365964569 >> 172.21.15.26:0/2365964569 conn(0x7f3130100c70 msgr2=0x7f31301030b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:29.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.711+0000 7f3135600700 1 -- 172.21.15.26:0/2365964569 shutdown_connections 2024-04-26T23:35:29.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.711+0000 7f3135600700 1 -- 172.21.15.26:0/2365964569 wait complete. 2024-04-26T23:35:29.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.712+0000 7f3135600700 1 Processor -- start 2024-04-26T23:35:29.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.712+0000 7f3135600700 1 -- start start 2024-04-26T23:35:29.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.713+0000 7f3135600700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31301056d0 0x7f313019b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:29.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.713+0000 7f3135600700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f31301068d0 0x7f313019bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:29.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.713+0000 7f3135600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3130107270 0x7f31301a2c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:29.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.713+0000 7f3135600700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3130111070 con 0x7f31301056d0 2024-04-26T23:35:29.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.713+0000 7f3135600700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3130110ef0 con 0x7f31301068d0 2024-04-26T23:35:29.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.713+0000 7f3135600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f31301111f0 con 0x7f3130107270 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.713+0000 7f312ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31301056d0 0x7f313019b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.713+0000 7f312ea00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31301056d0 0x7f313019b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42742/0 (socket says 172.21.15.26:42742) 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.713+0000 7f312ea00700 1 -- 172.21.15.26:0/321305171 learned_addr learned my addr 172.21.15.26:0/321305171 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.714+0000 7f3126000700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f31301068d0 0x7f313019bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.714+0000 7f312f400700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3130107270 0x7f31301a2c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.714+0000 7f312ea00700 1 -- 172.21.15.26:0/321305171 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3130107270 msgr2=0x7f31301a2c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.714+0000 7f312ea00700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3130107270 0x7f31301a2c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.714+0000 7f312ea00700 1 -- 172.21.15.26:0/321305171 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f31301068d0 msgr2=0x7f313019bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.714+0000 7f312ea00700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f31301068d0 0x7f313019bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.714+0000 7f312ea00700 1 -- 172.21.15.26:0/321305171 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31301a3310 con 0x7f31301056d0 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.714+0000 7f312ea00700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31301056d0 0x7f313019b6b0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f3120009c00 tx=0x7f312000bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.714+0000 7f3127e00700 1 -- 172.21.15.26:0/321305171 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312001f030 con 0x7f31301056d0 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.715+0000 7f3127e00700 1 -- 172.21.15.26:0/321305171 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3120007bc0 con 0x7f31301056d0 2024-04-26T23:35:29.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.715+0000 7f3127e00700 1 -- 172.21.15.26:0/321305171 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f312001b690 con 0x7f31301056d0 2024-04-26T23:35:29.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.715+0000 7f3135600700 1 -- 172.21.15.26:0/321305171 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31301a35a0 con 0x7f31301056d0 2024-04-26T23:35:29.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.715+0000 7f3135600700 1 -- 172.21.15.26:0/321305171 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31301a3940 con 0x7f31301056d0 2024-04-26T23:35:29.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.716+0000 7f3135600700 1 -- 172.21.15.26:0/321305171 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f313006a150 con 0x7f31301056d0 2024-04-26T23:35:29.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.718+0000 7f3127e00700 1 -- 172.21.15.26:0/321305171 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f31200055f0 con 0x7f31301056d0 2024-04-26T23:35:29.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.719+0000 7f3127e00700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f31140a3d50 0x7f31140a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:29.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.720+0000 7f3127e00700 1 -- 172.21.15.26:0/321305171 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f312000f020 con 0x7f31301056d0 2024-04-26T23:35:29.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.720+0000 7f3126000700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f31140a3d50 0x7f31140a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:29.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.720+0000 7f3126000700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f31140a3d50 0x7f31140a6210 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3118005ea0 tx=0x7f3118005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:29.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:29.724+0000 7f3127e00700 1 -- 172.21.15.26:0/321305171 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f3120029020 con 0x7f31301056d0 2024-04-26T23:35:29.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:29 smithi164 ceph-mon[31699]: pgmap v438: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:29.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:29 smithi086 ceph-mon[31122]: pgmap v438: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:30.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.012+0000 7f3135600700 1 -- 172.21.15.26:0/321305171 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f313002e5c0 con 0x7f31301056d0 2024-04-26T23:35:30.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.013+0000 7f3127e00700 1 -- 172.21.15.26:0/321305171 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 23 v23) ==== 76+0+3043 (secure 0 0 0) 0x7f312009e350 con 0x7f31301056d0 2024-04-26T23:35:30.022 INFO:teuthology.orchestra.run.smithi026.stdout:e23 2024-04-26T23:35:30.022 INFO:teuthology.orchestra.run.smithi026.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T23:35:30.022 INFO:teuthology.orchestra.run.smithi026.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T23:35:30.022 INFO:teuthology.orchestra.run.smithi026.stdout:legacy client fscid: 1 2024-04-26T23:35:30.022 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:30.022 INFO:teuthology.orchestra.run.smithi026.stdout:Filesystem 'cephfs' (1) 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:fs_name cephfs 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:epoch 23 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:created 2024-04-26T23:33:19.668854+0000 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:modified 2024-04-26T23:33:25.221290+0000 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:tableserver 0 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:root 0 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:session_timeout 300 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:session_autoclose 300 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:max_file_size 1099511627776 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:max_xattr_size 65536 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:required_client_features {} 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:last_failure 0 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:last_failure_osd_epoch 0 2024-04-26T23:35:30.023 INFO:teuthology.orchestra.run.smithi026.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:max_mds 3 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:in 0,1,2 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:up {0=34559,1=34508,2=34475} 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:failed 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:damaged 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:stopped 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:data_pools [3] 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:metadata_pool 2 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:inline_data disabled 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:balancer 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:bal_rank_mask -1 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:standby_count_wanted 0 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:qdb_cluster leader: 34559 members: 34508,34475,34559 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.b{0:34559} state up:active seq 3 addr [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T23:35:30.024 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.k{0:34433} state up:standby-replay seq 1 addr [v2:172.21.15.86:6832/176415514,v1:172.21.15.86:6833/176415514] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.h{1:34508} state up:active seq 8 addr [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.i{1:24520} state up:standby-replay seq 1 addr [v2:172.21.15.164:6838/3252912800,v1:172.21.15.164:6839/3252912800] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.e{2:34475} state up:active seq 11 addr [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.c{2:24493} state up:standby-replay seq 1 addr [v2:172.21.15.164:6836/3682844863,v1:172.21.15.164:6837/3682844863] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout:Standby daemons: 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.j{-1:14556} state up:standby seq 1 addr [v2:172.21.15.26:6834/1470584076,v1:172.21.15.26:6835/1470584076] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.d{-1:14571} state up:standby seq 1 addr [v2:172.21.15.26:6836/3806536484,v1:172.21.15.26:6837/3806536484] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.g{-1:14655} state up:standby seq 1 addr [v2:172.21.15.26:6838/200353584,v1:172.21.15.26:6839/200353584] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.a{-1:14667} state up:standby seq 1 addr [v2:172.21.15.26:6840/467744893,v1:172.21.15.26:6841/467744893] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.l{-1:24424} state up:standby seq 1 addr [v2:172.21.15.164:6832/1069354731,v1:172.21.15.164:6833/1069354731] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T23:35:30.025 INFO:teuthology.orchestra.run.smithi026.stdout:[mds.f{-1:24475} state up:standby seq 1 addr [v2:172.21.15.164:6834/3991332999,v1:172.21.15.164:6835/3991332999] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T23:35:30.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.017+0000 7f3135600700 1 -- 172.21.15.26:0/321305171 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f31140a3d50 msgr2=0x7f31140a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:30.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.017+0000 7f3135600700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f31140a3d50 0x7f31140a6210 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3118005ea0 tx=0x7f3118005e30 comp rx=0 tx=0).stop 2024-04-26T23:35:30.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.018+0000 7f3135600700 1 -- 172.21.15.26:0/321305171 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31301056d0 msgr2=0x7f313019b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:30.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.018+0000 7f3135600700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31301056d0 0x7f313019b6b0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f3120009c00 tx=0x7f312000bd60 comp rx=0 tx=0).stop 2024-04-26T23:35:30.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.018+0000 7f3135600700 1 -- 172.21.15.26:0/321305171 shutdown_connections 2024-04-26T23:35:30.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.018+0000 7f3135600700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f31140a3d50 0x7f31140a6210 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:30.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.018+0000 7f3135600700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3130107270 0x7f31301a2c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:30.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.018+0000 7f3135600700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f31301056d0 0x7f313019b6b0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:30.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.018+0000 7f3135600700 1 --2- 172.21.15.26:0/321305171 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f31301068d0 0x7f313019bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:30.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.018+0000 7f3135600700 1 -- 172.21.15.26:0/321305171 >> 172.21.15.26:0/321305171 conn(0x7f3130100c70 msgr2=0x7f3130109bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:30.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.018+0000 7f3135600700 1 -- 172.21.15.26:0/321305171 shutdown_connections 2024-04-26T23:35:30.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:30.018+0000 7f3135600700 1 -- 172.21.15.26:0/321305171 wait complete. 2024-04-26T23:35:30.027 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 23 2024-04-26T23:35:30.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:30 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/321305171' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T23:35:30.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:30 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/321305171' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T23:35:30.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:30 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/321305171' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T23:35:30.891 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-26T23:35:31.365 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:35:31.542 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:31 smithi026 ceph-mon[28371]: pgmap v439: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:31.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:31 smithi164 ceph-mon[31699]: pgmap v439: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:31.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:31 smithi086 ceph-mon[31122]: pgmap v439: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:33.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.756+0000 7f85eb000700 1 -- 172.21.15.26:0/2317592213 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85e41033a0 msgr2=0x7f85e41037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:33.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.756+0000 7f85eb000700 1 --2- 172.21.15.26:0/2317592213 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85e41033a0 0x7f85e41037c0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f85d80099c0 tx=0x7f85d8009cd0 comp rx=0 tx=0).stop 2024-04-26T23:35:33.760 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:33 smithi026 ceph-mon[28371]: pgmap v440: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:33.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.756+0000 7f85eb000700 1 -- 172.21.15.26:0/2317592213 shutdown_connections 2024-04-26T23:35:33.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.756+0000 7f85eb000700 1 --2- 172.21.15.26:0/2317592213 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85e4104f40 0x7f85e410b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:33.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.756+0000 7f85eb000700 1 --2- 172.21.15.26:0/2317592213 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85e41033a0 0x7f85e41037c0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:33.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.756+0000 7f85eb000700 1 --2- 172.21.15.26:0/2317592213 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85e41045a0 0x7f85e4104a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:33.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.756+0000 7f85eb000700 1 -- 172.21.15.26:0/2317592213 >> 172.21.15.26:0/2317592213 conn(0x7f85e40fe960 msgr2=0x7f85e4100d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:33.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.756+0000 7f85eb000700 1 -- 172.21.15.26:0/2317592213 shutdown_connections 2024-04-26T23:35:33.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.756+0000 7f85eb000700 1 -- 172.21.15.26:0/2317592213 wait complete. 2024-04-26T23:35:33.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.757+0000 7f85eb000700 1 Processor -- start 2024-04-26T23:35:33.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.758+0000 7f85eb000700 1 -- start start 2024-04-26T23:35:33.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.758+0000 7f85eb000700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85e41033a0 0x7f85e419b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:33.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.758+0000 7f85eb000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85e41045a0 0x7f85e419bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:33.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.758+0000 7f85eb000700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85e4104f40 0x7f85e41a2c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:33.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.758+0000 7f85eb000700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f85e410ed30 con 0x7f85e41033a0 2024-04-26T23:35:33.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.758+0000 7f85eb000700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f85e410ebb0 con 0x7f85e4104f40 2024-04-26T23:35:33.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.758+0000 7f85eb000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f85e410eeb0 con 0x7f85e41045a0 2024-04-26T23:35:33.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.758+0000 7f85e9c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85e41033a0 0x7f85e419b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:33.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.758+0000 7f85e9c00700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85e41033a0 0x7f85e419b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42760/0 (socket says 172.21.15.26:42760) 2024-04-26T23:35:33.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.758+0000 7f85e9c00700 1 -- 172.21.15.26:0/1189167165 learned_addr learned my addr 172.21.15.26:0/1189167165 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:33.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.759+0000 7f85e9200700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85e41045a0 0x7f85e419bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:33.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.759+0000 7f85ea600700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85e4104f40 0x7f85e41a2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:33.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.759+0000 7f85e9c00700 1 -- 172.21.15.26:0/1189167165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85e41045a0 msgr2=0x7f85e419bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:33.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.759+0000 7f85e9c00700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85e41045a0 0x7f85e419bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:33.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.759+0000 7f85e9c00700 1 -- 172.21.15.26:0/1189167165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85e4104f40 msgr2=0x7f85e41a2c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:33.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.759+0000 7f85e9c00700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85e4104f40 0x7f85e41a2c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:33.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.759+0000 7f85e9c00700 1 -- 172.21.15.26:0/1189167165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e41a32e0 con 0x7f85e41033a0 2024-04-26T23:35:33.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.759+0000 7f85ea600700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85e4104f40 0x7f85e41a2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:33.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.760+0000 7f85e9c00700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85e41033a0 0x7f85e419b680 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f85d800b580 tx=0x7f85d800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:33.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.760+0000 7f85e2000700 1 -- 172.21.15.26:0/1189167165 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8027070 con 0x7f85e41033a0 2024-04-26T23:35:33.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.760+0000 7f85eb000700 1 -- 172.21.15.26:0/1189167165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85e41a3570 con 0x7f85e41033a0 2024-04-26T23:35:33.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.760+0000 7f85eb000700 1 -- 172.21.15.26:0/1189167165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85e41a3a20 con 0x7f85e41033a0 2024-04-26T23:35:33.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.760+0000 7f85e2000700 1 -- 172.21.15.26:0/1189167165 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f85d800bd10 con 0x7f85e41033a0 2024-04-26T23:35:33.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.760+0000 7f85e2000700 1 -- 172.21.15.26:0/1189167165 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8022e20 con 0x7f85e41033a0 2024-04-26T23:35:33.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.762+0000 7f85eb000700 1 -- 172.21.15.26:0/1189167165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85c4005360 con 0x7f85e41033a0 2024-04-26T23:35:33.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.764+0000 7f85e2000700 1 -- 172.21.15.26:0/1189167165 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f85d802a070 con 0x7f85e41033a0 2024-04-26T23:35:33.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.765+0000 7f85e2000700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85cc0a3d50 0x7f85cc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:33.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.765+0000 7f85e2000700 1 -- 172.21.15.26:0/1189167165 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f85d80d1340 con 0x7f85e41033a0 2024-04-26T23:35:33.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.766+0000 7f85e9200700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85cc0a3d50 0x7f85cc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:33.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.766+0000 7f85e9200700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85cc0a3d50 0x7f85cc0a6210 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f85d0004630 tx=0x7f85d000b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:33.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.768+0000 7f85e2000700 1 -- 172.21.15.26:0/1189167165 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f85d8013070 con 0x7f85e41033a0 2024-04-26T23:35:33.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:33 smithi164 ceph-mon[31699]: pgmap v440: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:33.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:33 smithi086 ceph-mon[31122]: pgmap v440: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:34.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.998+0000 7f85eb000700 1 -- 172.21.15.26:0/1189167165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f85c4005920 con 0x7f85e41033a0 2024-04-26T23:35:34.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:33.999+0000 7f85e2000700 1 -- 172.21.15.26:0/1189167165 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v91) ==== 56+0+5267 (secure 0 0 0) 0x7f85d809dc00 con 0x7f85e41033a0 2024-04-26T23:35:34.003 INFO:teuthology.orchestra.run.smithi026.stdout:epoch 91 2024-04-26T23:35:34.003 INFO:teuthology.orchestra.run.smithi026.stdout:fsid a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:created 2024-04-26T23:22:14.782369+0000 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:modified 2024-04-26T23:33:35.303847+0000 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:crush_version 26 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:full_ratio 0.95 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:backfillfull_ratio 0.9 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:nearfull_ratio 0.85 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:require_min_compat_client luminous 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:min_compat_client luminous 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:require_osd_release squid 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:stretch_mode_enabled false 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 88 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-04-26T23:35:34.004 INFO:teuthology.orchestra.run.smithi026.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:max_osd 12 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:osd.0 up in weight 1 up_from 8 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.26:6802/3450561532,v1:172.21.15.26:6803/3450561532] [v2:172.21.15.26:6804/3450561532,v1:172.21.15.26:6805/3450561532] exists,up 3f8e4323-3983-4504-b167-c8681eb37bca 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:osd.1 up in weight 1 up_from 13 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.86:6800/521629396,v1:172.21.15.86:6801/521629396] [v2:172.21.15.86:6802/521629396,v1:172.21.15.86:6803/521629396] exists,up c619281f-c48f-4b6e-a11d-da73766f9eef 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:osd.2 up in weight 1 up_from 18 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.164:6800/2356095045,v1:172.21.15.164:6801/2356095045] [v2:172.21.15.164:6802/2356095045,v1:172.21.15.164:6803/2356095045] exists,up 742218de-68a5-49ac-b806-e71597f22036 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:osd.3 up in weight 1 up_from 26 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.26:6810/2578929554,v1:172.21.15.26:6811/2578929554] [v2:172.21.15.26:6812/2578929554,v1:172.21.15.26:6813/2578929554] exists,up 1bd336e7-2d71-4461-97f4-02fb9efd373e 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:osd.4 up in weight 1 up_from 34 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.86:6808/3378077373,v1:172.21.15.86:6809/3378077373] [v2:172.21.15.86:6810/3378077373,v1:172.21.15.86:6811/3378077373] exists,up e9a32699-e3ba-4a19-811c-8c09e1b2f3e7 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:osd.5 up in weight 1 up_from 39 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.164:6808/1837526241,v1:172.21.15.164:6809/1837526241] [v2:172.21.15.164:6810/1837526241,v1:172.21.15.164:6811/1837526241] exists,up ec703e94-7fb4-4084-aece-4eb7551610b5 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:osd.6 up in weight 1 up_from 47 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.26:6818/3718072835,v1:172.21.15.26:6819/3718072835] [v2:172.21.15.26:6820/3718072835,v1:172.21.15.26:6821/3718072835] exists,up b418a6cc-394f-4288-9ec5-0f46daf17dd1 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:osd.7 up in weight 1 up_from 53 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.86:6816/3177920664,v1:172.21.15.86:6817/3177920664] [v2:172.21.15.86:6818/3177920664,v1:172.21.15.86:6819/3177920664] exists,up d85d7c91-bf2c-4aa6-83aa-3d2736c201ca 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:osd.8 up in weight 1 up_from 62 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.164:6816/184902019,v1:172.21.15.164:6817/184902019] [v2:172.21.15.164:6818/184902019,v1:172.21.15.164:6819/184902019] exists,up 27d912c0-d497-42ff-ad04-1dee7b9c0ecf 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:osd.9 up in weight 1 up_from 70 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.26:6826/3645340627,v1:172.21.15.26:6827/3645340627] [v2:172.21.15.26:6828/3645340627,v1:172.21.15.26:6829/3645340627] exists,up af3d2ed5-c47a-4b36-a854-c4d4c942bce6 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:osd.10 up in weight 1 up_from 76 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.86:6824/349171117,v1:172.21.15.86:6825/349171117] [v2:172.21.15.86:6826/349171117,v1:172.21.15.86:6827/349171117] exists,up 49a838f0-7310-4495-900f-b990c33c4454 2024-04-26T23:35:34.005 INFO:teuthology.orchestra.run.smithi026.stdout:osd.11 up in weight 1 up_from 84 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.164:6824/2033296525,v1:172.21.15.164:6825/2033296525] [v2:172.21.15.164:6826/2033296525,v1:172.21.15.164:6827/2033296525] exists,up 4ce96e51-b930-4d3b-8b52-85b20d8b0be9 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 2.5 [8,11] 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 2.b [2,1] 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 2.c [2,4] 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 2.1c [8,11] 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.3 [4,9] 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.1b [4,8] 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.1d [5,9] 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:pg_upmap_items 3.3c [4,9] 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/2068087211 expires 2024-04-27T23:23:33.689693+0000 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:6800/2929638021 expires 2024-04-27T23:23:33.689693+0000 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/1677791530 expires 2024-04-27T23:23:33.689693+0000 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:6800/1628082486 expires 2024-04-27T23:22:57.386262+0000 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/3915873193 expires 2024-04-27T23:22:57.386262+0000 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/905359666 expires 2024-04-27T23:22:57.386262+0000 2024-04-26T23:35:34.006 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:6801/2929638021 expires 2024-04-27T23:23:33.689693+0000 2024-04-26T23:35:34.007 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/3728467638 expires 2024-04-27T23:22:57.386262+0000 2024-04-26T23:35:34.007 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:0/3659843608 expires 2024-04-27T23:23:33.689693+0000 2024-04-26T23:35:34.007 INFO:teuthology.orchestra.run.smithi026.stdout:blocklist 172.21.15.26:6801/1628082486 expires 2024-04-27T23:22:57.386262+0000 2024-04-26T23:35:34.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:34.002+0000 7f85eb000700 1 -- 172.21.15.26:0/1189167165 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85cc0a3d50 msgr2=0x7f85cc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:34.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:34.002+0000 7f85eb000700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85cc0a3d50 0x7f85cc0a6210 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f85d0004630 tx=0x7f85d000b3c0 comp rx=0 tx=0).stop 2024-04-26T23:35:34.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:34.002+0000 7f85eb000700 1 -- 172.21.15.26:0/1189167165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85e41033a0 msgr2=0x7f85e419b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:34.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:34.002+0000 7f85eb000700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85e41033a0 0x7f85e419b680 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f85d800b580 tx=0x7f85d800f690 comp rx=0 tx=0).stop 2024-04-26T23:35:34.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:34.002+0000 7f85eb000700 1 -- 172.21.15.26:0/1189167165 shutdown_connections 2024-04-26T23:35:34.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:34.002+0000 7f85eb000700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f85cc0a3d50 0x7f85cc0a6210 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:34.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:34.002+0000 7f85eb000700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f85e4104f40 0x7f85e41a2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:34.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:34.002+0000 7f85eb000700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f85e41033a0 0x7f85e419b680 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:34.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:34.002+0000 7f85eb000700 1 --2- 172.21.15.26:0/1189167165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85e41045a0 0x7f85e419bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:34.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:34.002+0000 7f85eb000700 1 -- 172.21.15.26:0/1189167165 >> 172.21.15.26:0/1189167165 conn(0x7f85e40fe960 msgr2=0x7f85e4109dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:34.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:34.003+0000 7f85eb000700 1 -- 172.21.15.26:0/1189167165 shutdown_connections 2024-04-26T23:35:34.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:34.003+0000 7f85eb000700 1 -- 172.21.15.26:0/1189167165 wait complete. 2024-04-26T23:35:34.773 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:34 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1189167165' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T23:35:34.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:34 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1189167165' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T23:35:34.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:34 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1189167165' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T23:35:34.840 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-26T23:35:34.855 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:35:35.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.080+0000 7f41d8e00640 1 -- 172.21.15.26:0/329313975 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41d4109f80 msgr2=0x7f41d410a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:35.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.080+0000 7f41d8e00640 1 --2- 172.21.15.26:0/329313975 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41d4109f80 0x7f41d410a400 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f41c0009900 tx=0x7f41c002a410 comp rx=0 tx=0).stop 2024-04-26T23:35:35.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.080+0000 7f41d8e00640 1 -- 172.21.15.26:0/329313975 shutdown_connections 2024-04-26T23:35:35.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.080+0000 7f41d8e00640 1 --2- 172.21.15.26:0/329313975 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41d410a940 0x7f41d41111d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.080+0000 7f41d8e00640 1 --2- 172.21.15.26:0/329313975 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41d4109f80 0x7f41d410a400 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.080+0000 7f41d8e00640 1 --2- 172.21.15.26:0/329313975 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41d4108d90 0x7f41d41091b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.080+0000 7f41d8e00640 1 -- 172.21.15.26:0/329313975 >> 172.21.15.26:0/329313975 conn(0x7f41d4077d30 msgr2=0x7f41d407a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:35.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.081+0000 7f41d8e00640 1 -- 172.21.15.26:0/329313975 shutdown_connections 2024-04-26T23:35:35.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.081+0000 7f41d8e00640 1 -- 172.21.15.26:0/329313975 wait complete. 2024-04-26T23:35:35.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.081+0000 7f41d8e00640 1 Processor -- start 2024-04-26T23:35:35.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.082+0000 7f41d8e00640 1 -- start start 2024-04-26T23:35:35.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.082+0000 7f41d8e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41d4108d90 0x7f41d419ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:35.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.082+0000 7f41d8e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41d4109f80 0x7f41d419f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:35.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.082+0000 7f41d8e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41d410a940 0x7f41d41a63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:35.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.082+0000 7f41d8e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f41d41147a0 con 0x7f41d4108d90 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.082+0000 7f41d8e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f41d4114620 con 0x7f41d4109f80 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.082+0000 7f41d8e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f41d4114920 con 0x7f41d410a940 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.082+0000 7f41d3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41d4108d90 0x7f41d419ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.082+0000 7f41d3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41d4108d90 0x7f41d419ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35232/0 (socket says 172.21.15.26:35232) 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.082+0000 7f41d3400640 1 -- 172.21.15.26:0/821958434 learned_addr learned my addr 172.21.15.26:0/821958434 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.083+0000 7f41d3e00640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41d410a940 0x7f41d41a63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.083+0000 7f41d2a00640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41d4109f80 0x7f41d419f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.083+0000 7f41d3400640 1 -- 172.21.15.26:0/821958434 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41d410a940 msgr2=0x7f41d41a63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.083+0000 7f41d3400640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41d410a940 0x7f41d41a63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.083+0000 7f41d3400640 1 -- 172.21.15.26:0/821958434 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41d4109f80 msgr2=0x7f41d419f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.083+0000 7f41d3400640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41d4109f80 0x7f41d419f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.083+0000 7f41d3400640 1 -- 172.21.15.26:0/821958434 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41d41a6a40 con 0x7f41d4108d90 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.083+0000 7f41d3400640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41d4108d90 0x7f41d419ee20 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f41c400c970 tx=0x7f41c400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:35.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.083+0000 7f41cbe00640 1 -- 172.21.15.26:0/821958434 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c4007c10 con 0x7f41d4108d90 2024-04-26T23:35:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.083+0000 7f41cbe00640 1 -- 172.21.15.26:0/821958434 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f41c4007db0 con 0x7f41d4108d90 2024-04-26T23:35:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.083+0000 7f41cbe00640 1 -- 172.21.15.26:0/821958434 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c400f7d0 con 0x7f41d4108d90 2024-04-26T23:35:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.083+0000 7f41d8e00640 1 -- 172.21.15.26:0/821958434 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41d41a6d30 con 0x7f41d4108d90 2024-04-26T23:35:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.084+0000 7f41d8e00640 1 -- 172.21.15.26:0/821958434 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41d41a71a0 con 0x7f41d4108d90 2024-04-26T23:35:35.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.085+0000 7f41d8e00640 1 -- 172.21.15.26:0/821958434 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41d4110180 con 0x7f41d4108d90 2024-04-26T23:35:35.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.087+0000 7f41cbe00640 1 -- 172.21.15.26:0/821958434 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f41c4018480 con 0x7f41d4108d90 2024-04-26T23:35:35.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.089+0000 7f41cbe00640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f41b80a3cc0 0x7f41b80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:35.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.089+0000 7f41cbe00640 1 -- 172.21.15.26:0/821958434 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f41c40d0930 con 0x7f41d4108d90 2024-04-26T23:35:35.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.090+0000 7f41d2a00640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f41b80a3cc0 0x7f41b80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:35.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.090+0000 7f41d2a00640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f41b80a3cc0 0x7f41b80a6180 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f41c0006010 tx=0x7f41c0031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:35.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.094+0000 7f41cbe00640 1 -- 172.21.15.26:0/821958434 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f41c409d1f0 con 0x7f41d4108d90 2024-04-26T23:35:35.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.307+0000 7f41d8e00640 1 -- 172.21.15.26:0/821958434 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f41d4063650 con 0x7f41d4108d90 2024-04-26T23:35:35.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.311+0000 7f41cbe00640 1 -- 172.21.15.26:0/821958434 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22604 (secure 0 0 0) 0x7f41c409caf0 con 0x7f41d4108d90 2024-04-26T23:35:35.316 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:35.316 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:33:35.303847+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:35:35.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.314+0000 7f41d8e00640 1 -- 172.21.15.26:0/821958434 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f41b80a3cc0 msgr2=0x7f41b80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:35.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.314+0000 7f41d8e00640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f41b80a3cc0 0x7f41b80a6180 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f41c0006010 tx=0x7f41c0031400 comp rx=0 tx=0).stop 2024-04-26T23:35:35.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.314+0000 7f41d8e00640 1 -- 172.21.15.26:0/821958434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41d4108d90 msgr2=0x7f41d419ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:35.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.314+0000 7f41d8e00640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41d4108d90 0x7f41d419ee20 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f41c400c970 tx=0x7f41c400ce30 comp rx=0 tx=0).stop 2024-04-26T23:35:35.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.314+0000 7f41d8e00640 1 -- 172.21.15.26:0/821958434 shutdown_connections 2024-04-26T23:35:35.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.314+0000 7f41d8e00640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41d410a940 0x7f41d41a63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.314+0000 7f41d8e00640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41d4109f80 0x7f41d419f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.314+0000 7f41d8e00640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f41b80a3cc0 0x7f41b80a6180 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.314+0000 7f41d8e00640 1 --2- 172.21.15.26:0/821958434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41d4108d90 0x7f41d419ee20 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.314+0000 7f41d8e00640 1 -- 172.21.15.26:0/821958434 >> 172.21.15.26:0/821958434 conn(0x7f41d4077d30 msgr2=0x7f41d410d350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:35.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.315+0000 7f41d8e00640 1 -- 172.21.15.26:0/821958434 shutdown_connections 2024-04-26T23:35:35.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.315+0000 7f41d8e00640 1 -- 172.21.15.26:0/821958434 wait complete. 2024-04-26T23:35:35.339 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T23:33:17.314859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T23:33:18.628963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:35:35.340 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T23:35:35.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.547+0000 7ff2d9a00640 1 -- 172.21.15.26:0/2862614558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d410ab40 msgr2=0x7ff2d41113d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:35.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.547+0000 7ff2d9a00640 1 --2- 172.21.15.26:0/2862614558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d410ab40 0x7ff2d41113d0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff2cc009ca0 tx=0x7ff2cc02a8c0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.547+0000 7ff2d9a00640 1 -- 172.21.15.26:0/2862614558 shutdown_connections 2024-04-26T23:35:35.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.547+0000 7ff2d9a00640 1 --2- 172.21.15.26:0/2862614558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d410ab40 0x7ff2d41113d0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.547+0000 7ff2d9a00640 1 --2- 172.21.15.26:0/2862614558 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff2d410a180 0x7ff2d410a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.547+0000 7ff2d9a00640 1 --2- 172.21.15.26:0/2862614558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff2d4108f90 0x7ff2d41093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.547+0000 7ff2d9a00640 1 -- 172.21.15.26:0/2862614558 >> 172.21.15.26:0/2862614558 conn(0x7ff2d4077f30 msgr2=0x7ff2d407a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:35.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.547+0000 7ff2d9a00640 1 -- 172.21.15.26:0/2862614558 shutdown_connections 2024-04-26T23:35:35.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.547+0000 7ff2d9a00640 1 -- 172.21.15.26:0/2862614558 wait complete. 2024-04-26T23:35:35.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.548+0000 7ff2d9a00640 1 Processor -- start 2024-04-26T23:35:35.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.548+0000 7ff2d9a00640 1 -- start start 2024-04-26T23:35:35.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d9a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d4108f90 0x7ff2d419f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d9a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff2d410a180 0x7ff2d419f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d9a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff2d410ab40 0x7ff2d41a6670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d9a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d4114990 con 0x7ff2d4108f90 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d9a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d4114810 con 0x7ff2d410a180 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d9a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d4114b10 con 0x7ff2d410ab40 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d4108f90 0x7ff2d419f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d4108f90 0x7ff2d419f0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35250/0 (socket says 172.21.15.26:35250) 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d2a00640 1 -- 172.21.15.26:0/4046182817 learned_addr learned my addr 172.21.15.26:0/4046182817 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d2a00640 1 -- 172.21.15.26:0/4046182817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff2d410ab40 msgr2=0x7ff2d41a6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d2a00640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff2d410ab40 0x7ff2d41a6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2cbe00640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff2d410a180 0x7ff2d419f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d2a00640 1 -- 172.21.15.26:0/4046182817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff2d410a180 msgr2=0x7ff2d419f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d2a00640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff2d410a180 0x7ff2d419f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.549+0000 7ff2d2a00640 1 -- 172.21.15.26:0/4046182817 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2d41a6ce0 con 0x7ff2d4108f90 2024-04-26T23:35:35.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.550+0000 7ff2d2a00640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d4108f90 0x7ff2d419f0c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7ff2c400c970 tx=0x7ff2c400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:35.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.550+0000 7ff2cb400640 1 -- 172.21.15.26:0/4046182817 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c4004220 con 0x7ff2d4108f90 2024-04-26T23:35:35.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.550+0000 7ff2cb400640 1 -- 172.21.15.26:0/4046182817 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff2c4007e40 con 0x7ff2d4108f90 2024-04-26T23:35:35.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.550+0000 7ff2d9a00640 1 -- 172.21.15.26:0/4046182817 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2d41a6fd0 con 0x7ff2d4108f90 2024-04-26T23:35:35.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.550+0000 7ff2cb400640 1 -- 172.21.15.26:0/4046182817 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c400f450 con 0x7ff2d4108f90 2024-04-26T23:35:35.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.550+0000 7ff2d9a00640 1 -- 172.21.15.26:0/4046182817 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2d41a7490 con 0x7ff2d4108f90 2024-04-26T23:35:35.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.551+0000 7ff2d9a00640 1 -- 172.21.15.26:0/4046182817 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2d41103d0 con 0x7ff2d4108f90 2024-04-26T23:35:35.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.553+0000 7ff2cb400640 1 -- 172.21.15.26:0/4046182817 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7ff2c4003610 con 0x7ff2d4108f90 2024-04-26T23:35:35.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.555+0000 7ff2cb400640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff2b80a3cc0 0x7ff2b80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:35.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.556+0000 7ff2cb400640 1 -- 172.21.15.26:0/4046182817 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7ff2c40d0310 con 0x7ff2d4108f90 2024-04-26T23:35:35.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.556+0000 7ff2cbe00640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff2b80a3cc0 0x7ff2b80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:35.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.556+0000 7ff2cbe00640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff2b80a3cc0 0x7ff2b80a6180 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc005fd0 tx=0x7ff2bc005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:35.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.560+0000 7ff2cb400640 1 -- 172.21.15.26:0/4046182817 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7ff2c4014030 con 0x7ff2d4108f90 2024-04-26T23:35:35.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.767+0000 7ff2d9a00640 1 -- 172.21.15.26:0/4046182817 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff2d4063610 con 0x7ff2d4108f90 2024-04-26T23:35:35.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.768+0000 7ff2cb400640 1 -- 172.21.15.26:0/4046182817 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7ff2c409cb40 con 0x7ff2d4108f90 2024-04-26T23:35:35.771 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:35:35.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.771+0000 7ff2d9a00640 1 -- 172.21.15.26:0/4046182817 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff2b80a3cc0 msgr2=0x7ff2b80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:35.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.771+0000 7ff2d9a00640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff2b80a3cc0 0x7ff2b80a6180 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc005fd0 tx=0x7ff2bc005850 comp rx=0 tx=0).stop 2024-04-26T23:35:35.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.771+0000 7ff2d9a00640 1 -- 172.21.15.26:0/4046182817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d4108f90 msgr2=0x7ff2d419f0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:35.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.771+0000 7ff2d9a00640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d4108f90 0x7ff2d419f0c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7ff2c400c970 tx=0x7ff2c400ce30 comp rx=0 tx=0).stop 2024-04-26T23:35:35.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.771+0000 7ff2d9a00640 1 -- 172.21.15.26:0/4046182817 shutdown_connections 2024-04-26T23:35:35.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.771+0000 7ff2d9a00640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff2d410ab40 0x7ff2d41a6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.771+0000 7ff2d9a00640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff2d410a180 0x7ff2d419f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.771+0000 7ff2d9a00640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7ff2b80a3cc0 0x7ff2b80a6180 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.771+0000 7ff2d9a00640 1 --2- 172.21.15.26:0/4046182817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff2d4108f90 0x7ff2d419f0c0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:35.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.771+0000 7ff2d9a00640 1 -- 172.21.15.26:0/4046182817 >> 172.21.15.26:0/4046182817 conn(0x7ff2d4077f30 msgr2=0x7ff2d410d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:35.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.771+0000 7ff2d9a00640 1 -- 172.21.15.26:0/4046182817 shutdown_connections 2024-04-26T23:35:35.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.771+0000 7ff2d9a00640 1 -- 172.21.15.26:0/4046182817 wait complete. 2024-04-26T23:35:35.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:35 smithi164 ceph-mon[31699]: pgmap v441: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:35.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:35 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/821958434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:35.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:35 smithi026 ceph-mon[28371]: pgmap v441: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:35.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:35 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/821958434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:35.796 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T23:35:35.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:35 smithi086 ceph-mon[31122]: pgmap v441: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:35 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/821958434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:36.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.999+0000 7f282a600640 1 -- 172.21.15.26:0/3489637177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28240772f0 msgr2=0x7f2824077710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.999+0000 7f282a600640 1 --2- 172.21.15.26:0/3489637177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28240772f0 0x7f2824077710 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f2814009900 tx=0x7f281402a3f0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.999+0000 7f282a600640 1 -- 172.21.15.26:0/3489637177 shutdown_connections 2024-04-26T23:35:36.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.999+0000 7f282a600640 1 --2- 172.21.15.26:0/3489637177 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2824078ed0 0x7f2824079770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.999+0000 7f282a600640 1 --2- 172.21.15.26:0/3489637177 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2824078530 0x7f2824078990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.999+0000 7f282a600640 1 --2- 172.21.15.26:0/3489637177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28240772f0 0x7f2824077710 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.999+0000 7f282a600640 1 -- 172.21.15.26:0/3489637177 >> 172.21.15.26:0/3489637177 conn(0x7f28241000e0 msgr2=0x7f2824102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:36.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.999+0000 7f282a600640 1 -- 172.21.15.26:0/3489637177 shutdown_connections 2024-04-26T23:35:36.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:35.999+0000 7f282a600640 1 -- 172.21.15.26:0/3489637177 wait complete. 2024-04-26T23:35:36.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.000+0000 7f282a600640 1 Processor -- start 2024-04-26T23:35:36.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.000+0000 7f282a600640 1 -- start start 2024-04-26T23:35:36.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.000+0000 7f282a600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28240772f0 0x7f282419f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:36.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.000+0000 7f282a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2824078530 0x7f282419f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:36.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.000+0000 7f282a600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2824078ed0 0x7f28241a6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:36.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.000+0000 7f282a600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2824114a80 con 0x7f2824078530 2024-04-26T23:35:36.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.000+0000 7f282a600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2824114900 con 0x7f2824078ed0 2024-04-26T23:35:36.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.000+0000 7f282a600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2824114c00 con 0x7f28240772f0 2024-04-26T23:35:36.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.001+0000 7f281aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2824078530 0x7f282419f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:36.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.001+0000 7f281aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2824078530 0x7f282419f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35260/0 (socket says 172.21.15.26:35260) 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.001+0000 7f281aa00640 1 -- 172.21.15.26:0/962995895 learned_addr learned my addr 172.21.15.26:0/962995895 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.001+0000 7f2823400640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28240772f0 0x7f282419f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.001+0000 7f2823e00640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2824078ed0 0x7f28241a6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.001+0000 7f281aa00640 1 -- 172.21.15.26:0/962995895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28240772f0 msgr2=0x7f282419f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.001+0000 7f281aa00640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28240772f0 0x7f282419f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.001+0000 7f281aa00640 1 -- 172.21.15.26:0/962995895 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2824078ed0 msgr2=0x7f28241a6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.001+0000 7f281aa00640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2824078ed0 0x7f28241a6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.001+0000 7f281aa00640 1 -- 172.21.15.26:0/962995895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28241a6e80 con 0x7f2824078530 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.002+0000 7f281aa00640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2824078530 0x7f282419f810 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f280c00b4a0 tx=0x7f280c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.002+0000 7f2820c00640 1 -- 172.21.15.26:0/962995895 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f280c014070 con 0x7f2824078530 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.002+0000 7f2820c00640 1 -- 172.21.15.26:0/962995895 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f280c010aa0 con 0x7f2824078530 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.002+0000 7f282a600640 1 -- 172.21.15.26:0/962995895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28241a7170 con 0x7f2824078530 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.002+0000 7f2820c00640 1 -- 172.21.15.26:0/962995895 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f280c017b70 con 0x7f2824078530 2024-04-26T23:35:36.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.002+0000 7f282a600640 1 -- 172.21.15.26:0/962995895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28241a7790 con 0x7f2824078530 2024-04-26T23:35:36.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.003+0000 7f282a600640 1 -- 172.21.15.26:0/962995895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2824111820 con 0x7f2824078530 2024-04-26T23:35:36.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.005+0000 7f2820c00640 1 -- 172.21.15.26:0/962995895 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f280c017070 con 0x7f2824078530 2024-04-26T23:35:36.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.007+0000 7f2820c00640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f28080a3cc0 0x7f28080a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:36.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.007+0000 7f2820c00640 1 -- 172.21.15.26:0/962995895 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f280c0cfbe0 con 0x7f2824078530 2024-04-26T23:35:36.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.008+0000 7f2823400640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f28080a3cc0 0x7f28080a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:36.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.008+0000 7f2823400640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f28080a3cc0 0x7f28080a6180 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2814006010 tx=0x7f2814031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:36.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.011+0000 7f2820c00640 1 -- 172.21.15.26:0/962995895 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f280c09c520 con 0x7f2824078530 2024-04-26T23:35:36.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.218+0000 7f282a600640 1 -- 172.21.15.26:0/962995895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f282402dd20 con 0x7f2824078530 2024-04-26T23:35:36.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.219+0000 7f2820c00640 1 -- 172.21.15.26:0/962995895 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7f280c09be20 con 0x7f2824078530 2024-04-26T23:35:36.224 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-26T23:35:36.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.222+0000 7f282a600640 1 -- 172.21.15.26:0/962995895 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f28080a3cc0 msgr2=0x7f28080a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.222+0000 7f282a600640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f28080a3cc0 0x7f28080a6180 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2814006010 tx=0x7f2814031400 comp rx=0 tx=0).stop 2024-04-26T23:35:36.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.222+0000 7f282a600640 1 -- 172.21.15.26:0/962995895 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2824078530 msgr2=0x7f282419f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.222+0000 7f282a600640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2824078530 0x7f282419f810 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f280c00b4a0 tx=0x7f280c00b960 comp rx=0 tx=0).stop 2024-04-26T23:35:36.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.222+0000 7f282a600640 1 -- 172.21.15.26:0/962995895 shutdown_connections 2024-04-26T23:35:36.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.222+0000 7f282a600640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2824078ed0 0x7f28241a6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.222+0000 7f282a600640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f28080a3cc0 0x7f28080a6180 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.222+0000 7f282a600640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2824078530 0x7f282419f810 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.222+0000 7f282a600640 1 --2- 172.21.15.26:0/962995895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28240772f0 0x7f282419f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.222+0000 7f282a600640 1 -- 172.21.15.26:0/962995895 >> 172.21.15.26:0/962995895 conn(0x7f28241000e0 msgr2=0x7f2824101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:36.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.222+0000 7f282a600640 1 -- 172.21.15.26:0/962995895 shutdown_connections 2024-04-26T23:35:36.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.222+0000 7f282a600640 1 -- 172.21.15.26:0/962995895 wait complete. 2024-04-26T23:35:36.245 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T23:35:36.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.466+0000 7f7fc5e00640 1 -- 172.21.15.26:0/2337218688 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fc0103270 msgr2=0x7f7fc0105660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.466+0000 7f7fc5e00640 1 --2- 172.21.15.26:0/2337218688 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fc0103270 0x7f7fc0105660 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f7fb4009900 tx=0x7f7fb402a410 comp rx=0 tx=0).stop 2024-04-26T23:35:36.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.466+0000 7f7fc5e00640 1 -- 172.21.15.26:0/2337218688 shutdown_connections 2024-04-26T23:35:36.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.466+0000 7f7fc5e00640 1 --2- 172.21.15.26:0/2337218688 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7fc01084d0 0x7f7fc010a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.466+0000 7f7fc5e00640 1 --2- 172.21.15.26:0/2337218688 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7fc0105ba0 0x7f7fc0107f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.466+0000 7f7fc5e00640 1 --2- 172.21.15.26:0/2337218688 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fc0103270 0x7f7fc0105660 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.466+0000 7f7fc5e00640 1 -- 172.21.15.26:0/2337218688 >> 172.21.15.26:0/2337218688 conn(0x7f7fc00fcc00 msgr2=0x7f7fc00ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:36.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.466+0000 7f7fc5e00640 1 -- 172.21.15.26:0/2337218688 shutdown_connections 2024-04-26T23:35:36.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.466+0000 7f7fc5e00640 1 -- 172.21.15.26:0/2337218688 wait complete. 2024-04-26T23:35:36.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.467+0000 7f7fc5e00640 1 Processor -- start 2024-04-26T23:35:36.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.467+0000 7f7fc5e00640 1 -- start start 2024-04-26T23:35:36.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.468+0000 7f7fc5e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7fc0103270 0x7f7fc0198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:36.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.468+0000 7f7fc5e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7fc0105ba0 0x7f7fc0198e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:36.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.468+0000 7f7fc5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fc01084d0 0x7f7fc019fec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.468+0000 7f7fc5e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7fc010e150 con 0x7f7fc01084d0 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.468+0000 7f7fc5e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7fc010dfd0 con 0x7f7fc0105ba0 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.468+0000 7f7fc5e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7fc010e2d0 con 0x7f7fc0103270 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.468+0000 7f7fc5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fc01084d0 0x7f7fc019fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.468+0000 7f7fc5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fc01084d0 0x7f7fc019fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35274/0 (socket says 172.21.15.26:35274) 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.468+0000 7f7fc5400640 1 -- 172.21.15.26:0/1115997600 learned_addr learned my addr 172.21.15.26:0/1115997600 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.468+0000 7f7fc4a00640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7fc0103270 0x7f7fc0198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.468+0000 7f7fbfe00640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7fc0105ba0 0x7f7fc0198e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.469+0000 7f7fc5400640 1 -- 172.21.15.26:0/1115997600 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7fc0103270 msgr2=0x7f7fc0198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.469+0000 7f7fc5400640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7fc0103270 0x7f7fc0198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.469+0000 7f7fc5400640 1 -- 172.21.15.26:0/1115997600 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7fc0105ba0 msgr2=0x7f7fc0198e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.469+0000 7f7fc5400640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7fc0105ba0 0x7f7fc0198e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.469+0000 7f7fc5400640 1 -- 172.21.15.26:0/1115997600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fc01a0530 con 0x7f7fc01084d0 2024-04-26T23:35:36.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.469+0000 7f7fc4a00640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7fc0103270 0x7f7fc0198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:36.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.469+0000 7f7fc5400640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fc01084d0 0x7f7fc019fec0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f7fb800eaa0 tx=0x7f7fb800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.469+0000 7f7fbd600640 1 -- 172.21.15.26:0/1115997600 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb800cdb0 con 0x7f7fc01084d0 2024-04-26T23:35:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.469+0000 7f7fbd600640 1 -- 172.21.15.26:0/1115997600 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7fb8005020 con 0x7f7fc01084d0 2024-04-26T23:35:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.469+0000 7f7fbd600640 1 -- 172.21.15.26:0/1115997600 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb80116d0 con 0x7f7fc01084d0 2024-04-26T23:35:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.469+0000 7f7fc5e00640 1 -- 172.21.15.26:0/1115997600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fc01a0820 con 0x7f7fc01084d0 2024-04-26T23:35:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.469+0000 7f7fc5e00640 1 -- 172.21.15.26:0/1115997600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fc01a0d20 con 0x7f7fc01084d0 2024-04-26T23:35:36.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.471+0000 7f7fc5e00640 1 -- 172.21.15.26:0/1115997600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fc00fe6f0 con 0x7f7fc01084d0 2024-04-26T23:35:36.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.473+0000 7f7fbd600640 1 -- 172.21.15.26:0/1115997600 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7fb80051d0 con 0x7f7fc01084d0 2024-04-26T23:35:36.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.475+0000 7f7fbd600640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7fa80a3c40 0x7f7fa80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:36.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.475+0000 7f7fbd600640 1 -- 172.21.15.26:0/1115997600 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f7fb80d08e0 con 0x7f7fc01084d0 2024-04-26T23:35:36.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.475+0000 7f7fc4a00640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7fa80a3c40 0x7f7fa80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:36.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.476+0000 7f7fc4a00640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7fa80a3c40 0x7f7fa80a6100 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7fb4000c00 tx=0x7f7fb4031400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:36.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.480+0000 7f7fbd600640 1 -- 172.21.15.26:0/1115997600 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f7fb8016030 con 0x7f7fc01084d0 2024-04-26T23:35:36.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:36 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/4046182817' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:36.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:36 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/962995895' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:36.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.688+0000 7f7fc5e00640 1 -- 172.21.15.26:0/1115997600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f7fc0063530 con 0x7f7fc01084d0 2024-04-26T23:35:36.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.688+0000 7f7fbd600640 1 -- 172.21.15.26:0/1115997600 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7f7fb809d110 con 0x7f7fc01084d0 2024-04-26T23:35:36.692 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-26T23:35:36.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.691+0000 7f7fc5e00640 1 -- 172.21.15.26:0/1115997600 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7fa80a3c40 msgr2=0x7f7fa80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.691+0000 7f7fc5e00640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7fa80a3c40 0x7f7fa80a6100 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7fb4000c00 tx=0x7f7fb4031400 comp rx=0 tx=0).stop 2024-04-26T23:35:36.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.691+0000 7f7fc5e00640 1 -- 172.21.15.26:0/1115997600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fc01084d0 msgr2=0x7f7fc019fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.691+0000 7f7fc5e00640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fc01084d0 0x7f7fc019fec0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f7fb800eaa0 tx=0x7f7fb800ef60 comp rx=0 tx=0).stop 2024-04-26T23:35:36.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.691+0000 7f7fc5e00640 1 -- 172.21.15.26:0/1115997600 shutdown_connections 2024-04-26T23:35:36.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.691+0000 7f7fc5e00640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7fa80a3c40 0x7f7fa80a6100 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.691+0000 7f7fc5e00640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7fc01084d0 0x7f7fc019fec0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.691+0000 7f7fc5e00640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7fc0105ba0 0x7f7fc0198e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.691+0000 7f7fc5e00640 1 --2- 172.21.15.26:0/1115997600 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7fc0103270 0x7f7fc0198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.691+0000 7f7fc5e00640 1 -- 172.21.15.26:0/1115997600 >> 172.21.15.26:0/1115997600 conn(0x7f7fc00fcc00 msgr2=0x7f7fc0105120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:36.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.691+0000 7f7fc5e00640 1 -- 172.21.15.26:0/1115997600 shutdown_connections 2024-04-26T23:35:36.696 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.691+0000 7f7fc5e00640 1 -- 172.21.15.26:0/1115997600 wait complete. 2024-04-26T23:35:36.715 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:35:36.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:36 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/4046182817' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:36.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:36 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/962995895' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:36.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:36 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/4046182817' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:36.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:36 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/962995895' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:36.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.925+0000 7f45b5c00640 1 -- 172.21.15.26:0/1486519198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45b0105d80 msgr2=0x7f45b0106200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.925+0000 7f45b5c00640 1 --2- 172.21.15.26:0/1486519198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45b0105d80 0x7f45b0106200 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f4598009900 tx=0x7f459802a410 comp rx=0 tx=0).stop 2024-04-26T23:35:36.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.925+0000 7f45b5c00640 1 -- 172.21.15.26:0/1486519198 shutdown_connections 2024-04-26T23:35:36.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.925+0000 7f45b5c00640 1 --2- 172.21.15.26:0/1486519198 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f45b0106740 0x7f45b010cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.925+0000 7f45b5c00640 1 --2- 172.21.15.26:0/1486519198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45b0105d80 0x7f45b0106200 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.925+0000 7f45b5c00640 1 --2- 172.21.15.26:0/1486519198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f45b0104b90 0x7f45b0104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.925+0000 7f45b5c00640 1 -- 172.21.15.26:0/1486519198 >> 172.21.15.26:0/1486519198 conn(0x7f45b0100120 msgr2=0x7f45b0102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:36.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.925+0000 7f45b5c00640 1 -- 172.21.15.26:0/1486519198 shutdown_connections 2024-04-26T23:35:36.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.925+0000 7f45b5c00640 1 -- 172.21.15.26:0/1486519198 wait complete. 2024-04-26T23:35:36.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.926+0000 7f45b5c00640 1 Processor -- start 2024-04-26T23:35:36.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.926+0000 7f45b5c00640 1 -- start start 2024-04-26T23:35:36.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45b5c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45b0104b90 0x7f45b019ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:36.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45b5c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f45b0105d80 0x7f45b019b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:36.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45b5c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f45b0106740 0x7f45b01a21f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:36.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45b5c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f45b01105c0 con 0x7f45b0104b90 2024-04-26T23:35:36.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45b5c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f45b0110440 con 0x7f45b0105d80 2024-04-26T23:35:36.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45b5c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f45b0110740 con 0x7f45b0106740 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45aea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45b0104b90 0x7f45b019ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45aea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45b0104b90 0x7f45b019ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35292/0 (socket says 172.21.15.26:35292) 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45aea00640 1 -- 172.21.15.26:0/43509014 learned_addr learned my addr 172.21.15.26:0/43509014 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45aea00640 1 -- 172.21.15.26:0/43509014 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f45b0106740 msgr2=0x7f45b01a21f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45aea00640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f45b0106740 0x7f45b01a21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45a6000640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f45b0105d80 0x7f45b019b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45aea00640 1 -- 172.21.15.26:0/43509014 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f45b0105d80 msgr2=0x7f45b019b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45aea00640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f45b0105d80 0x7f45b019b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45aea00640 1 -- 172.21.15.26:0/43509014 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b01a2890 con 0x7f45b0104b90 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.927+0000 7f45a6000640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f45b0105d80 0x7f45b019b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.928+0000 7f45aea00640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45b0104b90 0x7f45b019ac80 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f45a000d950 tx=0x7f45a000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.928+0000 7f45a7e00640 1 -- 172.21.15.26:0/43509014 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a0017070 con 0x7f45b0104b90 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.928+0000 7f45a7e00640 1 -- 172.21.15.26:0/43509014 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f45a0009c30 con 0x7f45b0104b90 2024-04-26T23:35:36.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.928+0000 7f45b5c00640 1 -- 172.21.15.26:0/43509014 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45b01a2b80 con 0x7f45b0104b90 2024-04-26T23:35:36.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.928+0000 7f45a7e00640 1 -- 172.21.15.26:0/43509014 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a000f620 con 0x7f45b0104b90 2024-04-26T23:35:36.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.928+0000 7f45b5c00640 1 -- 172.21.15.26:0/43509014 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45b01a3080 con 0x7f45b0104b90 2024-04-26T23:35:36.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.929+0000 7f45b5c00640 1 -- 172.21.15.26:0/43509014 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45b010beb0 con 0x7f45b0104b90 2024-04-26T23:35:36.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.931+0000 7f45a7e00640 1 -- 172.21.15.26:0/43509014 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f45a001a070 con 0x7f45b0104b90 2024-04-26T23:35:36.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.933+0000 7f45a7e00640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f45940a3c40 0x7f45940a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:36.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.933+0000 7f45a7e00640 1 -- 172.21.15.26:0/43509014 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f45a00d0190 con 0x7f45b0104b90 2024-04-26T23:35:36.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.933+0000 7f45a6000640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f45940a3c40 0x7f45940a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:36.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.934+0000 7f45a6000640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f45940a3c40 0x7f45940a6100 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f459802a930 tx=0x7f4598000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:36.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:36.937+0000 7f45a7e00640 1 -- 172.21.15.26:0/43509014 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f45a0009de0 con 0x7f45b0104b90 2024-04-26T23:35:37.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.184+0000 7f45b5c00640 1 -- 172.21.15.26:0/43509014 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f45b002dd50 con 0x7f45b0104b90 2024-04-26T23:35:37.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.186+0000 7f45a7e00640 1 -- 172.21.15.26:0/43509014 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11861 (secure 0 0 0) 0x7f45a009c9c0 con 0x7f45b0104b90 2024-04-26T23:35:37.191 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:37.191 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:33:25.221290+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34475,34559]},"id":1}]} 2024-04-26T23:35:37.191 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 23 2024-04-26T23:35:37.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.189+0000 7f45b5c00640 1 -- 172.21.15.26:0/43509014 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f45940a3c40 msgr2=0x7f45940a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:37.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.189+0000 7f45b5c00640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f45940a3c40 0x7f45940a6100 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f459802a930 tx=0x7f4598000bc0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.189+0000 7f45b5c00640 1 -- 172.21.15.26:0/43509014 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45b0104b90 msgr2=0x7f45b019ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:37.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.189+0000 7f45b5c00640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45b0104b90 0x7f45b019ac80 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f45a000d950 tx=0x7f45a000de10 comp rx=0 tx=0).stop 2024-04-26T23:35:37.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.189+0000 7f45b5c00640 1 -- 172.21.15.26:0/43509014 shutdown_connections 2024-04-26T23:35:37.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.189+0000 7f45b5c00640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f45b0106740 0x7f45b01a21f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.189+0000 7f45b5c00640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f45b0105d80 0x7f45b019b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.189+0000 7f45b5c00640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f45940a3c40 0x7f45940a6100 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.189+0000 7f45b5c00640 1 --2- 172.21.15.26:0/43509014 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f45b0104b90 0x7f45b019ac80 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.189+0000 7f45b5c00640 1 -- 172.21.15.26:0/43509014 >> 172.21.15.26:0/43509014 conn(0x7f45b0100120 msgr2=0x7f45b0109080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:37.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.190+0000 7f45b5c00640 1 -- 172.21.15.26:0/43509014 shutdown_connections 2024-04-26T23:35:37.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.190+0000 7f45b5c00640 1 -- 172.21.15.26:0/43509014 wait complete. 2024-04-26T23:35:37.212 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:35:37.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.421+0000 7f3e1f200640 1 -- 172.21.15.26:0/1805909498 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3e20102770 msgr2=0x7f3e20102b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:37.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.421+0000 7f3e1f200640 1 --2- 172.21.15.26:0/1805909498 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3e20102770 0x7f3e20102b90 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f3e10009ca0 tx=0x7f3e1002a8c0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.421+0000 7f3e1f200640 1 -- 172.21.15.26:0/1805909498 shutdown_connections 2024-04-26T23:35:37.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.421+0000 7f3e1f200640 1 --2- 172.21.15.26:0/1805909498 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3e20104320 0x7f3e2010abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.421+0000 7f3e1f200640 1 --2- 172.21.15.26:0/1805909498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e20103960 0x7f3e20103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.421+0000 7f3e1f200640 1 --2- 172.21.15.26:0/1805909498 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3e20102770 0x7f3e20102b90 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.421+0000 7f3e1f200640 1 -- 172.21.15.26:0/1805909498 >> 172.21.15.26:0/1805909498 conn(0x7f3e200fdcc0 msgr2=0x7f3e20100120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:37.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.421+0000 7f3e1f200640 1 -- 172.21.15.26:0/1805909498 shutdown_connections 2024-04-26T23:35:37.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.421+0000 7f3e1f200640 1 -- 172.21.15.26:0/1805909498 wait complete. 2024-04-26T23:35:37.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.422+0000 7f3e1f200640 1 Processor -- start 2024-04-26T23:35:37.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.422+0000 7f3e1f200640 1 -- start start 2024-04-26T23:35:37.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.422+0000 7f3e1f200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e20102770 0x7f3e2019aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:37.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.422+0000 7f3e1f200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3e20103960 0x7f3e2019b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:37.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.422+0000 7f3e1f200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3e20104320 0x7f3e201a2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:37.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.422+0000 7f3e1f200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3e2010e190 con 0x7f3e20104320 2024-04-26T23:35:37.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.422+0000 7f3e1f200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3e2010e010 con 0x7f3e20103960 2024-04-26T23:35:37.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.422+0000 7f3e1f200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3e2010e310 con 0x7f3e20102770 2024-04-26T23:35:37.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.423+0000 7f3e1e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3e20104320 0x7f3e201a2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:37.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.423+0000 7f3e1e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3e20104320 0x7f3e201a2070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35308/0 (socket says 172.21.15.26:35308) 2024-04-26T23:35:37.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.423+0000 7f3e1e800640 1 -- 172.21.15.26:0/3918180023 learned_addr learned my addr 172.21.15.26:0/3918180023 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:37.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.423+0000 7f3e1de00640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e20102770 0x7f3e2019aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:37.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.423+0000 7f3e1d400640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3e20103960 0x7f3e2019b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:37.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.423+0000 7f3e1e800640 1 -- 172.21.15.26:0/3918180023 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e20102770 msgr2=0x7f3e2019aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:37.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.423+0000 7f3e1e800640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e20102770 0x7f3e2019aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.423+0000 7f3e1e800640 1 -- 172.21.15.26:0/3918180023 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3e20103960 msgr2=0x7f3e2019b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:37.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.423+0000 7f3e1e800640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3e20103960 0x7f3e2019b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.423+0000 7f3e1e800640 1 -- 172.21.15.26:0/3918180023 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e201a26e0 con 0x7f3e20104320 2024-04-26T23:35:37.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.424+0000 7f3e1e800640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3e20104320 0x7f3e201a2070 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f3e1800d750 tx=0x7f3e1800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:37.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.424+0000 7f3e16a00640 1 -- 172.21.15.26:0/3918180023 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e18017070 con 0x7f3e20104320 2024-04-26T23:35:37.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.424+0000 7f3e16a00640 1 -- 172.21.15.26:0/3918180023 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3e180054b0 con 0x7f3e20104320 2024-04-26T23:35:37.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.424+0000 7f3e1f200640 1 -- 172.21.15.26:0/3918180023 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e201a29d0 con 0x7f3e20104320 2024-04-26T23:35:37.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.424+0000 7f3e16a00640 1 -- 172.21.15.26:0/3918180023 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e18004b90 con 0x7f3e20104320 2024-04-26T23:35:37.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.424+0000 7f3e1f200640 1 -- 172.21.15.26:0/3918180023 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e201a2f20 con 0x7f3e20104320 2024-04-26T23:35:37.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.425+0000 7f3e1f200640 1 -- 172.21.15.26:0/3918180023 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e201a3150 con 0x7f3e20104320 2024-04-26T23:35:37.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.427+0000 7f3e16a00640 1 -- 172.21.15.26:0/3918180023 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3e18004d30 con 0x7f3e20104320 2024-04-26T23:35:37.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.429+0000 7f3e16a00640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3e040a3cc0 0x7f3e040a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:37.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.429+0000 7f3e16a00640 1 -- 172.21.15.26:0/3918180023 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3e180d0090 con 0x7f3e20104320 2024-04-26T23:35:37.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.429+0000 7f3e1de00640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3e040a3cc0 0x7f3e040a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:37.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.430+0000 7f3e1de00640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3e040a3cc0 0x7f3e040a6180 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f3e10000f80 tx=0x7f3e100319a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:37.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.433+0000 7f3e16a00640 1 -- 172.21.15.26:0/3918180023 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f3e1809c8c0 con 0x7f3e20104320 2024-04-26T23:35:37.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.643+0000 7f3e1f200640 1 -- 172.21.15.26:0/3918180023 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3e201a34e0 con 0x7f3e20104320 2024-04-26T23:35:37.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.647+0000 7f3e16a00640 1 -- 172.21.15.26:0/3918180023 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22604 (secure 0 0 0) 0x7f3e1809c1c0 con 0x7f3e20104320 2024-04-26T23:35:37.651 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:37.652 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:33:35.303847+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:35:37.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.650+0000 7f3e1f200640 1 -- 172.21.15.26:0/3918180023 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3e040a3cc0 msgr2=0x7f3e040a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:37.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.650+0000 7f3e1f200640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3e040a3cc0 0x7f3e040a6180 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f3e10000f80 tx=0x7f3e100319a0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.650+0000 7f3e1f200640 1 -- 172.21.15.26:0/3918180023 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3e20104320 msgr2=0x7f3e201a2070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:37.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.650+0000 7f3e1f200640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3e20104320 0x7f3e201a2070 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f3e1800d750 tx=0x7f3e1800dc10 comp rx=0 tx=0).stop 2024-04-26T23:35:37.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.651+0000 7f3e1f200640 1 -- 172.21.15.26:0/3918180023 shutdown_connections 2024-04-26T23:35:37.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.651+0000 7f3e1f200640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f3e040a3cc0 0x7f3e040a6180 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.651+0000 7f3e1f200640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3e20104320 0x7f3e201a2070 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.651+0000 7f3e1f200640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3e20103960 0x7f3e2019b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.651+0000 7f3e1f200640 1 --2- 172.21.15.26:0/3918180023 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e20102770 0x7f3e2019aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.651+0000 7f3e1f200640 1 -- 172.21.15.26:0/3918180023 >> 172.21.15.26:0/3918180023 conn(0x7f3e200fdcc0 msgr2=0x7f3e20109180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:37.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.651+0000 7f3e1f200640 1 -- 172.21.15.26:0/3918180023 shutdown_connections 2024-04-26T23:35:37.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.651+0000 7f3e1f200640 1 -- 172.21.15.26:0/3918180023 wait complete. 2024-04-26T23:35:37.676 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T23:33:17.314859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T23:33:18.628963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:35:37.676 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T23:35:37.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:37 smithi164 ceph-mon[31699]: pgmap v442: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:37.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:37 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1115997600' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:37.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:37 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/43509014' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:37.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:37 smithi026 ceph-mon[28371]: pgmap v442: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:37.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:37 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1115997600' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:37.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:37 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/43509014' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:37.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:37 smithi086 ceph-mon[31122]: pgmap v442: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-04-26T23:35:37.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:37 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1115997600' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:37.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:37 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/43509014' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:37.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.876+0000 7f7f66600640 1 -- 172.21.15.26:0/741004569 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f6010a180 msgr2=0x7f7f6010a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:37.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.876+0000 7f7f66600640 1 --2- 172.21.15.26:0/741004569 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f6010a180 0x7f7f6010a600 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c009900 tx=0x7f7f4c02a410 comp rx=0 tx=0).stop 2024-04-26T23:35:37.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.876+0000 7f7f66600640 1 -- 172.21.15.26:0/741004569 shutdown_connections 2024-04-26T23:35:37.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.876+0000 7f7f66600640 1 --2- 172.21.15.26:0/741004569 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7f6010ab40 0x7f7f601113d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.876+0000 7f7f66600640 1 --2- 172.21.15.26:0/741004569 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f6010a180 0x7f7f6010a600 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.876+0000 7f7f66600640 1 --2- 172.21.15.26:0/741004569 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7f60108f90 0x7f7f601093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.876+0000 7f7f66600640 1 -- 172.21.15.26:0/741004569 >> 172.21.15.26:0/741004569 conn(0x7f7f60077f30 msgr2=0x7f7f6007a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:37.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.876+0000 7f7f66600640 1 -- 172.21.15.26:0/741004569 shutdown_connections 2024-04-26T23:35:37.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.876+0000 7f7f66600640 1 -- 172.21.15.26:0/741004569 wait complete. 2024-04-26T23:35:37.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.877+0000 7f7f66600640 1 Processor -- start 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.877+0000 7f7f66600640 1 -- start start 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.877+0000 7f7f66600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7f60108f90 0x7f7f6019f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.877+0000 7f7f66600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7f6010a180 0x7f7f6019f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f66600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f6010ab40 0x7f7f601a66c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f66600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7f60114980 con 0x7f7f6010ab40 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f66600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7f60114800 con 0x7f7f60108f90 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f66600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7f60114b00 con 0x7f7f6010a180 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f5fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f6010ab40 0x7f7f601a66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f5fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f6010ab40 0x7f7f601a66c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35324/0 (socket says 172.21.15.26:35324) 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f5fe00640 1 -- 172.21.15.26:0/1183657577 learned_addr learned my addr 172.21.15.26:0/1183657577 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f5f400640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7f60108f90 0x7f7f6019f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f5ea00640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7f6010a180 0x7f7f6019f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f5fe00640 1 -- 172.21.15.26:0/1183657577 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7f6010a180 msgr2=0x7f7f6019f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:37.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f5fe00640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7f6010a180 0x7f7f6019f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f5fe00640 1 -- 172.21.15.26:0/1183657577 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7f60108f90 msgr2=0x7f7f6019f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:37.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f5fe00640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7f60108f90 0x7f7f6019f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:37.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f5fe00640 1 -- 172.21.15.26:0/1183657577 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f601a6d30 con 0x7f7f6010ab40 2024-04-26T23:35:37.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f5f400640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7f60108f90 0x7f7f6019f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:37.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.878+0000 7f7f5ea00640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7f6010a180 0x7f7f6019f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:37.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.879+0000 7f7f5fe00640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f6010ab40 0x7f7f601a66c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f7f5800d750 tx=0x7f7f5800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:37.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.879+0000 7f7f57e00640 1 -- 172.21.15.26:0/1183657577 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f58017070 con 0x7f7f6010ab40 2024-04-26T23:35:37.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.879+0000 7f7f57e00640 1 -- 172.21.15.26:0/1183657577 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7f580054b0 con 0x7f7f6010ab40 2024-04-26T23:35:37.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.879+0000 7f7f66600640 1 -- 172.21.15.26:0/1183657577 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f601a6fc0 con 0x7f7f6010ab40 2024-04-26T23:35:37.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.879+0000 7f7f57e00640 1 -- 172.21.15.26:0/1183657577 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f58004b90 con 0x7f7f6010ab40 2024-04-26T23:35:37.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.879+0000 7f7f66600640 1 -- 172.21.15.26:0/1183657577 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f601a7490 con 0x7f7f6010ab40 2024-04-26T23:35:37.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.880+0000 7f7f66600640 1 -- 172.21.15.26:0/1183657577 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f601103d0 con 0x7f7f6010ab40 2024-04-26T23:35:37.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.883+0000 7f7f57e00640 1 -- 172.21.15.26:0/1183657577 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7f58004d30 con 0x7f7f6010ab40 2024-04-26T23:35:37.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.884+0000 7f7f57e00640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7f440a3c40 0x7f7f440a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:37.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.884+0000 7f7f57e00640 1 -- 172.21.15.26:0/1183657577 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f7f580d0470 con 0x7f7f6010ab40 2024-04-26T23:35:37.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.884+0000 7f7f5f400640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7f440a3c40 0x7f7f440a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:37.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.885+0000 7f7f5f400640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7f440a3c40 0x7f7f440a6100 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7f60109fe0 tx=0x7f7f50009400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:37.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:37.887+0000 7f7f57e00640 1 -- 172.21.15.26:0/1183657577 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f7f5809cd00 con 0x7f7f6010ab40 2024-04-26T23:35:38.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.091+0000 7f7f66600640 1 -- 172.21.15.26:0/1183657577 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f7f60063530 con 0x7f7f6010ab40 2024-04-26T23:35:38.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.092+0000 7f7f57e00640 1 -- 172.21.15.26:0/1183657577 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f7f5809c600 con 0x7f7f6010ab40 2024-04-26T23:35:38.096 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:35:38.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.095+0000 7f7f66600640 1 -- 172.21.15.26:0/1183657577 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7f440a3c40 msgr2=0x7f7f440a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:38.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.095+0000 7f7f66600640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7f440a3c40 0x7f7f440a6100 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7f60109fe0 tx=0x7f7f50009400 comp rx=0 tx=0).stop 2024-04-26T23:35:38.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.095+0000 7f7f66600640 1 -- 172.21.15.26:0/1183657577 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f6010ab40 msgr2=0x7f7f601a66c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:38.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.095+0000 7f7f66600640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f6010ab40 0x7f7f601a66c0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f7f5800d750 tx=0x7f7f5800dc10 comp rx=0 tx=0).stop 2024-04-26T23:35:38.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.095+0000 7f7f66600640 1 -- 172.21.15.26:0/1183657577 shutdown_connections 2024-04-26T23:35:38.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.095+0000 7f7f66600640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f7f440a3c40 0x7f7f440a6100 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.095+0000 7f7f66600640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7f6010ab40 0x7f7f601a66c0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.095+0000 7f7f66600640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7f6010a180 0x7f7f6019f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.095+0000 7f7f66600640 1 --2- 172.21.15.26:0/1183657577 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7f60108f90 0x7f7f6019f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.095+0000 7f7f66600640 1 -- 172.21.15.26:0/1183657577 >> 172.21.15.26:0/1183657577 conn(0x7f7f60077f30 msgr2=0x7f7f6010d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:38.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.095+0000 7f7f66600640 1 -- 172.21.15.26:0/1183657577 shutdown_connections 2024-04-26T23:35:38.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.095+0000 7f7f66600640 1 -- 172.21.15.26:0/1183657577 wait complete. 2024-04-26T23:35:38.119 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T23:35:38.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.339+0000 7f6798200640 1 -- 172.21.15.26:0/105019568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6790101260 msgr2=0x7f6790101680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:38.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.339+0000 7f6798200640 1 --2- 172.21.15.26:0/105019568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6790101260 0x7f6790101680 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6780009ca0 tx=0x7f678002a8c0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.339+0000 7f6798200640 1 -- 172.21.15.26:0/105019568 shutdown_connections 2024-04-26T23:35:38.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.339+0000 7f6798200640 1 --2- 172.21.15.26:0/105019568 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6790102560 0x7f67901029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.339+0000 7f6798200640 1 --2- 172.21.15.26:0/105019568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6790101bc0 0x7f6790102020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.339+0000 7f6798200640 1 --2- 172.21.15.26:0/105019568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6790101260 0x7f6790101680 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.339+0000 7f6798200640 1 -- 172.21.15.26:0/105019568 >> 172.21.15.26:0/105019568 conn(0x7f67900fce20 msgr2=0x7f67900ff240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:38.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.339+0000 7f6798200640 1 -- 172.21.15.26:0/105019568 shutdown_connections 2024-04-26T23:35:38.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.339+0000 7f6798200640 1 -- 172.21.15.26:0/105019568 wait complete. 2024-04-26T23:35:38.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.340+0000 7f6798200640 1 Processor -- start 2024-04-26T23:35:38.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.341+0000 7f6798200640 1 -- start start 2024-04-26T23:35:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.341+0000 7f6798200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6790101260 0x7f679019ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.341+0000 7f6798200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6790101bc0 0x7f679019b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.341+0000 7f6798200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6790102560 0x7f67901a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.341+0000 7f6798200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6790110580 con 0x7f6790101bc0 2024-04-26T23:35:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.341+0000 7f6798200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6790110400 con 0x7f6790101260 2024-04-26T23:35:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.341+0000 7f6798200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6790110700 con 0x7f6790102560 2024-04-26T23:35:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.341+0000 7f6794e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6790101bc0 0x7f679019b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.341+0000 7f6794e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6790101bc0 0x7f679019b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35344/0 (socket says 172.21.15.26:35344) 2024-04-26T23:35:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.342+0000 7f6794e00640 1 -- 172.21.15.26:0/1414844103 learned_addr learned my addr 172.21.15.26:0/1414844103 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.342+0000 7f6796200640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6790102560 0x7f67901a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.342+0000 7f6795800640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6790101260 0x7f679019ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.342+0000 7f6794e00640 1 -- 172.21.15.26:0/1414844103 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6790102560 msgr2=0x7f67901a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.342+0000 7f6794e00640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6790102560 0x7f67901a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.342+0000 7f6794e00640 1 -- 172.21.15.26:0/1414844103 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6790101260 msgr2=0x7f679019ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.342+0000 7f6794e00640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6790101260 0x7f679019ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.342+0000 7f6794e00640 1 -- 172.21.15.26:0/1414844103 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67901a2940 con 0x7f6790101bc0 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.342+0000 7f6795800640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6790101260 0x7f679019ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.342+0000 7f6796200640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6790102560 0x7f67901a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.342+0000 7f6794e00640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6790101bc0 0x7f679019b270 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f677c00c890 tx=0x7f677c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.343+0000 7f678e000640 1 -- 172.21.15.26:0/1414844103 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f677c004220 con 0x7f6790101bc0 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.343+0000 7f678e000640 1 -- 172.21.15.26:0/1414844103 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f677c007e40 con 0x7f6790101bc0 2024-04-26T23:35:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.343+0000 7f678e000640 1 -- 172.21.15.26:0/1414844103 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f677c004a00 con 0x7f6790101bc0 2024-04-26T23:35:38.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.343+0000 7f6798200640 1 -- 172.21.15.26:0/1414844103 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67901a2c30 con 0x7f6790101bc0 2024-04-26T23:35:38.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.343+0000 7f6798200640 1 -- 172.21.15.26:0/1414844103 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67901a3130 con 0x7f6790101bc0 2024-04-26T23:35:38.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.344+0000 7f6798200640 1 -- 172.21.15.26:0/1414844103 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f679010bfb0 con 0x7f6790101bc0 2024-04-26T23:35:38.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.347+0000 7f678e000640 1 -- 172.21.15.26:0/1414844103 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f677c0079b0 con 0x7f6790101bc0 2024-04-26T23:35:38.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.348+0000 7f678e000640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f67740a3cc0 0x7f67740a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:38.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.348+0000 7f678e000640 1 -- 172.21.15.26:0/1414844103 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f677c0d0370 con 0x7f6790101bc0 2024-04-26T23:35:38.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.349+0000 7f6795800640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f67740a3cc0 0x7f67740a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:38.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.349+0000 7f6795800640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f67740a3cc0 0x7f67740a6180 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6780006010 tx=0x7f6780031980 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:38.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.353+0000 7f678e000640 1 -- 172.21.15.26:0/1414844103 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f677c014030 con 0x7f6790101bc0 2024-04-26T23:35:38.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.560+0000 7f6798200640 1 -- 172.21.15.26:0/1414844103 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f679002dd40 con 0x7f6790101bc0 2024-04-26T23:35:38.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.561+0000 7f678e000640 1 -- 172.21.15.26:0/1414844103 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7f677c09cba0 con 0x7f6790101bc0 2024-04-26T23:35:38.565 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-26T23:35:38.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.564+0000 7f6798200640 1 -- 172.21.15.26:0/1414844103 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f67740a3cc0 msgr2=0x7f67740a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:38.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.564+0000 7f6798200640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f67740a3cc0 0x7f67740a6180 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6780006010 tx=0x7f6780031980 comp rx=0 tx=0).stop 2024-04-26T23:35:38.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.564+0000 7f6798200640 1 -- 172.21.15.26:0/1414844103 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6790101bc0 msgr2=0x7f679019b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:38.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.564+0000 7f6798200640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6790101bc0 0x7f679019b270 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f677c00c890 tx=0x7f677c00cd50 comp rx=0 tx=0).stop 2024-04-26T23:35:38.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.564+0000 7f6798200640 1 -- 172.21.15.26:0/1414844103 shutdown_connections 2024-04-26T23:35:38.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.564+0000 7f6798200640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6790102560 0x7f67901a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.564+0000 7f6798200640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f67740a3cc0 0x7f67740a6180 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.564+0000 7f6798200640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6790101bc0 0x7f679019b270 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.564+0000 7f6798200640 1 --2- 172.21.15.26:0/1414844103 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6790101260 0x7f679019ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.564+0000 7f6798200640 1 -- 172.21.15.26:0/1414844103 >> 172.21.15.26:0/1414844103 conn(0x7f67900fce20 msgr2=0x7f6790100160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:38.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.564+0000 7f6798200640 1 -- 172.21.15.26:0/1414844103 shutdown_connections 2024-04-26T23:35:38.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.564+0000 7f6798200640 1 -- 172.21.15.26:0/1414844103 wait complete. 2024-04-26T23:35:38.588 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T23:35:38.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:38 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3918180023' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:38.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:38 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1183657577' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:38.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:38 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3918180023' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:38.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:38 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1183657577' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:38.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.801+0000 7fc329a00640 1 -- 172.21.15.26:0/1572419017 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc324105d80 msgr2=0x7fc324106200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:38.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.801+0000 7fc329a00640 1 --2- 172.21.15.26:0/1572419017 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc324105d80 0x7fc324106200 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fc30c009900 tx=0x7fc30c02a410 comp rx=0 tx=0).stop 2024-04-26T23:35:38.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.801+0000 7fc329a00640 1 -- 172.21.15.26:0/1572419017 shutdown_connections 2024-04-26T23:35:38.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.801+0000 7fc329a00640 1 --2- 172.21.15.26:0/1572419017 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc324106740 0x7fc32410cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.801+0000 7fc329a00640 1 --2- 172.21.15.26:0/1572419017 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc324105d80 0x7fc324106200 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.801+0000 7fc329a00640 1 --2- 172.21.15.26:0/1572419017 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc324104b90 0x7fc324104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.801+0000 7fc329a00640 1 -- 172.21.15.26:0/1572419017 >> 172.21.15.26:0/1572419017 conn(0x7fc324100120 msgr2=0x7fc324102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:38.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.802+0000 7fc329a00640 1 -- 172.21.15.26:0/1572419017 shutdown_connections 2024-04-26T23:35:38.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.802+0000 7fc329a00640 1 -- 172.21.15.26:0/1572419017 wait complete. 2024-04-26T23:35:38.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.803+0000 7fc329a00640 1 Processor -- start 2024-04-26T23:35:38.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.803+0000 7fc329a00640 1 -- start start 2024-04-26T23:35:38.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.803+0000 7fc329a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc324104b90 0x7fc32419acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:38.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.803+0000 7fc329a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc324105d80 0x7fc32419b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.803+0000 7fc329a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc324106740 0x7fc3241a2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.803+0000 7fc329a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc3241105c0 con 0x7fc324106740 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.803+0000 7fc329a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc324110440 con 0x7fc324104b90 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.803+0000 7fc329a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc324110740 con 0x7fc324105d80 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.803+0000 7fc323400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc324106740 0x7fc3241a2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.803+0000 7fc323400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc324106740 0x7fc3241a2260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35364/0 (socket says 172.21.15.26:35364) 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.803+0000 7fc323400640 1 -- 172.21.15.26:0/928250885 learned_addr learned my addr 172.21.15.26:0/928250885 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.804+0000 7fc322a00640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc324104b90 0x7fc32419acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.804+0000 7fc31a000640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc324105d80 0x7fc32419b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.804+0000 7fc323400640 1 -- 172.21.15.26:0/928250885 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc324105d80 msgr2=0x7fc32419b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.804+0000 7fc323400640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc324105d80 0x7fc32419b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.804+0000 7fc323400640 1 -- 172.21.15.26:0/928250885 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc324104b90 msgr2=0x7fc32419acc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.804+0000 7fc323400640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc324104b90 0x7fc32419acc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.804+0000 7fc323400640 1 -- 172.21.15.26:0/928250885 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3241a2900 con 0x7fc324106740 2024-04-26T23:35:38.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.804+0000 7fc323400640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc324106740 0x7fc3241a2260 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fc31c00d750 tx=0x7fc31c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:38.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.804+0000 7fc31be00640 1 -- 172.21.15.26:0/928250885 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc31c017070 con 0x7fc324106740 2024-04-26T23:35:38.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.804+0000 7fc31be00640 1 -- 172.21.15.26:0/928250885 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc31c0054b0 con 0x7fc324106740 2024-04-26T23:35:38.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.805+0000 7fc31be00640 1 -- 172.21.15.26:0/928250885 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc31c004b90 con 0x7fc324106740 2024-04-26T23:35:38.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.805+0000 7fc329a00640 1 -- 172.21.15.26:0/928250885 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3241a2bf0 con 0x7fc324106740 2024-04-26T23:35:38.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.805+0000 7fc329a00640 1 -- 172.21.15.26:0/928250885 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3241a30c0 con 0x7fc324106740 2024-04-26T23:35:38.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.806+0000 7fc329a00640 1 -- 172.21.15.26:0/928250885 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc32410bf80 con 0x7fc324106740 2024-04-26T23:35:38.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.808+0000 7fc31be00640 1 -- 172.21.15.26:0/928250885 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc31c004d30 con 0x7fc324106740 2024-04-26T23:35:38.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.810+0000 7fc31be00640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc3080a3c40 0x7fc3080a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:38.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.810+0000 7fc31be00640 1 -- 172.21.15.26:0/928250885 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fc31c0d00b0 con 0x7fc324106740 2024-04-26T23:35:38.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.810+0000 7fc322a00640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc3080a3c40 0x7fc3080a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:38.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.811+0000 7fc322a00640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc3080a3c40 0x7fc3080a6100 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc32419bb90 tx=0x7fc3140094a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:38.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:38.814+0000 7fc31be00640 1 -- 172.21.15.26:0/928250885 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fc31c09c940 con 0x7fc324106740 2024-04-26T23:35:38.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:38 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3918180023' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:38.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:38 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1183657577' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:39.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.020+0000 7fc329a00640 1 -- 172.21.15.26:0/928250885 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc32402dcf0 con 0x7fc324106740 2024-04-26T23:35:39.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.021+0000 7fc31be00640 1 -- 172.21.15.26:0/928250885 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7fc31c09c240 con 0x7fc324106740 2024-04-26T23:35:39.025 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-26T23:35:39.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.024+0000 7fc329a00640 1 -- 172.21.15.26:0/928250885 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc3080a3c40 msgr2=0x7fc3080a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:39.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.024+0000 7fc329a00640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc3080a3c40 0x7fc3080a6100 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc32419bb90 tx=0x7fc3140094a0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.024+0000 7fc329a00640 1 -- 172.21.15.26:0/928250885 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc324106740 msgr2=0x7fc3241a2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:39.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.024+0000 7fc329a00640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc324106740 0x7fc3241a2260 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fc31c00d750 tx=0x7fc31c00dc10 comp rx=0 tx=0).stop 2024-04-26T23:35:39.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.024+0000 7fc329a00640 1 -- 172.21.15.26:0/928250885 shutdown_connections 2024-04-26T23:35:39.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.024+0000 7fc329a00640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fc3080a3c40 0x7fc3080a6100 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.024+0000 7fc329a00640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc324106740 0x7fc3241a2260 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.024+0000 7fc329a00640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc324105d80 0x7fc32419b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.024+0000 7fc329a00640 1 --2- 172.21.15.26:0/928250885 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc324104b90 0x7fc32419acc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.024+0000 7fc329a00640 1 -- 172.21.15.26:0/928250885 >> 172.21.15.26:0/928250885 conn(0x7fc324100120 msgr2=0x7fc324109150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:39.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.024+0000 7fc329a00640 1 -- 172.21.15.26:0/928250885 shutdown_connections 2024-04-26T23:35:39.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.025+0000 7fc329a00640 1 -- 172.21.15.26:0/928250885 wait complete. 2024-04-26T23:35:39.048 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:35:39.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.258+0000 7fa5d5a00640 1 -- 172.21.15.26:0/1381860929 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5d0103980 msgr2=0x7fa5d0103e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:39.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.258+0000 7fa5d5a00640 1 --2- 172.21.15.26:0/1381860929 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5d0103980 0x7fa5d0103e00 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fa5bc009900 tx=0x7fa5bc02a410 comp rx=0 tx=0).stop 2024-04-26T23:35:39.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.258+0000 7fa5d5a00640 1 -- 172.21.15.26:0/1381860929 shutdown_connections 2024-04-26T23:35:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.258+0000 7fa5d5a00640 1 --2- 172.21.15.26:0/1381860929 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa5d0104340 0x7fa5d010abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.258+0000 7fa5d5a00640 1 --2- 172.21.15.26:0/1381860929 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5d0103980 0x7fa5d0103e00 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.258+0000 7fa5d5a00640 1 --2- 172.21.15.26:0/1381860929 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa5d0102790 0x7fa5d0102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.258+0000 7fa5d5a00640 1 -- 172.21.15.26:0/1381860929 >> 172.21.15.26:0/1381860929 conn(0x7fa5d00fdd00 msgr2=0x7fa5d0100140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.258+0000 7fa5d5a00640 1 -- 172.21.15.26:0/1381860929 shutdown_connections 2024-04-26T23:35:39.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.259+0000 7fa5d5a00640 1 -- 172.21.15.26:0/1381860929 wait complete. 2024-04-26T23:35:39.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.259+0000 7fa5d5a00640 1 Processor -- start 2024-04-26T23:35:39.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.260+0000 7fa5d5a00640 1 -- start start 2024-04-26T23:35:39.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.260+0000 7fa5d5a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa5d0102790 0x7fa5d0198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:39.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.260+0000 7fa5d5a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa5d0103980 0x7fa5d0198dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:39.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.260+0000 7fa5d5a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5d0104340 0x7fa5d019fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:39.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.260+0000 7fa5d5a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d010e1c0 con 0x7fa5d0104340 2024-04-26T23:35:39.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.260+0000 7fa5d5a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d010e040 con 0x7fa5d0103980 2024-04-26T23:35:39.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.260+0000 7fa5d5a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d010e340 con 0x7fa5d0102790 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.260+0000 7fa5d5000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5d0104340 0x7fa5d019fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.260+0000 7fa5d5000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5d0104340 0x7fa5d019fe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35380/0 (socket says 172.21.15.26:35380) 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.260+0000 7fa5d5000640 1 -- 172.21.15.26:0/2517714970 learned_addr learned my addr 172.21.15.26:0/2517714970 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5cf400640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa5d0103980 0x7fa5d0198dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5cfe00640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa5d0102790 0x7fa5d0198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5d5000640 1 -- 172.21.15.26:0/2517714970 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa5d0102790 msgr2=0x7fa5d0198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5d5000640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa5d0102790 0x7fa5d0198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5d5000640 1 -- 172.21.15.26:0/2517714970 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa5d0103980 msgr2=0x7fa5d0198dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5d5000640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa5d0103980 0x7fa5d0198dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5d5000640 1 -- 172.21.15.26:0/2517714970 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d01a04b0 con 0x7fa5d0104340 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5cfe00640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa5d0102790 0x7fa5d0198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5d5000640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5d0104340 0x7fa5d019fe40 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fa5c800eaa0 tx=0x7fa5c800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5ccc00640 1 -- 172.21.15.26:0/2517714970 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c800cdb0 con 0x7fa5d0104340 2024-04-26T23:35:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5ccc00640 1 -- 172.21.15.26:0/2517714970 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa5c8005020 con 0x7fa5d0104340 2024-04-26T23:35:39.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5ccc00640 1 -- 172.21.15.26:0/2517714970 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c80116d0 con 0x7fa5d0104340 2024-04-26T23:35:39.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.261+0000 7fa5d5a00640 1 -- 172.21.15.26:0/2517714970 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5d01a07a0 con 0x7fa5d0104340 2024-04-26T23:35:39.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.262+0000 7fa5d5a00640 1 -- 172.21.15.26:0/2517714970 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5d01a0cc0 con 0x7fa5d0104340 2024-04-26T23:35:39.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.263+0000 7fa5d5a00640 1 -- 172.21.15.26:0/2517714970 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5d0109b30 con 0x7fa5d0104340 2024-04-26T23:35:39.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.265+0000 7fa5ccc00640 1 -- 172.21.15.26:0/2517714970 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa5c80051d0 con 0x7fa5d0104340 2024-04-26T23:35:39.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.266+0000 7fa5ccc00640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa5b40a3cc0 0x7fa5b40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:39.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.266+0000 7fa5ccc00640 1 -- 172.21.15.26:0/2517714970 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fa5c80d07a0 con 0x7fa5d0104340 2024-04-26T23:35:39.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.266+0000 7fa5cfe00640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa5b40a3cc0 0x7fa5b40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:39.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.267+0000 7fa5cfe00640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa5b40a3cc0 0x7fa5b40a6180 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa5c00058c0 tx=0x7fa5c0005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:39.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.271+0000 7fa5ccc00640 1 -- 172.21.15.26:0/2517714970 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fa5c8016030 con 0x7fa5d0104340 2024-04-26T23:35:39.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.524+0000 7fa5d5a00640 1 -- 172.21.15.26:0/2517714970 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5d0063530 con 0x7fa5d0104340 2024-04-26T23:35:39.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.526+0000 7fa5ccc00640 1 -- 172.21.15.26:0/2517714970 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11861 (secure 0 0 0) 0x7fa5c809d030 con 0x7fa5d0104340 2024-04-26T23:35:39.530 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:39.530 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:33:25.221290+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34475,34559]},"id":1}]} 2024-04-26T23:35:39.530 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 23 2024-04-26T23:35:39.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.529+0000 7fa5d5a00640 1 -- 172.21.15.26:0/2517714970 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa5b40a3cc0 msgr2=0x7fa5b40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:39.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.529+0000 7fa5d5a00640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa5b40a3cc0 0x7fa5b40a6180 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa5c00058c0 tx=0x7fa5c0005850 comp rx=0 tx=0).stop 2024-04-26T23:35:39.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.529+0000 7fa5d5a00640 1 -- 172.21.15.26:0/2517714970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5d0104340 msgr2=0x7fa5d019fe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:39.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.529+0000 7fa5d5a00640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5d0104340 0x7fa5d019fe40 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fa5c800eaa0 tx=0x7fa5c800ef60 comp rx=0 tx=0).stop 2024-04-26T23:35:39.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.529+0000 7fa5d5a00640 1 -- 172.21.15.26:0/2517714970 shutdown_connections 2024-04-26T23:35:39.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.529+0000 7fa5d5a00640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fa5b40a3cc0 0x7fa5b40a6180 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.529+0000 7fa5d5a00640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa5d0104340 0x7fa5d019fe40 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.529+0000 7fa5d5a00640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa5d0103980 0x7fa5d0198dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.529+0000 7fa5d5a00640 1 --2- 172.21.15.26:0/2517714970 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa5d0102790 0x7fa5d0198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.529+0000 7fa5d5a00640 1 -- 172.21.15.26:0/2517714970 >> 172.21.15.26:0/2517714970 conn(0x7fa5d00fdd00 msgr2=0x7fa5d0106d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:39.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.529+0000 7fa5d5a00640 1 -- 172.21.15.26:0/2517714970 shutdown_connections 2024-04-26T23:35:39.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.529+0000 7fa5d5a00640 1 -- 172.21.15.26:0/2517714970 wait complete. 2024-04-26T23:35:39.553 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:35:39.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.753+0000 7faabda00640 1 -- 172.21.15.26:0/2679453831 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faab8103940 msgr2=0x7faab8103dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:39.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.753+0000 7faabda00640 1 --2- 172.21.15.26:0/2679453831 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faab8103940 0x7faab8103dc0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7faaa0009900 tx=0x7faaa002a3f0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.753+0000 7faabda00640 1 -- 172.21.15.26:0/2679453831 shutdown_connections 2024-04-26T23:35:39.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.753+0000 7faabda00640 1 --2- 172.21.15.26:0/2679453831 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faab8104300 0x7faab810ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.753+0000 7faabda00640 1 --2- 172.21.15.26:0/2679453831 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faab8103940 0x7faab8103dc0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.753+0000 7faabda00640 1 --2- 172.21.15.26:0/2679453831 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faab8102750 0x7faab8102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.753+0000 7faabda00640 1 -- 172.21.15.26:0/2679453831 >> 172.21.15.26:0/2679453831 conn(0x7faab80fdcc0 msgr2=0x7faab8100100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:39.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.753+0000 7faabda00640 1 -- 172.21.15.26:0/2679453831 shutdown_connections 2024-04-26T23:35:39.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.753+0000 7faabda00640 1 -- 172.21.15.26:0/2679453831 wait complete. 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.754+0000 7faabda00640 1 Processor -- start 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.754+0000 7faabda00640 1 -- start start 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.754+0000 7faabda00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faab8102750 0x7faab80766e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.754+0000 7faabda00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faab8103940 0x7faab8074d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.754+0000 7faabda00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faab8104300 0x7faab8075260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.754+0000 7faabda00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faab810e1e0 con 0x7faab8104300 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.754+0000 7faabda00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7faab810e060 con 0x7faab8103940 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.754+0000 7faabda00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faab810e360 con 0x7faab8102750 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.755+0000 7faabd000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faab8104300 0x7faab8075260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.755+0000 7faabd000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faab8104300 0x7faab8075260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35398/0 (socket says 172.21.15.26:35398) 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.755+0000 7faabd000640 1 -- 172.21.15.26:0/976855383 learned_addr learned my addr 172.21.15.26:0/976855383 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.755+0000 7faab7e00640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faab8102750 0x7faab80766e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:39.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.755+0000 7faaaf400640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faab8103940 0x7faab8074d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:39.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.755+0000 7faabd000640 1 -- 172.21.15.26:0/976855383 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faab8102750 msgr2=0x7faab80766e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:39.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.755+0000 7faabd000640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faab8102750 0x7faab80766e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.755+0000 7faabd000640 1 -- 172.21.15.26:0/976855383 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faab8103940 msgr2=0x7faab8074d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:39.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.755+0000 7faabd000640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faab8103940 0x7faab8074d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.755+0000 7faabd000640 1 -- 172.21.15.26:0/976855383 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab8075af0 con 0x7faab8104300 2024-04-26T23:35:39.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.756+0000 7faabd000640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faab8104300 0x7faab8075260 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7faab0009fd0 tx=0x7faab000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:39.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.756+0000 7faab5600640 1 -- 172.21.15.26:0/976855383 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab0011830 con 0x7faab8104300 2024-04-26T23:35:39.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.756+0000 7faab5600640 1 -- 172.21.15.26:0/976855383 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faab0016070 con 0x7faab8104300 2024-04-26T23:35:39.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.756+0000 7faab5600640 1 -- 172.21.15.26:0/976855383 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab0010d20 con 0x7faab8104300 2024-04-26T23:35:39.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.756+0000 7faabda00640 1 -- 172.21.15.26:0/976855383 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faab81a29a0 con 0x7faab8104300 2024-04-26T23:35:39.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.756+0000 7faabda00640 1 -- 172.21.15.26:0/976855383 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faab81a2f20 con 0x7faab8104300 2024-04-26T23:35:39.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.757+0000 7faabda00640 1 -- 172.21.15.26:0/976855383 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faab8109a90 con 0x7faab8104300 2024-04-26T23:35:39.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.759+0000 7faab5600640 1 -- 172.21.15.26:0/976855383 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7faab001b460 con 0x7faab8104300 2024-04-26T23:35:39.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.761+0000 7faab5600640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faa9c0a3c40 0x7faa9c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:39.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.761+0000 7faab5600640 1 -- 172.21.15.26:0/976855383 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7faab00cfc90 con 0x7faab8104300 2024-04-26T23:35:39.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.761+0000 7faab7e00640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faa9c0a3c40 0x7faa9c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:39.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.762+0000 7faab7e00640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faa9c0a3c40 0x7faa9c0a6100 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7faab81037a0 tx=0x7faaa80082b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:39.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.765+0000 7faab5600640 1 -- 172.21.15.26:0/976855383 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7faab009c5d0 con 0x7faab8104300 2024-04-26T23:35:39.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:39 smithi164 ceph-mon[31699]: pgmap v443: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:39.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:39 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1414844103' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:39.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:39 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/928250885' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:39.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:39 smithi026 ceph-mon[28371]: pgmap v443: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:39.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:39 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1414844103' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:39.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:39 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/928250885' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:39.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:39 smithi086 ceph-mon[31122]: pgmap v443: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-04-26T23:35:39.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:39 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1414844103' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:39.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:39 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/928250885' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:39.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.973+0000 7faabda00640 1 -- 172.21.15.26:0/976855383 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faab802dce0 con 0x7faab8104300 2024-04-26T23:35:39.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.975+0000 7faab5600640 1 -- 172.21.15.26:0/976855383 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22604 (secure 0 0 0) 0x7faab009bed0 con 0x7faab8104300 2024-04-26T23:35:39.980 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:39.980 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":91,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:33:35.303847+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:35:39.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.979+0000 7faabda00640 1 -- 172.21.15.26:0/976855383 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faa9c0a3c40 msgr2=0x7faa9c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:39.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.979+0000 7faabda00640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faa9c0a3c40 0x7faa9c0a6100 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7faab81037a0 tx=0x7faaa80082b0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.979+0000 7faabda00640 1 -- 172.21.15.26:0/976855383 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faab8104300 msgr2=0x7faab8075260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:39.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.979+0000 7faabda00640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faab8104300 0x7faab8075260 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7faab0009fd0 tx=0x7faab000b8e0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.979+0000 7faabda00640 1 -- 172.21.15.26:0/976855383 shutdown_connections 2024-04-26T23:35:39.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.979+0000 7faabda00640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faa9c0a3c40 0x7faa9c0a6100 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.979+0000 7faabda00640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faab8104300 0x7faab8075260 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.979+0000 7faabda00640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faab8103940 0x7faab8074d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.979+0000 7faabda00640 1 --2- 172.21.15.26:0/976855383 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faab8102750 0x7faab80766e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:39.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.979+0000 7faabda00640 1 -- 172.21.15.26:0/976855383 >> 172.21.15.26:0/976855383 conn(0x7faab80fdcc0 msgr2=0x7faab8106c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:39.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.979+0000 7faabda00640 1 -- 172.21.15.26:0/976855383 shutdown_connections 2024-04-26T23:35:39.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:39.979+0000 7faabda00640 1 -- 172.21.15.26:0/976855383 wait complete. 2024-04-26T23:35:40.004 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T23:33:19.668854+0000', 'modified': '2024-04-26T23:33:25.221290+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 34559, 'mds_1': 34508, 'mds_2': 34475}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24493': {'gid': 24493, 'name': 'c', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6837/3682844863', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6836', 'nonce': 3682844863}, {'type': 'v1', 'addr': '172.21.15.164:6837', 'nonce': 3682844863}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24520': {'gid': 24520, 'name': 'i', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6839/3252912800', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6838', 'nonce': 3252912800}, {'type': 'v1', 'addr': '172.21.15.164:6839', 'nonce': 3252912800}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_34433': {'gid': 34433, 'name': 'k', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.86:6833/176415514', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.86:6832', 'nonce': 176415514}, {'type': 'v1', 'addr': '172.21.15.86:6833', 'nonce': 176415514}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_34475': {'gid': 34475, 'name': 'e', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.86:6835/485180241', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.86:6834', 'nonce': 485180241}, {'type': 'v1', 'addr': '172.21.15.86:6835', 'nonce': 485180241}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_34508': {'gid': 34508, 'name': 'h', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.86:6837/1137699523', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.86:6836', 'nonce': 1137699523}, {'type': 'v1', 'addr': '172.21.15.86:6837', 'nonce': 1137699523}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_34559': {'gid': 34559, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.86:6839/2562669391', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.86:6838', 'nonce': 2562669391}, {'type': 'v1', 'addr': '172.21.15.86:6839', 'nonce': 2562669391}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 34559, 'qdb_cluster': [34508, 34475, 34559]} 2024-04-26T23:35:40.004 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-04-26T23:35:40.004 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2024-04-26T23:35:40.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.212+0000 7faf53200640 1 -- 172.21.15.26:0/1276895350 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf54108440 msgr2=0x7faf5410a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.212+0000 7faf53200640 1 --2- 172.21.15.26:0/1276895350 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf54108440 0x7faf5410a890 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7faf4c009ca0 tx=0x7faf4c02a8c0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.212+0000 7faf53200640 1 -- 172.21.15.26:0/1276895350 shutdown_connections 2024-04-26T23:35:40.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.212+0000 7faf53200640 1 --2- 172.21.15.26:0/1276895350 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf54108440 0x7faf5410a890 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.212+0000 7faf53200640 1 --2- 172.21.15.26:0/1276895350 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf54100db0 0x7faf54107f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.212+0000 7faf53200640 1 --2- 172.21.15.26:0/1276895350 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf541003c0 0x7faf541007e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.212+0000 7faf53200640 1 -- 172.21.15.26:0/1276895350 >> 172.21.15.26:0/1276895350 conn(0x7faf540fbf10 msgr2=0x7faf540fe350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.212+0000 7faf53200640 1 -- 172.21.15.26:0/1276895350 shutdown_connections 2024-04-26T23:35:40.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.212+0000 7faf53200640 1 -- 172.21.15.26:0/1276895350 wait complete. 2024-04-26T23:35:40.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.213+0000 7faf53200640 1 Processor -- start 2024-04-26T23:35:40.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.213+0000 7faf53200640 1 -- start start 2024-04-26T23:35:40.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.213+0000 7faf53200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf541003c0 0x7faf5419aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.213+0000 7faf53200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf54100db0 0x7faf5419af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.213+0000 7faf53200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf54108440 0x7faf541a1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.213+0000 7faf53200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faf5410e170 con 0x7faf541003c0 2024-04-26T23:35:40.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.213+0000 7faf53200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7faf5410dff0 con 0x7faf54100db0 2024-04-26T23:35:40.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.213+0000 7faf53200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faf5410e2f0 con 0x7faf54108440 2024-04-26T23:35:40.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.214+0000 7faf51e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf541003c0 0x7faf5419aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.214+0000 7faf51e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf541003c0 0x7faf5419aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35416/0 (socket says 172.21.15.26:35416) 2024-04-26T23:35:40.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.214+0000 7faf51e00640 1 -- 172.21.15.26:0/170239096 learned_addr learned my addr 172.21.15.26:0/170239096 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.214+0000 7faf52800640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf54108440 0x7faf541a1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.214+0000 7faf51400640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf54100db0 0x7faf5419af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.214+0000 7faf51e00640 1 -- 172.21.15.26:0/170239096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf54108440 msgr2=0x7faf541a1fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.214+0000 7faf51e00640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf54108440 0x7faf541a1fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.214+0000 7faf51e00640 1 -- 172.21.15.26:0/170239096 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf54100db0 msgr2=0x7faf5419af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.214+0000 7faf51e00640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf54100db0 0x7faf5419af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.214+0000 7faf51e00640 1 -- 172.21.15.26:0/170239096 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf541a2620 con 0x7faf541003c0 2024-04-26T23:35:40.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.215+0000 7faf51e00640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf541003c0 0x7faf5419aa00 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7faf4400c920 tx=0x7faf4400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.215+0000 7faf4aa00640 1 -- 172.21.15.26:0/170239096 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf44007c70 con 0x7faf541003c0 2024-04-26T23:35:40.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.215+0000 7faf4aa00640 1 -- 172.21.15.26:0/170239096 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf44007e10 con 0x7faf541003c0 2024-04-26T23:35:40.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.215+0000 7faf4aa00640 1 -- 172.21.15.26:0/170239096 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf44018710 con 0x7faf541003c0 2024-04-26T23:35:40.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.215+0000 7faf53200640 1 -- 172.21.15.26:0/170239096 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf541a2910 con 0x7faf541003c0 2024-04-26T23:35:40.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.215+0000 7faf53200640 1 -- 172.21.15.26:0/170239096 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf541a2e10 con 0x7faf541003c0 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.218+0000 7faf5c075740 1 Processor -- start 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.219+0000 7faf5c075740 1 -- start start 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.219+0000 7faf4aa00640 1 -- 172.21.15.26:0/170239096 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7faf4400f450 con 0x7faf541003c0 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.219+0000 7faf5c075740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d02c0 0x55b1b59d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.219+0000 7faf5c075740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d0cb0 0x55b1b59d57b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.219+0000 7faf5c075740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d5e20 0x55b1b59d82b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.219+0000 7faf5c075740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b1b5934600 con 0x55b1b59d0cb0 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.219+0000 7faf5c075740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b1b58d1100 con 0x55b1b59d02c0 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.219+0000 7faf5c075740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b1b59305c0 con 0x55b1b59d5e20 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.219+0000 7faf51e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d0cb0 0x55b1b59d57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.219+0000 7faf51e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d0cb0 0x55b1b59d57b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35422/0 (socket says 172.21.15.26:35422) 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.219+0000 7faf51e00640 1 -- 172.21.15.26:0/2795526167 learned_addr learned my addr 172.21.15.26:0/2795526167 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.219+0000 7faf52800640 1 --2- 172.21.15.26:0/2795526167 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d02c0 0x55b1b59d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.220+0000 7faf51400640 1 --2- 172.21.15.26:0/2795526167 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d5e20 0x55b1b59d82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.220+0000 7faf51e00640 1 -- 172.21.15.26:0/2795526167 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d5e20 msgr2=0x55b1b59d82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.220+0000 7faf51e00640 1 --2- 172.21.15.26:0/2795526167 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d5e20 0x55b1b59d82b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.220+0000 7faf51e00640 1 -- 172.21.15.26:0/2795526167 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d02c0 msgr2=0x55b1b59d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.220+0000 7faf51e00640 1 --2- 172.21.15.26:0/2795526167 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d02c0 0x55b1b59d06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.220+0000 7faf51e00640 1 -- 172.21.15.26:0/2795526167 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1b56462d0 con 0x55b1b59d0cb0 2024-04-26T23:35:40.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.220+0000 7faf52800640 1 --2- 172.21.15.26:0/2795526167 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d02c0 0x55b1b59d06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:40.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.220+0000 7faf51e00640 1 --2- 172.21.15.26:0/2795526167 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d0cb0 0x55b1b59d57b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7faf440ce050 tx=0x7faf440d6cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b3f7484d8f921a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.221+0000 7faf3f400640 1 -- 172.21.15.26:0/2795526167 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf440df070 con 0x55b1b59d0cb0 2024-04-26T23:35:40.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.221+0000 7faf4aa00640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faf380a3cc0 0x7faf380a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.221+0000 7faf3f400640 1 -- 172.21.15.26:0/2795526167 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf440d8d10 con 0x55b1b59d0cb0 2024-04-26T23:35:40.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.221+0000 7faf3f400640 1 -- 172.21.15.26:0/2795526167 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf440d2a20 con 0x55b1b59d0cb0 2024-04-26T23:35:40.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.221+0000 7faf4aa00640 1 -- 172.21.15.26:0/170239096 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7faf440d0750 con 0x7faf541003c0 2024-04-26T23:35:40.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.221+0000 7faf52800640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faf380a3cc0 0x7faf380a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.221+0000 7faf5c075740 1 -- 172.21.15.26:0/2795526167 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d0cb0 msgr2=0x55b1b59d57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.221+0000 7faf5c075740 1 --2- 172.21.15.26:0/2795526167 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d0cb0 0x55b1b59d57b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7faf440ce050 tx=0x7faf440d6cb0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.222+0000 7faf5c075740 1 -- 172.21.15.26:0/2795526167 shutdown_connections 2024-04-26T23:35:40.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.222+0000 7faf5c075740 1 --2- 172.21.15.26:0/2795526167 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d5e20 0x55b1b59d82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.222+0000 7faf5c075740 1 --2- 172.21.15.26:0/2795526167 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d0cb0 0x55b1b59d57b0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.222+0000 7faf5c075740 1 --2- 172.21.15.26:0/2795526167 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d02c0 0x55b1b59d06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.222+0000 7faf5c075740 1 -- 172.21.15.26:0/2795526167 >> 172.21.15.26:0/2795526167 conn(0x55b1b5964d10 msgr2=0x55b1b59cbd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.222+0000 7faf5c075740 1 -- 172.21.15.26:0/2795526167 shutdown_connections 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.222+0000 7faf52800640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faf380a3cc0 0x7faf380a6180 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x55b1b59d1510 tx=0x7faf4c031980 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.222+0000 7faf5c075740 1 -- 172.21.15.26:0/2795526167 wait complete. 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.222+0000 7faf5c075740 1 -- start start 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.222+0000 7faf5c075740 1 Processor -- start 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.223+0000 7faf5c075740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 0x55b1b59da750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.223+0000 7faf5c075740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d0cb0 0x55b1b59dac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.223+0000 7faf5c075740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d5e20 0x55b1b59e1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.223+0000 7faf5c075740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b1b59d8dd0 con 0x55b1b59d02c0 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.223+0000 7faf5c075740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b1b58bbf70 con 0x55b1b59d0cb0 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.223+0000 7faf5c075740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b1b59d8f50 con 0x55b1b59d5e20 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.223+0000 7faf5c075740 10 client.0 _ll_register_callbacks cb 0x55b1b592a480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.223+0000 7faf51e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 0x55b1b59da750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.223+0000 7faf51e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 0x55b1b59da750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35436/0 (socket says 172.21.15.26:35436) 2024-04-26T23:35:40.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.223+0000 7faf51e00640 1 -- 172.21.15.26:0/1308828203 learned_addr learned my addr 172.21.15.26:0/1308828203 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf51e00640 1 -- 172.21.15.26:0/1308828203 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d5e20 msgr2=0x55b1b59e1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf52800640 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d5e20 0x55b1b59e1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf51e00640 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d5e20 0x55b1b59e1cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf51e00640 1 -- 172.21.15.26:0/1308828203 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d0cb0 msgr2=0x55b1b59dac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf51e00640 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d0cb0 0x55b1b59dac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf51e00640 1 -- 172.21.15.26:0/1308828203 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1b57106b0 con 0x55b1b59d02c0 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf52800640 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d5e20 0x55b1b59e1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf51e00640 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 0x55b1b59da750 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7faf44098d40 tx=0x7faf440ce100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65f2c3e2b26b37ca server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf33e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf33e00640 1 -- 172.21.15.26:0/1308828203 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf440df070 con 0x55b1b59d02c0 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf33e00640 1 -- 172.21.15.26:0/1308828203 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7faf4409abe0 con 0x55b1b59d02c0 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf5c075740 1 -- 172.21.15.26:0/1308828203 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf440d8d10 con 0x55b1b59d02c0 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf33e00640 1 -- 172.21.15.26:0/1308828203 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7faf44098b80 con 0x55b1b59d02c0 2024-04-26T23:35:40.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf5c075740 10 client.15249 fetch_fsmap learned FSMap version 23 2024-04-26T23:35:40.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.224+0000 7faf5c075740 1 -- 172.21.15.26:0/1308828203 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55b1b59e4cb0 con 0x55b1b59d02c0 2024-04-26T23:35:40.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.225+0000 7faf33e00640 1 -- 172.21.15.26:0/1308828203 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf440d8d10 con 0x55b1b59d02c0 2024-04-26T23:35:40.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.225+0000 7faf33e00640 1 -- 172.21.15.26:0/1308828203 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7faf44098f50 con 0x55b1b59d02c0 2024-04-26T23:35:40.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.225+0000 7faf5c075740 10 client.15249 fetch_fsmap finished waiting for FSMap version 23 2024-04-26T23:35:40.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.225+0000 7faf5c075740 10 client.15249 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-26T23:35:40.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.225+0000 7faf5c075740 20 client.15249 populate_metadata read hostname 'smithi026' 2024-04-26T23:35:40.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.225+0000 7faf5c075740 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55b1b59e6e80 0x55b1b59e82f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.225+0000 7faf5c075740 4 client.15249 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:35:40.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.225+0000 7faf5c075740 1 -- 172.21.15.26:0/1308828203 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b1b5942210 con 0x55b1b59e6e80 2024-04-26T23:35:40.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.226+0000 7faf51400640 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55b1b59e6e80 0x55b1b59e82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.227+0000 7faf51400640 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55b1b59e6e80 0x55b1b59e82f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f1d7ff51701a4c44 server_cookie=5d2ebf5adb70477c in_seq=0 out_seq=0 2024-04-26T23:35:40.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.227+0000 7faf33e00640 10 client.15249 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:35:40.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.229+0000 7faf33e00640 1 -- 172.21.15.26:0/1308828203 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b1b5942210 con 0x55b1b59e6e80 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.229+0000 7faf33e00640 10 client.15249 handle_command_reply: tid=0 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.229+0000 7faf5c075740 1 client.15249 shutdown 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.230+0000 7faf5c075740 1 -- 172.21.15.26:0/1308828203 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 msgr2=0x55b1b59da750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.230+0000 7faf5c075740 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 0x55b1b59da750 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7faf44098d40 tx=0x7faf440ce100 comp rx=0 tx=0).stop 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.230+0000 7faf5c075740 1 -- 172.21.15.26:0/1308828203 shutdown_connections 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.230+0000 7faf5c075740 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55b1b59e6e80 0x55b1b59e82f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.230+0000 7faf5c075740 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d5e20 0x55b1b59e1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.230+0000 7faf5c075740 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d0cb0 0x55b1b59dac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.230+0000 7faf5c075740 1 --2- 172.21.15.26:0/1308828203 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 0x55b1b59da750 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.230+0000 7faf5c075740 1 -- 172.21.15.26:0/1308828203 >> 172.21.15.26:0/1308828203 conn(0x55b1b5964d10 msgr2=0x55b1b59caf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.230+0000 7faf33e00640 0 client.15249 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.230+0000 7faf5c075740 1 -- 172.21.15.26:0/1308828203 shutdown_connections 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.230+0000 7faf5c075740 1 -- 172.21.15.26:0/1308828203 wait complete. 2024-04-26T23:35:40.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.230+0000 7faf5c075740 20 client.15249 trim_cache size 0 max 16384 2024-04-26T23:35:40.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.251+0000 7faf5c075740 1 Processor -- start 2024-04-26T23:35:40.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.251+0000 7faf5c075740 1 -- start start 2024-04-26T23:35:40.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.251+0000 7faf5c075740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d02c0 0x55b1b59d9d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.251+0000 7faf5c075740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d0cb0 0x55b1b59e1c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.251+0000 7faf5c075740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d5e20 0x55b1b59da2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.251+0000 7faf5c075740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b1b59e6630 con 0x55b1b59d5e20 2024-04-26T23:35:40.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.251+0000 7faf5c075740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b1b59e6d00 con 0x55b1b59d0cb0 2024-04-26T23:35:40.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.251+0000 7faf5c075740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b1b59e73d0 con 0x55b1b59d02c0 2024-04-26T23:35:40.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.252+0000 7faf52800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d5e20 0x55b1b59da2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.252+0000 7faf52800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d5e20 0x55b1b59da2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35440/0 (socket says 172.21.15.26:35440) 2024-04-26T23:35:40.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.252+0000 7faf52800640 1 -- 172.21.15.26:0/960541188 learned_addr learned my addr 172.21.15.26:0/960541188 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.252+0000 7faf51e00640 1 --2- 172.21.15.26:0/960541188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d02c0 0x55b1b59d9d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.252+0000 7faf51400640 1 --2- 172.21.15.26:0/960541188 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d0cb0 0x55b1b59e1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.252+0000 7faf52800640 1 -- 172.21.15.26:0/960541188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d02c0 msgr2=0x55b1b59d9d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.252+0000 7faf52800640 1 --2- 172.21.15.26:0/960541188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d02c0 0x55b1b59d9d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.252+0000 7faf52800640 1 -- 172.21.15.26:0/960541188 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d0cb0 msgr2=0x55b1b59e1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.252+0000 7faf52800640 1 --2- 172.21.15.26:0/960541188 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d0cb0 0x55b1b59e1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.252+0000 7faf52800640 1 -- 172.21.15.26:0/960541188 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1b59e6460 con 0x55b1b59d5e20 2024-04-26T23:35:40.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.252+0000 7faf52800640 1 --2- 172.21.15.26:0/960541188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d5e20 0x55b1b59da2b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7faf4c009ca0 tx=0x7faf4c040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38a2aa0b9c09c737 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.253+0000 7faf3ea00640 1 -- 172.21.15.26:0/960541188 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf4c003e40 con 0x55b1b59d5e20 2024-04-26T23:35:40.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.253+0000 7faf3ea00640 1 -- 172.21.15.26:0/960541188 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf4c036040 con 0x55b1b59d5e20 2024-04-26T23:35:40.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.253+0000 7faf3ea00640 1 -- 172.21.15.26:0/960541188 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf4c030820 con 0x55b1b59d5e20 2024-04-26T23:35:40.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.253+0000 7faf5c075740 1 -- 172.21.15.26:0/960541188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d5e20 msgr2=0x55b1b59da2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.253+0000 7faf5c075740 1 --2- 172.21.15.26:0/960541188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d5e20 0x55b1b59da2b0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7faf4c009ca0 tx=0x7faf4c040000 comp rx=0 tx=0).stop 2024-04-26T23:35:40.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.254+0000 7faf5c075740 1 -- 172.21.15.26:0/960541188 shutdown_connections 2024-04-26T23:35:40.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.254+0000 7faf5c075740 1 --2- 172.21.15.26:0/960541188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d5e20 0x55b1b59da2b0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.254+0000 7faf5c075740 1 --2- 172.21.15.26:0/960541188 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d0cb0 0x55b1b59e1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.254+0000 7faf5c075740 1 --2- 172.21.15.26:0/960541188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d02c0 0x55b1b59d9d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.254+0000 7faf5c075740 1 -- 172.21.15.26:0/960541188 >> 172.21.15.26:0/960541188 conn(0x55b1b5964d10 msgr2=0x55b1b59c6df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.254+0000 7faf5c075740 1 -- 172.21.15.26:0/960541188 shutdown_connections 2024-04-26T23:35:40.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.254+0000 7faf5c075740 1 -- 172.21.15.26:0/960541188 wait complete. 2024-04-26T23:35:40.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.254+0000 7faf5c075740 1 -- start start 2024-04-26T23:35:40.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.254+0000 7faf5c075740 1 Processor -- start 2024-04-26T23:35:40.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf5c075740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 0x55b1b59dde90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf5c075740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d0cb0 0x55b1b59de3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf5c075740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d5e20 0x55b1b59e0e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf5c075740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b1b59e8170 con 0x55b1b59d02c0 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf5c075740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b1b59e7aa0 con 0x55b1b59d5e20 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf5c075740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b1b59e8840 con 0x55b1b59d0cb0 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf5c075740 10 client.0 _ll_register_callbacks cb 0x7faf440d6a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf51e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 0x55b1b59dde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf51e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 0x55b1b59dde90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35454/0 (socket says 172.21.15.26:35454) 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf51e00640 1 -- 172.21.15.26:0/658650528 learned_addr learned my addr 172.21.15.26:0/658650528 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf51400640 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d0cb0 0x55b1b59de3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf52800640 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d5e20 0x55b1b59e0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf51e00640 1 -- 172.21.15.26:0/658650528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d0cb0 msgr2=0x55b1b59de3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf51e00640 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d0cb0 0x55b1b59de3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf51e00640 1 -- 172.21.15.26:0/658650528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d5e20 msgr2=0x55b1b59e0e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.255+0000 7faf51e00640 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d5e20 0x55b1b59e0e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.256+0000 7faf51e00640 1 -- 172.21.15.26:0/658650528 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1b59e1440 con 0x55b1b59d02c0 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.256+0000 7faf51e00640 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 0x55b1b59dde90 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7faf440ce690 tx=0x7faf440ce570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a2a9d615edbc5c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.256+0000 7faf33e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.256+0000 7faf33e00640 1 -- 172.21.15.26:0/658650528 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf440df050 con 0x55b1b59d02c0 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.256+0000 7faf33e00640 1 -- 172.21.15.26:0/658650528 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7faf4400fa70 con 0x55b1b59d02c0 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.256+0000 7faf5c075740 1 -- 172.21.15.26:0/658650528 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf4c036040 con 0x55b1b59d02c0 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.256+0000 7faf33e00640 1 -- 172.21.15.26:0/658650528 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7faf4409c240 con 0x55b1b59d02c0 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.256+0000 7faf5c075740 10 client.15255 fetch_fsmap learned FSMap version 23 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.256+0000 7faf5c075740 1 -- 172.21.15.26:0/658650528 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55b1b5a4d3a0 con 0x55b1b59d02c0 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.257+0000 7faf33e00640 1 -- 172.21.15.26:0/658650528 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf4c036040 con 0x55b1b59d02c0 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.257+0000 7faf33e00640 1 -- 172.21.15.26:0/658650528 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7faf440870d0 con 0x55b1b59d02c0 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.257+0000 7faf5c075740 10 client.15255 fetch_fsmap finished waiting for FSMap version 23 2024-04-26T23:35:40.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.257+0000 7faf5c075740 10 client.15255 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.257+0000 7faf5c075740 20 client.15255 populate_metadata read hostname 'smithi026' 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.257+0000 7faf5c075740 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55b1b5a51df0 0x55b1b5a50b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.257+0000 7faf5c075740 4 client.15255 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.257+0000 7faf5c075740 1 -- 172.21.15.26:0/658650528 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "status"}) -- 0x55b1b593c080 con 0x55b1b5a51df0 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.258+0000 7faf51400640 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55b1b5a51df0 0x55b1b5a50b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.259+0000 7faf51400640 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55b1b5a51df0 0x55b1b5a50b00 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bd93ed9f7f5e1e41 server_cookie=97167800abe999d0 in_seq=0 out_seq=0 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.259+0000 7faf33e00640 10 client.15255 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.259+0000 7faf33e00640 1 -- 172.21.15.26:0/658650528 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55b1b593c080 con 0x55b1b5a51df0 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.259+0000 7faf33e00640 10 client.15255 handle_command_reply: tid=0 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.259+0000 7faf5c075740 1 client.15255 shutdown 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.260+0000 7faf5c075740 1 -- 172.21.15.26:0/658650528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 msgr2=0x55b1b59dde90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.260+0000 7faf5c075740 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 0x55b1b59dde90 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7faf440ce690 tx=0x7faf440ce570 comp rx=0 tx=0).stop 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.260+0000 7faf5c075740 1 -- 172.21.15.26:0/658650528 shutdown_connections 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.260+0000 7faf5c075740 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b1b59d5e20 0x55b1b59e0e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.260+0000 7faf5c075740 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55b1b5a51df0 0x55b1b5a50b00 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.260+0000 7faf5c075740 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1b59d0cb0 0x55b1b59de3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.260+0000 7faf5c075740 1 --2- 172.21.15.26:0/658650528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b1b59d02c0 0x55b1b59dde90 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.260+0000 7faf5c075740 1 -- 172.21.15.26:0/658650528 >> 172.21.15.26:0/658650528 conn(0x55b1b5964d10 msgr2=0x55b1b59cecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.260+0000 7faf33e00640 0 client.15255 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.260+0000 7faf5c075740 1 -- 172.21.15.26:0/658650528 shutdown_connections 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.260+0000 7faf5c075740 1 -- 172.21.15.26:0/658650528 wait complete. 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.260+0000 7faf5c075740 20 client.15255 trim_cache size 0 max 16384 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "a73d6c78-0423-11ef-bc93-c7b262605968", 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 2, 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 34475, 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T23:35:40.269 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T23:35:40.270 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T23:35:40.270 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 135.523526417, 2024-04-26T23:35:40.270 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 23, 2024-04-26T23:35:40.270 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T23:35:40.270 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T23:35:40.270 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 175.00829613100001 2024-04-26T23:35:40.270 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:35:40.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.261+0000 7faf53200640 1 -- 172.21.15.26:0/170239096 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faf380a3cc0 msgr2=0x7faf380a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.261+0000 7faf53200640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faf380a3cc0 0x7faf380a6180 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x55b1b59d1510 tx=0x7faf4c031980 comp rx=0 tx=0).stop 2024-04-26T23:35:40.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.261+0000 7faf53200640 1 -- 172.21.15.26:0/170239096 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf541003c0 msgr2=0x7faf5419aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.261+0000 7faf53200640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf541003c0 0x7faf5419aa00 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7faf4400c920 tx=0x7faf4400cde0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.261+0000 7faf53200640 1 -- 172.21.15.26:0/170239096 shutdown_connections 2024-04-26T23:35:40.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.261+0000 7faf53200640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf54108440 0x7faf541a1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.261+0000 7faf53200640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf54100db0 0x7faf5419af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.261+0000 7faf53200640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7faf380a3cc0 0x7faf380a6180 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.261+0000 7faf53200640 1 --2- 172.21.15.26:0/170239096 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf541003c0 0x7faf5419aa00 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.261+0000 7faf53200640 1 -- 172.21.15.26:0/170239096 >> 172.21.15.26:0/170239096 conn(0x7faf540fbf10 msgr2=0x7faf540fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.261+0000 7faf53200640 1 -- 172.21.15.26:0/170239096 shutdown_connections 2024-04-26T23:35:40.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.261+0000 7faf53200640 1 -- 172.21.15.26:0/170239096 wait complete. 2024-04-26T23:35:40.283 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-26T23:35:40.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.489+0000 7fb57cc00640 1 -- 172.21.15.26:0/3771907050 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb578108d90 msgr2=0x7fb5781091b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.489+0000 7fb57cc00640 1 --2- 172.21.15.26:0/3771907050 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb578108d90 0x7fb5781091b0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb568009900 tx=0x7fb56802a3f0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.489+0000 7fb57cc00640 1 -- 172.21.15.26:0/3771907050 shutdown_connections 2024-04-26T23:35:40.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.489+0000 7fb57cc00640 1 --2- 172.21.15.26:0/3771907050 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb57810a940 0x7fb5781111d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.489+0000 7fb57cc00640 1 --2- 172.21.15.26:0/3771907050 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb578109f80 0x7fb57810a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.489+0000 7fb57cc00640 1 --2- 172.21.15.26:0/3771907050 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb578108d90 0x7fb5781091b0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.489+0000 7fb57cc00640 1 -- 172.21.15.26:0/3771907050 >> 172.21.15.26:0/3771907050 conn(0x7fb578077d30 msgr2=0x7fb57807a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.489+0000 7fb57cc00640 1 -- 172.21.15.26:0/3771907050 shutdown_connections 2024-04-26T23:35:40.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.489+0000 7fb57cc00640 1 -- 172.21.15.26:0/3771907050 wait complete. 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.490+0000 7fb57cc00640 1 Processor -- start 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.490+0000 7fb57cc00640 1 -- start start 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.490+0000 7fb57cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb578109f80 0x7fb57819f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.490+0000 7fb57cc00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb57810a940 0x7fb57819f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.490+0000 7fb57cc00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb5781a45c0 0x7fb5781a69b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.490+0000 7fb57cc00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb5781147c0 con 0x7fb578109f80 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.490+0000 7fb57cc00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb578114640 con 0x7fb5781a45c0 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.490+0000 7fb57cc00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb578114940 con 0x7fb57810a940 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.491+0000 7fb577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb578109f80 0x7fb57819f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.491+0000 7fb577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb578109f80 0x7fb57819f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35470/0 (socket says 172.21.15.26:35470) 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.491+0000 7fb577400640 1 -- 172.21.15.26:0/3683540377 learned_addr learned my addr 172.21.15.26:0/3683540377 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.491+0000 7fb577e00640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb5781a45c0 0x7fb5781a69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.491+0000 7fb576a00640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb57810a940 0x7fb57819f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.491+0000 7fb577400640 1 -- 172.21.15.26:0/3683540377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb57810a940 msgr2=0x7fb57819f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.491+0000 7fb577400640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb57810a940 0x7fb57819f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.491+0000 7fb577400640 1 -- 172.21.15.26:0/3683540377 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb5781a45c0 msgr2=0x7fb5781a69b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.491+0000 7fb577400640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb5781a45c0 0x7fb5781a69b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.491+0000 7fb577400640 1 -- 172.21.15.26:0/3683540377 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5781a7020 con 0x7fb578109f80 2024-04-26T23:35:40.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.491+0000 7fb577e00640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb5781a45c0 0x7fb5781a69b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:40.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.491+0000 7fb577400640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb578109f80 0x7fb57819f020 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb568006010 tx=0x7fb568003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.492+0000 7fb56fe00640 1 -- 172.21.15.26:0/3683540377 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb56803f020 con 0x7fb578109f80 2024-04-26T23:35:40.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.492+0000 7fb56fe00640 1 -- 172.21.15.26:0/3683540377 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb568003e40 con 0x7fb578109f80 2024-04-26T23:35:40.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.492+0000 7fb56fe00640 1 -- 172.21.15.26:0/3683540377 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb568035070 con 0x7fb578109f80 2024-04-26T23:35:40.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.492+0000 7fb57cc00640 1 -- 172.21.15.26:0/3683540377 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5781a72b0 con 0x7fb578109f80 2024-04-26T23:35:40.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.492+0000 7fb57cc00640 1 -- 172.21.15.26:0/3683540377 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5781a7770 con 0x7fb578109f80 2024-04-26T23:35:40.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.495+0000 7fb58116a740 1 Processor -- start 2024-04-26T23:35:40.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.495+0000 7fb56fe00640 1 -- 172.21.15.26:0/3683540377 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb568042020 con 0x7fb578109f80 2024-04-26T23:35:40.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.496+0000 7fb58116a740 1 -- start start 2024-04-26T23:35:40.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.496+0000 7fb58116a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a6132c0 0x55949a6136e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.496+0000 7fb58116a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a613cb0 0x55949a6187b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.496+0000 7fb58116a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a618e20 0x55949a61b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.496+0000 7fb58116a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55949a577600 con 0x55949a613cb0 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.496+0000 7fb58116a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55949a514100 con 0x55949a6132c0 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.496+0000 7fb58116a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55949a5735c0 con 0x55949a618e20 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.496+0000 7fb577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a613cb0 0x55949a6187b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.496+0000 7fb577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a613cb0 0x55949a6187b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35482/0 (socket says 172.21.15.26:35482) 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.496+0000 7fb577400640 1 -- 172.21.15.26:0/205599569 learned_addr learned my addr 172.21.15.26:0/205599569 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.496+0000 7fb577e00640 1 --2- 172.21.15.26:0/205599569 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a6132c0 0x55949a6136e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.497+0000 7fb576a00640 1 --2- 172.21.15.26:0/205599569 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a618e20 0x55949a61b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.497+0000 7fb577400640 1 -- 172.21.15.26:0/205599569 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a618e20 msgr2=0x55949a61b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.497+0000 7fb577400640 1 --2- 172.21.15.26:0/205599569 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a618e20 0x55949a61b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.497+0000 7fb577400640 1 -- 172.21.15.26:0/205599569 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a6132c0 msgr2=0x55949a6136e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.497+0000 7fb577400640 1 --2- 172.21.15.26:0/205599569 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a6132c0 0x55949a6136e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.497+0000 7fb577400640 1 -- 172.21.15.26:0/205599569 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55949a2892d0 con 0x55949a613cb0 2024-04-26T23:35:40.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.497+0000 7fb576a00640 1 --2- 172.21.15.26:0/205599569 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a618e20 0x55949a61b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:40.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.497+0000 7fb56fe00640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb55c0a3cc0 0x7fb55c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.497+0000 7fb577400640 1 --2- 172.21.15.26:0/205599569 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a613cb0 0x55949a6187b0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb5680f9260 tx=0x7fb5680f9350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=155d1c57d26b9101 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.497+0000 7fb56fe00640 1 -- 172.21.15.26:0/3683540377 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb5680f0fc0 con 0x7fb578109f80 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.497+0000 7fb577e00640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb55c0a3cc0 0x7fb55c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.497+0000 7fb567e00640 1 -- 172.21.15.26:0/205599569 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5680b9390 con 0x55949a613cb0 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.498+0000 7fb567e00640 1 -- 172.21.15.26:0/205599569 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb5680fe070 con 0x55949a613cb0 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.498+0000 7fb567e00640 1 -- 172.21.15.26:0/205599569 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5680f4c40 con 0x55949a613cb0 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.498+0000 7fb58116a740 1 -- 172.21.15.26:0/205599569 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a613cb0 msgr2=0x55949a6187b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.498+0000 7fb58116a740 1 --2- 172.21.15.26:0/205599569 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a613cb0 0x55949a6187b0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb5680f9260 tx=0x7fb5680f9350 comp rx=0 tx=0).stop 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.498+0000 7fb577e00640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb55c0a3cc0 0x7fb55c0a6180 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x55949a614510 tx=0x7fb570009590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.498+0000 7fb58116a740 1 -- 172.21.15.26:0/205599569 shutdown_connections 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.498+0000 7fb58116a740 1 --2- 172.21.15.26:0/205599569 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a618e20 0x55949a61b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.498+0000 7fb58116a740 1 --2- 172.21.15.26:0/205599569 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a613cb0 0x55949a6187b0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.498+0000 7fb58116a740 1 --2- 172.21.15.26:0/205599569 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a6132c0 0x55949a6136e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.498+0000 7fb58116a740 1 -- 172.21.15.26:0/205599569 >> 172.21.15.26:0/205599569 conn(0x55949a5a7d10 msgr2=0x55949a60ed40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.499+0000 7fb58116a740 1 -- 172.21.15.26:0/205599569 shutdown_connections 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.499+0000 7fb58116a740 1 -- 172.21.15.26:0/205599569 wait complete. 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.499+0000 7fb58116a740 1 -- start start 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.499+0000 7fb58116a740 1 Processor -- start 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb58116a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 0x55949a61d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb58116a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a613cb0 0x55949a61d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb58116a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a618e20 0x55949a624a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb58116a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55949a61bb90 con 0x55949a6132c0 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb58116a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55949a4fef70 con 0x55949a613cb0 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb58116a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55949a61bd10 con 0x55949a618e20 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb58116a740 10 client.0 _ll_register_callbacks cb 0x55949a56d480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 0x55949a61d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 0x55949a61d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35498/0 (socket says 172.21.15.26:35498) 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb577400640 1 -- 172.21.15.26:0/45852526 learned_addr learned my addr 172.21.15.26:0/45852526 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb576a00640 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a613cb0 0x55949a61d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb577e00640 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a618e20 0x55949a624a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb577400640 1 -- 172.21.15.26:0/45852526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a618e20 msgr2=0x55949a624a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb577400640 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a618e20 0x55949a624a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb577400640 1 -- 172.21.15.26:0/45852526 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a613cb0 msgr2=0x55949a61d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb577400640 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a613cb0 0x55949a61d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.500+0000 7fb577400640 1 -- 172.21.15.26:0/45852526 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55949a3536b0 con 0x55949a6132c0 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.501+0000 7fb577400640 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 0x55949a61d4a0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fb5680c5830 tx=0x7fb5680f1240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97a20533bd81841d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.501+0000 7fb564c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.501+0000 7fb564c00640 1 -- 172.21.15.26:0/45852526 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5680bca50 con 0x55949a6132c0 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.501+0000 7fb564c00640 1 -- 172.21.15.26:0/45852526 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb5680f4c40 con 0x55949a6132c0 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.501+0000 7fb58116a740 1 -- 172.21.15.26:0/45852526 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5680fe070 con 0x55949a6132c0 2024-04-26T23:35:40.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.501+0000 7fb564c00640 1 -- 172.21.15.26:0/45852526 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fb5680bcc30 con 0x55949a6132c0 2024-04-26T23:35:40.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.501+0000 7fb58116a740 10 client.15267 fetch_fsmap learned FSMap version 23 2024-04-26T23:35:40.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.501+0000 7fb58116a740 1 -- 172.21.15.26:0/45852526 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55949a61bb90 con 0x55949a6132c0 2024-04-26T23:35:40.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.501+0000 7fb564c00640 1 -- 172.21.15.26:0/45852526 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb5680fe070 con 0x55949a6132c0 2024-04-26T23:35:40.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.502+0000 7fb564c00640 1 -- 172.21.15.26:0/45852526 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7fb5680eeb70 con 0x55949a6132c0 2024-04-26T23:35:40.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.502+0000 7fb58116a740 10 client.15267 fetch_fsmap finished waiting for FSMap version 23 2024-04-26T23:35:40.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.502+0000 7fb58116a740 10 client.15267 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T23:35:40.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.502+0000 7fb58116a740 20 client.15267 populate_metadata read hostname 'smithi026' 2024-04-26T23:35:40.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.502+0000 7fb58116a740 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55949a629d00 0x55949a62b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.502+0000 7fb58116a740 4 client.15267 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:35:40.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.502+0000 7fb58116a740 1 -- 172.21.15.26:0/45852526 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55949a585210 con 0x55949a629d00 2024-04-26T23:35:40.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.502+0000 7fb576a00640 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55949a629d00 0x55949a62b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.503+0000 7fb576a00640 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55949a629d00 0x55949a62b170 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2551cb3d24a5a036 server_cookie=e78e6b34d00a9a54 in_seq=0 out_seq=0 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.503+0000 7fb564c00640 10 client.15267 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.505+0000 7fb564c00640 1 -- 172.21.15.26:0/45852526 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55949a585210 con 0x55949a629d00 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.505+0000 7fb564c00640 10 client.15267 handle_command_reply: tid=0 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.505+0000 7fb58116a740 1 client.15267 shutdown 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.506+0000 7fb58116a740 1 -- 172.21.15.26:0/45852526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 msgr2=0x55949a61d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.506+0000 7fb58116a740 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 0x55949a61d4a0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fb5680c5830 tx=0x7fb5680f1240 comp rx=0 tx=0).stop 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.506+0000 7fb58116a740 1 -- 172.21.15.26:0/45852526 shutdown_connections 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.506+0000 7fb58116a740 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55949a629d00 0x55949a62b170 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.506+0000 7fb58116a740 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a618e20 0x55949a624a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.506+0000 7fb58116a740 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a613cb0 0x55949a61d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.506+0000 7fb564c00640 0 client.15267 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.506+0000 7fb58116a740 1 --2- 172.21.15.26:0/45852526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 0x55949a61d4a0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.506+0000 7fb58116a740 1 -- 172.21.15.26:0/45852526 >> 172.21.15.26:0/45852526 conn(0x55949a5a7d10 msgr2=0x55949a60df60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.506+0000 7fb58116a740 1 -- 172.21.15.26:0/45852526 shutdown_connections 2024-04-26T23:35:40.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.506+0000 7fb58116a740 1 -- 172.21.15.26:0/45852526 wait complete. 2024-04-26T23:35:40.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.506+0000 7fb58116a740 20 client.15267 trim_cache size 0 max 16384 2024-04-26T23:35:40.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.526+0000 7fb58116a740 1 Processor -- start 2024-04-26T23:35:40.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.527+0000 7fb58116a740 1 -- start start 2024-04-26T23:35:40.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.527+0000 7fb58116a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a5a7d10 0x55949a61d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.527+0000 7fb58116a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a6132c0 0x55949a6249b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.527+0000 7fb58116a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a613cb0 0x55949a632440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.527+0000 7fb58116a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55949a6294b0 con 0x55949a5a7d10 2024-04-26T23:35:40.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.527+0000 7fb58116a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55949a629b80 con 0x55949a6132c0 2024-04-26T23:35:40.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.527+0000 7fb58116a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55949a62a250 con 0x55949a613cb0 2024-04-26T23:35:40.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.527+0000 7fb577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a5a7d10 0x55949a61d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.527+0000 7fb577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a5a7d10 0x55949a61d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35510/0 (socket says 172.21.15.26:35510) 2024-04-26T23:35:40.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.527+0000 7fb577400640 1 -- 172.21.15.26:0/877861769 learned_addr learned my addr 172.21.15.26:0/877861769 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.528+0000 7fb576a00640 1 --2- 172.21.15.26:0/877861769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a6132c0 0x55949a6249b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.528+0000 7fb577e00640 1 --2- 172.21.15.26:0/877861769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a613cb0 0x55949a632440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.528+0000 7fb577400640 1 -- 172.21.15.26:0/877861769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a613cb0 msgr2=0x55949a632440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.528+0000 7fb577400640 1 --2- 172.21.15.26:0/877861769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a613cb0 0x55949a632440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.528+0000 7fb577400640 1 -- 172.21.15.26:0/877861769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a6132c0 msgr2=0x55949a6249b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.528+0000 7fb577400640 1 --2- 172.21.15.26:0/877861769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a6132c0 0x55949a6249b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.528+0000 7fb577400640 1 -- 172.21.15.26:0/877861769 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55949a614090 con 0x55949a5a7d10 2024-04-26T23:35:40.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.528+0000 7fb577e00640 1 --2- 172.21.15.26:0/877861769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a613cb0 0x55949a632440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.528+0000 7fb577400640 1 --2- 172.21.15.26:0/877861769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a5a7d10 0x55949a61d7c0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fb5680bcdf0 tx=0x7fb5680bb600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8185e641758a2230 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.528+0000 7fb567400640 1 -- 172.21.15.26:0/877861769 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5680bcec0 con 0x55949a5a7d10 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.528+0000 7fb567400640 1 -- 172.21.15.26:0/877861769 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb5680bd0f0 con 0x55949a5a7d10 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.528+0000 7fb567400640 1 -- 172.21.15.26:0/877861769 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb56803b580 con 0x55949a5a7d10 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.529+0000 7fb58116a740 1 -- 172.21.15.26:0/877861769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a5a7d10 msgr2=0x55949a61d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.529+0000 7fb58116a740 1 --2- 172.21.15.26:0/877861769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a5a7d10 0x55949a61d7c0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fb5680bcdf0 tx=0x7fb5680bb600 comp rx=0 tx=0).stop 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.529+0000 7fb58116a740 1 -- 172.21.15.26:0/877861769 shutdown_connections 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.529+0000 7fb58116a740 1 --2- 172.21.15.26:0/877861769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a613cb0 0x55949a632440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.529+0000 7fb58116a740 1 --2- 172.21.15.26:0/877861769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a6132c0 0x55949a6249b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.529+0000 7fb58116a740 1 --2- 172.21.15.26:0/877861769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a5a7d10 0x55949a61d7c0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.529+0000 7fb58116a740 1 -- 172.21.15.26:0/877861769 >> 172.21.15.26:0/877861769 conn(0x55949a61c370 msgr2=0x55949a61d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.529+0000 7fb58116a740 1 -- 172.21.15.26:0/877861769 shutdown_connections 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.529+0000 7fb58116a740 1 -- 172.21.15.26:0/877861769 wait complete. 2024-04-26T23:35:40.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.530+0000 7fb58116a740 1 -- start start 2024-04-26T23:35:40.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.530+0000 7fb58116a740 1 Processor -- start 2024-04-26T23:35:40.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.530+0000 7fb58116a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a5a7d10 0x55949a620b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.530+0000 7fb58116a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 0x55949a6210c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.530+0000 7fb58116a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a613cb0 0x55949a6240e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.530+0000 7fb58116a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55949a62aff0 con 0x55949a6132c0 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.530+0000 7fb58116a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55949a62a920 con 0x55949a5a7d10 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.530+0000 7fb58116a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55949a62b6c0 con 0x55949a613cb0 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.530+0000 7fb58116a740 10 client.0 _ll_register_callbacks cb 0x7fb5680f90e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.531+0000 7fb576a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 0x55949a6210c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.531+0000 7fb576a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 0x55949a6210c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35520/0 (socket says 172.21.15.26:35520) 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.531+0000 7fb576a00640 1 -- 172.21.15.26:0/16103843 learned_addr learned my addr 172.21.15.26:0/16103843 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.531+0000 7fb576a00640 1 -- 172.21.15.26:0/16103843 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a613cb0 msgr2=0x55949a6240e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.531+0000 7fb576a00640 1 --2- 172.21.15.26:0/16103843 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a613cb0 0x55949a6240e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.531+0000 7fb576a00640 1 -- 172.21.15.26:0/16103843 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a5a7d10 msgr2=0x55949a620b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.531+0000 7fb577400640 1 --2- 172.21.15.26:0/16103843 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a5a7d10 0x55949a620b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.531+0000 7fb576a00640 1 --2- 172.21.15.26:0/16103843 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a5a7d10 0x55949a620b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.531+0000 7fb576a00640 1 -- 172.21.15.26:0/16103843 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55949a6246d0 con 0x55949a6132c0 2024-04-26T23:35:40.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.531+0000 7fb576a00640 1 --2- 172.21.15.26:0/16103843 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 0x55949a6210c0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fb560000c00 tx=0x7fb56000c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=231891503776986c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.531+0000 7fb564c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.532+0000 7fb564c00640 1 -- 172.21.15.26:0/16103843 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb560018490 con 0x55949a6132c0 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.532+0000 7fb564c00640 1 -- 172.21.15.26:0/16103843 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb560018630 con 0x55949a6132c0 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.532+0000 7fb58116a740 1 -- 172.21.15.26:0/16103843 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5680bd0f0 con 0x55949a6132c0 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.532+0000 7fb564c00640 1 -- 172.21.15.26:0/16103843 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fb560005630 con 0x55949a6132c0 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.532+0000 7fb58116a740 10 client.15273 fetch_fsmap learned FSMap version 23 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.532+0000 7fb58116a740 1 -- 172.21.15.26:0/16103843 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55949a690760 con 0x55949a6132c0 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.532+0000 7fb564c00640 1 -- 172.21.15.26:0/16103843 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb5680bd0f0 con 0x55949a6132c0 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.533+0000 7fb564c00640 1 -- 172.21.15.26:0/16103843 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7fb5600204b0 con 0x55949a6132c0 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.533+0000 7fb58116a740 10 client.15273 fetch_fsmap finished waiting for FSMap version 23 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.533+0000 7fb58116a740 10 client.15273 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.533+0000 7fb58116a740 20 client.15273 populate_metadata read hostname 'smithi026' 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.533+0000 7fb58116a740 1 --2- 172.21.15.26:0/16103843 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55949a618e20 0x55949a6940e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.533+0000 7fb58116a740 4 client.15273 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T23:35:40.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.533+0000 7fb58116a740 1 -- 172.21.15.26:0/16103843 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "status"}) -- 0x55949a57f080 con 0x55949a618e20 2024-04-26T23:35:40.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.533+0000 7fb577400640 1 --2- 172.21.15.26:0/16103843 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55949a618e20 0x55949a6940e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.534+0000 7fb577400640 1 --2- 172.21.15.26:0/16103843 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55949a618e20 0x55949a6940e0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ae0bff15f302be14 server_cookie=8d30f2df5c70ef7a in_seq=0 out_seq=0 2024-04-26T23:35:40.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.534+0000 7fb564c00640 10 client.15273 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:35:40.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.535+0000 7fb564c00640 1 -- 172.21.15.26:0/16103843 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55949a57f080 con 0x55949a618e20 2024-04-26T23:35:40.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.535+0000 7fb564c00640 10 client.15273 handle_command_reply: tid=0 2024-04-26T23:35:40.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.535+0000 7fb58116a740 1 client.15273 shutdown 2024-04-26T23:35:40.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.535+0000 7fb58116a740 1 -- 172.21.15.26:0/16103843 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 msgr2=0x55949a6210c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.535+0000 7fb58116a740 1 --2- 172.21.15.26:0/16103843 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 0x55949a6210c0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fb560000c00 tx=0x7fb56000c460 comp rx=0 tx=0).stop 2024-04-26T23:35:40.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.535+0000 7fb58116a740 1 -- 172.21.15.26:0/16103843 shutdown_connections 2024-04-26T23:35:40.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb58116a740 1 --2- 172.21.15.26:0/16103843 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55949a618e20 0x55949a6940e0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb58116a740 1 --2- 172.21.15.26:0/16103843 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55949a613cb0 0x55949a6240e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb58116a740 1 --2- 172.21.15.26:0/16103843 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55949a6132c0 0x55949a6210c0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb564c00640 0 client.15273 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:35:40.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb58116a740 1 --2- 172.21.15.26:0/16103843 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55949a5a7d10 0x55949a620b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb58116a740 1 -- 172.21.15.26:0/16103843 >> 172.21.15.26:0/16103843 conn(0x55949a61c370 msgr2=0x55949a611c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb58116a740 1 -- 172.21.15.26:0/16103843 shutdown_connections 2024-04-26T23:35:40.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb58116a740 1 -- 172.21.15.26:0/16103843 wait complete. 2024-04-26T23:35:40.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb58116a740 20 client.15273 trim_cache size 0 max 16384 2024-04-26T23:35:40.542 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:35:40.543 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "a73d6c78-0423-11ef-bc93-c7b262605968", 2024-04-26T23:35:40.543 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 1, 2024-04-26T23:35:40.543 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 34508, 2024-04-26T23:35:40.543 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T23:35:40.543 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T23:35:40.543 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T23:35:40.543 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 136.81338788599999, 2024-04-26T23:35:40.543 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 23, 2024-04-26T23:35:40.543 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T23:35:40.543 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T23:35:40.543 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 163.27733305000001 2024-04-26T23:35:40.543 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:35:40.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb57cc00640 1 -- 172.21.15.26:0/3683540377 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb55c0a3cc0 msgr2=0x7fb55c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb57cc00640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb55c0a3cc0 0x7fb55c0a6180 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x55949a614510 tx=0x7fb570009590 comp rx=0 tx=0).stop 2024-04-26T23:35:40.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb57cc00640 1 -- 172.21.15.26:0/3683540377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb578109f80 msgr2=0x7fb57819f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.536+0000 7fb57cc00640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb578109f80 0x7fb57819f020 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb568006010 tx=0x7fb568003cd0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.537+0000 7fb57cc00640 1 -- 172.21.15.26:0/3683540377 shutdown_connections 2024-04-26T23:35:40.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.537+0000 7fb57cc00640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb5781a45c0 0x7fb5781a69b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.537+0000 7fb57cc00640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb57810a940 0x7fb57819f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.537+0000 7fb57cc00640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7fb55c0a3cc0 0x7fb55c0a6180 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.537+0000 7fb57cc00640 1 --2- 172.21.15.26:0/3683540377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb578109f80 0x7fb57819f020 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.537+0000 7fb57cc00640 1 -- 172.21.15.26:0/3683540377 >> 172.21.15.26:0/3683540377 conn(0x7fb578077d30 msgr2=0x7fb57810d320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.537+0000 7fb57cc00640 1 -- 172.21.15.26:0/3683540377 shutdown_connections 2024-04-26T23:35:40.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.537+0000 7fb57cc00640 1 -- 172.21.15.26:0/3683540377 wait complete. 2024-04-26T23:35:40.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:40 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2517714970' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:40.555 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:40 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/976855383' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:40.558 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-26T23:35:40.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.760+0000 7f47b3200640 1 -- 172.21.15.26:0/122742997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b4108d90 msgr2=0x7f47b41091b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.760+0000 7f47b3200640 1 --2- 172.21.15.26:0/122742997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b4108d90 0x7f47b41091b0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f47a4009900 tx=0x7f47a402a410 comp rx=0 tx=0).stop 2024-04-26T23:35:40.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.760+0000 7f47b3200640 1 -- 172.21.15.26:0/122742997 shutdown_connections 2024-04-26T23:35:40.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.760+0000 7f47b3200640 1 --2- 172.21.15.26:0/122742997 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f47b410a940 0x7f47b41111d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.760+0000 7f47b3200640 1 --2- 172.21.15.26:0/122742997 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b4109f80 0x7f47b410a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.760+0000 7f47b3200640 1 --2- 172.21.15.26:0/122742997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b4108d90 0x7f47b41091b0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.760+0000 7f47b3200640 1 -- 172.21.15.26:0/122742997 >> 172.21.15.26:0/122742997 conn(0x7f47b4077d30 msgr2=0x7f47b407a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.760+0000 7f47b3200640 1 -- 172.21.15.26:0/122742997 shutdown_connections 2024-04-26T23:35:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.760+0000 7f47b3200640 1 -- 172.21.15.26:0/122742997 wait complete. 2024-04-26T23:35:40.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.761+0000 7f47b3200640 1 Processor -- start 2024-04-26T23:35:40.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.762+0000 7f47b3200640 1 -- start start 2024-04-26T23:35:40.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.762+0000 7f47b3200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b4108d90 0x7f47b419eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.762+0000 7f47b3200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f47b4109f80 0x7f47b419f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.762+0000 7f47b3200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b410a940 0x7f47b41a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.762+0000 7f47b3200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f47b4114740 con 0x7f47b4108d90 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.762+0000 7f47b3200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f47b41145c0 con 0x7f47b4109f80 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.762+0000 7f47b3200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f47b41148c0 con 0x7f47b410a940 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.762+0000 7f47b1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b4108d90 0x7f47b419eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.762+0000 7f47b1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b4108d90 0x7f47b419eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35532/0 (socket says 172.21.15.26:35532) 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.762+0000 7f47b1e00640 1 -- 172.21.15.26:0/2613261012 learned_addr learned my addr 172.21.15.26:0/2613261012 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.762+0000 7f47abe00640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f47b4109f80 0x7f47b419f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.763+0000 7f47b2800640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b410a940 0x7f47b41a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.763+0000 7f47b1e00640 1 -- 172.21.15.26:0/2613261012 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b410a940 msgr2=0x7f47b41a64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.763+0000 7f47b1e00640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b410a940 0x7f47b41a64a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.763+0000 7f47b1e00640 1 -- 172.21.15.26:0/2613261012 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f47b4109f80 msgr2=0x7f47b419f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.763+0000 7f47b1e00640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f47b4109f80 0x7f47b419f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.763+0000 7f47b1e00640 1 -- 172.21.15.26:0/2613261012 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47b41a6b10 con 0x7f47b4108d90 2024-04-26T23:35:40.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.763+0000 7f47b2800640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b410a940 0x7f47b41a64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.763+0000 7f47b1e00640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b4108d90 0x7f47b419eef0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f47a4005ab0 tx=0x7f47a40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.764+0000 7f47aaa00640 1 -- 172.21.15.26:0/2613261012 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a403f030 con 0x7f47b4108d90 2024-04-26T23:35:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.764+0000 7f47aaa00640 1 -- 172.21.15.26:0/2613261012 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47a4003c90 con 0x7f47b4108d90 2024-04-26T23:35:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.764+0000 7f47aaa00640 1 -- 172.21.15.26:0/2613261012 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a4035070 con 0x7f47b4108d90 2024-04-26T23:35:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.764+0000 7f47b3200640 1 -- 172.21.15.26:0/2613261012 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47b41a6da0 con 0x7f47b4108d90 2024-04-26T23:35:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.764+0000 7f47b3200640 1 -- 172.21.15.26:0/2613261012 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47b41a7220 con 0x7f47b4108d90 2024-04-26T23:35:40.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.767+0000 7f47bb781740 1 Processor -- start 2024-04-26T23:35:40.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.767+0000 7f47aaa00640 1 -- 172.21.15.26:0/2613261012 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f47a4042030 con 0x7f47b4108d90 2024-04-26T23:35:40.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.767+0000 7f47bb781740 1 -- start start 2024-04-26T23:35:40.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.767+0000 7f47bb781740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 0x559fbc0616e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.767+0000 7f47bb781740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc061cb0 0x559fbc0667b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.767+0000 7f47bb781740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc066e20 0x559fbc0692b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.767+0000 7f47bb781740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559fbbfc5600 con 0x559fbc061cb0 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.767+0000 7f47bb781740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559fbbf62100 con 0x559fbc066e20 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.767+0000 7f47bb781740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559fbbfc15c0 con 0x559fbc0612c0 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.768+0000 7f47b1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc061cb0 0x559fbc0667b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.768+0000 7f47b1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc061cb0 0x559fbc0667b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35536/0 (socket says 172.21.15.26:35536) 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.768+0000 7f47b1e00640 1 -- 172.21.15.26:0/3932747232 learned_addr learned my addr 172.21.15.26:0/3932747232 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.768+0000 7f47b2800640 1 --2- 172.21.15.26:0/3932747232 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 0x559fbc0616e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.768+0000 7f47abe00640 1 --2- 172.21.15.26:0/3932747232 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc066e20 0x559fbc0692b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.768+0000 7f47b1e00640 1 -- 172.21.15.26:0/3932747232 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 msgr2=0x559fbc0616e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.768+0000 7f47b1e00640 1 --2- 172.21.15.26:0/3932747232 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 0x559fbc0616e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.768+0000 7f47b1e00640 1 -- 172.21.15.26:0/3932747232 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc066e20 msgr2=0x559fbc0692b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.768+0000 7f47b1e00640 1 --2- 172.21.15.26:0/3932747232 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc066e20 0x559fbc0692b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.768+0000 7f47b1e00640 1 -- 172.21.15.26:0/3932747232 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fbbcd72d0 con 0x559fbc061cb0 2024-04-26T23:35:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.768+0000 7f47abe00640 1 --2- 172.21.15.26:0/3932747232 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc066e20 0x559fbc0692b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.769+0000 7f47b1e00640 1 --2- 172.21.15.26:0/3932747232 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc061cb0 0x559fbc0667b0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f47a40ee850 tx=0x7f47a40f9270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97836f258de0b84c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.769+0000 7f47aaa00640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f47980a3cc0 0x7f47980a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.769+0000 7f47a3000640 1 -- 172.21.15.26:0/3932747232 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a40b9380 con 0x559fbc061cb0 2024-04-26T23:35:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.769+0000 7f47a3000640 1 -- 172.21.15.26:0/3932747232 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47a40fe070 con 0x559fbc061cb0 2024-04-26T23:35:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.769+0000 7f47a3000640 1 -- 172.21.15.26:0/3932747232 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a40bc530 con 0x559fbc061cb0 2024-04-26T23:35:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.769+0000 7f47b2800640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f47980a3cc0 0x7f47980a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.769+0000 7f47aaa00640 1 -- 172.21.15.26:0/2613261012 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f47a40f0f50 con 0x7f47b4108d90 2024-04-26T23:35:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.770+0000 7f47bb781740 1 -- 172.21.15.26:0/3932747232 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc061cb0 msgr2=0x559fbc0667b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.770+0000 7f47b2800640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f47980a3cc0 0x7f47980a6180 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x559fbc062510 tx=0x7f47ac0083f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.770+0000 7f47bb781740 1 --2- 172.21.15.26:0/3932747232 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc061cb0 0x559fbc0667b0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f47a40ee850 tx=0x7f47a40f9270 comp rx=0 tx=0).stop 2024-04-26T23:35:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.770+0000 7f47bb781740 1 -- 172.21.15.26:0/3932747232 shutdown_connections 2024-04-26T23:35:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.770+0000 7f47bb781740 1 --2- 172.21.15.26:0/3932747232 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc066e20 0x559fbc0692b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.770+0000 7f47bb781740 1 --2- 172.21.15.26:0/3932747232 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc061cb0 0x559fbc0667b0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.770+0000 7f47bb781740 1 --2- 172.21.15.26:0/3932747232 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 0x559fbc0616e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.770+0000 7f47bb781740 1 -- 172.21.15.26:0/3932747232 >> 172.21.15.26:0/3932747232 conn(0x559fbbff5d10 msgr2=0x559fbc05cd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.770+0000 7f47bb781740 1 -- 172.21.15.26:0/3932747232 shutdown_connections 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.770+0000 7f47bb781740 1 -- 172.21.15.26:0/3932747232 wait complete. 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.771+0000 7f47bb781740 1 -- start start 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.771+0000 7f47bb781740 1 Processor -- start 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.771+0000 7f47bb781740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 0x559fbc06b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.771+0000 7f47bb781740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc061cb0 0x559fbc06ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.771+0000 7f47bb781740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 0x559fbc0729e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.771+0000 7f47bb781740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559fbc069b90 con 0x559fbc066e20 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.771+0000 7f47bb781740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559fbbf4cf70 con 0x559fbc061cb0 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.771+0000 7f47bb781740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559fbc069d10 con 0x559fbc0612c0 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.771+0000 7f47bb781740 10 client.0 _ll_register_callbacks cb 0x559fbbfbb480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.772+0000 7f47b2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 0x559fbc0729e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.772+0000 7f47b2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 0x559fbc0729e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35538/0 (socket says 172.21.15.26:35538) 2024-04-26T23:35:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.772+0000 7f47b2800640 1 -- 172.21.15.26:0/75863182 learned_addr learned my addr 172.21.15.26:0/75863182 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.772+0000 7f47b1e00640 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 0x559fbc06b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.772+0000 7f47abe00640 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc061cb0 0x559fbc06ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.772+0000 7f47b2800640 1 -- 172.21.15.26:0/75863182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 msgr2=0x559fbc06b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.772+0000 7f47b2800640 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 0x559fbc06b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.772+0000 7f47b2800640 1 -- 172.21.15.26:0/75863182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc061cb0 msgr2=0x559fbc06ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.772+0000 7f47b2800640 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc061cb0 0x559fbc06ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.772+0000 7f47b2800640 1 -- 172.21.15.26:0/75863182 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fbbda16b0 con 0x559fbc066e20 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.772+0000 7f47b2800640 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 0x559fbc0729e0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f47ac010e30 tx=0x7f47ac004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85ba72cc10a5e7af server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.772+0000 7f4797400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.773+0000 7f4797400640 1 -- 172.21.15.26:0/75863182 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ac01d420 con 0x559fbc066e20 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.773+0000 7f4797400640 1 -- 172.21.15.26:0/75863182 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f47ac01d5c0 con 0x559fbc066e20 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.773+0000 7f47bb781740 1 -- 172.21.15.26:0/75863182 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47a40fe070 con 0x559fbc066e20 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.773+0000 7f4797400640 1 -- 172.21.15.26:0/75863182 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f47ac004b40 con 0x559fbc066e20 2024-04-26T23:35:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.773+0000 7f47bb781740 10 client.15285 fetch_fsmap learned FSMap version 23 2024-04-26T23:35:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.773+0000 7f47bb781740 1 -- 172.21.15.26:0/75863182 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x559fbc075a00 con 0x559fbc066e20 2024-04-26T23:35:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.773+0000 7f4797400640 1 -- 172.21.15.26:0/75863182 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47a40fe070 con 0x559fbc066e20 2024-04-26T23:35:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.773+0000 7f4797400640 1 -- 172.21.15.26:0/75863182 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f47ac005140 con 0x559fbc066e20 2024-04-26T23:35:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.774+0000 7f47bb781740 10 client.15285 fetch_fsmap finished waiting for FSMap version 23 2024-04-26T23:35:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.774+0000 7f47bb781740 10 client.15285 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T23:35:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.774+0000 7f47bb781740 20 client.15285 populate_metadata read hostname 'smithi026' 2024-04-26T23:35:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.774+0000 7f47bb781740 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559fbc0780f0 0x559fbc079560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.774+0000 7f47bb781740 4 client.15285 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:35:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.774+0000 7f47bb781740 1 -- 172.21.15.26:0/75863182 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559fbbfd3210 con 0x559fbc0780f0 2024-04-26T23:35:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.774+0000 7f47b1e00640 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559fbc0780f0 0x559fbc079560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.782 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:40 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2517714970' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:40.782 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:40 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/976855383' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:40.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.775+0000 7f47b1e00640 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559fbc0780f0 0x559fbc079560 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0c66e6183db8562 server_cookie=7b292f4c2d1d9831 in_seq=0 out_seq=0 2024-04-26T23:35:40.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.775+0000 7f4797400640 10 client.15285 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:35:40.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.777+0000 7f4797400640 1 -- 172.21.15.26:0/75863182 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559fbbfd3210 con 0x559fbc0780f0 2024-04-26T23:35:40.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.777+0000 7f4797400640 10 client.15285 handle_command_reply: tid=0 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f47bb781740 1 client.15285 shutdown 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f47bb781740 1 -- 172.21.15.26:0/75863182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 msgr2=0x559fbc0729e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f47bb781740 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 0x559fbc0729e0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f47ac010e30 tx=0x7f47ac004a40 comp rx=0 tx=0).stop 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f47bb781740 1 -- 172.21.15.26:0/75863182 shutdown_connections 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f47bb781740 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559fbc0780f0 0x559fbc079560 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f47bb781740 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 0x559fbc0729e0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f47bb781740 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc061cb0 0x559fbc06ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f47bb781740 1 --2- 172.21.15.26:0/75863182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 0x559fbc06b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f47bb781740 1 -- 172.21.15.26:0/75863182 >> 172.21.15.26:0/75863182 conn(0x559fbbff5d10 msgr2=0x559fbc05bf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f4797400640 0 client.15285 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f47bb781740 1 -- 172.21.15.26:0/75863182 shutdown_connections 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f47bb781740 1 -- 172.21.15.26:0/75863182 wait complete. 2024-04-26T23:35:40.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.778+0000 7f47bb781740 20 client.15285 trim_cache size 0 max 16384 2024-04-26T23:35:40.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.798+0000 7f47bb781740 1 Processor -- start 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.798+0000 7f47bb781740 1 -- start start 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.798+0000 7f47bb781740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 0x559fbc057df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.798+0000 7f47bb781740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc061cb0 0x559fbc0729a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.798+0000 7f47bb781740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 0x559fbc06b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.798+0000 7f47bb781740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559fbc0778a0 con 0x559fbc066e20 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.798+0000 7f47bb781740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559fbc077f70 con 0x559fbc061cb0 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.798+0000 7f47bb781740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559fbc078640 con 0x559fbc0612c0 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.799+0000 7f47b2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 0x559fbc06b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.799+0000 7f47b2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 0x559fbc06b0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35552/0 (socket says 172.21.15.26:35552) 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.799+0000 7f47b2800640 1 -- 172.21.15.26:0/1168700357 learned_addr learned my addr 172.21.15.26:0/1168700357 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.799+0000 7f47abe00640 1 --2- 172.21.15.26:0/1168700357 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc061cb0 0x559fbc0729a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.799+0000 7f47b1e00640 1 --2- 172.21.15.26:0/1168700357 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 0x559fbc057df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.799+0000 7f47b2800640 1 -- 172.21.15.26:0/1168700357 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 msgr2=0x559fbc057df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.799+0000 7f47b2800640 1 --2- 172.21.15.26:0/1168700357 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 0x559fbc057df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.799+0000 7f47b2800640 1 -- 172.21.15.26:0/1168700357 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc061cb0 msgr2=0x559fbc0729a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.799+0000 7f47b2800640 1 --2- 172.21.15.26:0/1168700357 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc061cb0 0x559fbc0729a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.799+0000 7f47b2800640 1 -- 172.21.15.26:0/1168700357 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fbc062540 con 0x559fbc066e20 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.800+0000 7f47b2800640 1 --2- 172.21.15.26:0/1168700357 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 0x559fbc06b0e0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f47ac00fc90 tx=0x7f47ac008f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f935785c662a9d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.800+0000 7f47a2600640 1 -- 172.21.15.26:0/1168700357 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ac005820 con 0x559fbc066e20 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.800+0000 7f47a2600640 1 -- 172.21.15.26:0/1168700357 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47ac036030 con 0x559fbc066e20 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.800+0000 7f47a2600640 1 -- 172.21.15.26:0/1168700357 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ac0327d0 con 0x559fbc066e20 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.801+0000 7f47bb781740 1 -- 172.21.15.26:0/1168700357 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 msgr2=0x559fbc06b0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.801+0000 7f47bb781740 1 --2- 172.21.15.26:0/1168700357 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 0x559fbc06b0e0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f47ac00fc90 tx=0x7f47ac008f70 comp rx=0 tx=0).stop 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.801+0000 7f47bb781740 1 -- 172.21.15.26:0/1168700357 shutdown_connections 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.801+0000 7f47bb781740 1 --2- 172.21.15.26:0/1168700357 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc066e20 0x559fbc06b0e0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.801+0000 7f47bb781740 1 --2- 172.21.15.26:0/1168700357 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc061cb0 0x559fbc0729a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.801+0000 7f47bb781740 1 --2- 172.21.15.26:0/1168700357 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc0612c0 0x559fbc057df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.801+0000 7f47bb781740 1 -- 172.21.15.26:0/1168700357 >> 172.21.15.26:0/1168700357 conn(0x559fbbff5d10 msgr2=0x559fbc063110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.801+0000 7f47bb781740 1 -- 172.21.15.26:0/1168700357 shutdown_connections 2024-04-26T23:35:40.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.801+0000 7f47bb781740 1 -- 172.21.15.26:0/1168700357 wait complete. 2024-04-26T23:35:40.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.801+0000 7f47bb781740 1 -- start start 2024-04-26T23:35:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.801+0000 7f47bb781740 1 Processor -- start 2024-04-26T23:35:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.802+0000 7f47bb781740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc0612c0 0x559fbc06eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.802+0000 7f47bb781740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc061cb0 0x559fbc06f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.802+0000 7f47bb781740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc066e20 0x559fbc071fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.802+0000 7f47bb781740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559fbc0793e0 con 0x559fbc0612c0 2024-04-26T23:35:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.802+0000 7f47bb781740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559fbc078d10 con 0x559fbc066e20 2024-04-26T23:35:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.802+0000 7f47bb781740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559fbc079ab0 con 0x559fbc061cb0 2024-04-26T23:35:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.802+0000 7f47bb781740 10 client.0 _ll_register_callbacks cb 0x7f47ac008e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:35:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.802+0000 7f47b1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc0612c0 0x559fbc06eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.802+0000 7f47b1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc0612c0 0x559fbc06eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35564/0 (socket says 172.21.15.26:35564) 2024-04-26T23:35:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.802+0000 7f47b1e00640 1 -- 172.21.15.26:0/1065090586 learned_addr learned my addr 172.21.15.26:0/1065090586 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.802+0000 7f47abe00640 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc061cb0 0x559fbc06f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f47b1e00640 1 -- 172.21.15.26:0/1065090586 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc061cb0 msgr2=0x559fbc06f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f47b1e00640 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc061cb0 0x559fbc06f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f47b2800640 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc066e20 0x559fbc071fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f47b1e00640 1 -- 172.21.15.26:0/1065090586 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc066e20 msgr2=0x559fbc071fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f47b1e00640 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc066e20 0x559fbc071fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f47b1e00640 1 -- 172.21.15.26:0/1065090586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fbc0725a0 con 0x559fbc0612c0 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f47b2800640 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc066e20 0x559fbc071fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f47b1e00640 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc0612c0 0x559fbc06eac0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f47a40ee990 tx=0x7f47a4087ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0ab681627d310f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f4797400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f4797400640 1 -- 172.21.15.26:0/1065090586 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a4049040 con 0x559fbc0612c0 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f4797400640 1 -- 172.21.15.26:0/1065090586 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f47a40bb180 con 0x559fbc0612c0 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f47bb781740 1 -- 172.21.15.26:0/1065090586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47ac036030 con 0x559fbc0612c0 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f4797400640 1 -- 172.21.15.26:0/1065090586 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f47a40bc860 con 0x559fbc0612c0 2024-04-26T23:35:40.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f47bb781740 10 client.15291 fetch_fsmap learned FSMap version 23 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.803+0000 7f47bb781740 1 -- 172.21.15.26:0/1065090586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x559fbc0dea20 con 0x559fbc0612c0 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.804+0000 7f4797400640 1 -- 172.21.15.26:0/1065090586 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47ac036030 con 0x559fbc0612c0 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.804+0000 7f4797400640 1 -- 172.21.15.26:0/1065090586 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f47a40bc530 con 0x559fbc0612c0 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.804+0000 7f47bb781740 10 client.15291 fetch_fsmap finished waiting for FSMap version 23 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.804+0000 7f47bb781740 10 client.15291 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.804+0000 7f47bb781740 20 client.15291 populate_metadata read hostname 'smithi026' 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.804+0000 7f47bb781740 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559fbc0e34a0 0x559fbc0e21b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.804+0000 7f47bb781740 4 client.15291 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.804+0000 7f47bb781740 1 -- 172.21.15.26:0/1065090586 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "status"}) -- 0x559fbbfcd080 con 0x559fbc0e34a0 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.805+0000 7f47abe00640 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559fbc0e34a0 0x559fbc0e21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.806+0000 7f47abe00640 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559fbc0e34a0 0x559fbc0e21b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e04a744eef0f8fa server_cookie=603acca1e7b77622 in_seq=0 out_seq=0 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.806+0000 7f4797400640 10 client.15291 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.806+0000 7f4797400640 1 -- 172.21.15.26:0/1065090586 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x559fbbfcd080 con 0x559fbc0e34a0 2024-04-26T23:35:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.806+0000 7f4797400640 10 client.15291 handle_command_reply: tid=0 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.806+0000 7f47bb781740 1 client.15291 shutdown 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.806+0000 7f47bb781740 1 -- 172.21.15.26:0/1065090586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc0612c0 msgr2=0x559fbc06eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.806+0000 7f47bb781740 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc0612c0 0x559fbc06eac0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f47a40ee990 tx=0x7f47a4087ed0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47bb781740 1 -- 172.21.15.26:0/1065090586 shutdown_connections 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47bb781740 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559fbc0e34a0 0x559fbc0e21b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47bb781740 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559fbc066e20 0x559fbc071fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47bb781740 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559fbc061cb0 0x559fbc06f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47bb781740 1 --2- 172.21.15.26:0/1065090586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559fbc0612c0 0x559fbc06eac0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47bb781740 1 -- 172.21.15.26:0/1065090586 >> 172.21.15.26:0/1065090586 conn(0x559fbbff5d10 msgr2=0x559fbc06b0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f4797400640 0 client.15291 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47bb781740 1 -- 172.21.15.26:0/1065090586 shutdown_connections 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47bb781740 1 -- 172.21.15.26:0/1065090586 wait complete. 2024-04-26T23:35:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47bb781740 20 client.15291 trim_cache size 0 max 16384 2024-04-26T23:35:40.815 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:35:40.815 INFO:teuthology.orchestra.run.smithi026.stdout: "cluster_fsid": "a73d6c78-0423-11ef-bc93-c7b262605968", 2024-04-26T23:35:40.815 INFO:teuthology.orchestra.run.smithi026.stdout: "whoami": 0, 2024-04-26T23:35:40.815 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 34559, 2024-04-26T23:35:40.815 INFO:teuthology.orchestra.run.smithi026.stdout: "want_state": "up:active", 2024-04-26T23:35:40.815 INFO:teuthology.orchestra.run.smithi026.stdout: "state": "up:active", 2024-04-26T23:35:40.815 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs", 2024-04-26T23:35:40.815 INFO:teuthology.orchestra.run.smithi026.stdout: "rank_uptime": 140.61057889700001, 2024-04-26T23:35:40.815 INFO:teuthology.orchestra.run.smithi026.stdout: "mdsmap_epoch": 23, 2024-04-26T23:35:40.815 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch": 91, 2024-04-26T23:35:40.816 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T23:35:40.816 INFO:teuthology.orchestra.run.smithi026.stdout: "uptime": 147.28770109499999 2024-04-26T23:35:40.816 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:35:40.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47b3200640 1 -- 172.21.15.26:0/2613261012 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f47980a3cc0 msgr2=0x7f47980a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47b3200640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f47980a3cc0 0x7f47980a6180 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x559fbc062510 tx=0x7f47ac0083f0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47b3200640 1 -- 172.21.15.26:0/2613261012 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b4108d90 msgr2=0x7f47b419eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.807+0000 7f47b3200640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b4108d90 0x7f47b419eef0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f47a4005ab0 tx=0x7f47a40042f0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.808+0000 7f47b3200640 1 -- 172.21.15.26:0/2613261012 shutdown_connections 2024-04-26T23:35:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.808+0000 7f47b3200640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b410a940 0x7f47b41a64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.808+0000 7f47b3200640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f47b4109f80 0x7f47b419f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.808+0000 7f47b3200640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f47980a3cc0 0x7f47980a6180 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.808+0000 7f47b3200640 1 --2- 172.21.15.26:0/2613261012 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b4108d90 0x7f47b419eef0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.808+0000 7f47b3200640 1 -- 172.21.15.26:0/2613261012 >> 172.21.15.26:0/2613261012 conn(0x7f47b4077d30 msgr2=0x7f47b410d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.808+0000 7f47b3200640 1 -- 172.21.15.26:0/2613261012 shutdown_connections 2024-04-26T23:35:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:40.808+0000 7f47b3200640 1 -- 172.21.15.26:0/2613261012 wait complete. 2024-04-26T23:35:40.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:40 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2517714970' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:40.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:40 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/976855383' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:40.831 INFO:teuthology.run_tasks:Running task sequential... 2024-04-26T23:35:40.840 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-26T23:35:40.841 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-26T23:35:40.841 INFO:teuthology.task.print:Enabling mgr modules 2024-04-26T23:35:40.841 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-26T23:35:40.842 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T23:35:40.842 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T23:35:40.842 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-26T23:35:41.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.045+0000 7f2a49c00640 1 -- 172.21.15.26:0/66180191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a441039e0 msgr2=0x7f2a44103e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:41.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.045+0000 7f2a49c00640 1 --2- 172.21.15.26:0/66180191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a441039e0 0x7f2a44103e60 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f2a2c009900 tx=0x7f2a2c02a400 comp rx=0 tx=0).stop 2024-04-26T23:35:41.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.045+0000 7f2a49c00640 1 -- 172.21.15.26:0/66180191 shutdown_connections 2024-04-26T23:35:41.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.045+0000 7f2a49c00640 1 --2- 172.21.15.26:0/66180191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a441043a0 0x7f2a4410ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.045+0000 7f2a49c00640 1 --2- 172.21.15.26:0/66180191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a441039e0 0x7f2a44103e60 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.045+0000 7f2a49c00640 1 --2- 172.21.15.26:0/66180191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a441027f0 0x7f2a44102c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.045+0000 7f2a49c00640 1 -- 172.21.15.26:0/66180191 >> 172.21.15.26:0/66180191 conn(0x7f2a440fdd60 msgr2=0x7f2a441001a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:41.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.045+0000 7f2a49c00640 1 -- 172.21.15.26:0/66180191 shutdown_connections 2024-04-26T23:35:41.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.046+0000 7f2a49c00640 1 -- 172.21.15.26:0/66180191 wait complete. 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.047+0000 7f2a49c00640 1 Processor -- start 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.047+0000 7f2a49c00640 1 -- start start 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.047+0000 7f2a49c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a441027f0 0x7f2a441988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.047+0000 7f2a49c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a441039e0 0x7f2a44198e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.047+0000 7f2a49c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a441043a0 0x7f2a4419fe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.047+0000 7f2a49c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4410e200 con 0x7f2a441027f0 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.047+0000 7f2a49c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4410e080 con 0x7f2a441043a0 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.047+0000 7f2a49c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4410e380 con 0x7f2a441039e0 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a43e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a441027f0 0x7f2a441988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a43e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a441027f0 0x7f2a441988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35584/0 (socket says 172.21.15.26:35584) 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a43e00640 1 -- 172.21.15.26:0/464179082 learned_addr learned my addr 172.21.15.26:0/464179082 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a43400640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a441039e0 0x7f2a44198e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:41.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a49200640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a441043a0 0x7f2a4419fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a43e00640 1 -- 172.21.15.26:0/464179082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a441039e0 msgr2=0x7f2a44198e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a43e00640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a441039e0 0x7f2a44198e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a43e00640 1 -- 172.21.15.26:0/464179082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a441043a0 msgr2=0x7f2a4419fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a43e00640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a441043a0 0x7f2a4419fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a43e00640 1 -- 172.21.15.26:0/464179082 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a441a0500 con 0x7f2a441027f0 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a43400640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a441039e0 0x7f2a44198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a49200640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a441043a0 0x7f2a4419fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.048+0000 7f2a43e00640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a441027f0 0x7f2a441988e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c00ea80 tx=0x7f2a3c00ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.049+0000 7f2a40c00640 1 -- 172.21.15.26:0/464179082 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c00ce40 con 0x7f2a441027f0 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.049+0000 7f2a49c00640 1 -- 172.21.15.26:0/464179082 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a441a07f0 con 0x7f2a441027f0 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.049+0000 7f2a40c00640 1 -- 172.21.15.26:0/464179082 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2a3c011900 con 0x7f2a441027f0 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.049+0000 7f2a40c00640 1 -- 172.21.15.26:0/464179082 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c01a9e0 con 0x7f2a441027f0 2024-04-26T23:35:41.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.049+0000 7f2a49c00640 1 -- 172.21.15.26:0/464179082 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a441a0d90 con 0x7f2a441027f0 2024-04-26T23:35:41.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.050+0000 7f2a49c00640 1 -- 172.21.15.26:0/464179082 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a44109b30 con 0x7f2a441027f0 2024-04-26T23:35:41.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.053+0000 7f2a40c00640 1 -- 172.21.15.26:0/464179082 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2a3c01ab80 con 0x7f2a441027f0 2024-04-26T23:35:41.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.055+0000 7f2a40c00640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2a280a3c30 0x7f2a280a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:41.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.055+0000 7f2a40c00640 1 -- 172.21.15.26:0/464179082 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2a3c0d0df0 con 0x7f2a441027f0 2024-04-26T23:35:41.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.055+0000 7f2a43400640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2a280a3c30 0x7f2a280a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:41.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.056+0000 7f2a43400640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2a280a3c30 0x7f2a280a60f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2a2c02a920 tx=0x7f2a2c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:41.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.057+0000 7f2a40c00640 1 -- 172.21.15.26:0/464179082 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f2a3c016030 con 0x7f2a441027f0 2024-04-26T23:35:41.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.320+0000 7f2a49c00640 1 -- 172.21.15.26:0/464179082 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f2a4402dd30 con 0x7f2a441027f0 2024-04-26T23:35:41.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.525+0000 7f2a40c00640 1 -- 172.21.15.26:0/464179082 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v18) ==== 92+0+0 (secure 0 0 0) 0x7f2a3c09d620 con 0x7f2a441027f0 2024-04-26T23:35:41.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.530+0000 7f2a49c00640 1 -- 172.21.15.26:0/464179082 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2a280a3c30 msgr2=0x7f2a280a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:41.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.530+0000 7f2a49c00640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2a280a3c30 0x7f2a280a60f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2a2c02a920 tx=0x7f2a2c000bc0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.530+0000 7f2a49c00640 1 -- 172.21.15.26:0/464179082 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a441027f0 msgr2=0x7f2a441988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:41.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.530+0000 7f2a49c00640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a441027f0 0x7f2a441988e0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c00ea80 tx=0x7f2a3c00ef40 comp rx=0 tx=0).stop 2024-04-26T23:35:41.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.531+0000 7f2a49c00640 1 -- 172.21.15.26:0/464179082 shutdown_connections 2024-04-26T23:35:41.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.531+0000 7f2a49c00640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a441043a0 0x7f2a4419fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.531+0000 7f2a49c00640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a441039e0 0x7f2a44198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.531+0000 7f2a49c00640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f2a280a3c30 0x7f2a280a60f0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.531+0000 7f2a49c00640 1 --2- 172.21.15.26:0/464179082 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a441027f0 0x7f2a441988e0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.531+0000 7f2a49c00640 1 -- 172.21.15.26:0/464179082 >> 172.21.15.26:0/464179082 conn(0x7f2a440fdd60 msgr2=0x7f2a44106d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:41.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.531+0000 7f2a49c00640 1 -- 172.21.15.26:0/464179082 shutdown_connections 2024-04-26T23:35:41.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.532+0000 7f2a49c00640 1 -- 172.21.15.26:0/464179082 wait complete. 2024-04-26T23:35:41.568 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-26T23:35:41.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.749+0000 7f0d19200640 1 -- 172.21.15.26:0/1266643477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d141027f0 msgr2=0x7f0d14102c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:41.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.749+0000 7f0d19200640 1 --2- 172.21.15.26:0/1266643477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d141027f0 0x7f0d14102c10 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f0d04009ca0 tx=0x7f0d0402a8c0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.750+0000 7f0d19200640 1 -- 172.21.15.26:0/1266643477 shutdown_connections 2024-04-26T23:35:41.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.750+0000 7f0d19200640 1 --2- 172.21.15.26:0/1266643477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0d141043a0 0x7f0d1410ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.750+0000 7f0d19200640 1 --2- 172.21.15.26:0/1266643477 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d141039e0 0x7f0d14103e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.750+0000 7f0d19200640 1 --2- 172.21.15.26:0/1266643477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d141027f0 0x7f0d14102c10 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.750+0000 7f0d19200640 1 -- 172.21.15.26:0/1266643477 >> 172.21.15.26:0/1266643477 conn(0x7f0d140fdd60 msgr2=0x7f0d141001a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:41.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.750+0000 7f0d19200640 1 -- 172.21.15.26:0/1266643477 shutdown_connections 2024-04-26T23:35:41.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.750+0000 7f0d19200640 1 -- 172.21.15.26:0/1266643477 wait complete. 2024-04-26T23:35:41.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.751+0000 7f0d19200640 1 Processor -- start 2024-04-26T23:35:41.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.751+0000 7f0d19200640 1 -- start start 2024-04-26T23:35:41.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.751+0000 7f0d19200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d141027f0 0x7f0d1419abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:41.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.751+0000 7f0d19200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0d141039e0 0x7f0d1419b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:41.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.751+0000 7f0d19200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d141043a0 0x7f0d141a2160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:41.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.751+0000 7f0d19200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1410e1f0 con 0x7f0d141043a0 2024-04-26T23:35:41.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.751+0000 7f0d19200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1410e070 con 0x7f0d141027f0 2024-04-26T23:35:41.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.751+0000 7f0d19200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1410e370 con 0x7f0d141039e0 2024-04-26T23:35:41.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.752+0000 7f0d13e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d141043a0 0x7f0d141a2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:41.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.752+0000 7f0d13e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d141043a0 0x7f0d141a2160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35612/0 (socket says 172.21.15.26:35612) 2024-04-26T23:35:41.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.752+0000 7f0d13e00640 1 -- 172.21.15.26:0/2123365137 learned_addr learned my addr 172.21.15.26:0/2123365137 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:41.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.752+0000 7f0d13400640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d141027f0 0x7f0d1419abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:41.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.752+0000 7f0d0aa00640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0d141039e0 0x7f0d1419b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:41.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.752+0000 7f0d13e00640 1 -- 172.21.15.26:0/2123365137 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0d141039e0 msgr2=0x7f0d1419b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:41.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.752+0000 7f0d13e00640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0d141039e0 0x7f0d1419b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.752+0000 7f0d13e00640 1 -- 172.21.15.26:0/2123365137 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d141027f0 msgr2=0x7f0d1419abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:41.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.752+0000 7f0d13e00640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d141027f0 0x7f0d1419abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:41.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.752+0000 7f0d13e00640 1 -- 172.21.15.26:0/2123365137 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d141a27d0 con 0x7f0d141043a0 2024-04-26T23:35:41.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.752+0000 7f0d13400640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d141027f0 0x7f0d1419abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:41.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.753+0000 7f0d13e00640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d141043a0 0x7f0d141a2160 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00d950 tx=0x7f0d0c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:41.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.753+0000 7f0d10c00640 1 -- 172.21.15.26:0/2123365137 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c017030 con 0x7f0d141043a0 2024-04-26T23:35:41.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.753+0000 7f0d10c00640 1 -- 172.21.15.26:0/2123365137 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0d0c004020 con 0x7f0d141043a0 2024-04-26T23:35:41.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.753+0000 7f0d10c00640 1 -- 172.21.15.26:0/2123365137 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c003ab0 con 0x7f0d141043a0 2024-04-26T23:35:41.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.753+0000 7f0d19200640 1 -- 172.21.15.26:0/2123365137 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d141a2ac0 con 0x7f0d141043a0 2024-04-26T23:35:41.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.753+0000 7f0d19200640 1 -- 172.21.15.26:0/2123365137 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d141a2fc0 con 0x7f0d141043a0 2024-04-26T23:35:41.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.755+0000 7f0d19200640 1 -- 172.21.15.26:0/2123365137 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d141a3250 con 0x7f0d141043a0 2024-04-26T23:35:41.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.756+0000 7f0d10c00640 1 -- 172.21.15.26:0/2123365137 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138714+0+0 (secure 0 0 0) 0x7f0d0c01a070 con 0x7f0d141043a0 2024-04-26T23:35:41.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.758+0000 7f0d10c00640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cf80a3c80 0x7f0cf80a6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:41.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.759+0000 7f0d13400640 1 -- 172.21.15.26:0/2123365137 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cf80a3c80 msgr2=0x7f0cf80a6140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1018589530 2024-04-26T23:35:41.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.759+0000 7f0d10c00640 1 -- 172.21.15.26:0/2123365137 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f0d0c0cfea0 con 0x7f0d141043a0 2024-04-26T23:35:41.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.759+0000 7f0d13400640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cf80a3c80 0x7f0cf80a6140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T23:35:41.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.763+0000 7f0d10c00640 1 -- 172.21.15.26:0/2123365137 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f0d0c021070 con 0x7f0d141043a0 2024-04-26T23:35:41.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:41 smithi086 ceph-mon[31122]: pgmap v444: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:41.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:41 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/464179082' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T23:35:41.820 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:41 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: ignoring --setuser ceph since I am not root 2024-04-26T23:35:41.820 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:41 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: ignoring --setgroup ceph since I am not root 2024-04-26T23:35:41.820 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:41 smithi086 ceph-mgr[32511]: -- 172.21.15.86:0/2467289361 <== mon.2 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562a55da45a0 con 0x562a55d78800 2024-04-26T23:35:41.851 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:41 smithi164 ceph-mon[31699]: pgmap v444: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:41.851 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:41 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/464179082' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T23:35:41.852 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:41 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: ignoring --setuser ceph since I am not root 2024-04-26T23:35:41.852 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:41 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: ignoring --setgroup ceph since I am not root 2024-04-26T23:35:41.852 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:41 smithi164 ceph-mgr[33566]: -- 172.21.15.164:0/1779178860 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56156591e5a0 con 0x5615658f2c00 2024-04-26T23:35:41.852 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:41 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:41.847+0000 7f88b95e8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T23:35:41.877 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:41 smithi026 ceph-mon[28371]: pgmap v444: 97 pgs: 97 active+clean; 630 KiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-04-26T23:35:41.877 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:41 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/464179082' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T23:35:41.877 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:41 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: ignoring --setuser ceph since I am not root 2024-04-26T23:35:41.877 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:41 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: ignoring --setgroup ceph since I am not root 2024-04-26T23:35:41.877 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:41 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:41.872+0000 7ff8f42d6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T23:35:41.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.960+0000 7f0d13400640 1 -- 172.21.15.26:0/2123365137 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cf80a3c80 msgr2=0x7f0cf80a6140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1018589530 2024-04-26T23:35:41.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.960+0000 7f0d13400640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cf80a3c80 0x7f0cf80a6140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T23:35:42.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:41.998+0000 7f0d19200640 1 -- 172.21.15.26:0/2123365137 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f0d141a3420 con 0x7f0d141043a0 2024-04-26T23:35:42.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.004+0000 7f0d10c00640 1 -- 172.21.15.26:0/2123365137 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v32)=0 v32) ==== 138+0+0 (secure 0 0 0) 0x7f0d0c09c6d0 con 0x7f0d141043a0 2024-04-26T23:35:42.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.007+0000 7f0d19200640 1 -- 172.21.15.26:0/2123365137 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cf80a3c80 msgr2=0x7f0cf80a6140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T23:35:42.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.007+0000 7f0d19200640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cf80a3c80 0x7f0cf80a6140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.007+0000 7f0d19200640 1 -- 172.21.15.26:0/2123365137 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d141043a0 msgr2=0x7f0d141a2160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:42.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.007+0000 7f0d19200640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d141043a0 0x7f0d141a2160 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00d950 tx=0x7f0d0c00de10 comp rx=0 tx=0).stop 2024-04-26T23:35:42.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.007+0000 7f0d19200640 1 -- 172.21.15.26:0/2123365137 shutdown_connections 2024-04-26T23:35:42.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.007+0000 7f0d19200640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f0cf80a3c80 0x7f0cf80a6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.007+0000 7f0d19200640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d141043a0 0x7f0d141a2160 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.007+0000 7f0d19200640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0d141039e0 0x7f0d1419b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.007+0000 7f0d19200640 1 --2- 172.21.15.26:0/2123365137 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d141027f0 0x7f0d1419abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.007+0000 7f0d19200640 1 -- 172.21.15.26:0/2123365137 >> 172.21.15.26:0/2123365137 conn(0x7f0d140fdd60 msgr2=0x7f0d14109180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:42.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.007+0000 7f0d19200640 1 -- 172.21.15.26:0/2123365137 shutdown_connections 2024-04-26T23:35:42.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.008+0000 7f0d19200640 1 -- 172.21.15.26:0/2123365137 wait complete. 2024-04-26T23:35:42.029 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-04-26T23:35:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.201+0000 7f0309e00640 1 -- 172.21.15.26:0/1492640147 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0304108490 msgr2=0x7f030410a8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.201+0000 7f0309e00640 1 --2- 172.21.15.26:0/1492640147 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0304108490 0x7f030410a8e0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f02fc009ca0 tx=0x7f02fc02a8c0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.201+0000 7f0309e00640 1 -- 172.21.15.26:0/1492640147 shutdown_connections 2024-04-26T23:35:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.201+0000 7f0309e00640 1 --2- 172.21.15.26:0/1492640147 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0304108490 0x7f030410a8e0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.201+0000 7f0309e00640 1 --2- 172.21.15.26:0/1492640147 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0304105b60 0x7f0304107f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.201+0000 7f0309e00640 1 --2- 172.21.15.26:0/1492640147 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0304103230 0x7f0304105620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.201+0000 7f0309e00640 1 -- 172.21.15.26:0/1492640147 >> 172.21.15.26:0/1492640147 conn(0x7f03040fcc20 msgr2=0x7f03040ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.201+0000 7f0309e00640 1 -- 172.21.15.26:0/1492640147 shutdown_connections 2024-04-26T23:35:42.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.201+0000 7f0309e00640 1 -- 172.21.15.26:0/1492640147 wait complete. 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.202+0000 7f0309e00640 1 Processor -- start 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.202+0000 7f0309e00640 1 -- start start 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.202+0000 7f0309e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0304103230 0x7f030419aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.202+0000 7f0309e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0304105b60 0x7f030419b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.202+0000 7f0309e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0304108490 0x7f03041a2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0309e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f030410e1e0 con 0x7f0304103230 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0309e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f030410e060 con 0x7f0304108490 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0309e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f030410e360 con 0x7f0304105b60 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0308a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0304103230 0x7f030419aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0308a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0304103230 0x7f030419aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35626/0 (socket says 172.21.15.26:35626) 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0308a00640 1 -- 172.21.15.26:0/4092973924 learned_addr learned my addr 172.21.15.26:0/4092973924 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0309400640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0304108490 0x7f03041a2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:42.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0308a00640 1 -- 172.21.15.26:0/4092973924 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0304105b60 msgr2=0x7f030419b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:42.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0308a00640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0304105b60 0x7f030419b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0308a00640 1 -- 172.21.15.26:0/4092973924 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0304108490 msgr2=0x7f03041a2080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:42.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0308a00640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0304108490 0x7f03041a2080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0308a00640 1 -- 172.21.15.26:0/4092973924 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03041a26f0 con 0x7f0304103230 2024-04-26T23:35:42.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.203+0000 7f0308a00640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0304103230 0x7f030419aad0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f02f800ea60 tx=0x7f02f800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:42.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.204+0000 7f0301600640 1 -- 172.21.15.26:0/4092973924 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02f800cde0 con 0x7f0304103230 2024-04-26T23:35:42.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.204+0000 7f0301600640 1 -- 172.21.15.26:0/4092973924 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f02f80035f0 con 0x7f0304103230 2024-04-26T23:35:42.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.204+0000 7f0309e00640 1 -- 172.21.15.26:0/4092973924 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03041a29e0 con 0x7f0304103230 2024-04-26T23:35:42.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.204+0000 7f0301600640 1 -- 172.21.15.26:0/4092973924 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02f8010690 con 0x7f0304103230 2024-04-26T23:35:42.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.204+0000 7f0309e00640 1 -- 172.21.15.26:0/4092973924 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03041a2f80 con 0x7f0304103230 2024-04-26T23:35:42.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.205+0000 7f0309e00640 1 -- 172.21.15.26:0/4092973924 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0304109f80 con 0x7f0304103230 2024-04-26T23:35:42.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.207+0000 7f0301600640 1 -- 172.21.15.26:0/4092973924 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138714+0+0 (secure 0 0 0) 0x7f02f8004000 con 0x7f0304103230 2024-04-26T23:35:42.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.209+0000 7f0301600640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02ec0a3d00 0x7f02ec0a61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:42.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.209+0000 7f0301600640 1 -- 172.21.15.26:0/4092973924 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f02f80d0990 con 0x7f0304103230 2024-04-26T23:35:42.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.209+0000 7f0303e00640 1 -- 172.21.15.26:0/4092973924 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02ec0a3d00 msgr2=0x7f02ec0a61c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1018589530 2024-04-26T23:35:42.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.209+0000 7f0303e00640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02ec0a3d00 0x7f02ec0a61c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T23:35:42.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.213+0000 7f0301600640 1 -- 172.21.15.26:0/4092973924 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f02f8020390 con 0x7f0304103230 2024-04-26T23:35:42.225 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:41 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:41.843+0000 7f699c3a5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T23:35:42.225 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:42 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:42.092+0000 7f699c3a5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:35:42.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.410+0000 7f0303e00640 1 -- 172.21.15.26:0/4092973924 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02ec0a3d00 msgr2=0x7f02ec0a61c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1018589530 2024-04-26T23:35:42.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.410+0000 7f0303e00640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02ec0a3d00 0x7f02ec0a61c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T23:35:42.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.412+0000 7f0309e00640 1 -- 172.21.15.26:0/4092973924 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f030402dad0 con 0x7f0304103230 2024-04-26T23:35:42.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.420+0000 7f0301600640 1 -- 172.21.15.26:0/4092973924 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v33)=0 v33) ==== 133+0+0 (secure 0 0 0) 0x7f02f809d1c0 con 0x7f0304103230 2024-04-26T23:35:42.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.423+0000 7f0309e00640 1 -- 172.21.15.26:0/4092973924 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02ec0a3d00 msgr2=0x7f02ec0a61c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T23:35:42.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.423+0000 7f0309e00640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02ec0a3d00 0x7f02ec0a61c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.423+0000 7f0309e00640 1 -- 172.21.15.26:0/4092973924 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0304103230 msgr2=0x7f030419aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:42.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.423+0000 7f0309e00640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0304103230 0x7f030419aad0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f02f800ea60 tx=0x7f02f800ef20 comp rx=0 tx=0).stop 2024-04-26T23:35:42.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.423+0000 7f0309e00640 1 -- 172.21.15.26:0/4092973924 shutdown_connections 2024-04-26T23:35:42.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.423+0000 7f0309e00640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0304108490 0x7f03041a2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.423+0000 7f0309e00640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0304105b60 0x7f030419b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.423+0000 7f0309e00640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f02ec0a3d00 0x7f02ec0a61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.423+0000 7f0309e00640 1 --2- 172.21.15.26:0/4092973924 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0304103230 0x7f030419aad0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:42.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.423+0000 7f0309e00640 1 -- 172.21.15.26:0/4092973924 >> 172.21.15.26:0/4092973924 conn(0x7f03040fcc20 msgr2=0x7f0304102860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:42.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.423+0000 7f0309e00640 1 -- 172.21.15.26:0/4092973924 shutdown_connections 2024-04-26T23:35:42.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:42.423+0000 7f0309e00640 1 -- 172.21.15.26:0/4092973924 wait complete. 2024-04-26T23:35:42.441 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:42 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:42.127+0000 7ff8f42d6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:35:42.442 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:42 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:42.270+0000 7ff8f42d6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T23:35:42.445 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-04-26T23:35:42.470 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-04-26T23:35:42.470 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-04-26T23:35:42.470 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-04-26T23:35:42.470 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-26T23:35:42.470 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-26T23:35:42.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:42.471 DEBUG:teuthology.orchestra.run.smithi026:> ip netns list 2024-04-26T23:35:42.524 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:42.524 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link delete ceph-brx 2024-04-26T23:35:42.526 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:42.103+0000 7f88b95e8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:35:42.526 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:42.238+0000 7f88b95e8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T23:35:42.556 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:42 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:42.222+0000 7f699c3a5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T23:35:42.596 INFO:teuthology.orchestra.run.smithi026.stderr:Cannot find device "ceph-brx" 2024-04-26T23:35:42.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:35:42.600 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-04-26T23:35:42.600 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-26T23:35:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:42 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/464179082' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T23:35:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:42 smithi026 ceph-mon[28371]: mgrmap e18: x(active, since 12m), standbys: z, y 2024-04-26T23:35:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:42 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2123365137' entity='client.admin' 2024-04-26T23:35:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:42 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/4092973924' entity='client.admin' 2024-04-26T23:35:42.777 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:42 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:42.686+0000 7ff8f42d6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T23:35:42.819 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:42 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:42.611+0000 7f699c3a5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T23:35:42.820 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:42 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:42.721+0000 7f699c3a5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T23:35:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:42 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/464179082' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T23:35:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:42 smithi086 ceph-mon[31122]: mgrmap e18: x(active, since 12m), standbys: z, y 2024-04-26T23:35:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:42 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2123365137' entity='client.admin' 2024-04-26T23:35:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:42 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/4092973924' entity='client.admin' 2024-04-26T23:35:43.010 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:35:43.026 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:42.632+0000 7f88b95e8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T23:35:43.026 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:42.743+0000 7f88b95e8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T23:35:43.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:42 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/464179082' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T23:35:43.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:42 smithi164 ceph-mon[31699]: mgrmap e18: x(active, since 12m), standbys: z, y 2024-04-26T23:35:43.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:42 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2123365137' entity='client.admin' 2024-04-26T23:35:43.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:42 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/4092973924' entity='client.admin' 2024-04-26T23:35:43.180 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:42 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:42.804+0000 7ff8f42d6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T23:35:44.527 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:44 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:44.446+0000 7ff8f42d6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T23:35:44.570 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:44 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:44.253+0000 7f699c3a5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T23:35:44.570 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:44 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:44.475+0000 7f699c3a5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T23:35:44.742 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:44 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:44.292+0000 7f88b95e8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T23:35:44.742 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:44 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:44.519+0000 7f88b95e8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T23:35:44.853 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:44 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:44.689+0000 7ff8f42d6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T23:35:45.026 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:44 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:44.738+0000 7f88b95e8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T23:35:45.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:44 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:44.691+0000 7f699c3a5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T23:35:45.159 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:44 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:44.923+0000 7ff8f42d6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T23:35:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.314+0000 7f4c1d200700 1 -- 172.21.15.26:0/3734060471 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c181094c0 msgr2=0x7f4c181098a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.314+0000 7f4c1d200700 1 --2- 172.21.15.26:0/3734060471 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c181094c0 0x7f4c181098a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f4c08009990 tx=0x7f4c08009ca0 comp rx=0 tx=0).stop 2024-04-26T23:35:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.315+0000 7f4c1d200700 1 -- 172.21.15.26:0/3734060471 shutdown_connections 2024-04-26T23:35:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.315+0000 7f4c1d200700 1 --2- 172.21.15.26:0/3734060471 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4c18103e30 0x7f4c18110290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.315+0000 7f4c1d200700 1 --2- 172.21.15.26:0/3734060471 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c181094c0 0x7f4c181098a0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.315+0000 7f4c1d200700 1 --2- 172.21.15.26:0/3734060471 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4c18103470 0x7f4c181038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.315+0000 7f4c1d200700 1 -- 172.21.15.26:0/3734060471 >> 172.21.15.26:0/3734060471 conn(0x7f4c1807a580 msgr2=0x7f4c1807a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.315+0000 7f4c1d200700 1 -- 172.21.15.26:0/3734060471 shutdown_connections 2024-04-26T23:35:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.315+0000 7f4c1d200700 1 -- 172.21.15.26:0/3734060471 wait complete. 2024-04-26T23:35:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.316+0000 7f4c1d200700 1 Processor -- start 2024-04-26T23:35:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.316+0000 7f4c1d200700 1 -- start start 2024-04-26T23:35:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.316+0000 7f4c1d200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4c18103470 0x7f4c181a18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.316+0000 7f4c1d200700 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4c18103e30 0x7f4c181a1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.316+0000 7f4c1d200700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c181094c0 0x7f4c1819ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.316+0000 7f4c1d200700 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4c181134a0 con 0x7f4c181094c0 2024-04-26T23:35:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.316+0000 7f4c1d200700 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f4c18113320 con 0x7f4c18103e30 2024-04-26T23:35:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.316+0000 7f4c1d200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4c18113620 con 0x7f4c18103470 2024-04-26T23:35:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.317+0000 7f4c16800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c181094c0 0x7f4c1819ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.317+0000 7f4c16800700 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c181094c0 0x7f4c1819ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60092/0 (socket says 172.21.15.26:60092) 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.317+0000 7f4c16800700 1 -- 172.21.15.26:0/3714372135 learned_addr learned my addr 172.21.15.26:0/3714372135 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.317+0000 7f4c15e00700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4c18103470 0x7f4c181a18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.317+0000 7f4c15400700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4c18103e30 0x7f4c181a1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.318+0000 7f4c16800700 1 -- 172.21.15.26:0/3714372135 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4c18103470 msgr2=0x7f4c181a18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.318+0000 7f4c16800700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4c18103470 0x7f4c181a18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.318+0000 7f4c16800700 1 -- 172.21.15.26:0/3714372135 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4c18103e30 msgr2=0x7f4c181a1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.318+0000 7f4c16800700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4c18103e30 0x7f4c181a1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.318+0000 7f4c16800700 1 -- 172.21.15.26:0/3714372135 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c1819c1c0 con 0x7f4c181094c0 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.318+0000 7f4c16800700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c181094c0 0x7f4c1819ba60 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f4c10007ee0 tx=0x7f4c1000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.318+0000 7f4c0ea00700 1 -- 172.21.15.26:0/3714372135 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c10004bb0 con 0x7f4c181094c0 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.318+0000 7f4c1d200700 1 -- 172.21.15.26:0/3714372135 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c1819c4b0 con 0x7f4c181094c0 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.318+0000 7f4c1d200700 1 -- 172.21.15.26:0/3714372135 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c181a8770 con 0x7f4c181094c0 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.319+0000 7f4c0ea00700 1 -- 172.21.15.26:0/3714372135 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4c10004d50 con 0x7f4c181094c0 2024-04-26T23:35:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.319+0000 7f4c0ea00700 1 -- 172.21.15.26:0/3714372135 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c100058b0 con 0x7f4c181094c0 2024-04-26T23:35:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.320+0000 7f4c1d200700 1 -- 172.21.15.26:0/3714372135 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c1806a110 con 0x7f4c181094c0 2024-04-26T23:35:45.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.322+0000 7f4c0ea00700 1 -- 172.21.15.26:0/3714372135 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 18) ==== 138714+0+0 (secure 0 0 0) 0x7f4c1001a020 con 0x7f4c181094c0 2024-04-26T23:35:45.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.324+0000 7f4c0ea00700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4bfc0a3da0 0x7f4bfc0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:45.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.325+0000 7f4c15e00700 1 -- 172.21.15.26:0/3714372135 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4bfc0a3da0 msgr2=0x7f4bfc0a6260 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1018589530 2024-04-26T23:35:45.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.325+0000 7f4c0ea00700 1 -- 172.21.15.26:0/3714372135 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f4c100cfbf0 con 0x7f4c181094c0 2024-04-26T23:35:45.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.325+0000 7f4c15e00700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4bfc0a3da0 0x7f4bfc0a6260 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T23:35:45.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.329+0000 7f4c0ea00700 1 -- 172.21.15.26:0/3714372135 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f4c10010070 con 0x7f4c181094c0 2024-04-26T23:35:45.414 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:45 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:45.345+0000 7ff8f42d6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T23:35:45.444 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:45.066+0000 7f699c3a5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T23:35:45.444 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:45.186+0000 7f699c3a5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T23:35:45.503 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:45.118+0000 7f88b95e8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T23:35:45.503 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:45.241+0000 7f88b95e8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T23:35:45.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.526+0000 7f4c15e00700 1 -- 172.21.15.26:0/3714372135 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4bfc0a3da0 msgr2=0x7f4bfc0a6260 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.26:6800/1018589530 2024-04-26T23:35:45.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.526+0000 7f4c15e00700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4bfc0a3da0 0x7f4bfc0a6260 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T23:35:45.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.615+0000 7f4c1d200700 1 -- 172.21.15.26:0/3714372135 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4c1802e490 con 0x7f4c181094c0 2024-04-26T23:35:45.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.615+0000 7f4c0ea00700 1 -- 172.21.15.26:0/3714372135 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) ==== 53+0+73 (secure 0 0 0) 0x7f4c1009c420 con 0x7f4c181094c0 2024-04-26T23:35:45.619 INFO:teuthology.orchestra.run.smithi026.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-26T23:35:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.619+0000 7f4c1d200700 1 -- 172.21.15.26:0/3714372135 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4bfc0a3da0 msgr2=0x7f4bfc0a6260 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T23:35:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.619+0000 7f4c1d200700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4bfc0a3da0 0x7f4bfc0a6260 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.619+0000 7f4c1d200700 1 -- 172.21.15.26:0/3714372135 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c181094c0 msgr2=0x7f4c1819ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.619+0000 7f4c1d200700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c181094c0 0x7f4c1819ba60 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f4c10007ee0 tx=0x7f4c1000d3b0 comp rx=0 tx=0).stop 2024-04-26T23:35:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.619+0000 7f4c1d200700 1 -- 172.21.15.26:0/3714372135 shutdown_connections 2024-04-26T23:35:45.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.619+0000 7f4c1d200700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.26:6800/1018589530,v1:172.21.15.26:6801/1018589530] conn(0x7f4bfc0a3da0 0x7f4bfc0a6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:45.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.619+0000 7f4c1d200700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4c181094c0 0x7f4c1819ba60 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:45.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.619+0000 7f4c1d200700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4c18103470 0x7f4c181a18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:45.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.619+0000 7f4c1d200700 1 --2- 172.21.15.26:0/3714372135 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4c18103e30 0x7f4c181a1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:45.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.619+0000 7f4c1d200700 1 -- 172.21.15.26:0/3714372135 >> 172.21.15.26:0/3714372135 conn(0x7f4c1807a580 msgr2=0x7f4c1810e9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:45.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.620+0000 7f4c1d200700 1 -- 172.21.15.26:0/3714372135 shutdown_connections 2024-04-26T23:35:45.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:45.620+0000 7f4c1d200700 1 -- 172.21.15.26:0/3714372135 wait complete. 2024-04-26T23:35:45.671 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:45 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:45.481+0000 7ff8f42d6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T23:35:45.696 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:45 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3714372135' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T23:35:45.696 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:45.439+0000 7f699c3a5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T23:35:45.756 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:45 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3714372135' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T23:35:45.756 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:45.499+0000 7f88b95e8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T23:35:46.003 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:45 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3714372135' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T23:35:46.004 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:45 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:45.769+0000 7ff8f42d6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T23:35:46.026 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:45.752+0000 7f88b95e8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:35:46.070 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:45.692+0000 7f699c3a5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:35:46.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:46 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:46.059+0000 7ff8f42d6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T23:35:46.489 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-26T23:35:46.489 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-26T23:35:46.489 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi026.front.sepia.ceph.com 2024-04-26T23:35:46.489 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-26T23:35:46.489 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-26T23:35:46.489 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-26T23:35:46.489 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-26T23:35:46.490 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-26T23:35:46.490 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-26T23:35:46.490 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:46.490 DEBUG:teuthology.orchestra.run.smithi026:> ip addr 2024-04-26T23:35:46.536 INFO:teuthology.orchestra.run.smithi026.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-26T23:35:46.536 INFO:teuthology.orchestra.run.smithi026.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-26T23:35:46.536 INFO:teuthology.orchestra.run.smithi026.stdout: inet 127.0.0.1/8 scope host lo 2024-04-26T23:35:46.536 INFO:teuthology.orchestra.run.smithi026.stdout: valid_lft forever preferred_lft forever 2024-04-26T23:35:46.536 INFO:teuthology.orchestra.run.smithi026.stdout: inet6 ::1/128 scope host 2024-04-26T23:35:46.536 INFO:teuthology.orchestra.run.smithi026.stdout: valid_lft forever preferred_lft forever 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout: link/ether 0c:c4:7a:6b:ee:6a brd ff:ff:ff:ff:ff:ff 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout: altname enp7s0f0 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout: link/ether 0c:c4:7a:6b:ee:6b brd ff:ff:ff:ff:ff:ff 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout: altname enp7s0f1 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout: link/ether ac:1f:6b:a5:ca:c0 brd ff:ff:ff:ff:ff:ff 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout: altname enp1s0f0 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout: inet 172.21.15.26/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout: valid_lft 41826sec preferred_lft 41826sec 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout: inet6 fe80::ae1f:6bff:fea5:cac0/64 scope link noprefixroute 2024-04-26T23:35:46.537 INFO:teuthology.orchestra.run.smithi026.stdout: valid_lft forever preferred_lft forever 2024-04-26T23:35:46.538 INFO:teuthology.orchestra.run.smithi026.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T23:35:46.538 INFO:teuthology.orchestra.run.smithi026.stdout: link/ether ac:1f:6b:a5:ca:c1 brd ff:ff:ff:ff:ff:ff 2024-04-26T23:35:46.538 INFO:teuthology.orchestra.run.smithi026.stdout: altname enp1s0f1 2024-04-26T23:35:46.539 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-26T23:35:46.539 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T23:35:46.539 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-26T23:35:46.539 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link add name ceph-brx type bridge 2024-04-26T23:35:46.539 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip addr flush dev ceph-brx 2024-04-26T23:35:46.539 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link set ceph-brx up 2024-04-26T23:35:46.540 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-26T23:35:46.540 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-26T23:35:46.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T23:35:46.820 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:46 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:46.470+0000 7f699c3a5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T23:35:46.967 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:46 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:46.898+0000 7ff8f42d6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T23:35:47.026 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:46.547+0000 7f88b95e8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T23:35:47.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T23:35:47.051 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:47.051 DEBUG:teuthology.orchestra.run.smithi026:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-26T23:35:47.122 INFO:teuthology.orchestra.run.smithi026.stdout:1 2024-04-26T23:35:47.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:47.126 DEBUG:teuthology.orchestra.run.smithi026:> route 2024-04-26T23:35:47.197 INFO:teuthology.orchestra.run.smithi026.stdout:Kernel IP routing table 2024-04-26T23:35:47.197 INFO:teuthology.orchestra.run.smithi026.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-26T23:35:47.197 INFO:teuthology.orchestra.run.smithi026.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-26T23:35:47.197 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-26T23:35:47.197 INFO:teuthology.orchestra.run.smithi026.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-26T23:35:47.198 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T23:35:47.198 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-26T23:35:47.198 DEBUG:teuthology.orchestra.run.smithi026:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-26T23:35:47.198 DEBUG:teuthology.orchestra.run.smithi026:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-26T23:35:47.198 DEBUG:teuthology.orchestra.run.smithi026:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-26T23:35:47.198 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-26T23:35:47.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T23:35:47.320 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:47 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:47.013+0000 7f699c3a5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T23:35:47.320 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:47 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:47.139+0000 7f699c3a5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T23:35:47.512 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:47.112+0000 7f88b95e8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T23:35:47.513 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:47.241+0000 7f88b95e8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T23:35:47.513 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:47.508+0000 7f88b95e8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T23:35:47.590 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:47 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:47.499+0000 7ff8f42d6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T23:35:47.820 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:47 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:47.402+0000 7f699c3a5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T23:35:47.917 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:47 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:47.638+0000 7ff8f42d6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T23:35:47.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T23:35:47.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:47.930 DEBUG:teuthology.orchestra.run.smithi026:> ip netns list 2024-04-26T23:35:47.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:47.984 DEBUG:teuthology.orchestra.run.smithi026:> ip netns list-id 2024-04-26T23:35:48.032 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T23:35:48.032 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-26T23:35:48.033 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T23:35:48.033 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-26T23:35:48.033 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-26T23:35:48.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T23:35:48.189 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:47 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:47.934+0000 7ff8f42d6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T23:35:48.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T23:35:48.211 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-26T23:35:48.211 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T23:35:48.211 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-26T23:35:48.211 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-26T23:35:48.211 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-26T23:35:48.211 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-26T23:35:48.211 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-26T23:35:48.212 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-26T23:35:48.212 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-26T23:35:48.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T23:35:48.320 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:48.040+0000 7f699c3a5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T23:35:48.320 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:48.162+0000 7f699c3a5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T23:35:48.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T23:35:48.526 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:48 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:48.161+0000 7f88b95e8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T23:35:48.526 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:48 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:48.286+0000 7f88b95e8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T23:35:48.530 DEBUG:teuthology.orchestra.run.smithi026:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T23:35:48.530 DEBUG:teuthology.orchestra.run.smithi026:> set -e 2024-04-26T23:35:48.530 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link set brx.0 up 2024-04-26T23:35:48.530 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link set dev brx.0 master ceph-brx 2024-04-26T23:35:48.530 DEBUG:teuthology.orchestra.run.smithi026:> ') 2024-04-26T23:35:48.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T23:35:48.708 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:48.622+0000 7ff8f42d6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T23:35:48.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T23:35:48.728 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-04-26T23:35:48.728 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T23:35:48.728 DEBUG:teuthology.orchestra.run.smithi026:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-26T23:35:48.769 INFO:teuthology.orchestra.run.smithi026.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-26T23:35:48.769 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T23:35:48.770 DEBUG:teuthology.orchestra.run.smithi026:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-26T23:35:48.784 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:48.478+0000 7f699c3a5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T23:35:48.784 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:48.653+0000 7f699c3a5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T23:35:48.784 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:48.779+0000 7f699c3a5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T23:35:48.860 DEBUG:teuthology.orchestra.run.smithi026:> sudo modprobe fuse 2024-04-26T23:35:48.922 DEBUG:teuthology.orchestra.run.smithi026:> cat /proc/self/mounts | awk '{print $2}' 2024-04-26T23:35:48.925 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:48 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:48.611+0000 7f88b95e8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T23:35:48.925 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:48 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:48.790+0000 7f88b95e8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T23:35:48.926 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:48 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:48.921+0000 7f88b95e8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T23:35:48.962 INFO:teuthology.orchestra.run.smithi026.stdout:/proc 2024-04-26T23:35:48.962 INFO:teuthology.orchestra.run.smithi026.stdout:/sys 2024-04-26T23:35:48.962 INFO:teuthology.orchestra.run.smithi026.stdout:/dev 2024-04-26T23:35:48.962 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/kernel/security 2024-04-26T23:35:48.962 INFO:teuthology.orchestra.run.smithi026.stdout:/dev/shm 2024-04-26T23:35:48.962 INFO:teuthology.orchestra.run.smithi026.stdout:/dev/pts 2024-04-26T23:35:48.962 INFO:teuthology.orchestra.run.smithi026.stdout:/run 2024-04-26T23:35:48.962 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/cgroup 2024-04-26T23:35:48.962 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/pstore 2024-04-26T23:35:48.962 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/bpf 2024-04-26T23:35:48.962 INFO:teuthology.orchestra.run.smithi026.stdout:/ 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/selinux 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/dev/hugepages 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/dev/mqueue 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/kernel/debug 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/kernel/tracing 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/fuse/connections 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/kernel/config 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/run/credentials/systemd-sysctl.service 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/nfs/rpc_pipefs 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/run/user/1000 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/ceph 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay 2024-04-26T23:35:48.963 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/7a946662a2e8e6c8629291605a942009b7d105685cb93ff36076fade6bc67008/merged 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/d72c6bbafcf543c3c0835b7d6298552ffd0a8d8d0d0a43a2d76d6140b50dcf07/merged 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/run/user/0 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/627fccf98e90d476011052223c65eb8c54261768aa56adaf206b7524cf5c6c4b/merged 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/7a6503296e62d9c8b5779af6ae1ed68a71e84a066d816b9b94a38f4c0b0955bd/merged 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/4c5891986d63f1195a3dde628327951ae2486bdda156d8f5fee3fc9c2d4eace3/merged 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/e51b42c62820f84c018954fe88df2473d98337b399797853415ee20f69f8c4ad/merged 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/edfc0173dcfc443c59e53b655ad9e1db25248383f5bf1bbe49b121e2ac84fbb8/merged 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/d4e3c2dae2cd9e79f46ad313c3d79ca805eb9cb97c355128e876bedb06dd0656/merged 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/9e7c5cfafe0e4866903cfb08325301449a69bcc87bb910a51f095f9b130b8189/merged 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/86c467c1b85771d2cccd3aede0239f0b4d62e1bf8255441223fe443845d65514/merged 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/run/netns 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T23:35:48.964 INFO:teuthology.orchestra.run.smithi026.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T23:35:48.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:48.965 DEBUG:teuthology.orchestra.run.smithi026:> ls /sys/fs/fuse/connections 2024-04-26T23:35:49.026 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:48.755+0000 7ff8f42d6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T23:35:49.053 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-26T23:35:49.053 DEBUG:teuthology.orchestra.run.smithi026:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/ef7160a5-8b5a-4a7e-b5c6-bd8699f7397d --client_fs=cephfs) 2024-04-26T23:35:49.069 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:48.928+0000 7f699c3a5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T23:35:49.101 DEBUG:teuthology.orchestra.run.smithi026:> sudo modprobe fuse 2024-04-26T23:35:49.169 DEBUG:teuthology.orchestra.run.smithi026:> cat /proc/self/mounts | awk '{print $2}' 2024-04-26T23:35:49.209 INFO:teuthology.orchestra.run.smithi026.stdout:/proc 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/sys 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/dev 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/kernel/security 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/dev/shm 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/dev/pts 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/run 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/cgroup 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/pstore 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/bpf 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/ 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/selinux 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T23:35:49.210 INFO:teuthology.orchestra.run.smithi026.stdout:/dev/hugepages 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/dev/mqueue 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/kernel/debug 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/kernel/tracing 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/fuse/connections 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/kernel/config 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/run/credentials/systemd-sysctl.service 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/nfs/rpc_pipefs 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/run/user/1000 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/ceph 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/7a946662a2e8e6c8629291605a942009b7d105685cb93ff36076fade6bc67008/merged 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/d72c6bbafcf543c3c0835b7d6298552ffd0a8d8d0d0a43a2d76d6140b50dcf07/merged 2024-04-26T23:35:49.211 INFO:teuthology.orchestra.run.smithi026.stdout:/run/user/0 2024-04-26T23:35:49.212 INFO:teuthology.orchestra.run.smithi026.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T23:35:49.212 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/627fccf98e90d476011052223c65eb8c54261768aa56adaf206b7524cf5c6c4b/merged 2024-04-26T23:35:49.212 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/7a6503296e62d9c8b5779af6ae1ed68a71e84a066d816b9b94a38f4c0b0955bd/merged 2024-04-26T23:35:49.212 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/4c5891986d63f1195a3dde628327951ae2486bdda156d8f5fee3fc9c2d4eace3/merged 2024-04-26T23:35:49.212 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/e51b42c62820f84c018954fe88df2473d98337b399797853415ee20f69f8c4ad/merged 2024-04-26T23:35:49.212 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/edfc0173dcfc443c59e53b655ad9e1db25248383f5bf1bbe49b121e2ac84fbb8/merged 2024-04-26T23:35:49.212 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/d4e3c2dae2cd9e79f46ad313c3d79ca805eb9cb97c355128e876bedb06dd0656/merged 2024-04-26T23:35:49.212 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/9e7c5cfafe0e4866903cfb08325301449a69bcc87bb910a51f095f9b130b8189/merged 2024-04-26T23:35:49.212 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/86c467c1b85771d2cccd3aede0239f0b4d62e1bf8255441223fe443845d65514/merged 2024-04-26T23:35:49.212 INFO:teuthology.orchestra.run.smithi026.stdout:/run/netns 2024-04-26T23:35:49.212 INFO:teuthology.orchestra.run.smithi026.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T23:35:49.212 INFO:teuthology.orchestra.run.smithi026.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T23:35:49.213 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:49.213 DEBUG:teuthology.orchestra.run.smithi026:> ls /sys/fs/fuse/connections 2024-04-26T23:35:49.276 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:49 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:49.076+0000 7f88b95e8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T23:35:49.295 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi026.stderr:2024-04-26T23:35:49.291+0000 7fc5ba31a480 -1 init, newargv = 0x555d75f50540 newargc=15 2024-04-26T23:35:49.295 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi026.stderr:ceph-fuse[80674]: starting ceph client 2024-04-26T23:35:49.331 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi026.stderr:ceph-fuse[80674]: starting fuse 2024-04-26T23:35:49.431 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:49.093+0000 7ff8f42d6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T23:35:49.432 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:49.284+0000 7ff8f42d6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T23:35:49.569 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:49 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:49.295+0000 7f699c3a5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T23:35:49.776 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:49 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:49.453+0000 7f88b95e8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T23:35:49.776 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:49.427+0000 7ff8f42d6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T23:35:49.777 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:49.588+0000 7ff8f42d6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T23:35:50.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:49.971+0000 7ff8f42d6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T23:35:50.319 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:50 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:50.046+0000 7f699c3a5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T23:35:50.402 DEBUG:teuthology.orchestra.run.smithi026:> sudo modprobe fuse 2024-04-26T23:35:50.481 DEBUG:teuthology.orchestra.run.smithi026:> cat /proc/self/mounts | awk '{print $2}' 2024-04-26T23:35:50.507 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:50 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:50.213+0000 7f88b95e8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T23:35:50.508 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:50 smithi164 ceph-mon[31699]: Standby manager daemon y restarted 2024-04-26T23:35:50.508 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:50 smithi164 ceph-mon[31699]: Standby manager daemon y started 2024-04-26T23:35:50.508 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:50 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.86:0/2647209145' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T23:35:50.508 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:50 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.86:0/2647209145' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T23:35:50.508 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:50 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.86:0/2647209145' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T23:35:50.508 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:50 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.86:0/2647209145' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T23:35:50.529 INFO:teuthology.orchestra.run.smithi026.stdout:/proc 2024-04-26T23:35:50.529 INFO:teuthology.orchestra.run.smithi026.stdout:/sys 2024-04-26T23:35:50.529 INFO:teuthology.orchestra.run.smithi026.stdout:/dev 2024-04-26T23:35:50.529 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/kernel/security 2024-04-26T23:35:50.529 INFO:teuthology.orchestra.run.smithi026.stdout:/dev/shm 2024-04-26T23:35:50.529 INFO:teuthology.orchestra.run.smithi026.stdout:/dev/pts 2024-04-26T23:35:50.529 INFO:teuthology.orchestra.run.smithi026.stdout:/run 2024-04-26T23:35:50.530 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/cgroup 2024-04-26T23:35:50.530 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/pstore 2024-04-26T23:35:50.530 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/bpf 2024-04-26T23:35:50.530 INFO:teuthology.orchestra.run.smithi026.stdout:/ 2024-04-26T23:35:50.530 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/selinux 2024-04-26T23:35:50.530 INFO:teuthology.orchestra.run.smithi026.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T23:35:50.530 INFO:teuthology.orchestra.run.smithi026.stdout:/dev/hugepages 2024-04-26T23:35:50.530 INFO:teuthology.orchestra.run.smithi026.stdout:/dev/mqueue 2024-04-26T23:35:50.530 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/kernel/debug 2024-04-26T23:35:50.530 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/kernel/tracing 2024-04-26T23:35:50.530 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/fs/fuse/connections 2024-04-26T23:35:50.530 INFO:teuthology.orchestra.run.smithi026.stdout:/sys/kernel/config 2024-04-26T23:35:50.531 INFO:teuthology.orchestra.run.smithi026.stdout:/run/credentials/systemd-sysctl.service 2024-04-26T23:35:50.531 INFO:teuthology.orchestra.run.smithi026.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-26T23:35:50.531 INFO:teuthology.orchestra.run.smithi026.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-26T23:35:50.531 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/nfs/rpc_pipefs 2024-04-26T23:35:50.531 INFO:teuthology.orchestra.run.smithi026.stdout:/run/user/1000 2024-04-26T23:35:50.531 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/ceph 2024-04-26T23:35:50.531 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay 2024-04-26T23:35:50.531 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/7a946662a2e8e6c8629291605a942009b7d105685cb93ff36076fade6bc67008/merged 2024-04-26T23:35:50.532 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/d72c6bbafcf543c3c0835b7d6298552ffd0a8d8d0d0a43a2d76d6140b50dcf07/merged 2024-04-26T23:35:50.532 INFO:teuthology.orchestra.run.smithi026.stdout:/run/user/0 2024-04-26T23:35:50.532 INFO:teuthology.orchestra.run.smithi026.stdout:/proc/sys/fs/binfmt_misc 2024-04-26T23:35:50.532 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/627fccf98e90d476011052223c65eb8c54261768aa56adaf206b7524cf5c6c4b/merged 2024-04-26T23:35:50.532 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/7a6503296e62d9c8b5779af6ae1ed68a71e84a066d816b9b94a38f4c0b0955bd/merged 2024-04-26T23:35:50.532 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/4c5891986d63f1195a3dde628327951ae2486bdda156d8f5fee3fc9c2d4eace3/merged 2024-04-26T23:35:50.532 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/e51b42c62820f84c018954fe88df2473d98337b399797853415ee20f69f8c4ad/merged 2024-04-26T23:35:50.532 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/edfc0173dcfc443c59e53b655ad9e1db25248383f5bf1bbe49b121e2ac84fbb8/merged 2024-04-26T23:35:50.532 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/d4e3c2dae2cd9e79f46ad313c3d79ca805eb9cb97c355128e876bedb06dd0656/merged 2024-04-26T23:35:50.532 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/9e7c5cfafe0e4866903cfb08325301449a69bcc87bb910a51f095f9b130b8189/merged 2024-04-26T23:35:50.533 INFO:teuthology.orchestra.run.smithi026.stdout:/var/lib/containers/storage/overlay/86c467c1b85771d2cccd3aede0239f0b4d62e1bf8255441223fe443845d65514/merged 2024-04-26T23:35:50.533 INFO:teuthology.orchestra.run.smithi026.stdout:/run/netns 2024-04-26T23:35:50.533 INFO:teuthology.orchestra.run.smithi026.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T23:35:50.533 INFO:teuthology.orchestra.run.smithi026.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T23:35:50.533 INFO:teuthology.orchestra.run.smithi026.stdout:/home/ubuntu/cephtest/mnt.0 2024-04-26T23:35:50.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:50.536 DEBUG:teuthology.orchestra.run.smithi026:> ls /sys/fs/fuse/connections 2024-04-26T23:35:50.584 INFO:teuthology.orchestra.run.smithi026.stdout:114 2024-04-26T23:35:50.584 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [114] 2024-04-26T23:35:50.584 DEBUG:teuthology.orchestra.run.smithi026:> sudo stdin-killer -- python3 -c ' 2024-04-26T23:35:50.584 DEBUG:teuthology.orchestra.run.smithi026:> import glob 2024-04-26T23:35:50.584 DEBUG:teuthology.orchestra.run.smithi026:> import re 2024-04-26T23:35:50.584 DEBUG:teuthology.orchestra.run.smithi026:> import os 2024-04-26T23:35:50.584 DEBUG:teuthology.orchestra.run.smithi026:> import subprocess 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> def _find_admin_socket(client_name): 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> files = glob.glob(asok_path) 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> # Given a non-glob path, it better be there 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> if "*" not in asok_path: 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> assert(len(files) == 1) 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> return files[0] 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> for f in files: 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-26T23:35:50.585 DEBUG:teuthology.orchestra.run.smithi026:> contents = proc_f.read() 2024-04-26T23:35:50.586 DEBUG:teuthology.orchestra.run.smithi026:> if mountpoint in contents: 2024-04-26T23:35:50.586 DEBUG:teuthology.orchestra.run.smithi026:> return f 2024-04-26T23:35:50.586 DEBUG:teuthology.orchestra.run.smithi026:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-26T23:35:50.586 DEBUG:teuthology.orchestra.run.smithi026:> 2024-04-26T23:35:50.586 DEBUG:teuthology.orchestra.run.smithi026:> print(_find_admin_socket("client.0")) 2024-04-26T23:35:50.586 DEBUG:teuthology.orchestra.run.smithi026:> ' 2024-04-26T23:35:50.694 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:50 smithi026 ceph-mon[28371]: Standby manager daemon y restarted 2024-04-26T23:35:50.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:50 smithi026 ceph-mon[28371]: Standby manager daemon y started 2024-04-26T23:35:50.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:50 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.86:0/2647209145' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T23:35:50.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:50 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.86:0/2647209145' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T23:35:50.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:50 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.86:0/2647209145' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T23:35:50.695 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:50 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.86:0/2647209145' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T23:35:50.776 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:35:50 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z[33562]: 2024-04-26T23:35:50.503+0000 7f88b95e8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T23:35:50.788 INFO:teuthology.orchestra.run.smithi026.stdout:/var/run/ceph/ceph-client.0.80674.asok 2024-04-26T23:35:50.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T23:35:50.806 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.80674.asok 2024-04-26T23:35:50.806 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:50.806 DEBUG:teuthology.orchestra.run.smithi026:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.80674.asok status 2024-04-26T23:35:50.820 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:35:50 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y[32507]: 2024-04-26T23:35:50.325+0000 7f699c3a5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T23:35:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:50 smithi086 ceph-mon[31122]: Standby manager daemon y restarted 2024-04-26T23:35:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:50 smithi086 ceph-mon[31122]: Standby manager daemon y started 2024-04-26T23:35:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:50 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.86:0/2647209145' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T23:35:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:50 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.86:0/2647209145' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T23:35:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:50 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.86:0/2647209145' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T23:35:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:50 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.86:0/2647209145' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T23:35:51.026 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:50 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:50.784+0000 7ff8f42d6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T23:35:51.032 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:35:51.032 INFO:teuthology.orchestra.run.smithi026.stdout: "metadata": { 2024-04-26T23:35:51.032 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_sha1": "bc612ffb9c1d5bc27536bc917a705262a36d4387", 2024-04-26T23:35:51.032 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_version": "ceph version 19.0.0-3306-gbc612ffb (bc612ffb9c1d5bc27536bc917a705262a36d4387) squid (dev)", 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "entity_id": "0", 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "hostname": "smithi026", 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "pid": "80674", 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "root": "/volumes/qa/sv_0/ef7160a5-8b5a-4a7e-b5c6-bd8699f7397d" 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "dentry_count": 0, 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "dentry_pinned_count": 0, 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "id": 15339, 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "inst": { 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "name": { 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "client", 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "num": 15339 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:35:51.033 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": { 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v1", 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "192.168.0.1:0", 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 3521379290 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": { 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v1", 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "192.168.0.1:0", 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 3521379290 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: "inst_str": "client.15339 192.168.0.1:0/3521379290", 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: "addr_str": "192.168.0.1:0/3521379290", 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: "inode_count": 5, 2024-04-26T23:35:51.034 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_epoch": 23, 2024-04-26T23:35:51.035 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_epoch": 91, 2024-04-26T23:35:51.035 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_epoch_barrier": 0, 2024-04-26T23:35:51.035 INFO:teuthology.orchestra.run.smithi026.stdout: "blocklisted": false, 2024-04-26T23:35:51.035 INFO:teuthology.orchestra.run.smithi026.stdout: "fs_name": "cephfs" 2024-04-26T23:35:51.035 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:35:51.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:51.047 DEBUG:teuthology.orchestra.run.smithi026:> stat --file-system '--printf=%T 2024-04-26T23:35:51.047 DEBUG:teuthology.orchestra.run.smithi026:> ' -- /home/ubuntu/cephtest/mnt.0 2024-04-26T23:35:51.095 INFO:teuthology.orchestra.run.smithi026.stdout:fuseblk 2024-04-26T23:35:51.095 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-04-26T23:35:51.095 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:35:51.095 DEBUG:teuthology.orchestra.run.smithi026:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-26T23:35:51.202 INFO:teuthology.run_tasks:Running task exec... 2024-04-26T23:35:51.212 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T23:35:51.212 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T23:35:51.212 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-04-26T23:35:51.392 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:51.090+0000 7ff8f42d6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T23:35:51.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.415+0000 7f0f70800640 1 -- 172.21.15.26:0/2685354462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f68106770 msgr2=0x7f0f6810d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:51.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.415+0000 7f0f70800640 1 --2- 172.21.15.26:0/2685354462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f68106770 0x7f0f6810d000 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0f64009900 tx=0x7f0f6402a3f0 comp rx=0 tx=0).stop 2024-04-26T23:35:51.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.415+0000 7f0f70800640 1 -- 172.21.15.26:0/2685354462 shutdown_connections 2024-04-26T23:35:51.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.415+0000 7f0f70800640 1 --2- 172.21.15.26:0/2685354462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f68106770 0x7f0f6810d000 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:51.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.415+0000 7f0f70800640 1 --2- 172.21.15.26:0/2685354462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f68105db0 0x7f0f68106230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:51.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.415+0000 7f0f70800640 1 --2- 172.21.15.26:0/2685354462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f68104bc0 0x7f0f68104fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:51.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.415+0000 7f0f70800640 1 -- 172.21.15.26:0/2685354462 >> 172.21.15.26:0/2685354462 conn(0x7f0f68100150 msgr2=0x7f0f68102570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:51.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.416+0000 7f0f70800640 1 -- 172.21.15.26:0/2685354462 shutdown_connections 2024-04-26T23:35:51.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.416+0000 7f0f70800640 1 -- 172.21.15.26:0/2685354462 wait complete. 2024-04-26T23:35:51.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.417+0000 7f0f70800640 1 Processor -- start 2024-04-26T23:35:51.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.417+0000 7f0f70800640 1 -- start start 2024-04-26T23:35:51.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.418+0000 7f0f70800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f68104bc0 0x7f0f6807a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:51.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.418+0000 7f0f70800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f68105db0 0x7f0f6807ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:51.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.418+0000 7f0f70800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f68106770 0x7f0f68077250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:51.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.418+0000 7f0f70800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0f681105a0 con 0x7f0f68105db0 2024-04-26T23:35:51.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.418+0000 7f0f70800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0f68110420 con 0x7f0f68106770 2024-04-26T23:35:51.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.418+0000 7f0f70800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0f68110720 con 0x7f0f68104bc0 2024-04-26T23:35:51.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.418+0000 7f0f6d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f68105db0 0x7f0f6807ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:51.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.418+0000 7f0f6de00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f68104bc0 0x7f0f6807a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:51.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.418+0000 7f0f6d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f68105db0 0x7f0f6807ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60170/0 (socket says 172.21.15.26:60170) 2024-04-26T23:35:51.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.418+0000 7f0f6e800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f68106770 0x7f0f68077250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:51.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.418+0000 7f0f6de00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f68104bc0 0x7f0f6807a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:33320/0 (socket says 172.21.15.26:33320) 2024-04-26T23:35:51.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.418+0000 7f0f6d400640 1 -- 172.21.15.26:0/2578191874 learned_addr learned my addr 172.21.15.26:0/2578191874 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:51.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.419+0000 7f0f6d400640 1 -- 172.21.15.26:0/2578191874 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f68104bc0 msgr2=0x7f0f6807a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:51.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.419+0000 7f0f6d400640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f68104bc0 0x7f0f6807a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:51.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.419+0000 7f0f6d400640 1 -- 172.21.15.26:0/2578191874 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f68106770 msgr2=0x7f0f68077250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:51.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.419+0000 7f0f6d400640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f68106770 0x7f0f68077250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:51.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.419+0000 7f0f6d400640 1 -- 172.21.15.26:0/2578191874 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f68077b10 con 0x7f0f68105db0 2024-04-26T23:35:51.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.419+0000 7f0f6e800640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f68106770 0x7f0f68077250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:51.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.419+0000 7f0f6d400640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f68105db0 0x7f0f6807ac20 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f0f5800ea60 tx=0x7f0f5800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:51.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.429+0000 7f0f62a00640 1 -- 172.21.15.26:0/2578191874 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f5800cde0 con 0x7f0f68105db0 2024-04-26T23:35:51.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.429+0000 7f0f62a00640 1 -- 172.21.15.26:0/2578191874 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0f580035f0 con 0x7f0f68105db0 2024-04-26T23:35:51.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.429+0000 7f0f62a00640 1 -- 172.21.15.26:0/2578191874 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f58010690 con 0x7f0f68105db0 2024-04-26T23:35:51.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.429+0000 7f0f70800640 1 -- 172.21.15.26:0/2578191874 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f6819a840 con 0x7f0f68105db0 2024-04-26T23:35:51.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.430+0000 7f0f70800640 1 -- 172.21.15.26:0/2578191874 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f6819ad40 con 0x7f0f68105db0 2024-04-26T23:35:51.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.431+0000 7f0f70800640 1 -- 172.21.15.26:0/2578191874 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f4c0052c0 con 0x7f0f68105db0 2024-04-26T23:35:51.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.434+0000 7f0f62a00640 1 -- 172.21.15.26:0/2578191874 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 20) ==== 138331+0+0 (secure 0 0 0) 0x7f0f58004000 con 0x7f0f68105db0 2024-04-26T23:35:51.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.436+0000 7f0f62a00640 1 -- 172.21.15.26:0/2578191874 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f0f580d01b0 con 0x7f0f68105db0 2024-04-26T23:35:51.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.445+0000 7f0f62a00640 1 -- 172.21.15.26:0/2578191874 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f0f5809ce40 con 0x7f0f68105db0 2024-04-26T23:35:51.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-04-26T23:35:51.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: Standby manager daemon z restarted 2024-04-26T23:35:51.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: Standby manager daemon z started 2024-04-26T23:35:51.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.164:0/3143174448' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T23:35:51.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.164:0/3143174448' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T23:35:51.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.164:0/3143174448' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T23:35:51.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.? 172.21.15.164:0/3143174448' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T23:35:51.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: Active manager daemon x restarted 2024-04-26T23:35:51.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: Activating manager daemon x 2024-04-26T23:35:51.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T23:35:51.656 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: mgrmap e20: x(active, starting, since 0.0180842s), standbys: z, y 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T23:35:51.657 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:35:51.658 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:35:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:35:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:35:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:35:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:35:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T23:35:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T23:35:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T23:35:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: Manager daemon x is now available 2024-04-26T23:35:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:35:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T23:35:51.659 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T23:35:51.700 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-04-26T23:35:51.700 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: Standby manager daemon z restarted 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: Standby manager daemon z started 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.164:0/3143174448' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.164:0/3143174448' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.164:0/3143174448' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.? 172.21.15.164:0/3143174448' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: Active manager daemon x restarted 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: Activating manager daemon x 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: mgrmap e20: x(active, starting, since 0.0180842s), standbys: z, y 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T23:35:51.701 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T23:35:51.702 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T23:35:51.703 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:35:51.703 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:35:51.703 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:35:51.703 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:35:51.703 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:35:51.703 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:35:51.703 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:35:51.703 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:35:51.703 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:35:51.703 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:35:51.703 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:35:51.704 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:35:51.704 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T23:35:51.704 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T23:35:51.704 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T23:35:51.704 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: Manager daemon x is now available 2024-04-26T23:35:51.704 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:35:51.704 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T23:35:51.704 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:51 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T23:35:51.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:51.732+0000 7f0f70800640 1 -- 172.21.15.26:0/2578191874 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f0f4c0055b0 con 0x7f0f68105db0 2024-04-26T23:35:51.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: mgrmap e19: x(active, since 12m), standbys: z, y 2024-04-26T23:35:51.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: Standby manager daemon z restarted 2024-04-26T23:35:51.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: Standby manager daemon z started 2024-04-26T23:35:51.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.164:0/3143174448' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T23:35:51.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.164:0/3143174448' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T23:35:51.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.164:0/3143174448' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T23:35:51.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.? 172.21.15.164:0/3143174448' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T23:35:51.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: Active manager daemon x restarted 2024-04-26T23:35:51.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: Activating manager daemon x 2024-04-26T23:35:51.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T23:35:51.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: mgrmap e20: x(active, starting, since 0.0180842s), standbys: z, y 2024-04-26T23:35:51.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T23:35:51.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T23:35:51.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T23:35:51.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T23:35:51.780 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T23:35:51.780 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T23:35:51.780 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T23:35:51.780 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T23:35:51.780 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: Manager daemon x is now available 2024-04-26T23:35:51.780 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:35:51.780 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T23:35:51.780 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:51 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T23:35:52.027 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:51.701+0000 7ff848800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:35:52.027 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:51.701+0000 7ff848800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:35:52.027 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:51.701+0000 7ff848800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:35:52.027 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:51.701+0000 7ff848800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:35:52.027 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:51.701+0000 7ff848800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:35:52.027 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:51.701+0000 7ff844200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:35:52.027 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:51.701+0000 7ff844200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:35:52.028 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:51.701+0000 7ff844200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:35:52.028 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:51.701+0000 7ff844200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:35:52.028 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:35:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:35:51.701+0000 7ff844200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:35:52.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.143+0000 7f0f62a00640 1 -- 172.21.15.26:0/2578191874 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mgrmap(e 21) ==== 138458+0+0 (secure 0 0 0) 0x7f0f58098490 con 0x7f0f68105db0 2024-04-26T23:35:52.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.144+0000 7f0f62a00640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0f500aaac0 0x7f0f500aceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:52.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.147+0000 7f0f6de00640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0f500aaac0 0x7f0f500aceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:52.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.150+0000 7f0f6de00640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0f500aaac0 0x7f0f500aceb0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0f68105c10 tx=0x7f0f5c009500 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:52.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.430+0000 7f0f62a00640 1 -- 172.21.15.26:0/2578191874 <== mon.0 v2:172.21.15.26:3300/0 8 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v24) ==== 117+0+0 (secure 0 0 0) 0x7f0f5808dcf0 con 0x7f0f68105db0 2024-04-26T23:35:52.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.432+0000 7f0f70800640 1 -- 172.21.15.26:0/2578191874 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0f500aaac0 msgr2=0x7f0f500aceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:52.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.432+0000 7f0f70800640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0f500aaac0 0x7f0f500aceb0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0f68105c10 tx=0x7f0f5c009500 comp rx=0 tx=0).stop 2024-04-26T23:35:52.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.432+0000 7f0f70800640 1 -- 172.21.15.26:0/2578191874 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f68105db0 msgr2=0x7f0f6807ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:52.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.432+0000 7f0f70800640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f68105db0 0x7f0f6807ac20 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f0f5800ea60 tx=0x7f0f5800ef20 comp rx=0 tx=0).stop 2024-04-26T23:35:52.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.433+0000 7f0f70800640 1 -- 172.21.15.26:0/2578191874 shutdown_connections 2024-04-26T23:35:52.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.433+0000 7f0f70800640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f68106770 0x7f0f68077250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.433+0000 7f0f70800640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0f500aaac0 0x7f0f500aceb0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.433+0000 7f0f70800640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f68105db0 0x7f0f6807ac20 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.433+0000 7f0f70800640 1 --2- 172.21.15.26:0/2578191874 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f68104bc0 0x7f0f6807a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.433+0000 7f0f70800640 1 -- 172.21.15.26:0/2578191874 >> 172.21.15.26:0/2578191874 conn(0x7f0f68100150 msgr2=0x7f0f681090d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:52.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.433+0000 7f0f70800640 1 -- 172.21.15.26:0/2578191874 shutdown_connections 2024-04-26T23:35:52.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.433+0000 7f0f70800640 1 -- 172.21.15.26:0/2578191874 wait complete. 2024-04-26T23:35:52.453 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-26T23:35:52.465 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-04-26T23:35:52.475 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:35:52.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.651+0000 7f7ce9800640 1 -- 172.21.15.26:0/2299235931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ce4104520 msgr2=0x7f7ce410adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:52.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.651+0000 7f7ce9800640 1 --2- 172.21.15.26:0/2299235931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ce4104520 0x7f7ce410adb0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f7cdc009ca0 tx=0x7f7cdc02a8c0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.651+0000 7f7ce9800640 1 -- 172.21.15.26:0/2299235931 shutdown_connections 2024-04-26T23:35:52.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.651+0000 7f7ce9800640 1 --2- 172.21.15.26:0/2299235931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ce4104520 0x7f7ce410adb0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.651+0000 7f7ce9800640 1 --2- 172.21.15.26:0/2299235931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ce4103b60 0x7f7ce4103fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.651+0000 7f7ce9800640 1 --2- 172.21.15.26:0/2299235931 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ce4102970 0x7f7ce4102d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.651+0000 7f7ce9800640 1 -- 172.21.15.26:0/2299235931 >> 172.21.15.26:0/2299235931 conn(0x7f7ce40fdee0 msgr2=0x7f7ce4100320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:52.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.651+0000 7f7ce9800640 1 -- 172.21.15.26:0/2299235931 shutdown_connections 2024-04-26T23:35:52.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.651+0000 7f7ce9800640 1 -- 172.21.15.26:0/2299235931 wait complete. 2024-04-26T23:35:52.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.652+0000 7f7ce9800640 1 Processor -- start 2024-04-26T23:35:52.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.652+0000 7f7ce9800640 1 -- start start 2024-04-26T23:35:52.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.652+0000 7f7ce9800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ce4102970 0x7f7ce40766e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:52.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.652+0000 7f7ce9800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ce4103b60 0x7f7ce4074d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:52.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.652+0000 7f7ce9800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ce4104520 0x7f7ce4075260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:52.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.652+0000 7f7ce9800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7ce410e3a0 con 0x7f7ce4104520 2024-04-26T23:35:52.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.652+0000 7f7ce9800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7ce410e220 con 0x7f7ce4102970 2024-04-26T23:35:52.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.652+0000 7f7ce9800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7ce410e520 con 0x7f7ce4103b60 2024-04-26T23:35:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.653+0000 7f7ce3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ce4104520 0x7f7ce4075260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.653+0000 7f7ce2000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ce4103b60 0x7f7ce4074d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.653+0000 7f7ce2a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ce4102970 0x7f7ce40766e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.653+0000 7f7ce3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ce4104520 0x7f7ce4075260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60240/0 (socket says 172.21.15.26:60240) 2024-04-26T23:35:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.653+0000 7f7ce3400640 1 -- 172.21.15.26:0/2435232807 learned_addr learned my addr 172.21.15.26:0/2435232807 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.653+0000 7f7ce2000640 1 -- 172.21.15.26:0/2435232807 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ce4102970 msgr2=0x7f7ce40766e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.653+0000 7f7ce2000640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ce4102970 0x7f7ce40766e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.653+0000 7f7ce2000640 1 -- 172.21.15.26:0/2435232807 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ce4104520 msgr2=0x7f7ce4075260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.653+0000 7f7ce2000640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ce4104520 0x7f7ce4075260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.653+0000 7f7ce2000640 1 -- 172.21.15.26:0/2435232807 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ce4075af0 con 0x7f7ce4103b60 2024-04-26T23:35:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.653+0000 7f7ce3400640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ce4104520 0x7f7ce4075260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:35:52.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.654+0000 7f7ce2000640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ce4103b60 0x7f7ce4074d20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7cd000e9f0 tx=0x7f7cd000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:52.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.654+0000 7f7cdb400640 1 -- 172.21.15.26:0/2435232807 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd000ccc0 con 0x7f7ce4103b60 2024-04-26T23:35:52.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.654+0000 7f7ce9800640 1 -- 172.21.15.26:0/2435232807 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ce41a2b60 con 0x7f7ce4103b60 2024-04-26T23:35:52.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.654+0000 7f7cdb400640 1 -- 172.21.15.26:0/2435232807 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7cd0005020 con 0x7f7ce4103b60 2024-04-26T23:35:52.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.654+0000 7f7cdb400640 1 -- 172.21.15.26:0/2435232807 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cd000ce60 con 0x7f7ce4103b60 2024-04-26T23:35:52.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.654+0000 7f7ce9800640 1 -- 172.21.15.26:0/2435232807 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ce41a30b0 con 0x7f7ce4103b60 2024-04-26T23:35:52.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.656+0000 7f7ce9800640 1 -- 172.21.15.26:0/2435232807 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ce4109d10 con 0x7f7ce4103b60 2024-04-26T23:35:52.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.658+0000 7f7cdb400640 1 -- 172.21.15.26:0/2435232807 <== mon.1 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 21) ==== 138458+0+0 (secure 0 0 0) 0x7f7cd0004a40 con 0x7f7ce4103b60 2024-04-26T23:35:52.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.660+0000 7f7cdb400640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7cc80a39b0 0x7f7cc80a5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:52.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.660+0000 7f7cdb400640 1 -- 172.21.15.26:0/2435232807 <== mon.1 v2:172.21.15.164:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f7cd00d00a0 con 0x7f7ce4103b60 2024-04-26T23:35:52.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.660+0000 7f7ce2a00640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7cc80a39b0 0x7f7cc80a5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:52.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.661+0000 7f7ce2a00640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7cc80a39b0 0x7f7cc80a5e70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f7cd4005fd0 tx=0x7f7cd400b410 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:52.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.664+0000 7f7cdb400640 1 -- 172.21.15.26:0/2435232807 <== mon.1 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f7cd009cc40 con 0x7f7ce4103b60 2024-04-26T23:35:52.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:52 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2578191874' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-26T23:35:52.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:52 smithi164 ceph-mon[31699]: mgrmap e21: x(active, since 1.04719s), standbys: z, y 2024-04-26T23:35:52.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:52 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2578191874' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-26T23:35:52.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:52 smithi026 ceph-mon[28371]: mgrmap e21: x(active, since 1.04719s), standbys: z, y 2024-04-26T23:35:52.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:52 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2578191874' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-26T23:35:52.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:52 smithi086 ceph-mon[31122]: mgrmap e21: x(active, since 1.04719s), standbys: z, y 2024-04-26T23:35:52.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.867+0000 7f7ce9800640 1 -- 172.21.15.26:0/2435232807 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7ce4063530 con 0x7f7ce4103b60 2024-04-26T23:35:52.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.872+0000 7f7cdb400640 1 -- 172.21.15.26:0/2435232807 <== mon.1 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+23043 (secure 0 0 0) 0x7f7cd009c540 con 0x7f7ce4103b60 2024-04-26T23:35:52.876 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:52.876 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":92,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:35:51.096007+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/4065044171":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2100393270":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3654847750":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/445554482":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3428062602":"2024-04-27T23:35:51.095952+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:35:52.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.874+0000 7f7ce9800640 1 -- 172.21.15.26:0/2435232807 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7cc80a39b0 msgr2=0x7f7cc80a5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:52.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.874+0000 7f7ce9800640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7cc80a39b0 0x7f7cc80a5e70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f7cd4005fd0 tx=0x7f7cd400b410 comp rx=0 tx=0).stop 2024-04-26T23:35:52.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.874+0000 7f7ce9800640 1 -- 172.21.15.26:0/2435232807 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ce4103b60 msgr2=0x7f7ce4074d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:52.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.874+0000 7f7ce9800640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ce4103b60 0x7f7ce4074d20 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7cd000e9f0 tx=0x7f7cd000eeb0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.874+0000 7f7ce9800640 1 -- 172.21.15.26:0/2435232807 shutdown_connections 2024-04-26T23:35:52.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.874+0000 7f7ce9800640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7cc80a39b0 0x7f7cc80a5e70 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.874+0000 7f7ce9800640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ce4104520 0x7f7ce4075260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.874+0000 7f7ce9800640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ce4103b60 0x7f7ce4074d20 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.874+0000 7f7ce9800640 1 --2- 172.21.15.26:0/2435232807 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ce4102970 0x7f7ce40766e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:52.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.875+0000 7f7ce9800640 1 -- 172.21.15.26:0/2435232807 >> 172.21.15.26:0/2435232807 conn(0x7f7ce40fdee0 msgr2=0x7f7ce4106ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:52.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.875+0000 7f7ce9800640 1 -- 172.21.15.26:0/2435232807 shutdown_connections 2024-04-26T23:35:52.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:52.875+0000 7f7ce9800640 1 -- 172.21.15.26:0/2435232807 wait complete. 2024-04-26T23:35:52.895 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T23:33:17.314859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T23:33:18.628963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:35:52.895 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T23:35:53.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.076+0000 7f5901000640 1 -- 172.21.15.26:0/2333097008 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58fc104bb0 msgr2=0x7f58fc104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.076+0000 7f5901000640 1 --2- 172.21.15.26:0/2333097008 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58fc104bb0 0x7f58fc104fd0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f58ec009ca0 tx=0x7f58ec02a8c0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.076+0000 7f5901000640 1 -- 172.21.15.26:0/2333097008 shutdown_connections 2024-04-26T23:35:53.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.076+0000 7f5901000640 1 --2- 172.21.15.26:0/2333097008 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f58fc106760 0x7f58fc10cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.076+0000 7f5901000640 1 --2- 172.21.15.26:0/2333097008 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f58fc105da0 0x7f58fc106220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.076+0000 7f5901000640 1 --2- 172.21.15.26:0/2333097008 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58fc104bb0 0x7f58fc104fd0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.076+0000 7f5901000640 1 -- 172.21.15.26:0/2333097008 >> 172.21.15.26:0/2333097008 conn(0x7f58fc100120 msgr2=0x7f58fc102560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:53.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.076+0000 7f5901000640 1 -- 172.21.15.26:0/2333097008 shutdown_connections 2024-04-26T23:35:53.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.076+0000 7f5901000640 1 -- 172.21.15.26:0/2333097008 wait complete. 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.077+0000 7f5901000640 1 Processor -- start 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.077+0000 7f5901000640 1 -- start start 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.077+0000 7f5901000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f58fc104bb0 0x7f58fc19ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.077+0000 7f5901000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f58fc105da0 0x7f58fc19b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.077+0000 7f5901000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58fc106760 0x7f58fc1a2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.077+0000 7f5901000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f58fc1105b0 con 0x7f58fc106760 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.077+0000 7f5901000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f58fc110430 con 0x7f58fc104bb0 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.077+0000 7f5901000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f58fc110730 con 0x7f58fc105da0 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.078+0000 7f58fa800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58fc106760 0x7f58fc1a2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.078+0000 7f58fa800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58fc106760 0x7f58fc1a2320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60262/0 (socket says 172.21.15.26:60262) 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.078+0000 7f58fa800640 1 -- 172.21.15.26:0/2079743342 learned_addr learned my addr 172.21.15.26:0/2079743342 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.078+0000 7f58f9e00640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f58fc104bb0 0x7f58fc19ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:53.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.078+0000 7f58f1400640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f58fc105da0 0x7f58fc19b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:53.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.078+0000 7f58fa800640 1 -- 172.21.15.26:0/2079743342 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f58fc105da0 msgr2=0x7f58fc19b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.078+0000 7f58fa800640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f58fc105da0 0x7f58fc19b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.078+0000 7f58fa800640 1 -- 172.21.15.26:0/2079743342 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f58fc104bb0 msgr2=0x7f58fc19ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.078+0000 7f58fa800640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f58fc104bb0 0x7f58fc19ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.078+0000 7f58fa800640 1 -- 172.21.15.26:0/2079743342 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58fc1a2990 con 0x7f58fc106760 2024-04-26T23:35:53.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.079+0000 7f58fa800640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58fc106760 0x7f58fc1a2320 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f58f400d950 tx=0x7f58f400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:53.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.079+0000 7f58f3400640 1 -- 172.21.15.26:0/2079743342 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f4017030 con 0x7f58fc106760 2024-04-26T23:35:53.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.079+0000 7f58f3400640 1 -- 172.21.15.26:0/2079743342 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f58f4004020 con 0x7f58fc106760 2024-04-26T23:35:53.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.079+0000 7f58f3400640 1 -- 172.21.15.26:0/2079743342 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f4003ab0 con 0x7f58fc106760 2024-04-26T23:35:53.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.079+0000 7f5901000640 1 -- 172.21.15.26:0/2079743342 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58fc1a2c80 con 0x7f58fc106760 2024-04-26T23:35:53.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.079+0000 7f5901000640 1 -- 172.21.15.26:0/2079743342 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58fc1a3180 con 0x7f58fc106760 2024-04-26T23:35:53.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.080+0000 7f5901000640 1 -- 172.21.15.26:0/2079743342 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58fc10bfe0 con 0x7f58fc106760 2024-04-26T23:35:53.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.084+0000 7f58f3400640 1 -- 172.21.15.26:0/2079743342 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 21) ==== 138458+0+0 (secure 0 0 0) 0x7f58f401a070 con 0x7f58fc106760 2024-04-26T23:35:53.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.085+0000 7f58f3400640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f58e00a39b0 0x7f58e00a5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:53.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.085+0000 7f58f3400640 1 -- 172.21.15.26:0/2079743342 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f58f40cf800 con 0x7f58fc106760 2024-04-26T23:35:53.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.086+0000 7f58f9e00640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f58e00a39b0 0x7f58e00a5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:53.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.086+0000 7f58f9e00640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f58e00a39b0 0x7f58e00a5e70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f58ec006010 tx=0x7f58ec031000 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:53.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.091+0000 7f58f3400640 1 -- 172.21.15.26:0/2079743342 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f58f4021070 con 0x7f58fc106760 2024-04-26T23:35:53.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.301+0000 7f5901000640 1 -- 172.21.15.26:0/2079743342 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f58fc0635d0 con 0x7f58fc106760 2024-04-26T23:35:53.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.302+0000 7f58f3400640 1 -- 172.21.15.26:0/2079743342 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7f58f409c3c0 con 0x7f58fc106760 2024-04-26T23:35:53.306 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:35:53.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.304+0000 7f5901000640 1 -- 172.21.15.26:0/2079743342 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f58e00a39b0 msgr2=0x7f58e00a5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.304+0000 7f5901000640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f58e00a39b0 0x7f58e00a5e70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f58ec006010 tx=0x7f58ec031000 comp rx=0 tx=0).stop 2024-04-26T23:35:53.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.304+0000 7f5901000640 1 -- 172.21.15.26:0/2079743342 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58fc106760 msgr2=0x7f58fc1a2320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.304+0000 7f5901000640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58fc106760 0x7f58fc1a2320 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f58f400d950 tx=0x7f58f400de10 comp rx=0 tx=0).stop 2024-04-26T23:35:53.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.305+0000 7f5901000640 1 -- 172.21.15.26:0/2079743342 shutdown_connections 2024-04-26T23:35:53.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.305+0000 7f5901000640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f58e00a39b0 0x7f58e00a5e70 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.305+0000 7f5901000640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f58fc106760 0x7f58fc1a2320 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.305+0000 7f5901000640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f58fc105da0 0x7f58fc19b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.305+0000 7f5901000640 1 --2- 172.21.15.26:0/2079743342 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f58fc104bb0 0x7f58fc19ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.305+0000 7f5901000640 1 -- 172.21.15.26:0/2079743342 >> 172.21.15.26:0/2079743342 conn(0x7f58fc100120 msgr2=0x7f58fc1091b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:53.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.305+0000 7f5901000640 1 -- 172.21.15.26:0/2079743342 shutdown_connections 2024-04-26T23:35:53.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.305+0000 7f5901000640 1 -- 172.21.15.26:0/2079743342 wait complete. 2024-04-26T23:35:53.325 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T23:35:53.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.512+0000 7fd93c600640 1 -- 172.21.15.26:0/2931212350 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd93410aa40 msgr2=0x7fd93410ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.512+0000 7fd93c600640 1 --2- 172.21.15.26:0/2931212350 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd93410aa40 0x7fd93410ce30 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fd928009900 tx=0x7fd92802a3f0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.512+0000 7fd93c600640 1 -- 172.21.15.26:0/2931212350 shutdown_connections 2024-04-26T23:35:53.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.512+0000 7fd93c600640 1 --2- 172.21.15.26:0/2931212350 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd93410fcf0 0x7fd934112190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.512+0000 7fd93c600640 1 --2- 172.21.15.26:0/2931212350 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd93410d370 0x7fd93410f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.512+0000 7fd93c600640 1 --2- 172.21.15.26:0/2931212350 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd93410aa40 0x7fd93410ce30 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.512+0000 7fd93c600640 1 -- 172.21.15.26:0/2931212350 >> 172.21.15.26:0/2931212350 conn(0x7fd93406fb60 msgr2=0x7fd934071f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:53.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.512+0000 7fd93c600640 1 -- 172.21.15.26:0/2931212350 shutdown_connections 2024-04-26T23:35:53.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.512+0000 7fd93c600640 1 -- 172.21.15.26:0/2931212350 wait complete. 2024-04-26T23:35:53.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.513+0000 7fd93c600640 1 Processor -- start 2024-04-26T23:35:53.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.513+0000 7fd93c600640 1 -- start start 2024-04-26T23:35:53.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd93c600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd93410aa40 0x7fd9341a3550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:53.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd93c600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd93410d370 0x7fd9341a3a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:53.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd93c600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd93410fcf0 0x7fd9341aab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:53.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd93c600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd934116bc0 con 0x7fd93410aa40 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd93c600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd934116a40 con 0x7fd93410fcf0 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd93c600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd934116d40 con 0x7fd93410d370 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd939c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd93410aa40 0x7fd9341a3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd939c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd93410aa40 0x7fd9341a3550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60312/0 (socket says 172.21.15.26:60312) 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd939c00640 1 -- 172.21.15.26:0/1959359767 learned_addr learned my addr 172.21.15.26:0/1959359767 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd939200640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd93410d370 0x7fd9341a3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd93a600640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd93410fcf0 0x7fd9341aab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd939c00640 1 -- 172.21.15.26:0/1959359767 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd93410d370 msgr2=0x7fd9341a3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd939c00640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd93410d370 0x7fd9341a3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd939c00640 1 -- 172.21.15.26:0/1959359767 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd93410fcf0 msgr2=0x7fd9341aab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.514+0000 7fd939c00640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd93410fcf0 0x7fd9341aab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.515+0000 7fd939c00640 1 -- 172.21.15.26:0/1959359767 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9341ab170 con 0x7fd93410aa40 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.515+0000 7fd939200640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd93410d370 0x7fd9341a3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:53.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.515+0000 7fd939c00640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd93410aa40 0x7fd9341a3550 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fd928031460 tx=0x7fd928003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:53.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.515+0000 7fd932000640 1 -- 172.21.15.26:0/1959359767 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd92803f070 con 0x7fd93410aa40 2024-04-26T23:35:53.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.515+0000 7fd932000640 1 -- 172.21.15.26:0/1959359767 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd928031ba0 con 0x7fd93410aa40 2024-04-26T23:35:53.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.515+0000 7fd93c600640 1 -- 172.21.15.26:0/1959359767 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9341ab400 con 0x7fd93410aa40 2024-04-26T23:35:53.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.515+0000 7fd932000640 1 -- 172.21.15.26:0/1959359767 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd928035030 con 0x7fd93410aa40 2024-04-26T23:35:53.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.515+0000 7fd93c600640 1 -- 172.21.15.26:0/1959359767 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9341ab940 con 0x7fd93410aa40 2024-04-26T23:35:53.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.516+0000 7fd93c600640 1 -- 172.21.15.26:0/1959359767 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd934111870 con 0x7fd93410aa40 2024-04-26T23:35:53.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.518+0000 7fd932000640 1 -- 172.21.15.26:0/1959359767 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7fd928042070 con 0x7fd93410aa40 2024-04-26T23:35:53.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.521+0000 7fd932000640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd91c0a3da0 0x7fd91c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:53.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.521+0000 7fd932000640 1 -- 172.21.15.26:0/1959359767 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fd9280f14c0 con 0x7fd93410aa40 2024-04-26T23:35:53.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.521+0000 7fd939200640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd91c0a3da0 0x7fd91c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:53.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.522+0000 7fd939200640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd91c0a3da0 0x7fd91c0a6260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd9341a4a60 tx=0x7fd920005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:53.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.526+0000 7fd932000640 1 -- 172.21.15.26:0/1959359767 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fd9280bdb30 con 0x7fd93410aa40 2024-04-26T23:35:53.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.733+0000 7fd93c600640 1 -- 172.21.15.26:0/1959359767 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd934063530 con 0x7fd93410aa40 2024-04-26T23:35:53.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.734+0000 7fd932000640 1 -- 172.21.15.26:0/1959359767 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7fd9280bd430 con 0x7fd93410aa40 2024-04-26T23:35:53.738 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-26T23:35:53.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.736+0000 7fd93c600640 1 -- 172.21.15.26:0/1959359767 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd91c0a3da0 msgr2=0x7fd91c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.736+0000 7fd93c600640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd91c0a3da0 0x7fd91c0a6260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd9341a4a60 tx=0x7fd920005f90 comp rx=0 tx=0).stop 2024-04-26T23:35:53.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.736+0000 7fd93c600640 1 -- 172.21.15.26:0/1959359767 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd93410aa40 msgr2=0x7fd9341a3550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.736+0000 7fd93c600640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd93410aa40 0x7fd9341a3550 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fd928031460 tx=0x7fd928003c10 comp rx=0 tx=0).stop 2024-04-26T23:35:53.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.737+0000 7fd93c600640 1 -- 172.21.15.26:0/1959359767 shutdown_connections 2024-04-26T23:35:53.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.737+0000 7fd93c600640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd93410fcf0 0x7fd9341aab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.737+0000 7fd93c600640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd93410d370 0x7fd9341a3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.737+0000 7fd93c600640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd91c0a3da0 0x7fd91c0a6260 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.737+0000 7fd93c600640 1 --2- 172.21.15.26:0/1959359767 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd93410aa40 0x7fd9341a3550 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.737+0000 7fd93c600640 1 -- 172.21.15.26:0/1959359767 >> 172.21.15.26:0/1959359767 conn(0x7fd93406fb60 msgr2=0x7fd9341147e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:53.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.737+0000 7fd93c600640 1 -- 172.21.15.26:0/1959359767 shutdown_connections 2024-04-26T23:35:53.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.737+0000 7fd93c600640 1 -- 172.21.15.26:0/1959359767 wait complete. 2024-04-26T23:35:53.755 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:53 smithi026 ceph-mon[28371]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:35:53.755 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:53 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2578191874' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-26T23:35:53.755 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:53 smithi026 ceph-mon[28371]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-04-26T23:35:53.755 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:53 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2435232807' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:53.755 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:53 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2079743342' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:53.758 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T23:35:53.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:53 smithi164 ceph-mon[31699]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:35:53.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:53 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2578191874' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-26T23:35:53.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:53 smithi164 ceph-mon[31699]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-04-26T23:35:53.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:53 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2435232807' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:53.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:53 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2079743342' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:53.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:53 smithi086 ceph-mon[31122]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:35:53.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:53 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2578191874' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-26T23:35:53.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:53 smithi086 ceph-mon[31122]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-04-26T23:35:53.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:53 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2435232807' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:53.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:53 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2079743342' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:53.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.943+0000 7f80adc00640 1 -- 172.21.15.26:0/280115214 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f80a8075330 msgr2=0x7f80a8075790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.943+0000 7f80adc00640 1 --2- 172.21.15.26:0/280115214 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f80a8075330 0x7f80a8075790 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f8094009900 tx=0x7f809402a480 comp rx=0 tx=0).stop 2024-04-26T23:35:53.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.943+0000 7f80adc00640 1 -- 172.21.15.26:0/280115214 shutdown_connections 2024-04-26T23:35:53.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.943+0000 7f80adc00640 1 --2- 172.21.15.26:0/280115214 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f80a810a7f0 0x7f80a810cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.943+0000 7f80adc00640 1 --2- 172.21.15.26:0/280115214 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f80a8075330 0x7f80a8075790 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.943+0000 7f80adc00640 1 --2- 172.21.15.26:0/280115214 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f80a8076910 0x7f80a8074d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.944+0000 7f80adc00640 1 -- 172.21.15.26:0/280115214 >> 172.21.15.26:0/280115214 conn(0x7f80a80fdef0 msgr2=0x7f80a8100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:53.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.944+0000 7f80adc00640 1 -- 172.21.15.26:0/280115214 shutdown_connections 2024-04-26T23:35:53.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.944+0000 7f80adc00640 1 -- 172.21.15.26:0/280115214 wait complete. 2024-04-26T23:35:53.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.944+0000 7f80adc00640 1 Processor -- start 2024-04-26T23:35:53.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.945+0000 7f80adc00640 1 -- start start 2024-04-26T23:35:53.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.945+0000 7f80adc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f80a8075330 0x7f80a819acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.945+0000 7f80adc00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f80a8076910 0x7f80a819b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.945+0000 7f80adc00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f80a810a7f0 0x7f80a81a2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.945+0000 7f80adc00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f80a8110570 con 0x7f80a8075330 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.945+0000 7f80adc00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f80a81103f0 con 0x7f80a8076910 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.945+0000 7f80adc00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f80a81106f0 con 0x7f80a810a7f0 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.945+0000 7f80a6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f80a8075330 0x7f80a819acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.945+0000 7f80a6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f80a8075330 0x7f80a819acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34058/0 (socket says 172.21.15.26:34058) 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.945+0000 7f80a6a00640 1 -- 172.21.15.26:0/1510392895 learned_addr learned my addr 172.21.15.26:0/1510392895 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.945+0000 7f80a6000640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f80a8076910 0x7f80a819b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.945+0000 7f80a7400640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f80a810a7f0 0x7f80a81a2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.946+0000 7f80a6a00640 1 -- 172.21.15.26:0/1510392895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f80a810a7f0 msgr2=0x7f80a81a2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.946+0000 7f80a6a00640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f80a810a7f0 0x7f80a81a2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.946+0000 7f80a6a00640 1 -- 172.21.15.26:0/1510392895 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f80a8076910 msgr2=0x7f80a819b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:53.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.946+0000 7f80a6a00640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f80a8076910 0x7f80a819b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:53.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.946+0000 7f80a6a00640 1 -- 172.21.15.26:0/1510392895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80a81a2900 con 0x7f80a8075330 2024-04-26T23:35:53.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.946+0000 7f80a6a00640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f80a8075330 0x7f80a819acf0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f809800d950 tx=0x7f809800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:53.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.946+0000 7f809f400640 1 -- 172.21.15.26:0/1510392895 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8098017070 con 0x7f80a8075330 2024-04-26T23:35:53.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.946+0000 7f809f400640 1 -- 172.21.15.26:0/1510392895 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8098009c30 con 0x7f80a8075330 2024-04-26T23:35:53.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.946+0000 7f809f400640 1 -- 172.21.15.26:0/1510392895 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f809800f620 con 0x7f80a8075330 2024-04-26T23:35:53.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.946+0000 7f80adc00640 1 -- 172.21.15.26:0/1510392895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80a81a2bf0 con 0x7f80a8075330 2024-04-26T23:35:53.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.947+0000 7f80adc00640 1 -- 172.21.15.26:0/1510392895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80a81a3140 con 0x7f80a8075330 2024-04-26T23:35:53.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.948+0000 7f80adc00640 1 -- 172.21.15.26:0/1510392895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80a81095b0 con 0x7f80a8075330 2024-04-26T23:35:53.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.950+0000 7f809f400640 1 -- 172.21.15.26:0/1510392895 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7f8098005030 con 0x7f80a8075330 2024-04-26T23:35:53.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.951+0000 7f809f400640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f808c0a3d20 0x7f808c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:53.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.952+0000 7f809f400640 1 -- 172.21.15.26:0/1510392895 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f80980d0410 con 0x7f80a8075330 2024-04-26T23:35:53.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.952+0000 7f80a6000640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f808c0a3d20 0x7f808c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:53.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.953+0000 7f80a6000640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f808c0a3d20 0x7f808c0a61e0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8094005ab0 tx=0x7f8094005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:53.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:53.954+0000 7f809f400640 1 -- 172.21.15.26:0/1510392895 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f8098009de0 con 0x7f80a8075330 2024-04-26T23:35:54.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.170+0000 7f80adc00640 1 -- 172.21.15.26:0/1510392895 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f80a802dd80 con 0x7f80a8075330 2024-04-26T23:35:54.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.170+0000 7f809f400640 1 -- 172.21.15.26:0/1510392895 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7f809809c430 con 0x7f80a8075330 2024-04-26T23:35:54.174 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-26T23:35:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.173+0000 7f80adc00640 1 -- 172.21.15.26:0/1510392895 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f808c0a3d20 msgr2=0x7f808c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.173+0000 7f80adc00640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f808c0a3d20 0x7f808c0a61e0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8094005ab0 tx=0x7f8094005a20 comp rx=0 tx=0).stop 2024-04-26T23:35:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.173+0000 7f80adc00640 1 -- 172.21.15.26:0/1510392895 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f80a8075330 msgr2=0x7f80a819acf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.173+0000 7f80adc00640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f80a8075330 0x7f80a819acf0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f809800d950 tx=0x7f809800de10 comp rx=0 tx=0).stop 2024-04-26T23:35:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.173+0000 7f80adc00640 1 -- 172.21.15.26:0/1510392895 shutdown_connections 2024-04-26T23:35:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.173+0000 7f80adc00640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f80a810a7f0 0x7f80a81a2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.173+0000 7f80adc00640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f80a8076910 0x7f80a819b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.173+0000 7f80adc00640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f808c0a3d20 0x7f808c0a61e0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.173+0000 7f80adc00640 1 --2- 172.21.15.26:0/1510392895 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f80a8075330 0x7f80a819acf0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.173+0000 7f80adc00640 1 -- 172.21.15.26:0/1510392895 >> 172.21.15.26:0/1510392895 conn(0x7f80a80fdef0 msgr2=0x7f80a8106780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.173+0000 7f80adc00640 1 -- 172.21.15.26:0/1510392895 shutdown_connections 2024-04-26T23:35:54.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.173+0000 7f80adc00640 1 -- 172.21.15.26:0/1510392895 wait complete. 2024-04-26T23:35:54.199 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:35:54.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.399+0000 7f17a7200640 1 -- 172.21.15.26:0/2468558964 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17a0109fa0 msgr2=0x7f17a010a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:54.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.399+0000 7f17a7200640 1 --2- 172.21.15.26:0/2468558964 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17a0109fa0 0x7f17a010a420 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f1790009900 tx=0x7f179002a410 comp rx=0 tx=0).stop 2024-04-26T23:35:54.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.399+0000 7f17a7200640 1 -- 172.21.15.26:0/2468558964 shutdown_connections 2024-04-26T23:35:54.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.399+0000 7f17a7200640 1 --2- 172.21.15.26:0/2468558964 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f17a010a960 0x7f17a01111f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.399+0000 7f17a7200640 1 --2- 172.21.15.26:0/2468558964 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17a0109fa0 0x7f17a010a420 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.399+0000 7f17a7200640 1 --2- 172.21.15.26:0/2468558964 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f17a0108db0 0x7f17a01091d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.399+0000 7f17a7200640 1 -- 172.21.15.26:0/2468558964 >> 172.21.15.26:0/2468558964 conn(0x7f17a0077d70 msgr2=0x7f17a007a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:54.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.399+0000 7f17a7200640 1 -- 172.21.15.26:0/2468558964 shutdown_connections 2024-04-26T23:35:54.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.399+0000 7f17a7200640 1 -- 172.21.15.26:0/2468558964 wait complete. 2024-04-26T23:35:54.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.400+0000 7f17a7200640 1 Processor -- start 2024-04-26T23:35:54.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.400+0000 7f17a7200640 1 -- start start 2024-04-26T23:35:54.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.401+0000 7f17a7200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17a0108db0 0x7f17a019eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:54.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.401+0000 7f17a7200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f17a0109fa0 0x7f17a019f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.401+0000 7f17a7200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f17a010a960 0x7f17a01a6480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.401+0000 7f17a7200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f17a0114790 con 0x7f17a0108db0 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.401+0000 7f17a7200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f17a0114610 con 0x7f17a0109fa0 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.401+0000 7f17a7200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f17a0114910 con 0x7f17a010a960 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.401+0000 7f17a5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17a0108db0 0x7f17a019eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.401+0000 7f17a5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17a0108db0 0x7f17a019eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34070/0 (socket says 172.21.15.26:34070) 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.401+0000 7f17a5e00640 1 -- 172.21.15.26:0/131898829 learned_addr learned my addr 172.21.15.26:0/131898829 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.401+0000 7f17a5400640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f17a0109fa0 0x7f17a019f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.401+0000 7f17a6800640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f17a010a960 0x7f17a01a6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.402+0000 7f17a5e00640 1 -- 172.21.15.26:0/131898829 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f17a010a960 msgr2=0x7f17a01a6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.402+0000 7f17a5e00640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f17a010a960 0x7f17a01a6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.402+0000 7f17a5e00640 1 -- 172.21.15.26:0/131898829 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f17a0109fa0 msgr2=0x7f17a019f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.402+0000 7f17a5e00640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f17a0109fa0 0x7f17a019f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.402+0000 7f17a5e00640 1 -- 172.21.15.26:0/131898829 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17a01a6af0 con 0x7f17a0108db0 2024-04-26T23:35:54.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.402+0000 7f17a5e00640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17a0108db0 0x7f17a019eed0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f179400d950 tx=0x7f179400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:54.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.402+0000 7f179aa00640 1 -- 172.21.15.26:0/131898829 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1794017020 con 0x7f17a0108db0 2024-04-26T23:35:54.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.402+0000 7f179aa00640 1 -- 172.21.15.26:0/131898829 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1794009c30 con 0x7f17a0108db0 2024-04-26T23:35:54.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.402+0000 7f17a7200640 1 -- 172.21.15.26:0/131898829 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17a01a6de0 con 0x7f17a0108db0 2024-04-26T23:35:54.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.402+0000 7f179aa00640 1 -- 172.21.15.26:0/131898829 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f179400f620 con 0x7f17a0108db0 2024-04-26T23:35:54.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.402+0000 7f17a7200640 1 -- 172.21.15.26:0/131898829 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17a01a7240 con 0x7f17a0108db0 2024-04-26T23:35:54.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.404+0000 7f17a7200640 1 -- 172.21.15.26:0/131898829 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17a0110140 con 0x7f17a0108db0 2024-04-26T23:35:54.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.407+0000 7f179aa00640 1 -- 172.21.15.26:0/131898829 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7f179401a020 con 0x7f17a0108db0 2024-04-26T23:35:54.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.408+0000 7f179aa00640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f17880a3d20 0x7f17880a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:54.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.408+0000 7f179aa00640 1 -- 172.21.15.26:0/131898829 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f17940d0190 con 0x7f17a0108db0 2024-04-26T23:35:54.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.409+0000 7f17a5400640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f17880a3d20 0x7f17880a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:54.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.410+0000 7f17a5400640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f17880a3d20 0x7f17880a61e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1790006010 tx=0x7f1790031400 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:54.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.413+0000 7f179aa00640 1 -- 172.21.15.26:0/131898829 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f1794021070 con 0x7f17a0108db0 2024-04-26T23:35:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.640+0000 7f17a7200640 1 -- 172.21.15.26:0/131898829 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f17a002dd80 con 0x7f17a0108db0 2024-04-26T23:35:54.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.643+0000 7f179aa00640 1 -- 172.21.15.26:0/131898829 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+23043 (secure 0 0 0) 0x7f1794009de0 con 0x7f17a0108db0 2024-04-26T23:35:54.647 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:54.647 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":92,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:35:51.096007+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/4065044171":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2100393270":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3654847750":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/445554482":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3428062602":"2024-04-27T23:35:51.095952+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:35:54.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.645+0000 7f17a7200640 1 -- 172.21.15.26:0/131898829 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f17880a3d20 msgr2=0x7f17880a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:54.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.645+0000 7f17a7200640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f17880a3d20 0x7f17880a61e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1790006010 tx=0x7f1790031400 comp rx=0 tx=0).stop 2024-04-26T23:35:54.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.645+0000 7f17a7200640 1 -- 172.21.15.26:0/131898829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17a0108db0 msgr2=0x7f17a019eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:54.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.645+0000 7f17a7200640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17a0108db0 0x7f17a019eed0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f179400d950 tx=0x7f179400de10 comp rx=0 tx=0).stop 2024-04-26T23:35:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.646+0000 7f17a7200640 1 -- 172.21.15.26:0/131898829 shutdown_connections 2024-04-26T23:35:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.646+0000 7f17a7200640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f17a010a960 0x7f17a01a6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.646+0000 7f17a7200640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f17a0109fa0 0x7f17a019f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.646+0000 7f17a7200640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f17880a3d20 0x7f17880a61e0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.646+0000 7f17a7200640 1 --2- 172.21.15.26:0/131898829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f17a0108db0 0x7f17a019eed0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.646+0000 7f17a7200640 1 -- 172.21.15.26:0/131898829 >> 172.21.15.26:0/131898829 conn(0x7f17a0077d70 msgr2=0x7f17a010d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.646+0000 7f17a7200640 1 -- 172.21.15.26:0/131898829 shutdown_connections 2024-04-26T23:35:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.646+0000 7f17a7200640 1 -- 172.21.15.26:0/131898829 wait complete. 2024-04-26T23:35:54.670 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T23:33:17.314859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T23:33:18.628963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:35:54.670 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T23:35:54.734 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:54 smithi026 ceph-mon[28371]: [26/Apr/2024:23:35:52] ENGINE Bus STARTING 2024-04-26T23:35:54.734 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:54 smithi026 ceph-mon[28371]: [26/Apr/2024:23:35:52] ENGINE Serving on http://172.21.15.26:8765 2024-04-26T23:35:54.734 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:54 smithi026 ceph-mon[28371]: [26/Apr/2024:23:35:53] ENGINE Serving on https://172.21.15.26:7150 2024-04-26T23:35:54.735 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:54 smithi026 ceph-mon[28371]: [26/Apr/2024:23:35:53] ENGINE Bus STARTED 2024-04-26T23:35:54.735 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:54 smithi026 ceph-mon[28371]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:35:54.735 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:54 smithi026 ceph-mon[28371]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-04-26T23:35:54.735 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:54 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1959359767' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:54.735 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:54 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1510392895' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:54.735 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:54 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:54.735 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:54 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:54.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:54 smithi164 ceph-mon[31699]: [26/Apr/2024:23:35:52] ENGINE Bus STARTING 2024-04-26T23:35:54.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:54 smithi164 ceph-mon[31699]: [26/Apr/2024:23:35:52] ENGINE Serving on http://172.21.15.26:8765 2024-04-26T23:35:54.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:54 smithi164 ceph-mon[31699]: [26/Apr/2024:23:35:53] ENGINE Serving on https://172.21.15.26:7150 2024-04-26T23:35:54.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:54 smithi164 ceph-mon[31699]: [26/Apr/2024:23:35:53] ENGINE Bus STARTED 2024-04-26T23:35:54.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:54 smithi164 ceph-mon[31699]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:35:54.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:54 smithi164 ceph-mon[31699]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-04-26T23:35:54.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:54 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1959359767' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:54.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:54 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1510392895' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:54.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:54 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:54.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:54 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:54.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:54 smithi086 ceph-mon[31122]: [26/Apr/2024:23:35:52] ENGINE Bus STARTING 2024-04-26T23:35:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:54 smithi086 ceph-mon[31122]: [26/Apr/2024:23:35:52] ENGINE Serving on http://172.21.15.26:8765 2024-04-26T23:35:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:54 smithi086 ceph-mon[31122]: [26/Apr/2024:23:35:53] ENGINE Serving on https://172.21.15.26:7150 2024-04-26T23:35:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:54 smithi086 ceph-mon[31122]: [26/Apr/2024:23:35:53] ENGINE Bus STARTED 2024-04-26T23:35:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:54 smithi086 ceph-mon[31122]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:35:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:54 smithi086 ceph-mon[31122]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-04-26T23:35:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:54 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1959359767' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:54 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1510392895' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:54 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:54 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:54.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.870+0000 7f7897e00640 1 -- 172.21.15.26:0/2805862072 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7890075310 msgr2=0x7f7890075770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:54.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.870+0000 7f7897e00640 1 --2- 172.21.15.26:0/2805862072 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7890075310 0x7f7890075770 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f787c009900 tx=0x7f787c02a480 comp rx=0 tx=0).stop 2024-04-26T23:35:54.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.870+0000 7f7897e00640 1 -- 172.21.15.26:0/2805862072 shutdown_connections 2024-04-26T23:35:54.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.870+0000 7f7897e00640 1 --2- 172.21.15.26:0/2805862072 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f789010a830 0x7f789010ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.870+0000 7f7897e00640 1 --2- 172.21.15.26:0/2805862072 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7890075310 0x7f7890075770 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.870+0000 7f7897e00640 1 --2- 172.21.15.26:0/2805862072 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78900768f0 0x7f7890074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.871+0000 7f7897e00640 1 -- 172.21.15.26:0/2805862072 >> 172.21.15.26:0/2805862072 conn(0x7f78900fdf10 msgr2=0x7f7890100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:54.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.871+0000 7f7897e00640 1 -- 172.21.15.26:0/2805862072 shutdown_connections 2024-04-26T23:35:54.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.871+0000 7f7897e00640 1 -- 172.21.15.26:0/2805862072 wait complete. 2024-04-26T23:35:54.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.872+0000 7f7897e00640 1 Processor -- start 2024-04-26T23:35:54.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.872+0000 7f7897e00640 1 -- start start 2024-04-26T23:35:54.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.872+0000 7f7897e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7890075310 0x7f789019ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:54.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.872+0000 7f7897e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78900768f0 0x7f789019b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:54.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.872+0000 7f7897e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f789010a830 0x7f78901a2280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.872+0000 7f7897e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7890110560 con 0x7f78900768f0 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.872+0000 7f7897e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f78901103e0 con 0x7f789010a830 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.872+0000 7f7897e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f78901106e0 con 0x7f7890075310 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.873+0000 7f7894a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78900768f0 0x7f789019b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.873+0000 7f7894a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78900768f0 0x7f789019b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34094/0 (socket says 172.21.15.26:34094) 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.873+0000 7f7894a00640 1 -- 172.21.15.26:0/3466690782 learned_addr learned my addr 172.21.15.26:0/3466690782 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.873+0000 7f7895e00640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f789010a830 0x7f78901a2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.873+0000 7f7895400640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7890075310 0x7f789019ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.873+0000 7f7894a00640 1 -- 172.21.15.26:0/3466690782 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7890075310 msgr2=0x7f789019ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.873+0000 7f7894a00640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7890075310 0x7f789019ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.873+0000 7f7894a00640 1 -- 172.21.15.26:0/3466690782 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f789010a830 msgr2=0x7f78901a2280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.873+0000 7f7894a00640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f789010a830 0x7f78901a2280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.873+0000 7f7894a00640 1 -- 172.21.15.26:0/3466690782 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78901a2920 con 0x7f78900768f0 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.874+0000 7f7894a00640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78900768f0 0x7f789019b250 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f787c009a20 tx=0x7f787c0040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:54.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.874+0000 7f788e000640 1 -- 172.21.15.26:0/3466690782 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f787c03f030 con 0x7f78900768f0 2024-04-26T23:35:54.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.874+0000 7f788e000640 1 -- 172.21.15.26:0/3466690782 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f787c003a80 con 0x7f78900768f0 2024-04-26T23:35:54.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.874+0000 7f7897e00640 1 -- 172.21.15.26:0/3466690782 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78901a2bb0 con 0x7f78900768f0 2024-04-26T23:35:54.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.874+0000 7f788e000640 1 -- 172.21.15.26:0/3466690782 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f787c035070 con 0x7f78900768f0 2024-04-26T23:35:54.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.874+0000 7f7897e00640 1 -- 172.21.15.26:0/3466690782 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78901a30a0 con 0x7f78900768f0 2024-04-26T23:35:54.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.875+0000 7f7897e00640 1 -- 172.21.15.26:0/3466690782 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78901095f0 con 0x7f78900768f0 2024-04-26T23:35:54.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.877+0000 7f788e000640 1 -- 172.21.15.26:0/3466690782 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7f787c042030 con 0x7f78900768f0 2024-04-26T23:35:54.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.880+0000 7f788e000640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f78780a3d20 0x7f78780a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:54.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.880+0000 7f788e000640 1 -- 172.21.15.26:0/3466690782 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f787c0f1290 con 0x7f78900768f0 2024-04-26T23:35:54.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.880+0000 7f7895400640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f78780a3d20 0x7f78780a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:54.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.881+0000 7f7895400640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f78780a3d20 0x7f78780a61e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7884005fd0 tx=0x7f7884005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:54.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:54.883+0000 7f788e000640 1 -- 172.21.15.26:0/3466690782 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f787c0bd900 con 0x7f78900768f0 2024-04-26T23:35:55.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.091+0000 7f7897e00640 1 -- 172.21.15.26:0/3466690782 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f789002dd20 con 0x7f78900768f0 2024-04-26T23:35:55.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.092+0000 7f788e000640 1 -- 172.21.15.26:0/3466690782 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7f787c0bd200 con 0x7f78900768f0 2024-04-26T23:35:55.096 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:35:55.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.096+0000 7f7897e00640 1 -- 172.21.15.26:0/3466690782 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f78780a3d20 msgr2=0x7f78780a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:55.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.096+0000 7f7897e00640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f78780a3d20 0x7f78780a61e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7884005fd0 tx=0x7f7884005850 comp rx=0 tx=0).stop 2024-04-26T23:35:55.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.096+0000 7f7897e00640 1 -- 172.21.15.26:0/3466690782 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78900768f0 msgr2=0x7f789019b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:55.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.096+0000 7f7897e00640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78900768f0 0x7f789019b250 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f787c009a20 tx=0x7f787c0040c0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.096+0000 7f7897e00640 1 -- 172.21.15.26:0/3466690782 shutdown_connections 2024-04-26T23:35:55.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.096+0000 7f7897e00640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f789010a830 0x7f78901a2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.096+0000 7f7897e00640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f78780a3d20 0x7f78780a61e0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.096+0000 7f7897e00640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78900768f0 0x7f789019b250 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.096+0000 7f7897e00640 1 --2- 172.21.15.26:0/3466690782 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7890075310 0x7f789019ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.096+0000 7f7897e00640 1 -- 172.21.15.26:0/3466690782 >> 172.21.15.26:0/3466690782 conn(0x7f78900fdf10 msgr2=0x7f78901067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:55.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.096+0000 7f7897e00640 1 -- 172.21.15.26:0/3466690782 shutdown_connections 2024-04-26T23:35:55.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.096+0000 7f7897e00640 1 -- 172.21.15.26:0/3466690782 wait complete. 2024-04-26T23:35:55.126 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T23:35:55.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.318+0000 7fa0f7e00640 1 -- 172.21.15.26:0/790486293 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0f0105d80 msgr2=0x7fa0f0106200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:55.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.318+0000 7fa0f7e00640 1 --2- 172.21.15.26:0/790486293 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0f0105d80 0x7fa0f0106200 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc009900 tx=0x7fa0dc02a400 comp rx=0 tx=0).stop 2024-04-26T23:35:55.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.318+0000 7fa0f7e00640 1 -- 172.21.15.26:0/790486293 shutdown_connections 2024-04-26T23:35:55.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.318+0000 7fa0f7e00640 1 --2- 172.21.15.26:0/790486293 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0f0106740 0x7fa0f010cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.318+0000 7fa0f7e00640 1 --2- 172.21.15.26:0/790486293 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0f0105d80 0x7fa0f0106200 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.318+0000 7fa0f7e00640 1 --2- 172.21.15.26:0/790486293 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa0f0104b90 0x7fa0f0104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.318+0000 7fa0f7e00640 1 -- 172.21.15.26:0/790486293 >> 172.21.15.26:0/790486293 conn(0x7fa0f0100120 msgr2=0x7fa0f0102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:55.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.318+0000 7fa0f7e00640 1 -- 172.21.15.26:0/790486293 shutdown_connections 2024-04-26T23:35:55.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.318+0000 7fa0f7e00640 1 -- 172.21.15.26:0/790486293 wait complete. 2024-04-26T23:35:55.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.320+0000 7fa0f7e00640 1 Processor -- start 2024-04-26T23:35:55.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.320+0000 7fa0f7e00640 1 -- start start 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.320+0000 7fa0f7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0f0104b90 0x7fa0f019acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.320+0000 7fa0f7e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa0f0105d80 0x7fa0f019b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.320+0000 7fa0f7e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0f0106740 0x7fa0f01a2210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.320+0000 7fa0f7e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f0110550 con 0x7fa0f0104b90 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.320+0000 7fa0f7e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f01103d0 con 0x7fa0f0105d80 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.320+0000 7fa0f7e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f01106d0 con 0x7fa0f0106740 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.321+0000 7fa0f5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0f0104b90 0x7fa0f019acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.321+0000 7fa0f5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0f0104b90 0x7fa0f019acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34108/0 (socket says 172.21.15.26:34108) 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.321+0000 7fa0f5400640 1 -- 172.21.15.26:0/1769065216 learned_addr learned my addr 172.21.15.26:0/1769065216 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.321+0000 7fa0f4a00640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa0f0105d80 0x7fa0f019b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.321+0000 7fa0f5e00640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0f0106740 0x7fa0f01a2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.321+0000 7fa0f5400640 1 -- 172.21.15.26:0/1769065216 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0f0106740 msgr2=0x7fa0f01a2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.321+0000 7fa0f5400640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0f0106740 0x7fa0f01a2210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.321+0000 7fa0f5400640 1 -- 172.21.15.26:0/1769065216 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa0f0105d80 msgr2=0x7fa0f019b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:55.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.321+0000 7fa0f5400640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa0f0105d80 0x7fa0f019b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.321+0000 7fa0f5400640 1 -- 172.21.15.26:0/1769065216 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0f01a28b0 con 0x7fa0f0104b90 2024-04-26T23:35:55.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.321+0000 7fa0f5400640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0f0104b90 0x7fa0f019acc0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fa0e400e9c0 tx=0x7fa0e400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:55.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.322+0000 7fa0ee000640 1 -- 172.21.15.26:0/1769065216 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e400cd80 con 0x7fa0f0104b90 2024-04-26T23:35:55.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.322+0000 7fa0ee000640 1 -- 172.21.15.26:0/1769065216 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa0e40044b0 con 0x7fa0f0104b90 2024-04-26T23:35:55.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.322+0000 7fa0ee000640 1 -- 172.21.15.26:0/1769065216 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e4010430 con 0x7fa0f0104b90 2024-04-26T23:35:55.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.322+0000 7fa0f7e00640 1 -- 172.21.15.26:0/1769065216 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0f01a2ba0 con 0x7fa0f0104b90 2024-04-26T23:35:55.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.322+0000 7fa0f7e00640 1 -- 172.21.15.26:0/1769065216 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0f01a3070 con 0x7fa0f0104b90 2024-04-26T23:35:55.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.324+0000 7fa0f7e00640 1 -- 172.21.15.26:0/1769065216 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0f010bff0 con 0x7fa0f0104b90 2024-04-26T23:35:55.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.325+0000 7fa0ee000640 1 -- 172.21.15.26:0/1769065216 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7fa0e4003f00 con 0x7fa0f0104b90 2024-04-26T23:35:55.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.327+0000 7fa0ee000640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa0d80a3da0 0x7fa0d80a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:55.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.328+0000 7fa0ee000640 1 -- 172.21.15.26:0/1769065216 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa0e40d0c20 con 0x7fa0f0104b90 2024-04-26T23:35:55.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.328+0000 7fa0f4a00640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa0d80a3da0 0x7fa0d80a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:55.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.328+0000 7fa0f4a00640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa0d80a3da0 0x7fa0d80a6260 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc006010 tx=0x7fa0dc031400 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:55.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.331+0000 7fa0ee000640 1 -- 172.21.15.26:0/1769065216 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fa0e409d290 con 0x7fa0f0104b90 2024-04-26T23:35:55.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.542+0000 7fa0f7e00640 1 -- 172.21.15.26:0/1769065216 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fa0f002dad0 con 0x7fa0f0104b90 2024-04-26T23:35:55.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.543+0000 7fa0ee000640 1 -- 172.21.15.26:0/1769065216 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7fa0e409cb90 con 0x7fa0f0104b90 2024-04-26T23:35:55.546 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-26T23:35:55.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.545+0000 7fa0f7e00640 1 -- 172.21.15.26:0/1769065216 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa0d80a3da0 msgr2=0x7fa0d80a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:55.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.545+0000 7fa0f7e00640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa0d80a3da0 0x7fa0d80a6260 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc006010 tx=0x7fa0dc031400 comp rx=0 tx=0).stop 2024-04-26T23:35:55.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.545+0000 7fa0f7e00640 1 -- 172.21.15.26:0/1769065216 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0f0104b90 msgr2=0x7fa0f019acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:55.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.545+0000 7fa0f7e00640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0f0104b90 0x7fa0f019acc0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fa0e400e9c0 tx=0x7fa0e400ee80 comp rx=0 tx=0).stop 2024-04-26T23:35:55.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.546+0000 7fa0f7e00640 1 -- 172.21.15.26:0/1769065216 shutdown_connections 2024-04-26T23:35:55.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.546+0000 7fa0f7e00640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0f0106740 0x7fa0f01a2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.546+0000 7fa0f7e00640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa0f0105d80 0x7fa0f019b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.546+0000 7fa0f7e00640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa0d80a3da0 0x7fa0d80a6260 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.546+0000 7fa0f7e00640 1 --2- 172.21.15.26:0/1769065216 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0f0104b90 0x7fa0f019acc0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.546+0000 7fa0f7e00640 1 -- 172.21.15.26:0/1769065216 >> 172.21.15.26:0/1769065216 conn(0x7fa0f0100120 msgr2=0x7fa0f01091c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:55.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.546+0000 7fa0f7e00640 1 -- 172.21.15.26:0/1769065216 shutdown_connections 2024-04-26T23:35:55.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.546+0000 7fa0f7e00640 1 -- 172.21.15.26:0/1769065216 wait complete. 2024-04-26T23:35:55.567 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T23:35:55.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.753+0000 7f4f79a00640 1 -- 172.21.15.26:0/4258454380 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f74104b70 msgr2=0x7f4f74104f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:55.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.753+0000 7f4f79a00640 1 --2- 172.21.15.26:0/4258454380 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f74104b70 0x7f4f74104f90 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f4f64009900 tx=0x7f4f6402a3f0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.754+0000 7f4f79a00640 1 -- 172.21.15.26:0/4258454380 shutdown_connections 2024-04-26T23:35:55.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.754+0000 7f4f79a00640 1 --2- 172.21.15.26:0/4258454380 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f74106720 0x7f4f7410cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.754+0000 7f4f79a00640 1 --2- 172.21.15.26:0/4258454380 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f74105d60 0x7f4f741061e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.754+0000 7f4f79a00640 1 --2- 172.21.15.26:0/4258454380 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f74104b70 0x7f4f74104f90 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.754+0000 7f4f79a00640 1 -- 172.21.15.26:0/4258454380 >> 172.21.15.26:0/4258454380 conn(0x7f4f74100120 msgr2=0x7f4f74102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:55.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.754+0000 7f4f79a00640 1 -- 172.21.15.26:0/4258454380 shutdown_connections 2024-04-26T23:35:55.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.754+0000 7f4f79a00640 1 -- 172.21.15.26:0/4258454380 wait complete. 2024-04-26T23:35:55.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.755+0000 7f4f79a00640 1 Processor -- start 2024-04-26T23:35:55.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.755+0000 7f4f79a00640 1 -- start start 2024-04-26T23:35:55.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.755+0000 7f4f79a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f74104b70 0x7f4f7419ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:55.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.755+0000 7f4f79a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f74105d60 0x7f4f7419b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:55.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.755+0000 7f4f79a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f74106720 0x7f4f741a2280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:55.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.755+0000 7f4f79a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4f74110570 con 0x7f4f74106720 2024-04-26T23:35:55.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.755+0000 7f4f79a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f4f741103f0 con 0x7f4f74105d60 2024-04-26T23:35:55.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.755+0000 7f4f79a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4f741106f0 con 0x7f4f74104b70 2024-04-26T23:35:55.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f73400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f74106720 0x7f4f741a2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:55.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f72a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f74104b70 0x7f4f7419ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:55.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f72a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f74104b70 0x7f4f7419ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:50132/0 (socket says 172.21.15.26:50132) 2024-04-26T23:35:55.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f72a00640 1 -- 172.21.15.26:0/1638670271 learned_addr learned my addr 172.21.15.26:0/1638670271 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f73400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f74106720 0x7f4f741a2280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34126/0 (socket says 172.21.15.26:34126) 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f72000640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f74105d60 0x7f4f7419b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f73400640 1 -- 172.21.15.26:0/1638670271 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f74104b70 msgr2=0x7f4f7419ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f73400640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f74104b70 0x7f4f7419ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f73400640 1 -- 172.21.15.26:0/1638670271 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f74105d60 msgr2=0x7f4f7419b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f73400640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f74105d60 0x7f4f7419b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f73400640 1 -- 172.21.15.26:0/1638670271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f741a2920 con 0x7f4f74106720 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f72000640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f74105d60 0x7f4f7419b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.756+0000 7f4f73400640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f74106720 0x7f4f741a2280 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c009fd0 tx=0x7f4f6c00ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.757+0000 7f4f6b400640 1 -- 172.21.15.26:0/1638670271 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6c00ce20 con 0x7f4f74106720 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.757+0000 7f4f6b400640 1 -- 172.21.15.26:0/1638670271 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4f6c005020 con 0x7f4f74106720 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.757+0000 7f4f79a00640 1 -- 172.21.15.26:0/1638670271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f741a2c10 con 0x7f4f74106720 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.757+0000 7f4f6b400640 1 -- 172.21.15.26:0/1638670271 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6c010690 con 0x7f4f74106720 2024-04-26T23:35:55.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.757+0000 7f4f79a00640 1 -- 172.21.15.26:0/1638670271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f741a3110 con 0x7f4f74106720 2024-04-26T23:35:55.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.758+0000 7f4f79a00640 1 -- 172.21.15.26:0/1638670271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f7410bfb0 con 0x7f4f74106720 2024-04-26T23:35:55.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.761+0000 7f4f6b400640 1 -- 172.21.15.26:0/1638670271 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f4f6c004a40 con 0x7f4f74106720 2024-04-26T23:35:55.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.762+0000 7f4f6b400640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4f580a3db0 0x7f4f580a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:55.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.762+0000 7f4f6b400640 1 -- 172.21.15.26:0/1638670271 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f4f6c0d1220 con 0x7f4f74106720 2024-04-26T23:35:55.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.762+0000 7f4f72a00640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4f580a3db0 0x7f4f580a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:55.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.763+0000 7f4f72a00640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4f580a3db0 0x7f4f580a6270 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4f7419c1e0 tx=0x7f4f64005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:55.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.766+0000 7f4f6b400640 1 -- 172.21.15.26:0/1638670271 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f4f6c09d720 con 0x7f4f74106720 2024-04-26T23:35:55.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:55 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:55.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:55 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:55.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:55 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:55.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:55 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:55.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:55 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/131898829' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:55.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:55 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3466690782' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:55.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:55 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:55.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:55 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:55.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:55 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:55.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:55 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:55.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:55 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/131898829' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:55.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:55 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3466690782' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:55.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:55 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:55.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:55 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:55.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:55 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:55.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:55 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:55.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:55 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/131898829' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:55.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:55 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3466690782' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:55.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.973+0000 7f4f79a00640 1 -- 172.21.15.26:0/1638670271 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f4f7402dd40 con 0x7f4f74106720 2024-04-26T23:35:55.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.974+0000 7f4f6b400640 1 -- 172.21.15.26:0/1638670271 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7f4f6c09d020 con 0x7f4f74106720 2024-04-26T23:35:55.977 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-26T23:35:55.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.977+0000 7f4f79a00640 1 -- 172.21.15.26:0/1638670271 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4f580a3db0 msgr2=0x7f4f580a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:55.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.977+0000 7f4f79a00640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4f580a3db0 0x7f4f580a6270 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4f7419c1e0 tx=0x7f4f64005a20 comp rx=0 tx=0).stop 2024-04-26T23:35:55.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.977+0000 7f4f79a00640 1 -- 172.21.15.26:0/1638670271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f74106720 msgr2=0x7f4f741a2280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:55.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.977+0000 7f4f79a00640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f74106720 0x7f4f741a2280 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c009fd0 tx=0x7f4f6c00ef10 comp rx=0 tx=0).stop 2024-04-26T23:35:55.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.977+0000 7f4f79a00640 1 -- 172.21.15.26:0/1638670271 shutdown_connections 2024-04-26T23:35:55.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.977+0000 7f4f79a00640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4f580a3db0 0x7f4f580a6270 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.977+0000 7f4f79a00640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f74106720 0x7f4f741a2280 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.977+0000 7f4f79a00640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f74105d60 0x7f4f7419b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.977+0000 7f4f79a00640 1 --2- 172.21.15.26:0/1638670271 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f74104b70 0x7f4f7419ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:55.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.977+0000 7f4f79a00640 1 -- 172.21.15.26:0/1638670271 >> 172.21.15.26:0/1638670271 conn(0x7f4f74100120 msgr2=0x7f4f74109180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:55.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.977+0000 7f4f79a00640 1 -- 172.21.15.26:0/1638670271 shutdown_connections 2024-04-26T23:35:55.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:55.977+0000 7f4f79a00640 1 -- 172.21.15.26:0/1638670271 wait complete. 2024-04-26T23:35:55.998 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-04-26T23:35:55.999 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:35:56.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.204+0000 7f6174a00640 1 -- 172.21.15.26:0/2700156568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6170105b20 msgr2=0x7f6170107f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:56.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.204+0000 7f6174a00640 1 --2- 172.21.15.26:0/2700156568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6170105b20 0x7f6170107f10 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f6158009900 tx=0x7f615802a410 comp rx=0 tx=0).stop 2024-04-26T23:35:56.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.204+0000 7f6174a00640 1 -- 172.21.15.26:0/2700156568 shutdown_connections 2024-04-26T23:35:56.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.204+0000 7f6174a00640 1 --2- 172.21.15.26:0/2700156568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6170108450 0x7f617010a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.204+0000 7f6174a00640 1 --2- 172.21.15.26:0/2700156568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6170105b20 0x7f6170107f10 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.204+0000 7f6174a00640 1 --2- 172.21.15.26:0/2700156568 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f61701031f0 0x7f61701055e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.204+0000 7f6174a00640 1 -- 172.21.15.26:0/2700156568 >> 172.21.15.26:0/2700156568 conn(0x7f61700fcbc0 msgr2=0x7f61700ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:56.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.204+0000 7f6174a00640 1 -- 172.21.15.26:0/2700156568 shutdown_connections 2024-04-26T23:35:56.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.204+0000 7f6174a00640 1 -- 172.21.15.26:0/2700156568 wait complete. 2024-04-26T23:35:56.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.205+0000 7f6174a00640 1 Processor -- start 2024-04-26T23:35:56.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.205+0000 7f6174a00640 1 -- start start 2024-04-26T23:35:56.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.206+0000 7f6174a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61701031f0 0x7f61701988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:56.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.206+0000 7f6174a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6170105b20 0x7f6170198de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:56.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.206+0000 7f6174a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6170108450 0x7f617019fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:56.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.206+0000 7f6174a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f617010e140 con 0x7f61701031f0 2024-04-26T23:35:56.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.206+0000 7f6174a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f617010dfc0 con 0x7f6170105b20 2024-04-26T23:35:56.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.206+0000 7f6174a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f617010e2c0 con 0x7f6170108450 2024-04-26T23:35:56.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.206+0000 7f616e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61701031f0 0x7f61701988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:56.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.206+0000 7f616e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61701031f0 0x7f61701988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34150/0 (socket says 172.21.15.26:34150) 2024-04-26T23:35:56.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.206+0000 7f616e800640 1 -- 172.21.15.26:0/491809415 learned_addr learned my addr 172.21.15.26:0/491809415 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:56.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.206+0000 7f616f200640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6170108450 0x7f617019fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:56.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.206+0000 7f616de00640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6170105b20 0x7f6170198de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:56.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.207+0000 7f616e800640 1 -- 172.21.15.26:0/491809415 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6170108450 msgr2=0x7f617019fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:56.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.207+0000 7f616e800640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6170108450 0x7f617019fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.207+0000 7f616e800640 1 -- 172.21.15.26:0/491809415 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6170105b20 msgr2=0x7f6170198de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:56.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.207+0000 7f616e800640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6170105b20 0x7f6170198de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.207+0000 7f616e800640 1 -- 172.21.15.26:0/491809415 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61701a04c0 con 0x7f61701031f0 2024-04-26T23:35:56.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.207+0000 7f616f200640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6170108450 0x7f617019fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:56.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.207+0000 7f616de00640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6170105b20 0x7f6170198de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:35:56.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.207+0000 7f616e800640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61701031f0 0x7f61701988a0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f616000ebc0 tx=0x7f616000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:56.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.207+0000 7f6167400640 1 -- 172.21.15.26:0/491809415 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6160010630 con 0x7f61701031f0 2024-04-26T23:35:56.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.207+0000 7f6167400640 1 -- 172.21.15.26:0/491809415 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6160010c60 con 0x7f61701031f0 2024-04-26T23:35:56.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.207+0000 7f6167400640 1 -- 172.21.15.26:0/491809415 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6160018b00 con 0x7f61701031f0 2024-04-26T23:35:56.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.207+0000 7f6174a00640 1 -- 172.21.15.26:0/491809415 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61701a07b0 con 0x7f61701031f0 2024-04-26T23:35:56.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.208+0000 7f6174a00640 1 -- 172.21.15.26:0/491809415 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61701a0cd0 con 0x7f61701031f0 2024-04-26T23:35:56.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.209+0000 7f6174a00640 1 -- 172.21.15.26:0/491809415 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61700fe6b0 con 0x7f61701031f0 2024-04-26T23:35:56.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.211+0000 7f6167400640 1 -- 172.21.15.26:0/491809415 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f6160018ca0 con 0x7f61701031f0 2024-04-26T23:35:56.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.212+0000 7f6167400640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f61540a3db0 0x7f61540a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:56.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.213+0000 7f6167400640 1 -- 172.21.15.26:0/491809415 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f61600d1110 con 0x7f61701031f0 2024-04-26T23:35:56.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.213+0000 7f616de00640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f61540a3db0 0x7f61540a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:56.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.214+0000 7f616de00640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f61540a3db0 0x7f61540a6270 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6158006010 tx=0x7f6158031400 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:56.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.217+0000 7f6167400640 1 -- 172.21.15.26:0/491809415 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f616009d610 con 0x7f61701031f0 2024-04-26T23:35:56.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.476+0000 7f6174a00640 1 -- 172.21.15.26:0/491809415 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f617002dad0 con 0x7f61701031f0 2024-04-26T23:35:56.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.484+0000 7f6167400640 1 -- 172.21.15.26:0/491809415 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f616009cf10 con 0x7f61701031f0 2024-04-26T23:35:56.488 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:56.488 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:35:56.488 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:35:56.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.487+0000 7f6174a00640 1 -- 172.21.15.26:0/491809415 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f61540a3db0 msgr2=0x7f61540a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:56.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.487+0000 7f6174a00640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f61540a3db0 0x7f61540a6270 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6158006010 tx=0x7f6158031400 comp rx=0 tx=0).stop 2024-04-26T23:35:56.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.487+0000 7f6174a00640 1 -- 172.21.15.26:0/491809415 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61701031f0 msgr2=0x7f61701988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:56.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.487+0000 7f6174a00640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61701031f0 0x7f61701988a0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f616000ebc0 tx=0x7f616000c6a0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.487+0000 7f6174a00640 1 -- 172.21.15.26:0/491809415 shutdown_connections 2024-04-26T23:35:56.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.487+0000 7f6174a00640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6170108450 0x7f617019fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.487+0000 7f6174a00640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6170105b20 0x7f6170198de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.487+0000 7f6174a00640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f61540a3db0 0x7f61540a6270 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.487+0000 7f6174a00640 1 --2- 172.21.15.26:0/491809415 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f61701031f0 0x7f61701988a0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.487+0000 7f6174a00640 1 -- 172.21.15.26:0/491809415 >> 172.21.15.26:0/491809415 conn(0x7f61700fcbc0 msgr2=0x7f61701050b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:56.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.488+0000 7f6174a00640 1 -- 172.21.15.26:0/491809415 shutdown_connections 2024-04-26T23:35:56.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.488+0000 7f6174a00640 1 -- 172.21.15.26:0/491809415 wait complete. 2024-04-26T23:35:56.509 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-04-26T23:35:56.509 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-04-26T23:35:56.510 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-26T23:35:56.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.690+0000 7ff610800640 1 -- 172.21.15.26:0/3198060273 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff608076910 msgr2=0x7ff608074d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:56.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.690+0000 7ff610800640 1 --2- 172.21.15.26:0/3198060273 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff608076910 0x7ff608074d60 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7ff604009ca0 tx=0x7ff60402a950 comp rx=0 tx=0).stop 2024-04-26T23:35:56.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.690+0000 7ff610800640 1 -- 172.21.15.26:0/3198060273 shutdown_connections 2024-04-26T23:35:56.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.690+0000 7ff610800640 1 --2- 172.21.15.26:0/3198060273 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff60810a800 0x7ff60810cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.690+0000 7ff610800640 1 --2- 172.21.15.26:0/3198060273 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff608075330 0x7ff608075790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.690+0000 7ff610800640 1 --2- 172.21.15.26:0/3198060273 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff608076910 0x7ff608074d60 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.690+0000 7ff610800640 1 -- 172.21.15.26:0/3198060273 >> 172.21.15.26:0/3198060273 conn(0x7ff6080fdee0 msgr2=0x7ff608100320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:56.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.690+0000 7ff610800640 1 -- 172.21.15.26:0/3198060273 shutdown_connections 2024-04-26T23:35:56.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.690+0000 7ff610800640 1 -- 172.21.15.26:0/3198060273 wait complete. 2024-04-26T23:35:56.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.691+0000 7ff610800640 1 Processor -- start 2024-04-26T23:35:56.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.692+0000 7ff610800640 1 -- start start 2024-04-26T23:35:56.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.692+0000 7ff610800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff608075330 0x7ff60819acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:56.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.692+0000 7ff610800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff608076910 0x7ff60819b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:56.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.692+0000 7ff610800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff60810a800 0x7ff6081a2250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:56.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.692+0000 7ff610800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff608110590 con 0x7ff608076910 2024-04-26T23:35:56.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.692+0000 7ff610800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff608110410 con 0x7ff60810a800 2024-04-26T23:35:56.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.692+0000 7ff610800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff608110710 con 0x7ff608075330 2024-04-26T23:35:56.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.692+0000 7ff60d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff608076910 0x7ff60819b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:56.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.692+0000 7ff60d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff608076910 0x7ff60819b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34170/0 (socket says 172.21.15.26:34170) 2024-04-26T23:35:56.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.692+0000 7ff60d400640 1 -- 172.21.15.26:0/3152699873 learned_addr learned my addr 172.21.15.26:0/3152699873 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:56.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.692+0000 7ff60e800640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff60810a800 0x7ff6081a2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:56.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.692+0000 7ff60de00640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff608075330 0x7ff60819acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:56.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.693+0000 7ff60d400640 1 -- 172.21.15.26:0/3152699873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff608075330 msgr2=0x7ff60819acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:56.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.693+0000 7ff60d400640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff608075330 0x7ff60819acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.693+0000 7ff60d400640 1 -- 172.21.15.26:0/3152699873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff60810a800 msgr2=0x7ff6081a2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:56.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.693+0000 7ff60d400640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff60810a800 0x7ff6081a2250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.693+0000 7ff60d400640 1 -- 172.21.15.26:0/3152699873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6081a28f0 con 0x7ff608076910 2024-04-26T23:35:56.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.693+0000 7ff60d400640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff608076910 0x7ff60819b1f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7ff5f800e9f0 tx=0x7ff5f800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:56.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.694+0000 7ff5fea00640 1 -- 172.21.15.26:0/3152699873 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f800cd80 con 0x7ff608076910 2024-04-26T23:35:56.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.694+0000 7ff5fea00640 1 -- 172.21.15.26:0/3152699873 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff5f80054b0 con 0x7ff608076910 2024-04-26T23:35:56.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.694+0000 7ff5fea00640 1 -- 172.21.15.26:0/3152699873 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f8010430 con 0x7ff608076910 2024-04-26T23:35:56.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.694+0000 7ff610800640 1 -- 172.21.15.26:0/3152699873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6081a2be0 con 0x7ff608076910 2024-04-26T23:35:56.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.694+0000 7ff610800640 1 -- 172.21.15.26:0/3152699873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6081a3130 con 0x7ff608076910 2024-04-26T23:35:56.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.696+0000 7ff610800640 1 -- 172.21.15.26:0/3152699873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6081095c0 con 0x7ff608076910 2024-04-26T23:35:56.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.699+0000 7ff5fea00640 1 -- 172.21.15.26:0/3152699873 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7ff5f80046c0 con 0x7ff608076910 2024-04-26T23:35:56.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.701+0000 7ff5fea00640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff5f40a3e30 0x7ff5f40a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:56.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.702+0000 7ff5fea00640 1 -- 172.21.15.26:0/3152699873 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff5f80d0c90 con 0x7ff608076910 2024-04-26T23:35:56.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.702+0000 7ff60de00640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff5f40a3e30 0x7ff5f40a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:56.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.703+0000 7ff60de00640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff5f40a3e30 0x7ff5f40a62f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff60402af40 tx=0x7ff60402f860 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:56.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.705+0000 7ff5fea00640 1 -- 172.21.15.26:0/3152699873 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7ff5f809d1d0 con 0x7ff608076910 2024-04-26T23:35:56.758 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:56 smithi026 ceph-mon[28371]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:35:56.758 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:56 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1769065216' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:56.758 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:56 smithi026 ceph-mon[28371]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-04-26T23:35:56.758 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:56 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1638670271' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:56.758 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:56 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:56.758 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:56 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:56.758 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:56 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:56.759 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:56 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:56.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:56 smithi164 ceph-mon[31699]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:35:56.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:56 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1769065216' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:56.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:56 smithi164 ceph-mon[31699]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-04-26T23:35:56.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:56 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1638670271' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:56.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:56 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:56.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:56 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:56.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:56 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:56.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:56 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:56.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:56 smithi086 ceph-mon[31122]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:35:56.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:56 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1769065216' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:56.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:56 smithi086 ceph-mon[31122]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-04-26T23:35:56.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:56 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1638670271' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:35:56.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:56 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:56.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:56 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:56.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:56 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:56.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:56 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:56.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.926+0000 7ff610800640 1 -- 172.21.15.26:0/3152699873 --> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff608062d70 con 0x7ff5f40a3e30 2024-04-26T23:35:56.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.936+0000 7ff5fea00640 1 -- 172.21.15.26:0/3152699873 <== mgr.24955 v2:172.21.15.26:6800/2981289650 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257940 (secure 0 0 0) 0x7ff608062d70 con 0x7ff5f40a3e30 2024-04-26T23:35:56.943 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:56.944 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T23:35:56.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.941+0000 7ff610800640 1 -- 172.21.15.26:0/3152699873 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff5f40a3e30 msgr2=0x7ff5f40a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:56.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.941+0000 7ff610800640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff5f40a3e30 0x7ff5f40a62f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff60402af40 tx=0x7ff60402f860 comp rx=0 tx=0).stop 2024-04-26T23:35:56.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.941+0000 7ff610800640 1 -- 172.21.15.26:0/3152699873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff608076910 msgr2=0x7ff60819b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:56.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.941+0000 7ff610800640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff608076910 0x7ff60819b1f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7ff5f800e9f0 tx=0x7ff5f800edf0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.941+0000 7ff610800640 1 -- 172.21.15.26:0/3152699873 shutdown_connections 2024-04-26T23:35:56.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.941+0000 7ff610800640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff60810a800 0x7ff6081a2250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.941+0000 7ff610800640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff5f40a3e30 0x7ff5f40a62f0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.941+0000 7ff610800640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff608076910 0x7ff60819b1f0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.941+0000 7ff610800640 1 --2- 172.21.15.26:0/3152699873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff608075330 0x7ff60819acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:56.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.941+0000 7ff610800640 1 -- 172.21.15.26:0/3152699873 >> 172.21.15.26:0/3152699873 conn(0x7ff6080fdee0 msgr2=0x7ff608106790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:56.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.942+0000 7ff610800640 1 -- 172.21.15.26:0/3152699873 shutdown_connections 2024-04-26T23:35:56.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:56.942+0000 7ff610800640 1 -- 172.21.15.26:0/3152699873 wait complete. 2024-04-26T23:35:56.963 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-26T23:35:55.155812+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1183406,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1143,"num_read_kb":724,"num_write":470,"num_write_kb":4371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1181340,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":863,"ondisk_log_size":863,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":409408,"kb_used_data":14392,"kb_used_omap":18,"kb_used_meta":394797,"kb_avail":1124532416,"statfs":{"total":1151940427776,"available":1151521193984,"internally_reserved":0,"allocated":14737408,"data_stored":8320124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":404272441},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,17,2,11,0,7,40],"upper_bound":128},"perf_stat":{"commit_latency_ms":57,"apply_latency_ms":57,"commit_latency_ns":57000000,"apply_latency_ns":57000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.994640"},"pg_stats":[{"pgid":"3.3f","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.185140+0000","last_change":"2024-04-26T23:33:19.764856+0000","last_active":"2024-04-26T23:35:51.185140+0000","last_peered":"2024-04-26T23:35:51.185140+0000","last_clean":"2024-04-26T23:35:51.185140+0000","last_became_active":"2024-04-26T23:33:19.763808+0000","last_became_peered":"2024-04-26T23:33:19.763808+0000","last_unstale":"2024-04-26T23:35:51.185140+0000","last_undegraded":"2024-04-26T23:35:51.185140+0000","last_fullsized":"2024-04-26T23:35:51.185140+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:22.894265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"92'4","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.181919+0000","last_change":"2024-04-26T23:33:19.753723+0000","last_active":"2024-04-26T23:35:51.181919+0000","last_peered":"2024-04-26T23:35:51.181919+0000","last_clean":"2024-04-26T23:35:51.181919+0000","last_became_active":"2024-04-26T23:33:19.753362+0000","last_became_peered":"2024-04-26T23:33:19.753362+0000","last_unstale":"2024-04-26T23:35:51.181919+0000","last_undegraded":"2024-04-26T23:35:51.181919+0000","last_fullsized":"2024-04-26T23:35:51.181919+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:34:54.563569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.191006+0000","last_change":"2024-04-26T23:33:19.772361+0000","last_active":"2024-04-26T23:35:51.191006+0000","last_peered":"2024-04-26T23:35:51.191006+0000","last_clean":"2024-04-26T23:35:51.191006+0000","last_became_active":"2024-04-26T23:33:19.770058+0000","last_became_peered":"2024-04-26T23:33:19.770058+0000","last_unstale":"2024-04-26T23:35:51.191006+0000","last_undegraded":"2024-04-26T23:35:51.191006+0000","last_fullsized":"2024-04-26T23:35:51.191006+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:48:10.702876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"92'8","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182553+0000","last_change":"2024-04-26T23:33:35.330505+0000","last_active":"2024-04-26T23:35:51.182553+0000","last_peered":"2024-04-26T23:35:51.182553+0000","last_clean":"2024-04-26T23:35:51.182553+0000","last_became_active":"2024-04-26T23:33:35.329192+0000","last_became_peered":"2024-04-26T23:33:35.329192+0000","last_unstale":"2024-04-26T23:35:51.182553+0000","last_undegraded":"2024-04-26T23:35:51.182553+0000","last_fullsized":"2024-04-26T23:35:51.182553+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:12:01.265455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"92'4","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.196333+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:35:51.196333+0000","last_peered":"2024-04-26T23:35:51.196333+0000","last_clean":"2024-04-26T23:35:51.196333+0000","last_became_active":"2024-04-26T23:33:19.768951+0000","last_became_peered":"2024-04-26T23:33:19.768951+0000","last_unstale":"2024-04-26T23:35:51.196333+0000","last_undegraded":"2024-04-26T23:35:51.196333+0000","last_fullsized":"2024-04-26T23:35:51.196333+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:44.959679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.176800+0000","last_change":"2024-04-26T23:33:19.776336+0000","last_active":"2024-04-26T23:35:51.176800+0000","last_peered":"2024-04-26T23:35:51.176800+0000","last_clean":"2024-04-26T23:35:51.176800+0000","last_became_active":"2024-04-26T23:33:19.775990+0000","last_became_peered":"2024-04-26T23:33:19.775990+0000","last_unstale":"2024-04-26T23:35:51.176800+0000","last_undegraded":"2024-04-26T23:35:51.176800+0000","last_fullsized":"2024-04-26T23:35:51.176800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.638131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183916+0000","last_change":"2024-04-26T23:33:19.759699+0000","last_active":"2024-04-26T23:35:51.183916+0000","last_peered":"2024-04-26T23:35:51.183916+0000","last_clean":"2024-04-26T23:35:51.183916+0000","last_became_active":"2024-04-26T23:33:19.759208+0000","last_became_peered":"2024-04-26T23:33:19.759208+0000","last_unstale":"2024-04-26T23:35:51.183916+0000","last_undegraded":"2024-04-26T23:35:51.183916+0000","last_fullsized":"2024-04-26T23:35:51.183916+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:23:05.882596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.198691+0000","last_change":"2024-04-26T23:33:19.765966+0000","last_active":"2024-04-26T23:35:51.198691+0000","last_peered":"2024-04-26T23:35:51.198691+0000","last_clean":"2024-04-26T23:35:51.198691+0000","last_became_active":"2024-04-26T23:33:19.765644+0000","last_became_peered":"2024-04-26T23:33:19.765644+0000","last_unstale":"2024-04-26T23:35:51.198691+0000","last_undegraded":"2024-04-26T23:35:51.198691+0000","last_fullsized":"2024-04-26T23:35:51.198691+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:09:36.082655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"92'11","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.184609+0000","last_change":"2024-04-26T23:33:19.773968+0000","last_active":"2024-04-26T23:35:51.184609+0000","last_peered":"2024-04-26T23:35:51.184609+0000","last_clean":"2024-04-26T23:35:51.184609+0000","last_became_active":"2024-04-26T23:33:19.773615+0000","last_became_peered":"2024-04-26T23:33:19.773615+0000","last_unstale":"2024-04-26T23:35:51.184609+0000","last_undegraded":"2024-04-26T23:35:51.184609+0000","last_fullsized":"2024-04-26T23:35:51.184609+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:37:57.657914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"92'16","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182378+0000","last_change":"2024-04-26T23:33:19.781577+0000","last_active":"2024-04-26T23:35:51.182378+0000","last_peered":"2024-04-26T23:35:51.182378+0000","last_clean":"2024-04-26T23:35:51.182378+0000","last_became_active":"2024-04-26T23:33:19.780945+0000","last_became_peered":"2024-04-26T23:33:19.780945+0000","last_unstale":"2024-04-26T23:35:51.182378+0000","last_undegraded":"2024-04-26T23:35:51.182378+0000","last_fullsized":"2024-04-26T23:35:51.182378+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:15.308514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197121+0000","last_change":"2024-04-26T23:33:19.778961+0000","last_active":"2024-04-26T23:35:51.197121+0000","last_peered":"2024-04-26T23:35:51.197121+0000","last_clean":"2024-04-26T23:35:51.197121+0000","last_became_active":"2024-04-26T23:33:19.777219+0000","last_became_peered":"2024-04-26T23:33:19.777219+0000","last_unstale":"2024-04-26T23:35:51.197121+0000","last_undegraded":"2024-04-26T23:35:51.197121+0000","last_fullsized":"2024-04-26T23:35:51.197121+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:09:57.121267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.171903+0000","last_change":"2024-04-26T23:33:19.770432+0000","last_active":"2024-04-26T23:35:51.171903+0000","last_peered":"2024-04-26T23:35:51.171903+0000","last_clean":"2024-04-26T23:35:51.171903+0000","last_became_active":"2024-04-26T23:33:19.769979+0000","last_became_peered":"2024-04-26T23:33:19.769979+0000","last_unstale":"2024-04-26T23:35:51.171903+0000","last_undegraded":"2024-04-26T23:35:51.171903+0000","last_fullsized":"2024-04-26T23:35:51.171903+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:46:29.108532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"92'10","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183729+0000","last_change":"2024-04-26T23:33:19.763030+0000","last_active":"2024-04-26T23:35:51.183729+0000","last_peered":"2024-04-26T23:35:51.183729+0000","last_clean":"2024-04-26T23:35:51.183729+0000","last_became_active":"2024-04-26T23:33:19.762715+0000","last_became_peered":"2024-04-26T23:33:19.762715+0000","last_unstale":"2024-04-26T23:35:51.183729+0000","last_undegraded":"2024-04-26T23:35:51.183729+0000","last_fullsized":"2024-04-26T23:35:51.183729+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:54:03.108616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.172293+0000","last_change":"2024-04-26T23:33:19.756336+0000","last_active":"2024-04-26T23:35:51.172293+0000","last_peered":"2024-04-26T23:35:51.172293+0000","last_clean":"2024-04-26T23:35:51.172293+0000","last_became_active":"2024-04-26T23:33:19.755930+0000","last_became_peered":"2024-04-26T23:33:19.755930+0000","last_unstale":"2024-04-26T23:35:51.172293+0000","last_undegraded":"2024-04-26T23:35:51.172293+0000","last_fullsized":"2024-04-26T23:35:51.172293+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:34:55.981108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.184248+0000","last_change":"2024-04-26T23:33:19.776145+0000","last_active":"2024-04-26T23:35:51.184248+0000","last_peered":"2024-04-26T23:35:51.184248+0000","last_clean":"2024-04-26T23:35:51.184248+0000","last_became_active":"2024-04-26T23:33:19.775759+0000","last_became_peered":"2024-04-26T23:33:19.775759+0000","last_unstale":"2024-04-26T23:35:51.184248+0000","last_undegraded":"2024-04-26T23:35:51.184248+0000","last_fullsized":"2024-04-26T23:35:51.184248+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:38:55.048561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.196716+0000","last_change":"2024-04-26T23:33:19.771602+0000","last_active":"2024-04-26T23:35:51.196716+0000","last_peered":"2024-04-26T23:35:51.196716+0000","last_clean":"2024-04-26T23:35:51.196716+0000","last_became_active":"2024-04-26T23:33:19.769217+0000","last_became_peered":"2024-04-26T23:33:19.769217+0000","last_unstale":"2024-04-26T23:35:51.196716+0000","last_undegraded":"2024-04-26T23:35:51.196716+0000","last_fullsized":"2024-04-26T23:35:51.196716+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:07.167963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.185434+0000","last_change":"2024-04-26T23:33:19.761184+0000","last_active":"2024-04-26T23:35:51.185434+0000","last_peered":"2024-04-26T23:35:51.185434+0000","last_clean":"2024-04-26T23:35:51.185434+0000","last_became_active":"2024-04-26T23:33:19.760801+0000","last_became_peered":"2024-04-26T23:33:19.760801+0000","last_unstale":"2024-04-26T23:35:51.185434+0000","last_undegraded":"2024-04-26T23:35:51.185434+0000","last_fullsized":"2024-04-26T23:35:51.185434+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:51.687186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"92'10","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.193685+0000","last_change":"2024-04-26T23:33:19.767160+0000","last_active":"2024-04-26T23:35:51.193685+0000","last_peered":"2024-04-26T23:35:51.193685+0000","last_clean":"2024-04-26T23:35:51.193685+0000","last_became_active":"2024-04-26T23:33:19.766049+0000","last_became_peered":"2024-04-26T23:33:19.766049+0000","last_unstale":"2024-04-26T23:35:51.193685+0000","last_undegraded":"2024-04-26T23:35:51.193685+0000","last_fullsized":"2024-04-26T23:35:51.193685+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:54:17.844660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195571+0000","last_change":"2024-04-26T23:33:19.768207+0000","last_active":"2024-04-26T23:35:51.195571+0000","last_peered":"2024-04-26T23:35:51.195571+0000","last_clean":"2024-04-26T23:35:51.195571+0000","last_became_active":"2024-04-26T23:33:19.767820+0000","last_became_peered":"2024-04-26T23:33:19.767820+0000","last_unstale":"2024-04-26T23:35:51.195571+0000","last_undegraded":"2024-04-26T23:35:51.195571+0000","last_fullsized":"2024-04-26T23:35:51.195571+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:28:21.897073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.105810+0000","last_change":"2024-04-26T23:33:19.203693+0000","last_active":"2024-04-26T23:35:51.105810+0000","last_peered":"2024-04-26T23:35:51.105810+0000","last_clean":"2024-04-26T23:35:51.105810+0000","last_became_active":"2024-04-26T23:33:19.203327+0000","last_became_peered":"2024-04-26T23:33:19.203327+0000","last_unstale":"2024-04-26T23:35:51.105810+0000","last_undegraded":"2024-04-26T23:35:51.105810+0000","last_fullsized":"2024-04-26T23:35:51.105810+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:35:08.793046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.191817+0000","last_change":"2024-04-26T23:33:19.774426+0000","last_active":"2024-04-26T23:35:51.191817+0000","last_peered":"2024-04-26T23:35:51.191817+0000","last_clean":"2024-04-26T23:35:51.191817+0000","last_became_active":"2024-04-26T23:33:19.773785+0000","last_became_peered":"2024-04-26T23:33:19.773785+0000","last_unstale":"2024-04-26T23:35:51.191817+0000","last_undegraded":"2024-04-26T23:35:51.191817+0000","last_fullsized":"2024-04-26T23:35:51.191817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:34:10.098983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.134799+0000","last_change":"2024-04-26T23:33:19.209201+0000","last_active":"2024-04-26T23:35:51.134799+0000","last_peered":"2024-04-26T23:35:51.134799+0000","last_clean":"2024-04-26T23:35:51.134799+0000","last_became_active":"2024-04-26T23:33:19.208809+0000","last_became_peered":"2024-04-26T23:33:19.208809+0000","last_unstale":"2024-04-26T23:35:51.134799+0000","last_undegraded":"2024-04-26T23:35:51.134799+0000","last_fullsized":"2024-04-26T23:35:51.134799+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:49:34.425470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.192287+0000","last_change":"2024-04-26T23:33:19.764501+0000","last_active":"2024-04-26T23:35:51.192287+0000","last_peered":"2024-04-26T23:35:51.192287+0000","last_clean":"2024-04-26T23:35:51.192287+0000","last_became_active":"2024-04-26T23:33:19.764176+0000","last_became_peered":"2024-04-26T23:33:19.764176+0000","last_unstale":"2024-04-26T23:35:51.192287+0000","last_undegraded":"2024-04-26T23:35:51.192287+0000","last_fullsized":"2024-04-26T23:35:51.192287+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:39.816386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.114187+0000","last_change":"2024-04-26T23:33:19.202259+0000","last_active":"2024-04-26T23:35:51.114187+0000","last_peered":"2024-04-26T23:35:51.114187+0000","last_clean":"2024-04-26T23:35:51.114187+0000","last_became_active":"2024-04-26T23:33:19.201872+0000","last_became_peered":"2024-04-26T23:33:19.201872+0000","last_unstale":"2024-04-26T23:35:51.114187+0000","last_undegraded":"2024-04-26T23:35:51.114187+0000","last_fullsized":"2024-04-26T23:35:51.114187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:21:01.745674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182400+0000","last_change":"2024-04-26T23:33:19.774745+0000","last_active":"2024-04-26T23:35:51.182400+0000","last_peered":"2024-04-26T23:35:51.182400+0000","last_clean":"2024-04-26T23:35:51.182400+0000","last_became_active":"2024-04-26T23:33:19.772352+0000","last_became_peered":"2024-04-26T23:33:19.772352+0000","last_unstale":"2024-04-26T23:35:51.182400+0000","last_undegraded":"2024-04-26T23:35:51.182400+0000","last_fullsized":"2024-04-26T23:35:51.182400+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:53:42.960058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'2","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.136543+0000","last_change":"2024-04-26T23:33:35.344544+0000","last_active":"2024-04-26T23:35:51.136543+0000","last_peered":"2024-04-26T23:35:51.136543+0000","last_clean":"2024-04-26T23:35:51.136543+0000","last_became_active":"2024-04-26T23:33:35.337185+0000","last_became_peered":"2024-04-26T23:33:35.337185+0000","last_unstale":"2024-04-26T23:35:51.136543+0000","last_undegraded":"2024-04-26T23:35:51.136543+0000","last_fullsized":"2024-04-26T23:35:51.136543+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:30:57.722213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"92'15","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.194222+0000","last_change":"2024-04-26T23:33:35.339679+0000","last_active":"2024-04-26T23:35:51.194222+0000","last_peered":"2024-04-26T23:35:51.194222+0000","last_clean":"2024-04-26T23:35:51.194222+0000","last_became_active":"2024-04-26T23:33:35.338561+0000","last_became_peered":"2024-04-26T23:33:35.338561+0000","last_unstale":"2024-04-26T23:35:51.194222+0000","last_undegraded":"2024-04-26T23:35:51.194222+0000","last_fullsized":"2024-04-26T23:35:51.194222+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:25:23.946635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"92'10","reported_seq":184,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.729528+0000","last_change":"2024-04-26T23:33:19.200691+0000","last_active":"2024-04-26T23:35:51.729528+0000","last_peered":"2024-04-26T23:35:51.729528+0000","last_clean":"2024-04-26T23:35:51.729528+0000","last_became_active":"2024-04-26T23:33:19.200377+0000","last_became_peered":"2024-04-26T23:33:19.200377+0000","last_unstale":"2024-04-26T23:35:51.729528+0000","last_undegraded":"2024-04-26T23:35:51.729528+0000","last_fullsized":"2024-04-26T23:35:51.729528+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:39.310894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2429,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":5,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.188076+0000","last_change":"2024-04-26T23:33:19.760214+0000","last_active":"2024-04-26T23:35:51.188076+0000","last_peered":"2024-04-26T23:35:51.188076+0000","last_clean":"2024-04-26T23:35:51.188076+0000","last_became_active":"2024-04-26T23:33:19.758326+0000","last_became_peered":"2024-04-26T23:33:19.758326+0000","last_unstale":"2024-04-26T23:35:51.188076+0000","last_undegraded":"2024-04-26T23:35:51.188076+0000","last_fullsized":"2024-04-26T23:35:51.188076+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:29.075110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.112078+0000","last_change":"2024-04-26T23:33:19.211788+0000","last_active":"2024-04-26T23:35:51.112078+0000","last_peered":"2024-04-26T23:35:51.112078+0000","last_clean":"2024-04-26T23:35:51.112078+0000","last_became_active":"2024-04-26T23:33:19.211340+0000","last_became_peered":"2024-04-26T23:33:19.211340+0000","last_unstale":"2024-04-26T23:35:51.112078+0000","last_undegraded":"2024-04-26T23:35:51.112078+0000","last_fullsized":"2024-04-26T23:35:51.112078+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:45.295371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"92'8","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195481+0000","last_change":"2024-04-26T23:33:35.398992+0000","last_active":"2024-04-26T23:35:51.195481+0000","last_peered":"2024-04-26T23:35:51.195481+0000","last_clean":"2024-04-26T23:35:51.195481+0000","last_became_active":"2024-04-26T23:33:35.397806+0000","last_became_peered":"2024-04-26T23:33:35.397806+0000","last_unstale":"2024-04-26T23:35:51.195481+0000","last_undegraded":"2024-04-26T23:35:51.195481+0000","last_fullsized":"2024-04-26T23:35:51.195481+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:51:48.741562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.133131+0000","last_change":"2024-04-26T23:33:19.196233+0000","last_active":"2024-04-26T23:35:51.133131+0000","last_peered":"2024-04-26T23:35:51.133131+0000","last_clean":"2024-04-26T23:35:51.133131+0000","last_became_active":"2024-04-26T23:33:19.195862+0000","last_became_peered":"2024-04-26T23:33:19.195862+0000","last_unstale":"2024-04-26T23:35:51.133131+0000","last_undegraded":"2024-04-26T23:35:51.133131+0000","last_fullsized":"2024-04-26T23:35:51.133131+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:03:50.431144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.198900+0000","last_change":"2024-04-26T23:33:19.773573+0000","last_active":"2024-04-26T23:35:51.198900+0000","last_peered":"2024-04-26T23:35:51.198900+0000","last_clean":"2024-04-26T23:35:51.198900+0000","last_became_active":"2024-04-26T23:33:19.773028+0000","last_became_peered":"2024-04-26T23:33:19.773028+0000","last_unstale":"2024-04-26T23:35:51.198900+0000","last_undegraded":"2024-04-26T23:35:51.198900+0000","last_fullsized":"2024-04-26T23:35:51.198900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:15:46.371663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.135898+0000","last_change":"2024-04-26T23:33:19.203238+0000","last_active":"2024-04-26T23:35:51.135898+0000","last_peered":"2024-04-26T23:35:51.135898+0000","last_clean":"2024-04-26T23:35:51.135898+0000","last_became_active":"2024-04-26T23:33:19.202843+0000","last_became_peered":"2024-04-26T23:33:19.202843+0000","last_unstale":"2024-04-26T23:35:51.135898+0000","last_undegraded":"2024-04-26T23:35:51.135898+0000","last_fullsized":"2024-04-26T23:35:51.135898+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:25.072382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"92'11","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.192900+0000","last_change":"2024-04-26T23:33:19.759998+0000","last_active":"2024-04-26T23:35:51.192900+0000","last_peered":"2024-04-26T23:35:51.192900+0000","last_clean":"2024-04-26T23:35:51.192900+0000","last_became_active":"2024-04-26T23:33:19.759538+0000","last_became_peered":"2024-04-26T23:33:19.759538+0000","last_unstale":"2024-04-26T23:35:51.192900+0000","last_undegraded":"2024-04-26T23:35:51.192900+0000","last_fullsized":"2024-04-26T23:35:51.192900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:27.138810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'4","reported_seq":173,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.518139+0000","last_change":"2024-04-26T23:33:19.201726+0000","last_active":"2024-04-26T23:35:51.518139+0000","last_peered":"2024-04-26T23:35:51.518139+0000","last_clean":"2024-04-26T23:35:51.518139+0000","last_became_active":"2024-04-26T23:33:19.200229+0000","last_became_peered":"2024-04-26T23:33:19.200229+0000","last_unstale":"2024-04-26T23:35:51.518139+0000","last_undegraded":"2024-04-26T23:35:51.518139+0000","last_fullsized":"2024-04-26T23:35:51.518139+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:20:13.161687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":147,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"92'10","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.190001+0000","last_change":"2024-04-26T23:33:19.773311+0000","last_active":"2024-04-26T23:35:51.190001+0000","last_peered":"2024-04-26T23:35:51.190001+0000","last_clean":"2024-04-26T23:35:51.190001+0000","last_became_active":"2024-04-26T23:33:19.772876+0000","last_became_peered":"2024-04-26T23:33:19.772876+0000","last_unstale":"2024-04-26T23:35:51.190001+0000","last_undegraded":"2024-04-26T23:35:51.190001+0000","last_fullsized":"2024-04-26T23:35:51.190001+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:11:01.954077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.163389+0000","last_change":"2024-04-26T23:33:19.205896+0000","last_active":"2024-04-26T23:35:51.163389+0000","last_peered":"2024-04-26T23:35:51.163389+0000","last_clean":"2024-04-26T23:35:51.163389+0000","last_became_active":"2024-04-26T23:33:19.205577+0000","last_became_peered":"2024-04-26T23:33:19.205577+0000","last_unstale":"2024-04-26T23:35:51.163389+0000","last_undegraded":"2024-04-26T23:35:51.163389+0000","last_fullsized":"2024-04-26T23:35:51.163389+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:10:37.211591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.190798+0000","last_change":"2024-04-26T23:33:19.768395+0000","last_active":"2024-04-26T23:35:51.190798+0000","last_peered":"2024-04-26T23:35:51.190798+0000","last_clean":"2024-04-26T23:35:51.190798+0000","last_became_active":"2024-04-26T23:33:19.768006+0000","last_became_peered":"2024-04-26T23:33:19.768006+0000","last_unstale":"2024-04-26T23:35:51.190798+0000","last_undegraded":"2024-04-26T23:35:51.190798+0000","last_fullsized":"2024-04-26T23:35:51.190798+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:35:26.689822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.149925+0000","last_change":"2024-04-26T23:33:19.200446+0000","last_active":"2024-04-26T23:35:51.149925+0000","last_peered":"2024-04-26T23:35:51.149925+0000","last_clean":"2024-04-26T23:35:51.149925+0000","last_became_active":"2024-04-26T23:33:19.200095+0000","last_became_peered":"2024-04-26T23:33:19.200095+0000","last_unstale":"2024-04-26T23:35:51.149925+0000","last_undegraded":"2024-04-26T23:35:51.149925+0000","last_fullsized":"2024-04-26T23:35:51.149925+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:23:14.639220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"92'11","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182160+0000","last_change":"2024-04-26T23:33:19.776866+0000","last_active":"2024-04-26T23:35:51.182160+0000","last_peered":"2024-04-26T23:35:51.182160+0000","last_clean":"2024-04-26T23:35:51.182160+0000","last_became_active":"2024-04-26T23:33:19.776099+0000","last_became_peered":"2024-04-26T23:33:19.776099+0000","last_unstale":"2024-04-26T23:35:51.182160+0000","last_undegraded":"2024-04-26T23:35:51.182160+0000","last_fullsized":"2024-04-26T23:35:51.182160+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:39:03.842634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'30","reported_seq":355,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.722822+0000","last_change":"2024-04-26T23:33:19.206239+0000","last_active":"2024-04-26T23:35:51.722822+0000","last_peered":"2024-04-26T23:35:51.722822+0000","last_clean":"2024-04-26T23:35:51.722822+0000","last_became_active":"2024-04-26T23:33:19.205878+0000","last_became_peered":"2024-04-26T23:33:19.205878+0000","last_unstale":"2024-04-26T23:35:51.722822+0000","last_undegraded":"2024-04-26T23:35:51.722822+0000","last_fullsized":"2024-04-26T23:35:51.722822+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:17:55.419126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60764,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":303,"num_read_kb":210,"num_write":31,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.184692+0000","last_change":"2024-04-26T23:33:19.768043+0000","last_active":"2024-04-26T23:35:51.184692+0000","last_peered":"2024-04-26T23:35:51.184692+0000","last_clean":"2024-04-26T23:35:51.184692+0000","last_became_active":"2024-04-26T23:33:19.767740+0000","last_became_peered":"2024-04-26T23:33:19.767740+0000","last_unstale":"2024-04-26T23:35:51.184692+0000","last_undegraded":"2024-04-26T23:35:51.184692+0000","last_fullsized":"2024-04-26T23:35:51.184692+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:37:01.158239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.121408+0000","last_change":"2024-04-26T23:33:19.213967+0000","last_active":"2024-04-26T23:35:51.121408+0000","last_peered":"2024-04-26T23:35:51.121408+0000","last_clean":"2024-04-26T23:35:51.121408+0000","last_became_active":"2024-04-26T23:33:19.213141+0000","last_became_peered":"2024-04-26T23:33:19.213141+0000","last_unstale":"2024-04-26T23:35:51.121408+0000","last_undegraded":"2024-04-26T23:35:51.121408+0000","last_fullsized":"2024-04-26T23:35:51.121408+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:28:36.198324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195836+0000","last_change":"2024-04-26T23:33:19.766651+0000","last_active":"2024-04-26T23:35:51.195836+0000","last_peered":"2024-04-26T23:35:51.195836+0000","last_clean":"2024-04-26T23:35:51.195836+0000","last_became_active":"2024-04-26T23:33:19.766308+0000","last_became_peered":"2024-04-26T23:33:19.766308+0000","last_unstale":"2024-04-26T23:35:51.195836+0000","last_undegraded":"2024-04-26T23:35:51.195836+0000","last_fullsized":"2024-04-26T23:35:51.195836+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:26:23.764011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.138152+0000","last_change":"2024-04-26T23:33:19.207511+0000","last_active":"2024-04-26T23:35:51.138152+0000","last_peered":"2024-04-26T23:35:51.138152+0000","last_clean":"2024-04-26T23:35:51.138152+0000","last_became_active":"2024-04-26T23:33:19.206635+0000","last_became_peered":"2024-04-26T23:33:19.206635+0000","last_unstale":"2024-04-26T23:35:51.138152+0000","last_undegraded":"2024-04-26T23:35:51.138152+0000","last_fullsized":"2024-04-26T23:35:51.138152+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:54:19.156138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"92'15","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.199039+0000","last_change":"2024-04-26T23:33:19.783116+0000","last_active":"2024-04-26T23:35:51.199039+0000","last_peered":"2024-04-26T23:35:51.199039+0000","last_clean":"2024-04-26T23:35:51.199039+0000","last_became_active":"2024-04-26T23:33:19.780960+0000","last_became_peered":"2024-04-26T23:33:19.780960+0000","last_unstale":"2024-04-26T23:35:51.199039+0000","last_undegraded":"2024-04-26T23:35:51.199039+0000","last_fullsized":"2024-04-26T23:35:51.199039+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:56:02.569113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'8","reported_seq":182,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.716117+0000","last_change":"2024-04-26T23:33:19.204927+0000","last_active":"2024-04-26T23:35:51.716117+0000","last_peered":"2024-04-26T23:35:51.716117+0000","last_clean":"2024-04-26T23:35:51.716117+0000","last_became_active":"2024-04-26T23:33:19.204568+0000","last_became_peered":"2024-04-26T23:33:19.204568+0000","last_unstale":"2024-04-26T23:35:51.716117+0000","last_undegraded":"2024-04-26T23:35:51.716117+0000","last_fullsized":"2024-04-26T23:35:51.716117+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:46:18.973005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2395,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":153,"num_read_kb":6,"num_write":7,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.194300+0000","last_change":"2024-04-26T23:33:19.765635+0000","last_active":"2024-04-26T23:35:51.194300+0000","last_peered":"2024-04-26T23:35:51.194300+0000","last_clean":"2024-04-26T23:35:51.194300+0000","last_became_active":"2024-04-26T23:33:19.761758+0000","last_became_peered":"2024-04-26T23:33:19.761758+0000","last_unstale":"2024-04-26T23:35:51.194300+0000","last_undegraded":"2024-04-26T23:35:51.194300+0000","last_fullsized":"2024-04-26T23:35:51.194300+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:26:54.879564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.112832+0000","last_change":"2024-04-26T23:33:19.200863+0000","last_active":"2024-04-26T23:35:51.112832+0000","last_peered":"2024-04-26T23:35:51.112832+0000","last_clean":"2024-04-26T23:35:51.112832+0000","last_became_active":"2024-04-26T23:33:19.200541+0000","last_became_peered":"2024-04-26T23:33:19.200541+0000","last_unstale":"2024-04-26T23:35:51.112832+0000","last_undegraded":"2024-04-26T23:35:51.112832+0000","last_fullsized":"2024-04-26T23:35:51.112832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:54:34.936127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.181212+0000","last_change":"2024-04-26T23:33:19.774626+0000","last_active":"2024-04-26T23:35:51.181212+0000","last_peered":"2024-04-26T23:35:51.181212+0000","last_clean":"2024-04-26T23:35:51.181212+0000","last_became_active":"2024-04-26T23:33:19.774252+0000","last_became_peered":"2024-04-26T23:33:19.774252+0000","last_unstale":"2024-04-26T23:35:51.181212+0000","last_undegraded":"2024-04-26T23:35:51.181212+0000","last_fullsized":"2024-04-26T23:35:51.181212+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:48:42.043104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.114532+0000","last_change":"2024-04-26T23:33:19.192739+0000","last_active":"2024-04-26T23:35:51.114532+0000","last_peered":"2024-04-26T23:35:51.114532+0000","last_clean":"2024-04-26T23:35:51.114532+0000","last_became_active":"2024-04-26T23:33:19.191409+0000","last_became_peered":"2024-04-26T23:33:19.191409+0000","last_unstale":"2024-04-26T23:35:51.114532+0000","last_undegraded":"2024-04-26T23:35:51.114532+0000","last_fullsized":"2024-04-26T23:35:51.114532+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:08:55.142509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.181743+0000","last_change":"2024-04-26T23:33:19.773039+0000","last_active":"2024-04-26T23:35:51.181743+0000","last_peered":"2024-04-26T23:35:51.181743+0000","last_clean":"2024-04-26T23:35:51.181743+0000","last_became_active":"2024-04-26T23:33:19.772592+0000","last_became_peered":"2024-04-26T23:33:19.772592+0000","last_unstale":"2024-04-26T23:35:51.181743+0000","last_undegraded":"2024-04-26T23:35:51.181743+0000","last_fullsized":"2024-04-26T23:35:51.181743+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:13:09.171841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.105441+0000","last_change":"2024-04-26T23:33:19.199008+0000","last_active":"2024-04-26T23:35:51.105441+0000","last_peered":"2024-04-26T23:35:51.105441+0000","last_clean":"2024-04-26T23:35:51.105441+0000","last_became_active":"2024-04-26T23:33:19.198687+0000","last_became_peered":"2024-04-26T23:33:19.198687+0000","last_unstale":"2024-04-26T23:35:51.105441+0000","last_undegraded":"2024-04-26T23:35:51.105441+0000","last_fullsized":"2024-04-26T23:35:51.105441+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:11:58.905112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"92'5","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.198208+0000","last_change":"2024-04-26T23:33:19.769739+0000","last_active":"2024-04-26T23:35:51.198208+0000","last_peered":"2024-04-26T23:35:51.198208+0000","last_clean":"2024-04-26T23:35:51.198208+0000","last_became_active":"2024-04-26T23:33:19.769376+0000","last_became_peered":"2024-04-26T23:33:19.769376+0000","last_unstale":"2024-04-26T23:35:51.198208+0000","last_undegraded":"2024-04-26T23:35:51.198208+0000","last_fullsized":"2024-04-26T23:35:51.198208+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:49:48.299639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.156764+0000","last_change":"2024-04-26T23:33:19.205361+0000","last_active":"2024-04-26T23:35:51.156764+0000","last_peered":"2024-04-26T23:35:51.156764+0000","last_clean":"2024-04-26T23:35:51.156764+0000","last_became_active":"2024-04-26T23:33:19.204675+0000","last_became_peered":"2024-04-26T23:33:19.204675+0000","last_unstale":"2024-04-26T23:35:51.156764+0000","last_undegraded":"2024-04-26T23:35:51.156764+0000","last_fullsized":"2024-04-26T23:35:51.156764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:18:59.537777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"92'7","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183904+0000","last_change":"2024-04-26T23:33:35.328164+0000","last_active":"2024-04-26T23:35:51.183904+0000","last_peered":"2024-04-26T23:35:51.183904+0000","last_clean":"2024-04-26T23:35:51.183904+0000","last_became_active":"2024-04-26T23:33:35.326716+0000","last_became_peered":"2024-04-26T23:33:35.326716+0000","last_unstale":"2024-04-26T23:35:51.183904+0000","last_undegraded":"2024-04-26T23:35:51.183904+0000","last_fullsized":"2024-04-26T23:35:51.183904+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:19:29.905091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.173468+0000","last_change":"2024-04-26T23:33:19.779154+0000","last_active":"2024-04-26T23:35:51.173468+0000","last_peered":"2024-04-26T23:35:51.173468+0000","last_clean":"2024-04-26T23:35:51.173468+0000","last_became_active":"2024-04-26T23:33:19.778565+0000","last_became_peered":"2024-04-26T23:33:19.778565+0000","last_unstale":"2024-04-26T23:35:51.173468+0000","last_undegraded":"2024-04-26T23:35:51.173468+0000","last_fullsized":"2024-04-26T23:35:51.173468+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:41:22.644446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'5","reported_seq":174,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.132996+0000","last_change":"2024-04-26T23:33:19.207108+0000","last_active":"2024-04-26T23:35:51.132996+0000","last_peered":"2024-04-26T23:35:51.132996+0000","last_clean":"2024-04-26T23:35:51.132996+0000","last_became_active":"2024-04-26T23:33:19.206727+0000","last_became_peered":"2024-04-26T23:33:19.206727+0000","last_unstale":"2024-04-26T23:35:51.132996+0000","last_undegraded":"2024-04-26T23:35:51.132996+0000","last_fullsized":"2024-04-26T23:35:51.132996+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:50:07.302677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":147,"num_read_kb":147,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.198023+0000","last_change":"2024-04-26T23:33:19.776942+0000","last_active":"2024-04-26T23:35:51.198023+0000","last_peered":"2024-04-26T23:35:51.198023+0000","last_clean":"2024-04-26T23:35:51.198023+0000","last_became_active":"2024-04-26T23:33:19.775521+0000","last_became_peered":"2024-04-26T23:33:19.775521+0000","last_unstale":"2024-04-26T23:35:51.198023+0000","last_undegraded":"2024-04-26T23:35:51.198023+0000","last_fullsized":"2024-04-26T23:35:51.198023+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:27:08.849464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.135147+0000","last_change":"2024-04-26T23:33:19.194370+0000","last_active":"2024-04-26T23:35:51.135147+0000","last_peered":"2024-04-26T23:35:51.135147+0000","last_clean":"2024-04-26T23:35:51.135147+0000","last_became_active":"2024-04-26T23:33:19.193988+0000","last_became_peered":"2024-04-26T23:33:19.193988+0000","last_unstale":"2024-04-26T23:35:51.135147+0000","last_undegraded":"2024-04-26T23:35:51.135147+0000","last_fullsized":"2024-04-26T23:35:51.135147+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:08:06.886930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":360,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.157632+0000","last_change":"2024-04-26T23:31:40.120552+0000","last_active":"2024-04-26T23:35:51.157632+0000","last_peered":"2024-04-26T23:35:51.157632+0000","last_clean":"2024-04-26T23:35:51.157632+0000","last_became_active":"2024-04-26T23:31:40.119972+0000","last_became_peered":"2024-04-26T23:31:40.119972+0000","last_unstale":"2024-04-26T23:35:51.157632+0000","last_undegraded":"2024-04-26T23:35:51.157632+0000","last_fullsized":"2024-04-26T23:35:51.157632+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_clean_scrub_stamp":"2024-04-26T23:26:52.786930+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:28:56.971768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.176819+0000","last_change":"2024-04-26T23:33:19.777049+0000","last_active":"2024-04-26T23:35:51.176819+0000","last_peered":"2024-04-26T23:35:51.176819+0000","last_clean":"2024-04-26T23:35:51.176819+0000","last_became_active":"2024-04-26T23:33:19.775071+0000","last_became_peered":"2024-04-26T23:33:19.775071+0000","last_unstale":"2024-04-26T23:35:51.176819+0000","last_undegraded":"2024-04-26T23:35:51.176819+0000","last_fullsized":"2024-04-26T23:35:51.176819+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:23:32.453191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.158222+0000","last_change":"2024-04-26T23:33:19.196121+0000","last_active":"2024-04-26T23:35:51.158222+0000","last_peered":"2024-04-26T23:35:51.158222+0000","last_clean":"2024-04-26T23:35:51.158222+0000","last_became_active":"2024-04-26T23:33:19.195808+0000","last_became_peered":"2024-04-26T23:33:19.195808+0000","last_unstale":"2024-04-26T23:35:51.158222+0000","last_undegraded":"2024-04-26T23:35:51.158222+0000","last_fullsized":"2024-04-26T23:35:51.158222+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:17.665571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.137113+0000","last_change":"2024-04-26T23:33:35.337841+0000","last_active":"2024-04-26T23:35:51.137113+0000","last_peered":"2024-04-26T23:35:51.137113+0000","last_clean":"2024-04-26T23:35:51.137113+0000","last_became_active":"2024-04-26T23:33:35.330389+0000","last_became_peered":"2024-04-26T23:33:35.330389+0000","last_unstale":"2024-04-26T23:35:51.137113+0000","last_undegraded":"2024-04-26T23:35:51.137113+0000","last_fullsized":"2024-04-26T23:35:51.137113+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:41:01.653481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.173572+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:35:51.173572+0000","last_peered":"2024-04-26T23:35:51.173572+0000","last_clean":"2024-04-26T23:35:51.173572+0000","last_became_active":"2024-04-26T23:33:19.768624+0000","last_became_peered":"2024-04-26T23:33:19.768624+0000","last_unstale":"2024-04-26T23:35:51.173572+0000","last_undegraded":"2024-04-26T23:35:51.173572+0000","last_fullsized":"2024-04-26T23:35:51.173572+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:27:26.123830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'44","reported_seq":89,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.561367+0000","last_change":"2024-04-26T23:33:19.194983+0000","last_active":"2024-04-26T23:35:51.561367+0000","last_peered":"2024-04-26T23:35:51.561367+0000","last_clean":"2024-04-26T23:35:51.561367+0000","last_became_active":"2024-04-26T23:33:19.194522+0000","last_became_peered":"2024-04-26T23:33:19.194522+0000","last_unstale":"2024-04-26T23:35:51.561367+0000","last_undegraded":"2024-04-26T23:35:51.561367+0000","last_fullsized":"2024-04-26T23:35:51.561367+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:56:26.518997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":80,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.196824+0000","last_change":"2024-04-26T23:33:19.768228+0000","last_active":"2024-04-26T23:35:51.196824+0000","last_peered":"2024-04-26T23:35:51.196824+0000","last_clean":"2024-04-26T23:35:51.196824+0000","last_became_active":"2024-04-26T23:33:19.767884+0000","last_became_peered":"2024-04-26T23:33:19.767884+0000","last_unstale":"2024-04-26T23:35:51.196824+0000","last_undegraded":"2024-04-26T23:35:51.196824+0000","last_fullsized":"2024-04-26T23:35:51.196824+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:39:22.766173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.136916+0000","last_change":"2024-04-26T23:33:19.201353+0000","last_active":"2024-04-26T23:35:51.136916+0000","last_peered":"2024-04-26T23:35:51.136916+0000","last_clean":"2024-04-26T23:35:51.136916+0000","last_became_active":"2024-04-26T23:33:19.199839+0000","last_became_peered":"2024-04-26T23:33:19.199839+0000","last_unstale":"2024-04-26T23:35:51.136916+0000","last_undegraded":"2024-04-26T23:35:51.136916+0000","last_fullsized":"2024-04-26T23:35:51.136916+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:21:03.177803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.199127+0000","last_change":"2024-04-26T23:33:19.772951+0000","last_active":"2024-04-26T23:35:51.199127+0000","last_peered":"2024-04-26T23:35:51.199127+0000","last_clean":"2024-04-26T23:35:51.199127+0000","last_became_active":"2024-04-26T23:33:19.771614+0000","last_became_peered":"2024-04-26T23:33:19.771614+0000","last_unstale":"2024-04-26T23:35:51.199127+0000","last_undegraded":"2024-04-26T23:35:51.199127+0000","last_fullsized":"2024-04-26T23:35:51.199127+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:07:04.655336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.118704+0000","last_change":"2024-04-26T23:33:19.208501+0000","last_active":"2024-04-26T23:35:51.118704+0000","last_peered":"2024-04-26T23:35:51.118704+0000","last_clean":"2024-04-26T23:35:51.118704+0000","last_became_active":"2024-04-26T23:33:19.208150+0000","last_became_peered":"2024-04-26T23:33:19.208150+0000","last_unstale":"2024-04-26T23:35:51.118704+0000","last_undegraded":"2024-04-26T23:35:51.118704+0000","last_fullsized":"2024-04-26T23:35:51.118704+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:44:06.059446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"92'2","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.148128+0000","last_change":"2024-04-26T23:33:19.754820+0000","last_active":"2024-04-26T23:35:51.148128+0000","last_peered":"2024-04-26T23:35:51.148128+0000","last_clean":"2024-04-26T23:35:51.148128+0000","last_became_active":"2024-04-26T23:33:19.754433+0000","last_became_peered":"2024-04-26T23:33:19.754433+0000","last_unstale":"2024-04-26T23:35:51.148128+0000","last_undegraded":"2024-04-26T23:35:51.148128+0000","last_fullsized":"2024-04-26T23:35:51.148128+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:34:30.530804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.132743+0000","last_change":"2024-04-26T23:33:19.209883+0000","last_active":"2024-04-26T23:35:51.132743+0000","last_peered":"2024-04-26T23:35:51.132743+0000","last_clean":"2024-04-26T23:35:51.132743+0000","last_became_active":"2024-04-26T23:33:19.209566+0000","last_became_peered":"2024-04-26T23:33:19.209566+0000","last_unstale":"2024-04-26T23:35:51.132743+0000","last_undegraded":"2024-04-26T23:35:51.132743+0000","last_fullsized":"2024-04-26T23:35:51.132743+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:34:02.001014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.185022+0000","last_change":"2024-04-26T23:33:19.755003+0000","last_active":"2024-04-26T23:35:51.185022+0000","last_peered":"2024-04-26T23:35:51.185022+0000","last_clean":"2024-04-26T23:35:51.185022+0000","last_became_active":"2024-04-26T23:33:19.753643+0000","last_became_peered":"2024-04-26T23:33:19.753643+0000","last_unstale":"2024-04-26T23:35:51.185022+0000","last_undegraded":"2024-04-26T23:35:51.185022+0000","last_fullsized":"2024-04-26T23:35:51.185022+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:10:55.237122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"91'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.122970+0000","last_change":"2024-04-26T23:33:19.213587+0000","last_active":"2024-04-26T23:35:51.122970+0000","last_peered":"2024-04-26T23:35:51.122970+0000","last_clean":"2024-04-26T23:35:51.122970+0000","last_became_active":"2024-04-26T23:33:19.213136+0000","last_became_peered":"2024-04-26T23:33:19.213136+0000","last_unstale":"2024-04-26T23:35:51.122970+0000","last_undegraded":"2024-04-26T23:35:51.122970+0000","last_fullsized":"2024-04-26T23:35:51.122970+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:35.169676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197880+0000","last_change":"2024-04-26T23:33:19.769308+0000","last_active":"2024-04-26T23:35:51.197880+0000","last_peered":"2024-04-26T23:35:51.197880+0000","last_clean":"2024-04-26T23:35:51.197880+0000","last_became_active":"2024-04-26T23:33:19.769006+0000","last_became_peered":"2024-04-26T23:33:19.769006+0000","last_unstale":"2024-04-26T23:35:51.197880+0000","last_undegraded":"2024-04-26T23:35:51.197880+0000","last_fullsized":"2024-04-26T23:35:51.197880+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:13:50.922232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.113076+0000","last_change":"2024-04-26T23:33:35.353390+0000","last_active":"2024-04-26T23:35:51.113076+0000","last_peered":"2024-04-26T23:35:51.113076+0000","last_clean":"2024-04-26T23:35:51.113076+0000","last_became_active":"2024-04-26T23:33:35.340267+0000","last_became_peered":"2024-04-26T23:33:35.340267+0000","last_unstale":"2024-04-26T23:35:51.113076+0000","last_undegraded":"2024-04-26T23:35:51.113076+0000","last_fullsized":"2024-04-26T23:35:51.113076+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:35:54.911689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195467+0000","last_change":"2024-04-26T23:33:19.775998+0000","last_active":"2024-04-26T23:35:51.195467+0000","last_peered":"2024-04-26T23:35:51.195467+0000","last_clean":"2024-04-26T23:35:51.195467+0000","last_became_active":"2024-04-26T23:33:19.775617+0000","last_became_peered":"2024-04-26T23:33:19.775617+0000","last_unstale":"2024-04-26T23:35:51.195467+0000","last_undegraded":"2024-04-26T23:35:51.195467+0000","last_fullsized":"2024-04-26T23:35:51.195467+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:42:55.815618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":20,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.135843+0000","last_change":"2024-04-26T23:33:35.348571+0000","last_active":"2024-04-26T23:35:51.135843+0000","last_peered":"2024-04-26T23:35:51.135843+0000","last_clean":"2024-04-26T23:35:51.135843+0000","last_became_active":"2024-04-26T23:33:35.330798+0000","last_became_peered":"2024-04-26T23:33:35.330798+0000","last_unstale":"2024-04-26T23:35:51.135843+0000","last_undegraded":"2024-04-26T23:35:51.135843+0000","last_fullsized":"2024-04-26T23:35:51.135843+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:12:18.264575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197104+0000","last_change":"2024-04-26T23:33:19.778593+0000","last_active":"2024-04-26T23:35:51.197104+0000","last_peered":"2024-04-26T23:35:51.197104+0000","last_clean":"2024-04-26T23:35:51.197104+0000","last_became_active":"2024-04-26T23:33:19.776775+0000","last_became_peered":"2024-04-26T23:33:19.776775+0000","last_unstale":"2024-04-26T23:35:51.197104+0000","last_undegraded":"2024-04-26T23:35:51.197104+0000","last_fullsized":"2024-04-26T23:35:51.197104+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:24:49.865354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'39","reported_seq":69,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.556971+0000","last_change":"2024-04-26T23:33:19.214347+0000","last_active":"2024-04-26T23:35:51.556971+0000","last_peered":"2024-04-26T23:35:51.556971+0000","last_clean":"2024-04-26T23:35:51.556971+0000","last_became_active":"2024-04-26T23:33:19.214010+0000","last_became_peered":"2024-04-26T23:33:19.214010+0000","last_unstale":"2024-04-26T23:35:51.556971+0000","last_undegraded":"2024-04-26T23:35:51.556971+0000","last_fullsized":"2024-04-26T23:35:51.556971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:27:09.490637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"92'7","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.199359+0000","last_change":"2024-04-26T23:33:19.771063+0000","last_active":"2024-04-26T23:35:51.199359+0000","last_peered":"2024-04-26T23:35:51.199359+0000","last_clean":"2024-04-26T23:35:51.199359+0000","last_became_active":"2024-04-26T23:33:19.770696+0000","last_became_peered":"2024-04-26T23:33:19.770696+0000","last_unstale":"2024-04-26T23:35:51.199359+0000","last_undegraded":"2024-04-26T23:35:51.199359+0000","last_fullsized":"2024-04-26T23:35:51.199359+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:47:13.560138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.139755+0000","last_change":"2024-04-26T23:33:19.213737+0000","last_active":"2024-04-26T23:35:51.139755+0000","last_peered":"2024-04-26T23:35:51.139755+0000","last_clean":"2024-04-26T23:35:51.139755+0000","last_became_active":"2024-04-26T23:33:19.213281+0000","last_became_peered":"2024-04-26T23:33:19.213281+0000","last_unstale":"2024-04-26T23:35:51.139755+0000","last_undegraded":"2024-04-26T23:35:51.139755+0000","last_fullsized":"2024-04-26T23:35:51.139755+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:13:56.517790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.191849+0000","last_change":"2024-04-26T23:33:19.772243+0000","last_active":"2024-04-26T23:35:51.191849+0000","last_peered":"2024-04-26T23:35:51.191849+0000","last_clean":"2024-04-26T23:35:51.191849+0000","last_became_active":"2024-04-26T23:33:19.768712+0000","last_became_peered":"2024-04-26T23:33:19.768712+0000","last_unstale":"2024-04-26T23:35:51.191849+0000","last_undegraded":"2024-04-26T23:35:51.191849+0000","last_fullsized":"2024-04-26T23:35:51.191849+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:48:36.317855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183048+0000","last_change":"2024-04-26T23:33:19.759135+0000","last_active":"2024-04-26T23:35:51.183048+0000","last_peered":"2024-04-26T23:35:51.183048+0000","last_clean":"2024-04-26T23:35:51.183048+0000","last_became_active":"2024-04-26T23:33:19.758721+0000","last_became_peered":"2024-04-26T23:33:19.758721+0000","last_unstale":"2024-04-26T23:35:51.183048+0000","last_undegraded":"2024-04-26T23:35:51.183048+0000","last_fullsized":"2024-04-26T23:35:51.183048+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:30.103124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"92'12","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.177544+0000","last_change":"2024-04-26T23:33:19.774985+0000","last_active":"2024-04-26T23:35:51.177544+0000","last_peered":"2024-04-26T23:35:51.177544+0000","last_clean":"2024-04-26T23:35:51.177544+0000","last_became_active":"2024-04-26T23:33:19.774613+0000","last_became_peered":"2024-04-26T23:33:19.774613+0000","last_unstale":"2024-04-26T23:35:51.177544+0000","last_undegraded":"2024-04-26T23:35:51.177544+0000","last_fullsized":"2024-04-26T23:35:51.177544+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:59:52.509988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195320+0000","last_change":"2024-04-26T23:33:19.764401+0000","last_active":"2024-04-26T23:35:51.195320+0000","last_peered":"2024-04-26T23:35:51.195320+0000","last_clean":"2024-04-26T23:35:51.195320+0000","last_became_active":"2024-04-26T23:33:19.764038+0000","last_became_peered":"2024-04-26T23:33:19.764038+0000","last_unstale":"2024-04-26T23:35:51.195320+0000","last_undegraded":"2024-04-26T23:35:51.195320+0000","last_fullsized":"2024-04-26T23:35:51.195320+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:01:06.777560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.192442+0000","last_change":"2024-04-26T23:33:19.772465+0000","last_active":"2024-04-26T23:35:51.192442+0000","last_peered":"2024-04-26T23:35:51.192442+0000","last_clean":"2024-04-26T23:35:51.192442+0000","last_became_active":"2024-04-26T23:33:19.771548+0000","last_became_peered":"2024-04-26T23:33:19.771548+0000","last_unstale":"2024-04-26T23:35:51.192442+0000","last_undegraded":"2024-04-26T23:35:51.192442+0000","last_fullsized":"2024-04-26T23:35:51.192442+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:35.618703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"92'4","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183855+0000","last_change":"2024-04-26T23:33:19.777564+0000","last_active":"2024-04-26T23:35:51.183855+0000","last_peered":"2024-04-26T23:35:51.183855+0000","last_clean":"2024-04-26T23:35:51.183855+0000","last_became_active":"2024-04-26T23:33:19.775097+0000","last_became_peered":"2024-04-26T23:33:19.775097+0000","last_unstale":"2024-04-26T23:35:51.183855+0000","last_undegraded":"2024-04-26T23:35:51.183855+0000","last_fullsized":"2024-04-26T23:35:51.183855+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:40:46.453056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182192+0000","last_change":"2024-04-26T23:33:19.758345+0000","last_active":"2024-04-26T23:35:51.182192+0000","last_peered":"2024-04-26T23:35:51.182192+0000","last_clean":"2024-04-26T23:35:51.182192+0000","last_became_active":"2024-04-26T23:33:19.757468+0000","last_became_peered":"2024-04-26T23:33:19.757468+0000","last_unstale":"2024-04-26T23:35:51.182192+0000","last_undegraded":"2024-04-26T23:35:51.182192+0000","last_fullsized":"2024-04-26T23:35:51.182192+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:41:36.299346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"92'15","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.179506+0000","last_change":"2024-04-26T23:33:19.764461+0000","last_active":"2024-04-26T23:35:51.179506+0000","last_peered":"2024-04-26T23:35:51.179506+0000","last_clean":"2024-04-26T23:35:51.179506+0000","last_became_active":"2024-04-26T23:33:19.764131+0000","last_became_peered":"2024-04-26T23:33:19.764131+0000","last_unstale":"2024-04-26T23:35:51.179506+0000","last_undegraded":"2024-04-26T23:35:51.179506+0000","last_fullsized":"2024-04-26T23:35:51.179506+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:37:29.704505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"92'2","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197548+0000","last_change":"2024-04-26T23:33:19.777627+0000","last_active":"2024-04-26T23:35:51.197548+0000","last_peered":"2024-04-26T23:35:51.197548+0000","last_clean":"2024-04-26T23:35:51.197548+0000","last_became_active":"2024-04-26T23:33:19.776515+0000","last_became_peered":"2024-04-26T23:33:19.776515+0000","last_unstale":"2024-04-26T23:35:51.197548+0000","last_undegraded":"2024-04-26T23:35:51.197548+0000","last_fullsized":"2024-04-26T23:35:51.197548+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:13:59.933433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.194669+0000","last_change":"2024-04-26T23:33:19.768831+0000","last_active":"2024-04-26T23:35:51.194669+0000","last_peered":"2024-04-26T23:35:51.194669+0000","last_clean":"2024-04-26T23:35:51.194669+0000","last_became_active":"2024-04-26T23:33:19.768515+0000","last_became_peered":"2024-04-26T23:33:19.768515+0000","last_unstale":"2024-04-26T23:35:51.194669+0000","last_undegraded":"2024-04-26T23:35:51.194669+0000","last_fullsized":"2024-04-26T23:35:51.194669+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:31:00.811033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.191226+0000","last_change":"2024-04-26T23:33:19.774269+0000","last_active":"2024-04-26T23:35:51.191226+0000","last_peered":"2024-04-26T23:35:51.191226+0000","last_clean":"2024-04-26T23:35:51.191226+0000","last_became_active":"2024-04-26T23:33:19.773649+0000","last_became_peered":"2024-04-26T23:33:19.773649+0000","last_unstale":"2024-04-26T23:35:51.191226+0000","last_undegraded":"2024-04-26T23:35:51.191226+0000","last_fullsized":"2024-04-26T23:35:51.191226+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:14:15.741089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"92'10","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197712+0000","last_change":"2024-04-26T23:33:19.775632+0000","last_active":"2024-04-26T23:35:51.197712+0000","last_peered":"2024-04-26T23:35:51.197712+0000","last_clean":"2024-04-26T23:35:51.197712+0000","last_became_active":"2024-04-26T23:33:19.775244+0000","last_became_peered":"2024-04-26T23:33:19.775244+0000","last_unstale":"2024-04-26T23:35:51.197712+0000","last_undegraded":"2024-04-26T23:35:51.197712+0000","last_fullsized":"2024-04-26T23:35:51.197712+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:25:40.427327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"92'11","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197233+0000","last_change":"2024-04-26T23:33:19.768751+0000","last_active":"2024-04-26T23:35:51.197233+0000","last_peered":"2024-04-26T23:35:51.197233+0000","last_clean":"2024-04-26T23:35:51.197233+0000","last_became_active":"2024-04-26T23:33:19.768342+0000","last_became_peered":"2024-04-26T23:33:19.768342+0000","last_unstale":"2024-04-26T23:35:51.197233+0000","last_undegraded":"2024-04-26T23:35:51.197233+0000","last_fullsized":"2024-04-26T23:35:51.197233+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:02:53.188134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.178032+0000","last_change":"2024-04-26T23:33:19.776609+0000","last_active":"2024-04-26T23:35:51.178032+0000","last_peered":"2024-04-26T23:35:51.178032+0000","last_clean":"2024-04-26T23:35:51.178032+0000","last_became_active":"2024-04-26T23:33:19.776196+0000","last_became_peered":"2024-04-26T23:33:19.776196+0000","last_unstale":"2024-04-26T23:35:51.178032+0000","last_undegraded":"2024-04-26T23:35:51.178032+0000","last_fullsized":"2024-04-26T23:35:51.178032+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:53:26.457619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":592804,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1005,"num_read_kb":605,"num_write":287,"num_write_kb":1431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":604,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2002944,"data_stored":1778412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":224,"ondisk_log_size":224,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":84,"seq":360777252909,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1007616,"data_stored":486673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":10,"up_from":76,"seq":326417514548,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36992,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708160,"statfs":{"total":95995035648,"available":95957155840,"internally_reserved":0,"allocated":1691648,"data_stored":1130150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":9,"up_from":70,"seq":300647710780,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1019904,"data_stored":486887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":62,"seq":266287972420,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32556,"kb_used_data":1376,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712596,"statfs":{"total":95995035648,"available":95961698304,"internally_reserved":0,"allocated":1409024,"data_stored":880001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266763,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36916,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708236,"statfs":{"total":95995035648,"available":95957233664,"internally_reserved":0,"allocated":1613824,"data_stored":1080396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,17,2,11,0,7,40],"upper_bound":128},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462993,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1007616,"data_stored":486276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574966,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1069056,"data_stored":546442,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738493,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1028096,"data_stored":487547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411438,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1089536,"data_stored":549408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149799,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36340,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708812,"statfs":{"total":95995035648,"available":95957823488,"internally_reserved":0,"allocated":1024000,"data_stored":486587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888158,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":488320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724633,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28796,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716356,"statfs":{"total":95995035648,"available":95965548544,"internally_reserved":0,"allocated":1761280,"data_stored":1211437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":60764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":134883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":409600,"data_stored":393932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":237568,"data_stored":195749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T23:35:56.968 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-26T23:35:57.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.195+0000 7f72da200640 1 -- 172.21.15.26:0/3220683618 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72d4103980 msgr2=0x7f72d4103e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:57.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.195+0000 7f72da200640 1 --2- 172.21.15.26:0/3220683618 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72d4103980 0x7f72d4103e00 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f72c0009900 tx=0x7f72c002a410 comp rx=0 tx=0).stop 2024-04-26T23:35:57.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.195+0000 7f72da200640 1 -- 172.21.15.26:0/3220683618 shutdown_connections 2024-04-26T23:35:57.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.195+0000 7f72da200640 1 --2- 172.21.15.26:0/3220683618 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f72d4104340 0x7f72d410abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.195+0000 7f72da200640 1 --2- 172.21.15.26:0/3220683618 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72d4103980 0x7f72d4103e00 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.195+0000 7f72da200640 1 --2- 172.21.15.26:0/3220683618 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f72d4102790 0x7f72d4102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.195+0000 7f72da200640 1 -- 172.21.15.26:0/3220683618 >> 172.21.15.26:0/3220683618 conn(0x7f72d40fdd00 msgr2=0x7f72d4100140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:57.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.195+0000 7f72da200640 1 -- 172.21.15.26:0/3220683618 shutdown_connections 2024-04-26T23:35:57.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.195+0000 7f72da200640 1 -- 172.21.15.26:0/3220683618 wait complete. 2024-04-26T23:35:57.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.196+0000 7f72da200640 1 Processor -- start 2024-04-26T23:35:57.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.196+0000 7f72da200640 1 -- start start 2024-04-26T23:35:57.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.197+0000 7f72da200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f72d4102790 0x7f72d419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:57.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.197+0000 7f72da200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72d4103980 0x7f72d419b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:57.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.197+0000 7f72da200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f72d4104340 0x7f72d41a2090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:57.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.197+0000 7f72da200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f72d410e1a0 con 0x7f72d4103980 2024-04-26T23:35:57.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.197+0000 7f72da200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f72d410e020 con 0x7f72d4104340 2024-04-26T23:35:57.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.197+0000 7f72da200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f72d410e320 con 0x7f72d4102790 2024-04-26T23:35:57.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.197+0000 7f72d3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72d4103980 0x7f72d419b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:57.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.197+0000 7f72d3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72d4103980 0x7f72d419b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34188/0 (socket says 172.21.15.26:34188) 2024-04-26T23:35:57.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.197+0000 7f72d3e00640 1 -- 172.21.15.26:0/1765903163 learned_addr learned my addr 172.21.15.26:0/1765903163 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:57.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.197+0000 7f72d9800640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f72d4104340 0x7f72d41a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:57.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.197+0000 7f72d8e00640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f72d4102790 0x7f72d419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:57.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.198+0000 7f72d3e00640 1 -- 172.21.15.26:0/1765903163 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f72d4102790 msgr2=0x7f72d419aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:57.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.198+0000 7f72d3e00640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f72d4102790 0x7f72d419aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.198+0000 7f72d3e00640 1 -- 172.21.15.26:0/1765903163 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f72d4104340 msgr2=0x7f72d41a2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:57.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.198+0000 7f72d3e00640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f72d4104340 0x7f72d41a2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.198+0000 7f72d3e00640 1 -- 172.21.15.26:0/1765903163 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72d41a2700 con 0x7f72d4103980 2024-04-26T23:35:57.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.198+0000 7f72d9800640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f72d4104340 0x7f72d41a2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:35:57.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.198+0000 7f72d3e00640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72d4103980 0x7f72d419b020 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f72c0031460 tx=0x7f72c0003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:57.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.199+0000 7f72d1600640 1 -- 172.21.15.26:0/1765903163 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c003f070 con 0x7f72d4103980 2024-04-26T23:35:57.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.199+0000 7f72d1600640 1 -- 172.21.15.26:0/1765903163 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f72c0031ba0 con 0x7f72d4103980 2024-04-26T23:35:57.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.199+0000 7f72da200640 1 -- 172.21.15.26:0/1765903163 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72d41a2990 con 0x7f72d4103980 2024-04-26T23:35:57.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.199+0000 7f72d1600640 1 -- 172.21.15.26:0/1765903163 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c0035030 con 0x7f72d4103980 2024-04-26T23:35:57.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.199+0000 7f72da200640 1 -- 172.21.15.26:0/1765903163 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72d41a2ed0 con 0x7f72d4103980 2024-04-26T23:35:57.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.201+0000 7f72da200640 1 -- 172.21.15.26:0/1765903163 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72d41a3160 con 0x7f72d4103980 2024-04-26T23:35:57.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.204+0000 7f72d1600640 1 -- 172.21.15.26:0/1765903163 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f72c0042070 con 0x7f72d4103980 2024-04-26T23:35:57.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.206+0000 7f72d1600640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f72bc0a3e30 0x7f72bc0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:57.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.206+0000 7f72d1600640 1 -- 172.21.15.26:0/1765903163 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f72c00f1520 con 0x7f72d4103980 2024-04-26T23:35:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.206+0000 7f72d8e00640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f72bc0a3e30 0x7f72bc0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.207+0000 7f72d1600640 1 -- 172.21.15.26:0/1765903163 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f72c00bd3d0 con 0x7f72d4103980 2024-04-26T23:35:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.207+0000 7f72d8e00640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f72bc0a3e30 0x7f72bc0a62f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f72d41037e0 tx=0x7f72c8005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:57.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.464+0000 7f72da200640 1 -- 172.21.15.26:0/1765903163 --> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f72d41a3330 con 0x7f72bc0a3e30 2024-04-26T23:35:57.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.473+0000 7f72d1600640 1 -- 172.21.15.26:0/1765903163 <== mgr.24955 v2:172.21.15.26:6800/2981289650 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257775 (secure 0 0 0) 0x7f72d41a3330 con 0x7f72bc0a3e30 2024-04-26T23:35:57.480 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:57.482 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T23:35:57.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.479+0000 7f72da200640 1 -- 172.21.15.26:0/1765903163 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f72bc0a3e30 msgr2=0x7f72bc0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:57.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.479+0000 7f72da200640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f72bc0a3e30 0x7f72bc0a62f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f72d41037e0 tx=0x7f72c8005f90 comp rx=0 tx=0).stop 2024-04-26T23:35:57.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.479+0000 7f72da200640 1 -- 172.21.15.26:0/1765903163 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72d4103980 msgr2=0x7f72d419b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:57.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.479+0000 7f72da200640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72d4103980 0x7f72d419b020 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f72c0031460 tx=0x7f72c0003c10 comp rx=0 tx=0).stop 2024-04-26T23:35:57.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.479+0000 7f72da200640 1 -- 172.21.15.26:0/1765903163 shutdown_connections 2024-04-26T23:35:57.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.479+0000 7f72da200640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f72d4104340 0x7f72d41a2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.479+0000 7f72da200640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f72bc0a3e30 0x7f72bc0a62f0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.479+0000 7f72da200640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f72d4103980 0x7f72d419b020 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.479+0000 7f72da200640 1 --2- 172.21.15.26:0/1765903163 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f72d4102790 0x7f72d419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.479+0000 7f72da200640 1 -- 172.21.15.26:0/1765903163 >> 172.21.15.26:0/1765903163 conn(0x7f72d40fdd00 msgr2=0x7f72d4074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:57.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.479+0000 7f72da200640 1 -- 172.21.15.26:0/1765903163 shutdown_connections 2024-04-26T23:35:57.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.479+0000 7f72da200640 1 -- 172.21.15.26:0/1765903163 wait complete. 2024-04-26T23:35:57.502 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-04-26T23:35:57.156329+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1183406,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1277,"num_read_kb":953,"num_write":490,"num_write_kb":4371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1181340,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":874,"ondisk_log_size":874,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":410556,"kb_used_data":15432,"kb_used_omap":18,"kb_used_meta":394797,"kb_avail":1124531268,"statfs":{"total":1151940427776,"available":1151520018432,"internally_reserved":0,"allocated":15802368,"data_stored":9383046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":404272441},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":229,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.995158"},"pg_stats":[{"pgid":"3.3f","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.185140+0000","last_change":"2024-04-26T23:33:19.764856+0000","last_active":"2024-04-26T23:35:51.185140+0000","last_peered":"2024-04-26T23:35:51.185140+0000","last_clean":"2024-04-26T23:35:51.185140+0000","last_became_active":"2024-04-26T23:33:19.763808+0000","last_became_peered":"2024-04-26T23:33:19.763808+0000","last_unstale":"2024-04-26T23:35:51.185140+0000","last_undegraded":"2024-04-26T23:35:51.185140+0000","last_fullsized":"2024-04-26T23:35:51.185140+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:22.894265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"92'4","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.181919+0000","last_change":"2024-04-26T23:33:19.753723+0000","last_active":"2024-04-26T23:35:51.181919+0000","last_peered":"2024-04-26T23:35:51.181919+0000","last_clean":"2024-04-26T23:35:51.181919+0000","last_became_active":"2024-04-26T23:33:19.753362+0000","last_became_peered":"2024-04-26T23:33:19.753362+0000","last_unstale":"2024-04-26T23:35:51.181919+0000","last_undegraded":"2024-04-26T23:35:51.181919+0000","last_fullsized":"2024-04-26T23:35:51.181919+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:34:54.563569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.191006+0000","last_change":"2024-04-26T23:33:19.772361+0000","last_active":"2024-04-26T23:35:51.191006+0000","last_peered":"2024-04-26T23:35:51.191006+0000","last_clean":"2024-04-26T23:35:51.191006+0000","last_became_active":"2024-04-26T23:33:19.770058+0000","last_became_peered":"2024-04-26T23:33:19.770058+0000","last_unstale":"2024-04-26T23:35:51.191006+0000","last_undegraded":"2024-04-26T23:35:51.191006+0000","last_fullsized":"2024-04-26T23:35:51.191006+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:48:10.702876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"92'8","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182553+0000","last_change":"2024-04-26T23:33:35.330505+0000","last_active":"2024-04-26T23:35:51.182553+0000","last_peered":"2024-04-26T23:35:51.182553+0000","last_clean":"2024-04-26T23:35:51.182553+0000","last_became_active":"2024-04-26T23:33:35.329192+0000","last_became_peered":"2024-04-26T23:33:35.329192+0000","last_unstale":"2024-04-26T23:35:51.182553+0000","last_undegraded":"2024-04-26T23:35:51.182553+0000","last_fullsized":"2024-04-26T23:35:51.182553+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:12:01.265455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"92'4","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.196333+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:35:51.196333+0000","last_peered":"2024-04-26T23:35:51.196333+0000","last_clean":"2024-04-26T23:35:51.196333+0000","last_became_active":"2024-04-26T23:33:19.768951+0000","last_became_peered":"2024-04-26T23:33:19.768951+0000","last_unstale":"2024-04-26T23:35:51.196333+0000","last_undegraded":"2024-04-26T23:35:51.196333+0000","last_fullsized":"2024-04-26T23:35:51.196333+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:44.959679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.176800+0000","last_change":"2024-04-26T23:33:19.776336+0000","last_active":"2024-04-26T23:35:51.176800+0000","last_peered":"2024-04-26T23:35:51.176800+0000","last_clean":"2024-04-26T23:35:51.176800+0000","last_became_active":"2024-04-26T23:33:19.775990+0000","last_became_peered":"2024-04-26T23:33:19.775990+0000","last_unstale":"2024-04-26T23:35:51.176800+0000","last_undegraded":"2024-04-26T23:35:51.176800+0000","last_fullsized":"2024-04-26T23:35:51.176800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.638131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183916+0000","last_change":"2024-04-26T23:33:19.759699+0000","last_active":"2024-04-26T23:35:51.183916+0000","last_peered":"2024-04-26T23:35:51.183916+0000","last_clean":"2024-04-26T23:35:51.183916+0000","last_became_active":"2024-04-26T23:33:19.759208+0000","last_became_peered":"2024-04-26T23:33:19.759208+0000","last_unstale":"2024-04-26T23:35:51.183916+0000","last_undegraded":"2024-04-26T23:35:51.183916+0000","last_fullsized":"2024-04-26T23:35:51.183916+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:23:05.882596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.198691+0000","last_change":"2024-04-26T23:33:19.765966+0000","last_active":"2024-04-26T23:35:51.198691+0000","last_peered":"2024-04-26T23:35:51.198691+0000","last_clean":"2024-04-26T23:35:51.198691+0000","last_became_active":"2024-04-26T23:33:19.765644+0000","last_became_peered":"2024-04-26T23:33:19.765644+0000","last_unstale":"2024-04-26T23:35:51.198691+0000","last_undegraded":"2024-04-26T23:35:51.198691+0000","last_fullsized":"2024-04-26T23:35:51.198691+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:09:36.082655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"92'11","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.184609+0000","last_change":"2024-04-26T23:33:19.773968+0000","last_active":"2024-04-26T23:35:51.184609+0000","last_peered":"2024-04-26T23:35:51.184609+0000","last_clean":"2024-04-26T23:35:51.184609+0000","last_became_active":"2024-04-26T23:33:19.773615+0000","last_became_peered":"2024-04-26T23:33:19.773615+0000","last_unstale":"2024-04-26T23:35:51.184609+0000","last_undegraded":"2024-04-26T23:35:51.184609+0000","last_fullsized":"2024-04-26T23:35:51.184609+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:37:57.657914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"92'16","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182378+0000","last_change":"2024-04-26T23:33:19.781577+0000","last_active":"2024-04-26T23:35:51.182378+0000","last_peered":"2024-04-26T23:35:51.182378+0000","last_clean":"2024-04-26T23:35:51.182378+0000","last_became_active":"2024-04-26T23:33:19.780945+0000","last_became_peered":"2024-04-26T23:33:19.780945+0000","last_unstale":"2024-04-26T23:35:51.182378+0000","last_undegraded":"2024-04-26T23:35:51.182378+0000","last_fullsized":"2024-04-26T23:35:51.182378+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:15.308514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197121+0000","last_change":"2024-04-26T23:33:19.778961+0000","last_active":"2024-04-26T23:35:51.197121+0000","last_peered":"2024-04-26T23:35:51.197121+0000","last_clean":"2024-04-26T23:35:51.197121+0000","last_became_active":"2024-04-26T23:33:19.777219+0000","last_became_peered":"2024-04-26T23:33:19.777219+0000","last_unstale":"2024-04-26T23:35:51.197121+0000","last_undegraded":"2024-04-26T23:35:51.197121+0000","last_fullsized":"2024-04-26T23:35:51.197121+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:09:57.121267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.171903+0000","last_change":"2024-04-26T23:33:19.770432+0000","last_active":"2024-04-26T23:35:51.171903+0000","last_peered":"2024-04-26T23:35:51.171903+0000","last_clean":"2024-04-26T23:35:51.171903+0000","last_became_active":"2024-04-26T23:33:19.769979+0000","last_became_peered":"2024-04-26T23:33:19.769979+0000","last_unstale":"2024-04-26T23:35:51.171903+0000","last_undegraded":"2024-04-26T23:35:51.171903+0000","last_fullsized":"2024-04-26T23:35:51.171903+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:46:29.108532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"92'10","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183729+0000","last_change":"2024-04-26T23:33:19.763030+0000","last_active":"2024-04-26T23:35:51.183729+0000","last_peered":"2024-04-26T23:35:51.183729+0000","last_clean":"2024-04-26T23:35:51.183729+0000","last_became_active":"2024-04-26T23:33:19.762715+0000","last_became_peered":"2024-04-26T23:33:19.762715+0000","last_unstale":"2024-04-26T23:35:51.183729+0000","last_undegraded":"2024-04-26T23:35:51.183729+0000","last_fullsized":"2024-04-26T23:35:51.183729+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:54:03.108616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.172293+0000","last_change":"2024-04-26T23:33:19.756336+0000","last_active":"2024-04-26T23:35:51.172293+0000","last_peered":"2024-04-26T23:35:51.172293+0000","last_clean":"2024-04-26T23:35:51.172293+0000","last_became_active":"2024-04-26T23:33:19.755930+0000","last_became_peered":"2024-04-26T23:33:19.755930+0000","last_unstale":"2024-04-26T23:35:51.172293+0000","last_undegraded":"2024-04-26T23:35:51.172293+0000","last_fullsized":"2024-04-26T23:35:51.172293+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:34:55.981108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.184248+0000","last_change":"2024-04-26T23:33:19.776145+0000","last_active":"2024-04-26T23:35:51.184248+0000","last_peered":"2024-04-26T23:35:51.184248+0000","last_clean":"2024-04-26T23:35:51.184248+0000","last_became_active":"2024-04-26T23:33:19.775759+0000","last_became_peered":"2024-04-26T23:33:19.775759+0000","last_unstale":"2024-04-26T23:35:51.184248+0000","last_undegraded":"2024-04-26T23:35:51.184248+0000","last_fullsized":"2024-04-26T23:35:51.184248+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:38:55.048561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.196716+0000","last_change":"2024-04-26T23:33:19.771602+0000","last_active":"2024-04-26T23:35:51.196716+0000","last_peered":"2024-04-26T23:35:51.196716+0000","last_clean":"2024-04-26T23:35:51.196716+0000","last_became_active":"2024-04-26T23:33:19.769217+0000","last_became_peered":"2024-04-26T23:33:19.769217+0000","last_unstale":"2024-04-26T23:35:51.196716+0000","last_undegraded":"2024-04-26T23:35:51.196716+0000","last_fullsized":"2024-04-26T23:35:51.196716+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:07.167963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.185434+0000","last_change":"2024-04-26T23:33:19.761184+0000","last_active":"2024-04-26T23:35:51.185434+0000","last_peered":"2024-04-26T23:35:51.185434+0000","last_clean":"2024-04-26T23:35:51.185434+0000","last_became_active":"2024-04-26T23:33:19.760801+0000","last_became_peered":"2024-04-26T23:33:19.760801+0000","last_unstale":"2024-04-26T23:35:51.185434+0000","last_undegraded":"2024-04-26T23:35:51.185434+0000","last_fullsized":"2024-04-26T23:35:51.185434+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:51.687186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"92'10","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.193685+0000","last_change":"2024-04-26T23:33:19.767160+0000","last_active":"2024-04-26T23:35:51.193685+0000","last_peered":"2024-04-26T23:35:51.193685+0000","last_clean":"2024-04-26T23:35:51.193685+0000","last_became_active":"2024-04-26T23:33:19.766049+0000","last_became_peered":"2024-04-26T23:33:19.766049+0000","last_unstale":"2024-04-26T23:35:51.193685+0000","last_undegraded":"2024-04-26T23:35:51.193685+0000","last_fullsized":"2024-04-26T23:35:51.193685+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:54:17.844660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195571+0000","last_change":"2024-04-26T23:33:19.768207+0000","last_active":"2024-04-26T23:35:51.195571+0000","last_peered":"2024-04-26T23:35:51.195571+0000","last_clean":"2024-04-26T23:35:51.195571+0000","last_became_active":"2024-04-26T23:33:19.767820+0000","last_became_peered":"2024-04-26T23:33:19.767820+0000","last_unstale":"2024-04-26T23:35:51.195571+0000","last_undegraded":"2024-04-26T23:35:51.195571+0000","last_fullsized":"2024-04-26T23:35:51.195571+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:28:21.897073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.105810+0000","last_change":"2024-04-26T23:33:19.203693+0000","last_active":"2024-04-26T23:35:51.105810+0000","last_peered":"2024-04-26T23:35:51.105810+0000","last_clean":"2024-04-26T23:35:51.105810+0000","last_became_active":"2024-04-26T23:33:19.203327+0000","last_became_peered":"2024-04-26T23:33:19.203327+0000","last_unstale":"2024-04-26T23:35:51.105810+0000","last_undegraded":"2024-04-26T23:35:51.105810+0000","last_fullsized":"2024-04-26T23:35:51.105810+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:35:08.793046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.191817+0000","last_change":"2024-04-26T23:33:19.774426+0000","last_active":"2024-04-26T23:35:51.191817+0000","last_peered":"2024-04-26T23:35:51.191817+0000","last_clean":"2024-04-26T23:35:51.191817+0000","last_became_active":"2024-04-26T23:33:19.773785+0000","last_became_peered":"2024-04-26T23:33:19.773785+0000","last_unstale":"2024-04-26T23:35:51.191817+0000","last_undegraded":"2024-04-26T23:35:51.191817+0000","last_fullsized":"2024-04-26T23:35:51.191817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:34:10.098983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.134799+0000","last_change":"2024-04-26T23:33:19.209201+0000","last_active":"2024-04-26T23:35:51.134799+0000","last_peered":"2024-04-26T23:35:51.134799+0000","last_clean":"2024-04-26T23:35:51.134799+0000","last_became_active":"2024-04-26T23:33:19.208809+0000","last_became_peered":"2024-04-26T23:33:19.208809+0000","last_unstale":"2024-04-26T23:35:51.134799+0000","last_undegraded":"2024-04-26T23:35:51.134799+0000","last_fullsized":"2024-04-26T23:35:51.134799+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:49:34.425470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.192287+0000","last_change":"2024-04-26T23:33:19.764501+0000","last_active":"2024-04-26T23:35:51.192287+0000","last_peered":"2024-04-26T23:35:51.192287+0000","last_clean":"2024-04-26T23:35:51.192287+0000","last_became_active":"2024-04-26T23:33:19.764176+0000","last_became_peered":"2024-04-26T23:33:19.764176+0000","last_unstale":"2024-04-26T23:35:51.192287+0000","last_undegraded":"2024-04-26T23:35:51.192287+0000","last_fullsized":"2024-04-26T23:35:51.192287+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:39.816386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.114187+0000","last_change":"2024-04-26T23:33:19.202259+0000","last_active":"2024-04-26T23:35:51.114187+0000","last_peered":"2024-04-26T23:35:51.114187+0000","last_clean":"2024-04-26T23:35:51.114187+0000","last_became_active":"2024-04-26T23:33:19.201872+0000","last_became_peered":"2024-04-26T23:33:19.201872+0000","last_unstale":"2024-04-26T23:35:51.114187+0000","last_undegraded":"2024-04-26T23:35:51.114187+0000","last_fullsized":"2024-04-26T23:35:51.114187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:21:01.745674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182400+0000","last_change":"2024-04-26T23:33:19.774745+0000","last_active":"2024-04-26T23:35:51.182400+0000","last_peered":"2024-04-26T23:35:51.182400+0000","last_clean":"2024-04-26T23:35:51.182400+0000","last_became_active":"2024-04-26T23:33:19.772352+0000","last_became_peered":"2024-04-26T23:33:19.772352+0000","last_unstale":"2024-04-26T23:35:51.182400+0000","last_undegraded":"2024-04-26T23:35:51.182400+0000","last_fullsized":"2024-04-26T23:35:51.182400+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:53:42.960058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'2","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.136543+0000","last_change":"2024-04-26T23:33:35.344544+0000","last_active":"2024-04-26T23:35:51.136543+0000","last_peered":"2024-04-26T23:35:51.136543+0000","last_clean":"2024-04-26T23:35:51.136543+0000","last_became_active":"2024-04-26T23:33:35.337185+0000","last_became_peered":"2024-04-26T23:33:35.337185+0000","last_unstale":"2024-04-26T23:35:51.136543+0000","last_undegraded":"2024-04-26T23:35:51.136543+0000","last_fullsized":"2024-04-26T23:35:51.136543+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:30:57.722213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"92'15","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.194222+0000","last_change":"2024-04-26T23:33:35.339679+0000","last_active":"2024-04-26T23:35:51.194222+0000","last_peered":"2024-04-26T23:35:51.194222+0000","last_clean":"2024-04-26T23:35:51.194222+0000","last_became_active":"2024-04-26T23:33:35.338561+0000","last_became_peered":"2024-04-26T23:33:35.338561+0000","last_unstale":"2024-04-26T23:35:51.194222+0000","last_undegraded":"2024-04-26T23:35:51.194222+0000","last_fullsized":"2024-04-26T23:35:51.194222+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:25:23.946635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"92'10","reported_seq":190,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:55.531255+0000","last_change":"2024-04-26T23:33:19.200691+0000","last_active":"2024-04-26T23:35:55.531255+0000","last_peered":"2024-04-26T23:35:55.531255+0000","last_clean":"2024-04-26T23:35:55.531255+0000","last_became_active":"2024-04-26T23:33:19.200377+0000","last_became_peered":"2024-04-26T23:33:19.200377+0000","last_unstale":"2024-04-26T23:35:55.531255+0000","last_undegraded":"2024-04-26T23:35:55.531255+0000","last_fullsized":"2024-04-26T23:35:55.531255+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:39.310894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2429,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":158,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.188076+0000","last_change":"2024-04-26T23:33:19.760214+0000","last_active":"2024-04-26T23:35:51.188076+0000","last_peered":"2024-04-26T23:35:51.188076+0000","last_clean":"2024-04-26T23:35:51.188076+0000","last_became_active":"2024-04-26T23:33:19.758326+0000","last_became_peered":"2024-04-26T23:33:19.758326+0000","last_unstale":"2024-04-26T23:35:51.188076+0000","last_undegraded":"2024-04-26T23:35:51.188076+0000","last_fullsized":"2024-04-26T23:35:51.188076+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:29.075110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.112078+0000","last_change":"2024-04-26T23:33:19.211788+0000","last_active":"2024-04-26T23:35:51.112078+0000","last_peered":"2024-04-26T23:35:51.112078+0000","last_clean":"2024-04-26T23:35:51.112078+0000","last_became_active":"2024-04-26T23:33:19.211340+0000","last_became_peered":"2024-04-26T23:33:19.211340+0000","last_unstale":"2024-04-26T23:35:51.112078+0000","last_undegraded":"2024-04-26T23:35:51.112078+0000","last_fullsized":"2024-04-26T23:35:51.112078+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:45.295371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"92'8","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195481+0000","last_change":"2024-04-26T23:33:35.398992+0000","last_active":"2024-04-26T23:35:51.195481+0000","last_peered":"2024-04-26T23:35:51.195481+0000","last_clean":"2024-04-26T23:35:51.195481+0000","last_became_active":"2024-04-26T23:33:35.397806+0000","last_became_peered":"2024-04-26T23:33:35.397806+0000","last_unstale":"2024-04-26T23:35:51.195481+0000","last_undegraded":"2024-04-26T23:35:51.195481+0000","last_fullsized":"2024-04-26T23:35:51.195481+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:51:48.741562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.133131+0000","last_change":"2024-04-26T23:33:19.196233+0000","last_active":"2024-04-26T23:35:51.133131+0000","last_peered":"2024-04-26T23:35:51.133131+0000","last_clean":"2024-04-26T23:35:51.133131+0000","last_became_active":"2024-04-26T23:33:19.195862+0000","last_became_peered":"2024-04-26T23:33:19.195862+0000","last_unstale":"2024-04-26T23:35:51.133131+0000","last_undegraded":"2024-04-26T23:35:51.133131+0000","last_fullsized":"2024-04-26T23:35:51.133131+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:03:50.431144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.198900+0000","last_change":"2024-04-26T23:33:19.773573+0000","last_active":"2024-04-26T23:35:51.198900+0000","last_peered":"2024-04-26T23:35:51.198900+0000","last_clean":"2024-04-26T23:35:51.198900+0000","last_became_active":"2024-04-26T23:33:19.773028+0000","last_became_peered":"2024-04-26T23:33:19.773028+0000","last_unstale":"2024-04-26T23:35:51.198900+0000","last_undegraded":"2024-04-26T23:35:51.198900+0000","last_fullsized":"2024-04-26T23:35:51.198900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:15:46.371663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.135898+0000","last_change":"2024-04-26T23:33:19.203238+0000","last_active":"2024-04-26T23:35:51.135898+0000","last_peered":"2024-04-26T23:35:51.135898+0000","last_clean":"2024-04-26T23:35:51.135898+0000","last_became_active":"2024-04-26T23:33:19.202843+0000","last_became_peered":"2024-04-26T23:33:19.202843+0000","last_unstale":"2024-04-26T23:35:51.135898+0000","last_undegraded":"2024-04-26T23:35:51.135898+0000","last_fullsized":"2024-04-26T23:35:51.135898+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:25.072382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"92'11","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.192900+0000","last_change":"2024-04-26T23:33:19.759998+0000","last_active":"2024-04-26T23:35:51.192900+0000","last_peered":"2024-04-26T23:35:51.192900+0000","last_clean":"2024-04-26T23:35:51.192900+0000","last_became_active":"2024-04-26T23:33:19.759538+0000","last_became_peered":"2024-04-26T23:33:19.759538+0000","last_unstale":"2024-04-26T23:35:51.192900+0000","last_undegraded":"2024-04-26T23:35:51.192900+0000","last_fullsized":"2024-04-26T23:35:51.192900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:27.138810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'4","reported_seq":178,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:55.530187+0000","last_change":"2024-04-26T23:33:19.201726+0000","last_active":"2024-04-26T23:35:55.530187+0000","last_peered":"2024-04-26T23:35:55.530187+0000","last_clean":"2024-04-26T23:35:55.530187+0000","last_became_active":"2024-04-26T23:33:19.200229+0000","last_became_peered":"2024-04-26T23:33:19.200229+0000","last_unstale":"2024-04-26T23:35:55.530187+0000","last_undegraded":"2024-04-26T23:35:55.530187+0000","last_fullsized":"2024-04-26T23:35:55.530187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:20:13.161687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":152,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"92'10","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.190001+0000","last_change":"2024-04-26T23:33:19.773311+0000","last_active":"2024-04-26T23:35:51.190001+0000","last_peered":"2024-04-26T23:35:51.190001+0000","last_clean":"2024-04-26T23:35:51.190001+0000","last_became_active":"2024-04-26T23:33:19.772876+0000","last_became_peered":"2024-04-26T23:33:19.772876+0000","last_unstale":"2024-04-26T23:35:51.190001+0000","last_undegraded":"2024-04-26T23:35:51.190001+0000","last_fullsized":"2024-04-26T23:35:51.190001+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:11:01.954077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.163389+0000","last_change":"2024-04-26T23:33:19.205896+0000","last_active":"2024-04-26T23:35:51.163389+0000","last_peered":"2024-04-26T23:35:51.163389+0000","last_clean":"2024-04-26T23:35:51.163389+0000","last_became_active":"2024-04-26T23:33:19.205577+0000","last_became_peered":"2024-04-26T23:33:19.205577+0000","last_unstale":"2024-04-26T23:35:51.163389+0000","last_undegraded":"2024-04-26T23:35:51.163389+0000","last_fullsized":"2024-04-26T23:35:51.163389+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:10:37.211591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.190798+0000","last_change":"2024-04-26T23:33:19.768395+0000","last_active":"2024-04-26T23:35:51.190798+0000","last_peered":"2024-04-26T23:35:51.190798+0000","last_clean":"2024-04-26T23:35:51.190798+0000","last_became_active":"2024-04-26T23:33:19.768006+0000","last_became_peered":"2024-04-26T23:33:19.768006+0000","last_unstale":"2024-04-26T23:35:51.190798+0000","last_undegraded":"2024-04-26T23:35:51.190798+0000","last_fullsized":"2024-04-26T23:35:51.190798+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:35:26.689822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.149925+0000","last_change":"2024-04-26T23:33:19.200446+0000","last_active":"2024-04-26T23:35:51.149925+0000","last_peered":"2024-04-26T23:35:51.149925+0000","last_clean":"2024-04-26T23:35:51.149925+0000","last_became_active":"2024-04-26T23:33:19.200095+0000","last_became_peered":"2024-04-26T23:33:19.200095+0000","last_unstale":"2024-04-26T23:35:51.149925+0000","last_undegraded":"2024-04-26T23:35:51.149925+0000","last_fullsized":"2024-04-26T23:35:51.149925+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:23:14.639220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"92'11","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182160+0000","last_change":"2024-04-26T23:33:19.776866+0000","last_active":"2024-04-26T23:35:51.182160+0000","last_peered":"2024-04-26T23:35:51.182160+0000","last_clean":"2024-04-26T23:35:51.182160+0000","last_became_active":"2024-04-26T23:33:19.776099+0000","last_became_peered":"2024-04-26T23:33:19.776099+0000","last_unstale":"2024-04-26T23:35:51.182160+0000","last_undegraded":"2024-04-26T23:35:51.182160+0000","last_fullsized":"2024-04-26T23:35:51.182160+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:39:03.842634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'30","reported_seq":366,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:56.532889+0000","last_change":"2024-04-26T23:33:19.206239+0000","last_active":"2024-04-26T23:35:56.532889+0000","last_peered":"2024-04-26T23:35:56.532889+0000","last_clean":"2024-04-26T23:35:56.532889+0000","last_became_active":"2024-04-26T23:33:19.205878+0000","last_became_peered":"2024-04-26T23:33:19.205878+0000","last_unstale":"2024-04-26T23:35:56.532889+0000","last_undegraded":"2024-04-26T23:35:56.532889+0000","last_fullsized":"2024-04-26T23:35:56.532889+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:17:55.419126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60764,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":314,"num_read_kb":216,"num_write":31,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.184692+0000","last_change":"2024-04-26T23:33:19.768043+0000","last_active":"2024-04-26T23:35:51.184692+0000","last_peered":"2024-04-26T23:35:51.184692+0000","last_clean":"2024-04-26T23:35:51.184692+0000","last_became_active":"2024-04-26T23:33:19.767740+0000","last_became_peered":"2024-04-26T23:33:19.767740+0000","last_unstale":"2024-04-26T23:35:51.184692+0000","last_undegraded":"2024-04-26T23:35:51.184692+0000","last_fullsized":"2024-04-26T23:35:51.184692+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:37:01.158239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.121408+0000","last_change":"2024-04-26T23:33:19.213967+0000","last_active":"2024-04-26T23:35:51.121408+0000","last_peered":"2024-04-26T23:35:51.121408+0000","last_clean":"2024-04-26T23:35:51.121408+0000","last_became_active":"2024-04-26T23:33:19.213141+0000","last_became_peered":"2024-04-26T23:33:19.213141+0000","last_unstale":"2024-04-26T23:35:51.121408+0000","last_undegraded":"2024-04-26T23:35:51.121408+0000","last_fullsized":"2024-04-26T23:35:51.121408+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:28:36.198324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195836+0000","last_change":"2024-04-26T23:33:19.766651+0000","last_active":"2024-04-26T23:35:51.195836+0000","last_peered":"2024-04-26T23:35:51.195836+0000","last_clean":"2024-04-26T23:35:51.195836+0000","last_became_active":"2024-04-26T23:33:19.766308+0000","last_became_peered":"2024-04-26T23:33:19.766308+0000","last_unstale":"2024-04-26T23:35:51.195836+0000","last_undegraded":"2024-04-26T23:35:51.195836+0000","last_fullsized":"2024-04-26T23:35:51.195836+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:26:23.764011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.138152+0000","last_change":"2024-04-26T23:33:19.207511+0000","last_active":"2024-04-26T23:35:51.138152+0000","last_peered":"2024-04-26T23:35:51.138152+0000","last_clean":"2024-04-26T23:35:51.138152+0000","last_became_active":"2024-04-26T23:33:19.206635+0000","last_became_peered":"2024-04-26T23:33:19.206635+0000","last_unstale":"2024-04-26T23:35:51.138152+0000","last_undegraded":"2024-04-26T23:35:51.138152+0000","last_fullsized":"2024-04-26T23:35:51.138152+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:54:19.156138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"92'15","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.199039+0000","last_change":"2024-04-26T23:33:19.783116+0000","last_active":"2024-04-26T23:35:51.199039+0000","last_peered":"2024-04-26T23:35:51.199039+0000","last_clean":"2024-04-26T23:35:51.199039+0000","last_became_active":"2024-04-26T23:33:19.780960+0000","last_became_peered":"2024-04-26T23:33:19.780960+0000","last_unstale":"2024-04-26T23:35:51.199039+0000","last_undegraded":"2024-04-26T23:35:51.199039+0000","last_fullsized":"2024-04-26T23:35:51.199039+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:56:02.569113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'8","reported_seq":188,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:55.531236+0000","last_change":"2024-04-26T23:33:19.204927+0000","last_active":"2024-04-26T23:35:55.531236+0000","last_peered":"2024-04-26T23:35:55.531236+0000","last_clean":"2024-04-26T23:35:55.531236+0000","last_became_active":"2024-04-26T23:33:19.204568+0000","last_became_peered":"2024-04-26T23:33:19.204568+0000","last_unstale":"2024-04-26T23:35:55.531236+0000","last_undegraded":"2024-04-26T23:35:55.531236+0000","last_fullsized":"2024-04-26T23:35:55.531236+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:46:18.973005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2395,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":159,"num_read_kb":7,"num_write":7,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.194300+0000","last_change":"2024-04-26T23:33:19.765635+0000","last_active":"2024-04-26T23:35:51.194300+0000","last_peered":"2024-04-26T23:35:51.194300+0000","last_clean":"2024-04-26T23:35:51.194300+0000","last_became_active":"2024-04-26T23:33:19.761758+0000","last_became_peered":"2024-04-26T23:33:19.761758+0000","last_unstale":"2024-04-26T23:35:51.194300+0000","last_undegraded":"2024-04-26T23:35:51.194300+0000","last_fullsized":"2024-04-26T23:35:51.194300+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:26:54.879564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.112832+0000","last_change":"2024-04-26T23:33:19.200863+0000","last_active":"2024-04-26T23:35:51.112832+0000","last_peered":"2024-04-26T23:35:51.112832+0000","last_clean":"2024-04-26T23:35:51.112832+0000","last_became_active":"2024-04-26T23:33:19.200541+0000","last_became_peered":"2024-04-26T23:33:19.200541+0000","last_unstale":"2024-04-26T23:35:51.112832+0000","last_undegraded":"2024-04-26T23:35:51.112832+0000","last_fullsized":"2024-04-26T23:35:51.112832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:54:34.936127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.181212+0000","last_change":"2024-04-26T23:33:19.774626+0000","last_active":"2024-04-26T23:35:51.181212+0000","last_peered":"2024-04-26T23:35:51.181212+0000","last_clean":"2024-04-26T23:35:51.181212+0000","last_became_active":"2024-04-26T23:33:19.774252+0000","last_became_peered":"2024-04-26T23:33:19.774252+0000","last_unstale":"2024-04-26T23:35:51.181212+0000","last_undegraded":"2024-04-26T23:35:51.181212+0000","last_fullsized":"2024-04-26T23:35:51.181212+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:48:42.043104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.114532+0000","last_change":"2024-04-26T23:33:19.192739+0000","last_active":"2024-04-26T23:35:51.114532+0000","last_peered":"2024-04-26T23:35:51.114532+0000","last_clean":"2024-04-26T23:35:51.114532+0000","last_became_active":"2024-04-26T23:33:19.191409+0000","last_became_peered":"2024-04-26T23:33:19.191409+0000","last_unstale":"2024-04-26T23:35:51.114532+0000","last_undegraded":"2024-04-26T23:35:51.114532+0000","last_fullsized":"2024-04-26T23:35:51.114532+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:08:55.142509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.181743+0000","last_change":"2024-04-26T23:33:19.773039+0000","last_active":"2024-04-26T23:35:51.181743+0000","last_peered":"2024-04-26T23:35:51.181743+0000","last_clean":"2024-04-26T23:35:51.181743+0000","last_became_active":"2024-04-26T23:33:19.772592+0000","last_became_peered":"2024-04-26T23:33:19.772592+0000","last_unstale":"2024-04-26T23:35:51.181743+0000","last_undegraded":"2024-04-26T23:35:51.181743+0000","last_fullsized":"2024-04-26T23:35:51.181743+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:13:09.171841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.105441+0000","last_change":"2024-04-26T23:33:19.199008+0000","last_active":"2024-04-26T23:35:51.105441+0000","last_peered":"2024-04-26T23:35:51.105441+0000","last_clean":"2024-04-26T23:35:51.105441+0000","last_became_active":"2024-04-26T23:33:19.198687+0000","last_became_peered":"2024-04-26T23:33:19.198687+0000","last_unstale":"2024-04-26T23:35:51.105441+0000","last_undegraded":"2024-04-26T23:35:51.105441+0000","last_fullsized":"2024-04-26T23:35:51.105441+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:11:58.905112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"92'5","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.198208+0000","last_change":"2024-04-26T23:33:19.769739+0000","last_active":"2024-04-26T23:35:51.198208+0000","last_peered":"2024-04-26T23:35:51.198208+0000","last_clean":"2024-04-26T23:35:51.198208+0000","last_became_active":"2024-04-26T23:33:19.769376+0000","last_became_peered":"2024-04-26T23:33:19.769376+0000","last_unstale":"2024-04-26T23:35:51.198208+0000","last_undegraded":"2024-04-26T23:35:51.198208+0000","last_fullsized":"2024-04-26T23:35:51.198208+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:49:48.299639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.156764+0000","last_change":"2024-04-26T23:33:19.205361+0000","last_active":"2024-04-26T23:35:51.156764+0000","last_peered":"2024-04-26T23:35:51.156764+0000","last_clean":"2024-04-26T23:35:51.156764+0000","last_became_active":"2024-04-26T23:33:19.204675+0000","last_became_peered":"2024-04-26T23:33:19.204675+0000","last_unstale":"2024-04-26T23:35:51.156764+0000","last_undegraded":"2024-04-26T23:35:51.156764+0000","last_fullsized":"2024-04-26T23:35:51.156764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:18:59.537777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"92'7","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183904+0000","last_change":"2024-04-26T23:33:35.328164+0000","last_active":"2024-04-26T23:35:51.183904+0000","last_peered":"2024-04-26T23:35:51.183904+0000","last_clean":"2024-04-26T23:35:51.183904+0000","last_became_active":"2024-04-26T23:33:35.326716+0000","last_became_peered":"2024-04-26T23:33:35.326716+0000","last_unstale":"2024-04-26T23:35:51.183904+0000","last_undegraded":"2024-04-26T23:35:51.183904+0000","last_fullsized":"2024-04-26T23:35:51.183904+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:19:29.905091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.173468+0000","last_change":"2024-04-26T23:33:19.779154+0000","last_active":"2024-04-26T23:35:51.173468+0000","last_peered":"2024-04-26T23:35:51.173468+0000","last_clean":"2024-04-26T23:35:51.173468+0000","last_became_active":"2024-04-26T23:33:19.778565+0000","last_became_peered":"2024-04-26T23:33:19.778565+0000","last_unstale":"2024-04-26T23:35:51.173468+0000","last_undegraded":"2024-04-26T23:35:51.173468+0000","last_fullsized":"2024-04-26T23:35:51.173468+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:41:22.644446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'5","reported_seq":179,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:55.530100+0000","last_change":"2024-04-26T23:33:19.207108+0000","last_active":"2024-04-26T23:35:55.530100+0000","last_peered":"2024-04-26T23:35:55.530100+0000","last_clean":"2024-04-26T23:35:55.530100+0000","last_became_active":"2024-04-26T23:33:19.206727+0000","last_became_peered":"2024-04-26T23:33:19.206727+0000","last_unstale":"2024-04-26T23:35:55.530100+0000","last_undegraded":"2024-04-26T23:35:55.530100+0000","last_fullsized":"2024-04-26T23:35:55.530100+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:50:07.302677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":152,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.198023+0000","last_change":"2024-04-26T23:33:19.776942+0000","last_active":"2024-04-26T23:35:51.198023+0000","last_peered":"2024-04-26T23:35:51.198023+0000","last_clean":"2024-04-26T23:35:51.198023+0000","last_became_active":"2024-04-26T23:33:19.775521+0000","last_became_peered":"2024-04-26T23:33:19.775521+0000","last_unstale":"2024-04-26T23:35:51.198023+0000","last_undegraded":"2024-04-26T23:35:51.198023+0000","last_fullsized":"2024-04-26T23:35:51.198023+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:27:08.849464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.135147+0000","last_change":"2024-04-26T23:33:19.194370+0000","last_active":"2024-04-26T23:35:51.135147+0000","last_peered":"2024-04-26T23:35:51.135147+0000","last_clean":"2024-04-26T23:35:51.135147+0000","last_became_active":"2024-04-26T23:33:19.193988+0000","last_became_peered":"2024-04-26T23:33:19.193988+0000","last_unstale":"2024-04-26T23:35:51.135147+0000","last_undegraded":"2024-04-26T23:35:51.135147+0000","last_fullsized":"2024-04-26T23:35:51.135147+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:08:06.886930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"92'148","reported_seq":405,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:53.362608+0000","last_change":"2024-04-26T23:31:40.120552+0000","last_active":"2024-04-26T23:35:53.362608+0000","last_peered":"2024-04-26T23:35:53.362608+0000","last_clean":"2024-04-26T23:35:53.362608+0000","last_became_active":"2024-04-26T23:31:40.119972+0000","last_became_peered":"2024-04-26T23:31:40.119972+0000","last_unstale":"2024-04-26T23:35:53.362608+0000","last_undegraded":"2024-04-26T23:35:53.362608+0000","last_fullsized":"2024-04-26T23:35:53.362608+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_clean_scrub_stamp":"2024-04-26T23:26:52.786930+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:28:56.971768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.176819+0000","last_change":"2024-04-26T23:33:19.777049+0000","last_active":"2024-04-26T23:35:51.176819+0000","last_peered":"2024-04-26T23:35:51.176819+0000","last_clean":"2024-04-26T23:35:51.176819+0000","last_became_active":"2024-04-26T23:33:19.775071+0000","last_became_peered":"2024-04-26T23:33:19.775071+0000","last_unstale":"2024-04-26T23:35:51.176819+0000","last_undegraded":"2024-04-26T23:35:51.176819+0000","last_fullsized":"2024-04-26T23:35:51.176819+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:23:32.453191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.158222+0000","last_change":"2024-04-26T23:33:19.196121+0000","last_active":"2024-04-26T23:35:51.158222+0000","last_peered":"2024-04-26T23:35:51.158222+0000","last_clean":"2024-04-26T23:35:51.158222+0000","last_became_active":"2024-04-26T23:33:19.195808+0000","last_became_peered":"2024-04-26T23:33:19.195808+0000","last_unstale":"2024-04-26T23:35:51.158222+0000","last_undegraded":"2024-04-26T23:35:51.158222+0000","last_fullsized":"2024-04-26T23:35:51.158222+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:17.665571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.137113+0000","last_change":"2024-04-26T23:33:35.337841+0000","last_active":"2024-04-26T23:35:51.137113+0000","last_peered":"2024-04-26T23:35:51.137113+0000","last_clean":"2024-04-26T23:35:51.137113+0000","last_became_active":"2024-04-26T23:33:35.330389+0000","last_became_peered":"2024-04-26T23:33:35.330389+0000","last_unstale":"2024-04-26T23:35:51.137113+0000","last_undegraded":"2024-04-26T23:35:51.137113+0000","last_fullsized":"2024-04-26T23:35:51.137113+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:41:01.653481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.173572+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:35:51.173572+0000","last_peered":"2024-04-26T23:35:51.173572+0000","last_clean":"2024-04-26T23:35:51.173572+0000","last_became_active":"2024-04-26T23:33:19.768624+0000","last_became_peered":"2024-04-26T23:33:19.768624+0000","last_unstale":"2024-04-26T23:35:51.173572+0000","last_undegraded":"2024-04-26T23:35:51.173572+0000","last_fullsized":"2024-04-26T23:35:51.173572+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:27:26.123830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'44","reported_seq":89,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.561367+0000","last_change":"2024-04-26T23:33:19.194983+0000","last_active":"2024-04-26T23:35:51.561367+0000","last_peered":"2024-04-26T23:35:51.561367+0000","last_clean":"2024-04-26T23:35:51.561367+0000","last_became_active":"2024-04-26T23:33:19.194522+0000","last_became_peered":"2024-04-26T23:33:19.194522+0000","last_unstale":"2024-04-26T23:35:51.561367+0000","last_undegraded":"2024-04-26T23:35:51.561367+0000","last_fullsized":"2024-04-26T23:35:51.561367+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:56:26.518997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":80,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.196824+0000","last_change":"2024-04-26T23:33:19.768228+0000","last_active":"2024-04-26T23:35:51.196824+0000","last_peered":"2024-04-26T23:35:51.196824+0000","last_clean":"2024-04-26T23:35:51.196824+0000","last_became_active":"2024-04-26T23:33:19.767884+0000","last_became_peered":"2024-04-26T23:33:19.767884+0000","last_unstale":"2024-04-26T23:35:51.196824+0000","last_undegraded":"2024-04-26T23:35:51.196824+0000","last_fullsized":"2024-04-26T23:35:51.196824+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:39:22.766173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.136916+0000","last_change":"2024-04-26T23:33:19.201353+0000","last_active":"2024-04-26T23:35:51.136916+0000","last_peered":"2024-04-26T23:35:51.136916+0000","last_clean":"2024-04-26T23:35:51.136916+0000","last_became_active":"2024-04-26T23:33:19.199839+0000","last_became_peered":"2024-04-26T23:33:19.199839+0000","last_unstale":"2024-04-26T23:35:51.136916+0000","last_undegraded":"2024-04-26T23:35:51.136916+0000","last_fullsized":"2024-04-26T23:35:51.136916+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:21:03.177803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.199127+0000","last_change":"2024-04-26T23:33:19.772951+0000","last_active":"2024-04-26T23:35:51.199127+0000","last_peered":"2024-04-26T23:35:51.199127+0000","last_clean":"2024-04-26T23:35:51.199127+0000","last_became_active":"2024-04-26T23:33:19.771614+0000","last_became_peered":"2024-04-26T23:33:19.771614+0000","last_unstale":"2024-04-26T23:35:51.199127+0000","last_undegraded":"2024-04-26T23:35:51.199127+0000","last_fullsized":"2024-04-26T23:35:51.199127+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:07:04.655336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.118704+0000","last_change":"2024-04-26T23:33:19.208501+0000","last_active":"2024-04-26T23:35:51.118704+0000","last_peered":"2024-04-26T23:35:51.118704+0000","last_clean":"2024-04-26T23:35:51.118704+0000","last_became_active":"2024-04-26T23:33:19.208150+0000","last_became_peered":"2024-04-26T23:33:19.208150+0000","last_unstale":"2024-04-26T23:35:51.118704+0000","last_undegraded":"2024-04-26T23:35:51.118704+0000","last_fullsized":"2024-04-26T23:35:51.118704+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:44:06.059446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"92'2","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.148128+0000","last_change":"2024-04-26T23:33:19.754820+0000","last_active":"2024-04-26T23:35:51.148128+0000","last_peered":"2024-04-26T23:35:51.148128+0000","last_clean":"2024-04-26T23:35:51.148128+0000","last_became_active":"2024-04-26T23:33:19.754433+0000","last_became_peered":"2024-04-26T23:33:19.754433+0000","last_unstale":"2024-04-26T23:35:51.148128+0000","last_undegraded":"2024-04-26T23:35:51.148128+0000","last_fullsized":"2024-04-26T23:35:51.148128+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:34:30.530804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.132743+0000","last_change":"2024-04-26T23:33:19.209883+0000","last_active":"2024-04-26T23:35:51.132743+0000","last_peered":"2024-04-26T23:35:51.132743+0000","last_clean":"2024-04-26T23:35:51.132743+0000","last_became_active":"2024-04-26T23:33:19.209566+0000","last_became_peered":"2024-04-26T23:33:19.209566+0000","last_unstale":"2024-04-26T23:35:51.132743+0000","last_undegraded":"2024-04-26T23:35:51.132743+0000","last_fullsized":"2024-04-26T23:35:51.132743+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:34:02.001014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.185022+0000","last_change":"2024-04-26T23:33:19.755003+0000","last_active":"2024-04-26T23:35:51.185022+0000","last_peered":"2024-04-26T23:35:51.185022+0000","last_clean":"2024-04-26T23:35:51.185022+0000","last_became_active":"2024-04-26T23:33:19.753643+0000","last_became_peered":"2024-04-26T23:33:19.753643+0000","last_unstale":"2024-04-26T23:35:51.185022+0000","last_undegraded":"2024-04-26T23:35:51.185022+0000","last_fullsized":"2024-04-26T23:35:51.185022+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:10:55.237122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"91'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.122970+0000","last_change":"2024-04-26T23:33:19.213587+0000","last_active":"2024-04-26T23:35:51.122970+0000","last_peered":"2024-04-26T23:35:51.122970+0000","last_clean":"2024-04-26T23:35:51.122970+0000","last_became_active":"2024-04-26T23:33:19.213136+0000","last_became_peered":"2024-04-26T23:33:19.213136+0000","last_unstale":"2024-04-26T23:35:51.122970+0000","last_undegraded":"2024-04-26T23:35:51.122970+0000","last_fullsized":"2024-04-26T23:35:51.122970+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:35.169676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197880+0000","last_change":"2024-04-26T23:33:19.769308+0000","last_active":"2024-04-26T23:35:51.197880+0000","last_peered":"2024-04-26T23:35:51.197880+0000","last_clean":"2024-04-26T23:35:51.197880+0000","last_became_active":"2024-04-26T23:33:19.769006+0000","last_became_peered":"2024-04-26T23:33:19.769006+0000","last_unstale":"2024-04-26T23:35:51.197880+0000","last_undegraded":"2024-04-26T23:35:51.197880+0000","last_fullsized":"2024-04-26T23:35:51.197880+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:13:50.922232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.113076+0000","last_change":"2024-04-26T23:33:35.353390+0000","last_active":"2024-04-26T23:35:51.113076+0000","last_peered":"2024-04-26T23:35:51.113076+0000","last_clean":"2024-04-26T23:35:51.113076+0000","last_became_active":"2024-04-26T23:33:35.340267+0000","last_became_peered":"2024-04-26T23:33:35.340267+0000","last_unstale":"2024-04-26T23:35:51.113076+0000","last_undegraded":"2024-04-26T23:35:51.113076+0000","last_fullsized":"2024-04-26T23:35:51.113076+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:35:54.911689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195467+0000","last_change":"2024-04-26T23:33:19.775998+0000","last_active":"2024-04-26T23:35:51.195467+0000","last_peered":"2024-04-26T23:35:51.195467+0000","last_clean":"2024-04-26T23:35:51.195467+0000","last_became_active":"2024-04-26T23:33:19.775617+0000","last_became_peered":"2024-04-26T23:33:19.775617+0000","last_unstale":"2024-04-26T23:35:51.195467+0000","last_undegraded":"2024-04-26T23:35:51.195467+0000","last_fullsized":"2024-04-26T23:35:51.195467+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:42:55.815618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":20,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.135843+0000","last_change":"2024-04-26T23:33:35.348571+0000","last_active":"2024-04-26T23:35:51.135843+0000","last_peered":"2024-04-26T23:35:51.135843+0000","last_clean":"2024-04-26T23:35:51.135843+0000","last_became_active":"2024-04-26T23:33:35.330798+0000","last_became_peered":"2024-04-26T23:33:35.330798+0000","last_unstale":"2024-04-26T23:35:51.135843+0000","last_undegraded":"2024-04-26T23:35:51.135843+0000","last_fullsized":"2024-04-26T23:35:51.135843+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:12:18.264575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197104+0000","last_change":"2024-04-26T23:33:19.778593+0000","last_active":"2024-04-26T23:35:51.197104+0000","last_peered":"2024-04-26T23:35:51.197104+0000","last_clean":"2024-04-26T23:35:51.197104+0000","last_became_active":"2024-04-26T23:33:19.776775+0000","last_became_peered":"2024-04-26T23:33:19.776775+0000","last_unstale":"2024-04-26T23:35:51.197104+0000","last_undegraded":"2024-04-26T23:35:51.197104+0000","last_fullsized":"2024-04-26T23:35:51.197104+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:24:49.865354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'39","reported_seq":69,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.556971+0000","last_change":"2024-04-26T23:33:19.214347+0000","last_active":"2024-04-26T23:35:51.556971+0000","last_peered":"2024-04-26T23:35:51.556971+0000","last_clean":"2024-04-26T23:35:51.556971+0000","last_became_active":"2024-04-26T23:33:19.214010+0000","last_became_peered":"2024-04-26T23:33:19.214010+0000","last_unstale":"2024-04-26T23:35:51.556971+0000","last_undegraded":"2024-04-26T23:35:51.556971+0000","last_fullsized":"2024-04-26T23:35:51.556971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:27:09.490637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"92'7","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.199359+0000","last_change":"2024-04-26T23:33:19.771063+0000","last_active":"2024-04-26T23:35:51.199359+0000","last_peered":"2024-04-26T23:35:51.199359+0000","last_clean":"2024-04-26T23:35:51.199359+0000","last_became_active":"2024-04-26T23:33:19.770696+0000","last_became_peered":"2024-04-26T23:33:19.770696+0000","last_unstale":"2024-04-26T23:35:51.199359+0000","last_undegraded":"2024-04-26T23:35:51.199359+0000","last_fullsized":"2024-04-26T23:35:51.199359+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:47:13.560138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.139755+0000","last_change":"2024-04-26T23:33:19.213737+0000","last_active":"2024-04-26T23:35:51.139755+0000","last_peered":"2024-04-26T23:35:51.139755+0000","last_clean":"2024-04-26T23:35:51.139755+0000","last_became_active":"2024-04-26T23:33:19.213281+0000","last_became_peered":"2024-04-26T23:33:19.213281+0000","last_unstale":"2024-04-26T23:35:51.139755+0000","last_undegraded":"2024-04-26T23:35:51.139755+0000","last_fullsized":"2024-04-26T23:35:51.139755+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:13:56.517790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.191849+0000","last_change":"2024-04-26T23:33:19.772243+0000","last_active":"2024-04-26T23:35:51.191849+0000","last_peered":"2024-04-26T23:35:51.191849+0000","last_clean":"2024-04-26T23:35:51.191849+0000","last_became_active":"2024-04-26T23:33:19.768712+0000","last_became_peered":"2024-04-26T23:33:19.768712+0000","last_unstale":"2024-04-26T23:35:51.191849+0000","last_undegraded":"2024-04-26T23:35:51.191849+0000","last_fullsized":"2024-04-26T23:35:51.191849+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:48:36.317855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183048+0000","last_change":"2024-04-26T23:33:19.759135+0000","last_active":"2024-04-26T23:35:51.183048+0000","last_peered":"2024-04-26T23:35:51.183048+0000","last_clean":"2024-04-26T23:35:51.183048+0000","last_became_active":"2024-04-26T23:33:19.758721+0000","last_became_peered":"2024-04-26T23:33:19.758721+0000","last_unstale":"2024-04-26T23:35:51.183048+0000","last_undegraded":"2024-04-26T23:35:51.183048+0000","last_fullsized":"2024-04-26T23:35:51.183048+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:30.103124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"92'12","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.177544+0000","last_change":"2024-04-26T23:33:19.774985+0000","last_active":"2024-04-26T23:35:51.177544+0000","last_peered":"2024-04-26T23:35:51.177544+0000","last_clean":"2024-04-26T23:35:51.177544+0000","last_became_active":"2024-04-26T23:33:19.774613+0000","last_became_peered":"2024-04-26T23:33:19.774613+0000","last_unstale":"2024-04-26T23:35:51.177544+0000","last_undegraded":"2024-04-26T23:35:51.177544+0000","last_fullsized":"2024-04-26T23:35:51.177544+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:59:52.509988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195320+0000","last_change":"2024-04-26T23:33:19.764401+0000","last_active":"2024-04-26T23:35:51.195320+0000","last_peered":"2024-04-26T23:35:51.195320+0000","last_clean":"2024-04-26T23:35:51.195320+0000","last_became_active":"2024-04-26T23:33:19.764038+0000","last_became_peered":"2024-04-26T23:33:19.764038+0000","last_unstale":"2024-04-26T23:35:51.195320+0000","last_undegraded":"2024-04-26T23:35:51.195320+0000","last_fullsized":"2024-04-26T23:35:51.195320+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:01:06.777560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.192442+0000","last_change":"2024-04-26T23:33:19.772465+0000","last_active":"2024-04-26T23:35:51.192442+0000","last_peered":"2024-04-26T23:35:51.192442+0000","last_clean":"2024-04-26T23:35:51.192442+0000","last_became_active":"2024-04-26T23:33:19.771548+0000","last_became_peered":"2024-04-26T23:33:19.771548+0000","last_unstale":"2024-04-26T23:35:51.192442+0000","last_undegraded":"2024-04-26T23:35:51.192442+0000","last_fullsized":"2024-04-26T23:35:51.192442+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:35.618703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"92'4","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183855+0000","last_change":"2024-04-26T23:33:19.777564+0000","last_active":"2024-04-26T23:35:51.183855+0000","last_peered":"2024-04-26T23:35:51.183855+0000","last_clean":"2024-04-26T23:35:51.183855+0000","last_became_active":"2024-04-26T23:33:19.775097+0000","last_became_peered":"2024-04-26T23:33:19.775097+0000","last_unstale":"2024-04-26T23:35:51.183855+0000","last_undegraded":"2024-04-26T23:35:51.183855+0000","last_fullsized":"2024-04-26T23:35:51.183855+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:40:46.453056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182192+0000","last_change":"2024-04-26T23:33:19.758345+0000","last_active":"2024-04-26T23:35:51.182192+0000","last_peered":"2024-04-26T23:35:51.182192+0000","last_clean":"2024-04-26T23:35:51.182192+0000","last_became_active":"2024-04-26T23:33:19.757468+0000","last_became_peered":"2024-04-26T23:33:19.757468+0000","last_unstale":"2024-04-26T23:35:51.182192+0000","last_undegraded":"2024-04-26T23:35:51.182192+0000","last_fullsized":"2024-04-26T23:35:51.182192+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:41:36.299346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"92'15","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.179506+0000","last_change":"2024-04-26T23:33:19.764461+0000","last_active":"2024-04-26T23:35:51.179506+0000","last_peered":"2024-04-26T23:35:51.179506+0000","last_clean":"2024-04-26T23:35:51.179506+0000","last_became_active":"2024-04-26T23:33:19.764131+0000","last_became_peered":"2024-04-26T23:33:19.764131+0000","last_unstale":"2024-04-26T23:35:51.179506+0000","last_undegraded":"2024-04-26T23:35:51.179506+0000","last_fullsized":"2024-04-26T23:35:51.179506+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:37:29.704505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"92'2","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197548+0000","last_change":"2024-04-26T23:33:19.777627+0000","last_active":"2024-04-26T23:35:51.197548+0000","last_peered":"2024-04-26T23:35:51.197548+0000","last_clean":"2024-04-26T23:35:51.197548+0000","last_became_active":"2024-04-26T23:33:19.776515+0000","last_became_peered":"2024-04-26T23:33:19.776515+0000","last_unstale":"2024-04-26T23:35:51.197548+0000","last_undegraded":"2024-04-26T23:35:51.197548+0000","last_fullsized":"2024-04-26T23:35:51.197548+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:13:59.933433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.194669+0000","last_change":"2024-04-26T23:33:19.768831+0000","last_active":"2024-04-26T23:35:51.194669+0000","last_peered":"2024-04-26T23:35:51.194669+0000","last_clean":"2024-04-26T23:35:51.194669+0000","last_became_active":"2024-04-26T23:33:19.768515+0000","last_became_peered":"2024-04-26T23:33:19.768515+0000","last_unstale":"2024-04-26T23:35:51.194669+0000","last_undegraded":"2024-04-26T23:35:51.194669+0000","last_fullsized":"2024-04-26T23:35:51.194669+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:31:00.811033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.191226+0000","last_change":"2024-04-26T23:33:19.774269+0000","last_active":"2024-04-26T23:35:51.191226+0000","last_peered":"2024-04-26T23:35:51.191226+0000","last_clean":"2024-04-26T23:35:51.191226+0000","last_became_active":"2024-04-26T23:33:19.773649+0000","last_became_peered":"2024-04-26T23:33:19.773649+0000","last_unstale":"2024-04-26T23:35:51.191226+0000","last_undegraded":"2024-04-26T23:35:51.191226+0000","last_fullsized":"2024-04-26T23:35:51.191226+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:14:15.741089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"92'10","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197712+0000","last_change":"2024-04-26T23:33:19.775632+0000","last_active":"2024-04-26T23:35:51.197712+0000","last_peered":"2024-04-26T23:35:51.197712+0000","last_clean":"2024-04-26T23:35:51.197712+0000","last_became_active":"2024-04-26T23:33:19.775244+0000","last_became_peered":"2024-04-26T23:33:19.775244+0000","last_unstale":"2024-04-26T23:35:51.197712+0000","last_undegraded":"2024-04-26T23:35:51.197712+0000","last_fullsized":"2024-04-26T23:35:51.197712+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:25:40.427327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"92'11","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197233+0000","last_change":"2024-04-26T23:33:19.768751+0000","last_active":"2024-04-26T23:35:51.197233+0000","last_peered":"2024-04-26T23:35:51.197233+0000","last_clean":"2024-04-26T23:35:51.197233+0000","last_became_active":"2024-04-26T23:33:19.768342+0000","last_became_peered":"2024-04-26T23:33:19.768342+0000","last_unstale":"2024-04-26T23:35:51.197233+0000","last_undegraded":"2024-04-26T23:35:51.197233+0000","last_fullsized":"2024-04-26T23:35:51.197233+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:02:53.188134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.178032+0000","last_change":"2024-04-26T23:33:19.776609+0000","last_active":"2024-04-26T23:35:51.178032+0000","last_peered":"2024-04-26T23:35:51.178032+0000","last_clean":"2024-04-26T23:35:51.178032+0000","last_became_active":"2024-04-26T23:33:19.776196+0000","last_became_peered":"2024-04-26T23:33:19.776196+0000","last_unstale":"2024-04-26T23:35:51.178032+0000","last_undegraded":"2024-04-26T23:35:51.178032+0000","last_fullsized":"2024-04-26T23:35:51.178032+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:53:26.457619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":592804,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1038,"num_read_kb":623,"num_write":287,"num_write_kb":1431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":604,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2002944,"data_stored":1778412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":224,"ondisk_log_size":224,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":84,"seq":360777252910,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1007616,"data_stored":486673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":76,"seq":326417514549,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37248,"kb_used_data":1792,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707904,"statfs":{"total":95995035648,"available":95956893696,"internally_reserved":0,"allocated":1835008,"data_stored":1272303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":70,"seq":300647710781,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36720,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708432,"statfs":{"total":95995035648,"available":95957434368,"internally_reserved":0,"allocated":1413120,"data_stored":880103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":62,"seq":266287972420,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32556,"kb_used_data":1376,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712596,"statfs":{"total":95995035648,"available":95961698304,"internally_reserved":0,"allocated":1409024,"data_stored":880001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266764,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36912,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708240,"statfs":{"total":95995035648,"available":95957237760,"internally_reserved":0,"allocated":1613824,"data_stored":1081960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462994,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1007616,"data_stored":486276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574967,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1069056,"data_stored":546833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738494,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1028096,"data_stored":487547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411439,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1089536,"data_stored":549408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149800,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36852,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708300,"statfs":{"total":95995035648,"available":95957299200,"internally_reserved":0,"allocated":1552384,"data_stored":1011403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888159,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":489102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724634,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28796,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716356,"statfs":{"total":95995035648,"available":95965548544,"internally_reserved":0,"allocated":1761280,"data_stored":1211437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":60764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":134883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":409600,"data_stored":393932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":237568,"data_stored":195749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T23:35:57.507 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-04-26T23:35:57.507 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-26T23:35:57.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.715+0000 7faf6d800640 1 -- 172.21.15.26:0/2723090689 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf680768f0 msgr2=0x7faf68074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:57.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.715+0000 7faf6d800640 1 --2- 172.21.15.26:0/2723090689 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf680768f0 0x7faf68074d40 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7faf58009900 tx=0x7faf5802a480 comp rx=0 tx=0).stop 2024-04-26T23:35:57.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.715+0000 7faf6d800640 1 -- 172.21.15.26:0/2723090689 shutdown_connections 2024-04-26T23:35:57.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.715+0000 7faf6d800640 1 --2- 172.21.15.26:0/2723090689 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf6810a660 0x7faf6810caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.715+0000 7faf6d800640 1 --2- 172.21.15.26:0/2723090689 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf68075310 0x7faf68075770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.715+0000 7faf6d800640 1 --2- 172.21.15.26:0/2723090689 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf680768f0 0x7faf68074d40 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.715+0000 7faf6d800640 1 -- 172.21.15.26:0/2723090689 >> 172.21.15.26:0/2723090689 conn(0x7faf680fdd40 msgr2=0x7faf68100160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:57.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.715+0000 7faf6d800640 1 -- 172.21.15.26:0/2723090689 shutdown_connections 2024-04-26T23:35:57.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.715+0000 7faf6d800640 1 -- 172.21.15.26:0/2723090689 wait complete. 2024-04-26T23:35:57.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.716+0000 7faf6d800640 1 Processor -- start 2024-04-26T23:35:57.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.716+0000 7faf6d800640 1 -- start start 2024-04-26T23:35:57.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.717+0000 7faf6d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf68075310 0x7faf6819aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:57.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.717+0000 7faf6d800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf680768f0 0x7faf6819afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:57.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.717+0000 7faf6d800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf6810a660 0x7faf681a2040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:57.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.717+0000 7faf6d800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faf68110390 con 0x7faf68075310 2024-04-26T23:35:57.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.717+0000 7faf6d800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7faf68110210 con 0x7faf6810a660 2024-04-26T23:35:57.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.717+0000 7faf6d800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faf68110510 con 0x7faf680768f0 2024-04-26T23:35:57.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.717+0000 7faf67e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf68075310 0x7faf6819aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:57.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.717+0000 7faf67e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf68075310 0x7faf6819aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34196/0 (socket says 172.21.15.26:34196) 2024-04-26T23:35:57.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.717+0000 7faf67e00640 1 -- 172.21.15.26:0/3972126443 learned_addr learned my addr 172.21.15.26:0/3972126443 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:57.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.717+0000 7faf5fe00640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf680768f0 0x7faf6819afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:57.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.717+0000 7faf6ce00640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf6810a660 0x7faf681a2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:57.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.718+0000 7faf67e00640 1 -- 172.21.15.26:0/3972126443 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf680768f0 msgr2=0x7faf6819afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:57.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.718+0000 7faf67e00640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf680768f0 0x7faf6819afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.718+0000 7faf67e00640 1 -- 172.21.15.26:0/3972126443 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf6810a660 msgr2=0x7faf681a2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:57.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.718+0000 7faf67e00640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf6810a660 0x7faf681a2040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.718+0000 7faf67e00640 1 -- 172.21.15.26:0/3972126443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf681a26b0 con 0x7faf68075310 2024-04-26T23:35:57.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.718+0000 7faf67e00640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf68075310 0x7faf6819aa90 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7faf58009a20 tx=0x7faf580040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:57.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.718+0000 7faf65600640 1 -- 172.21.15.26:0/3972126443 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5803f030 con 0x7faf68075310 2024-04-26T23:35:57.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.718+0000 7faf6d800640 1 -- 172.21.15.26:0/3972126443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf681a2940 con 0x7faf68075310 2024-04-26T23:35:57.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.718+0000 7faf65600640 1 -- 172.21.15.26:0/3972126443 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf58003a80 con 0x7faf68075310 2024-04-26T23:35:57.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.718+0000 7faf65600640 1 -- 172.21.15.26:0/3972126443 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf58035070 con 0x7faf68075310 2024-04-26T23:35:57.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.719+0000 7faf6d800640 1 -- 172.21.15.26:0/3972126443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf681a2e30 con 0x7faf68075310 2024-04-26T23:35:57.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.720+0000 7faf6d800640 1 -- 172.21.15.26:0/3972126443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf68109420 con 0x7faf68075310 2024-04-26T23:35:57.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.722+0000 7faf65600640 1 -- 172.21.15.26:0/3972126443 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7faf58042030 con 0x7faf68075310 2024-04-26T23:35:57.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.723+0000 7faf65600640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faf4c0a3db0 0x7faf4c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:57.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.723+0000 7faf65600640 1 -- 172.21.15.26:0/3972126443 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7faf580f0f40 con 0x7faf68075310 2024-04-26T23:35:57.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.723+0000 7faf5fe00640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faf4c0a3db0 0x7faf4c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:57.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.724+0000 7faf5fe00640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faf4c0a3db0 0x7faf4c0a6270 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7faf6819bfa0 tx=0x7faf50005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:57.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.728+0000 7faf65600640 1 -- 172.21.15.26:0/3972126443 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7faf580bcdf0 con 0x7faf68075310 2024-04-26T23:35:57.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/491809415' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:57.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi026 to 177.5M 2024-04-26T23:35:57.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:57.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: Unable to set osd_memory_target on smithi026 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T23:35:57.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:57.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi164 to 176.4M 2024-04-26T23:35:57.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: Unable to set osd_memory_target on smithi164 to 185064857: error parsing value: Value '185064857' is below minimum 939524096 2024-04-26T23:35:57.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:57.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:57.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi086 to 176.4M 2024-04-26T23:35:57.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: Unable to set osd_memory_target on smithi086 to 185061990: error parsing value: Value '185061990' is below minimum 939524096 2024-04-26T23:35:57.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:35:57.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:35:57.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T23:35:57.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: Updating smithi086:/etc/ceph/ceph.conf 2024-04-26T23:35:57.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:57 smithi164 ceph-mon[31699]: Updating smithi164:/etc/ceph/ceph.conf 2024-04-26T23:35:57.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/491809415' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:57.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi026 to 177.5M 2024-04-26T23:35:57.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:57.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: Unable to set osd_memory_target on smithi026 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T23:35:57.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi164 to 176.4M 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: Unable to set osd_memory_target on smithi164 to 185064857: error parsing value: Value '185064857' is below minimum 939524096 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.780 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi086 to 176.4M 2024-04-26T23:35:57.781 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: Unable to set osd_memory_target on smithi086 to 185061990: error parsing value: Value '185061990' is below minimum 939524096 2024-04-26T23:35:57.781 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:35:57.781 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:35:57.781 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T23:35:57.781 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: Updating smithi086:/etc/ceph/ceph.conf 2024-04-26T23:35:57.781 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:57 smithi026 ceph-mon[28371]: Updating smithi164:/etc/ceph/ceph.conf 2024-04-26T23:35:57.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/491809415' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:35:57.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi026 to 177.5M 2024-04-26T23:35:57.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:57.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: Unable to set osd_memory_target on smithi026 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T23:35:57.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:57.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi164 to 176.4M 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: Unable to set osd_memory_target on smithi164 to 185064857: error parsing value: Value '185064857' is below minimum 939524096 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi086 to 176.4M 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: Unable to set osd_memory_target on smithi086 to 185061990: error parsing value: Value '185061990' is below minimum 939524096 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:35:57.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: Updating smithi026:/etc/ceph/ceph.conf 2024-04-26T23:35:57.822 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: Updating smithi086:/etc/ceph/ceph.conf 2024-04-26T23:35:57.822 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:57 smithi086 ceph-mon[31122]: Updating smithi164:/etc/ceph/ceph.conf 2024-04-26T23:35:57.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.931+0000 7faf6d800640 1 -- 172.21.15.26:0/3972126443 --> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faf68062d70 con 0x7faf4c0a3db0 2024-04-26T23:35:57.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.939+0000 7faf65600640 1 -- 172.21.15.26:0/3972126443 <== mgr.24955 v2:172.21.15.26:6800/2981289650 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+257775 (secure 0 0 0) 0x7faf68062d70 con 0x7faf4c0a3db0 2024-04-26T23:35:57.945 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:57.947 INFO:teuthology.orchestra.run.smithi026.stderr:dumped all 2024-04-26T23:35:57.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.944+0000 7faf6d800640 1 -- 172.21.15.26:0/3972126443 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faf4c0a3db0 msgr2=0x7faf4c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:57.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.944+0000 7faf6d800640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faf4c0a3db0 0x7faf4c0a6270 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7faf6819bfa0 tx=0x7faf50005f90 comp rx=0 tx=0).stop 2024-04-26T23:35:57.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.944+0000 7faf6d800640 1 -- 172.21.15.26:0/3972126443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf68075310 msgr2=0x7faf6819aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:57.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.944+0000 7faf6d800640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf68075310 0x7faf6819aa90 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7faf58009a20 tx=0x7faf580040c0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.944+0000 7faf6d800640 1 -- 172.21.15.26:0/3972126443 shutdown_connections 2024-04-26T23:35:57.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.944+0000 7faf6d800640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf6810a660 0x7faf681a2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.944+0000 7faf6d800640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf680768f0 0x7faf6819afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.944+0000 7faf6d800640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faf4c0a3db0 0x7faf4c0a6270 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.944+0000 7faf6d800640 1 --2- 172.21.15.26:0/3972126443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf68075310 0x7faf6819aa90 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:57.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.944+0000 7faf6d800640 1 -- 172.21.15.26:0/3972126443 >> 172.21.15.26:0/3972126443 conn(0x7faf680fdd40 msgr2=0x7faf681065f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:57.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.944+0000 7faf6d800640 1 -- 172.21.15.26:0/3972126443 shutdown_connections 2024-04-26T23:35:57.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:57.944+0000 7faf6d800640 1 -- 172.21.15.26:0/3972126443 wait complete. 2024-04-26T23:35:57.967 INFO:teuthology.orchestra.run.smithi026.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-04-26T23:35:57.156329+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1183406,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1277,"num_read_kb":953,"num_write":490,"num_write_kb":4371,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1181340,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":874,"ondisk_log_size":874,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":410556,"kb_used_data":15432,"kb_used_omap":18,"kb_used_meta":394797,"kb_avail":1124531268,"statfs":{"total":1151940427776,"available":1151520018432,"internally_reserved":0,"allocated":15802368,"data_stored":9383046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":404272441},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":229,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.995158"},"pg_stats":[{"pgid":"3.3f","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.185140+0000","last_change":"2024-04-26T23:33:19.764856+0000","last_active":"2024-04-26T23:35:51.185140+0000","last_peered":"2024-04-26T23:35:51.185140+0000","last_clean":"2024-04-26T23:35:51.185140+0000","last_became_active":"2024-04-26T23:33:19.763808+0000","last_became_peered":"2024-04-26T23:33:19.763808+0000","last_unstale":"2024-04-26T23:35:51.185140+0000","last_undegraded":"2024-04-26T23:35:51.185140+0000","last_fullsized":"2024-04-26T23:35:51.185140+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:35:22.894265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"92'4","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.181919+0000","last_change":"2024-04-26T23:33:19.753723+0000","last_active":"2024-04-26T23:35:51.181919+0000","last_peered":"2024-04-26T23:35:51.181919+0000","last_clean":"2024-04-26T23:35:51.181919+0000","last_became_active":"2024-04-26T23:33:19.753362+0000","last_became_peered":"2024-04-26T23:33:19.753362+0000","last_unstale":"2024-04-26T23:35:51.181919+0000","last_undegraded":"2024-04-26T23:35:51.181919+0000","last_fullsized":"2024-04-26T23:35:51.181919+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:34:54.563569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.191006+0000","last_change":"2024-04-26T23:33:19.772361+0000","last_active":"2024-04-26T23:35:51.191006+0000","last_peered":"2024-04-26T23:35:51.191006+0000","last_clean":"2024-04-26T23:35:51.191006+0000","last_became_active":"2024-04-26T23:33:19.770058+0000","last_became_peered":"2024-04-26T23:33:19.770058+0000","last_unstale":"2024-04-26T23:35:51.191006+0000","last_undegraded":"2024-04-26T23:35:51.191006+0000","last_fullsized":"2024-04-26T23:35:51.191006+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:48:10.702876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"92'8","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182553+0000","last_change":"2024-04-26T23:33:35.330505+0000","last_active":"2024-04-26T23:35:51.182553+0000","last_peered":"2024-04-26T23:35:51.182553+0000","last_clean":"2024-04-26T23:35:51.182553+0000","last_became_active":"2024-04-26T23:33:35.329192+0000","last_became_peered":"2024-04-26T23:33:35.329192+0000","last_unstale":"2024-04-26T23:35:51.182553+0000","last_undegraded":"2024-04-26T23:35:51.182553+0000","last_fullsized":"2024-04-26T23:35:51.182553+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:12:01.265455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"92'4","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.196333+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:35:51.196333+0000","last_peered":"2024-04-26T23:35:51.196333+0000","last_clean":"2024-04-26T23:35:51.196333+0000","last_became_active":"2024-04-26T23:33:19.768951+0000","last_became_peered":"2024-04-26T23:33:19.768951+0000","last_unstale":"2024-04-26T23:35:51.196333+0000","last_undegraded":"2024-04-26T23:35:51.196333+0000","last_fullsized":"2024-04-26T23:35:51.196333+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:23:44.959679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.176800+0000","last_change":"2024-04-26T23:33:19.776336+0000","last_active":"2024-04-26T23:35:51.176800+0000","last_peered":"2024-04-26T23:35:51.176800+0000","last_clean":"2024-04-26T23:35:51.176800+0000","last_became_active":"2024-04-26T23:33:19.775990+0000","last_became_peered":"2024-04-26T23:33:19.775990+0000","last_unstale":"2024-04-26T23:35:51.176800+0000","last_undegraded":"2024-04-26T23:35:51.176800+0000","last_fullsized":"2024-04-26T23:35:51.176800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:13:07.638131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183916+0000","last_change":"2024-04-26T23:33:19.759699+0000","last_active":"2024-04-26T23:35:51.183916+0000","last_peered":"2024-04-26T23:35:51.183916+0000","last_clean":"2024-04-26T23:35:51.183916+0000","last_became_active":"2024-04-26T23:33:19.759208+0000","last_became_peered":"2024-04-26T23:33:19.759208+0000","last_unstale":"2024-04-26T23:35:51.183916+0000","last_undegraded":"2024-04-26T23:35:51.183916+0000","last_fullsized":"2024-04-26T23:35:51.183916+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:23:05.882596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.198691+0000","last_change":"2024-04-26T23:33:19.765966+0000","last_active":"2024-04-26T23:35:51.198691+0000","last_peered":"2024-04-26T23:35:51.198691+0000","last_clean":"2024-04-26T23:35:51.198691+0000","last_became_active":"2024-04-26T23:33:19.765644+0000","last_became_peered":"2024-04-26T23:33:19.765644+0000","last_unstale":"2024-04-26T23:35:51.198691+0000","last_undegraded":"2024-04-26T23:35:51.198691+0000","last_fullsized":"2024-04-26T23:35:51.198691+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:09:36.082655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"92'11","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.184609+0000","last_change":"2024-04-26T23:33:19.773968+0000","last_active":"2024-04-26T23:35:51.184609+0000","last_peered":"2024-04-26T23:35:51.184609+0000","last_clean":"2024-04-26T23:35:51.184609+0000","last_became_active":"2024-04-26T23:33:19.773615+0000","last_became_peered":"2024-04-26T23:33:19.773615+0000","last_unstale":"2024-04-26T23:35:51.184609+0000","last_undegraded":"2024-04-26T23:35:51.184609+0000","last_fullsized":"2024-04-26T23:35:51.184609+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:37:57.657914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"92'16","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182378+0000","last_change":"2024-04-26T23:33:19.781577+0000","last_active":"2024-04-26T23:35:51.182378+0000","last_peered":"2024-04-26T23:35:51.182378+0000","last_clean":"2024-04-26T23:35:51.182378+0000","last_became_active":"2024-04-26T23:33:19.780945+0000","last_became_peered":"2024-04-26T23:33:19.780945+0000","last_unstale":"2024-04-26T23:35:51.182378+0000","last_undegraded":"2024-04-26T23:35:51.182378+0000","last_fullsized":"2024-04-26T23:35:51.182378+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:57:15.308514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197121+0000","last_change":"2024-04-26T23:33:19.778961+0000","last_active":"2024-04-26T23:35:51.197121+0000","last_peered":"2024-04-26T23:35:51.197121+0000","last_clean":"2024-04-26T23:35:51.197121+0000","last_became_active":"2024-04-26T23:33:19.777219+0000","last_became_peered":"2024-04-26T23:33:19.777219+0000","last_unstale":"2024-04-26T23:35:51.197121+0000","last_undegraded":"2024-04-26T23:35:51.197121+0000","last_fullsized":"2024-04-26T23:35:51.197121+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:09:57.121267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.171903+0000","last_change":"2024-04-26T23:33:19.770432+0000","last_active":"2024-04-26T23:35:51.171903+0000","last_peered":"2024-04-26T23:35:51.171903+0000","last_clean":"2024-04-26T23:35:51.171903+0000","last_became_active":"2024-04-26T23:33:19.769979+0000","last_became_peered":"2024-04-26T23:33:19.769979+0000","last_unstale":"2024-04-26T23:35:51.171903+0000","last_undegraded":"2024-04-26T23:35:51.171903+0000","last_fullsized":"2024-04-26T23:35:51.171903+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:46:29.108532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"92'10","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183729+0000","last_change":"2024-04-26T23:33:19.763030+0000","last_active":"2024-04-26T23:35:51.183729+0000","last_peered":"2024-04-26T23:35:51.183729+0000","last_clean":"2024-04-26T23:35:51.183729+0000","last_became_active":"2024-04-26T23:33:19.762715+0000","last_became_peered":"2024-04-26T23:33:19.762715+0000","last_unstale":"2024-04-26T23:35:51.183729+0000","last_undegraded":"2024-04-26T23:35:51.183729+0000","last_fullsized":"2024-04-26T23:35:51.183729+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:54:03.108616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.172293+0000","last_change":"2024-04-26T23:33:19.756336+0000","last_active":"2024-04-26T23:35:51.172293+0000","last_peered":"2024-04-26T23:35:51.172293+0000","last_clean":"2024-04-26T23:35:51.172293+0000","last_became_active":"2024-04-26T23:33:19.755930+0000","last_became_peered":"2024-04-26T23:33:19.755930+0000","last_unstale":"2024-04-26T23:35:51.172293+0000","last_undegraded":"2024-04-26T23:35:51.172293+0000","last_fullsized":"2024-04-26T23:35:51.172293+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:34:55.981108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.184248+0000","last_change":"2024-04-26T23:33:19.776145+0000","last_active":"2024-04-26T23:35:51.184248+0000","last_peered":"2024-04-26T23:35:51.184248+0000","last_clean":"2024-04-26T23:35:51.184248+0000","last_became_active":"2024-04-26T23:33:19.775759+0000","last_became_peered":"2024-04-26T23:33:19.775759+0000","last_unstale":"2024-04-26T23:35:51.184248+0000","last_undegraded":"2024-04-26T23:35:51.184248+0000","last_fullsized":"2024-04-26T23:35:51.184248+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:38:55.048561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.196716+0000","last_change":"2024-04-26T23:33:19.771602+0000","last_active":"2024-04-26T23:35:51.196716+0000","last_peered":"2024-04-26T23:35:51.196716+0000","last_clean":"2024-04-26T23:35:51.196716+0000","last_became_active":"2024-04-26T23:33:19.769217+0000","last_became_peered":"2024-04-26T23:33:19.769217+0000","last_unstale":"2024-04-26T23:35:51.196716+0000","last_undegraded":"2024-04-26T23:35:51.196716+0000","last_fullsized":"2024-04-26T23:35:51.196716+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:07.167963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.185434+0000","last_change":"2024-04-26T23:33:19.761184+0000","last_active":"2024-04-26T23:35:51.185434+0000","last_peered":"2024-04-26T23:35:51.185434+0000","last_clean":"2024-04-26T23:35:51.185434+0000","last_became_active":"2024-04-26T23:33:19.760801+0000","last_became_peered":"2024-04-26T23:33:19.760801+0000","last_unstale":"2024-04-26T23:35:51.185434+0000","last_undegraded":"2024-04-26T23:35:51.185434+0000","last_fullsized":"2024-04-26T23:35:51.185434+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:04:51.687186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"92'10","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.193685+0000","last_change":"2024-04-26T23:33:19.767160+0000","last_active":"2024-04-26T23:35:51.193685+0000","last_peered":"2024-04-26T23:35:51.193685+0000","last_clean":"2024-04-26T23:35:51.193685+0000","last_became_active":"2024-04-26T23:33:19.766049+0000","last_became_peered":"2024-04-26T23:33:19.766049+0000","last_unstale":"2024-04-26T23:35:51.193685+0000","last_undegraded":"2024-04-26T23:35:51.193685+0000","last_fullsized":"2024-04-26T23:35:51.193685+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:54:17.844660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195571+0000","last_change":"2024-04-26T23:33:19.768207+0000","last_active":"2024-04-26T23:35:51.195571+0000","last_peered":"2024-04-26T23:35:51.195571+0000","last_clean":"2024-04-26T23:35:51.195571+0000","last_became_active":"2024-04-26T23:33:19.767820+0000","last_became_peered":"2024-04-26T23:33:19.767820+0000","last_unstale":"2024-04-26T23:35:51.195571+0000","last_undegraded":"2024-04-26T23:35:51.195571+0000","last_fullsized":"2024-04-26T23:35:51.195571+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:28:21.897073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.105810+0000","last_change":"2024-04-26T23:33:19.203693+0000","last_active":"2024-04-26T23:35:51.105810+0000","last_peered":"2024-04-26T23:35:51.105810+0000","last_clean":"2024-04-26T23:35:51.105810+0000","last_became_active":"2024-04-26T23:33:19.203327+0000","last_became_peered":"2024-04-26T23:33:19.203327+0000","last_unstale":"2024-04-26T23:35:51.105810+0000","last_undegraded":"2024-04-26T23:35:51.105810+0000","last_fullsized":"2024-04-26T23:35:51.105810+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:35:08.793046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.191817+0000","last_change":"2024-04-26T23:33:19.774426+0000","last_active":"2024-04-26T23:35:51.191817+0000","last_peered":"2024-04-26T23:35:51.191817+0000","last_clean":"2024-04-26T23:35:51.191817+0000","last_became_active":"2024-04-26T23:33:19.773785+0000","last_became_peered":"2024-04-26T23:33:19.773785+0000","last_unstale":"2024-04-26T23:35:51.191817+0000","last_undegraded":"2024-04-26T23:35:51.191817+0000","last_fullsized":"2024-04-26T23:35:51.191817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:34:10.098983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.134799+0000","last_change":"2024-04-26T23:33:19.209201+0000","last_active":"2024-04-26T23:35:51.134799+0000","last_peered":"2024-04-26T23:35:51.134799+0000","last_clean":"2024-04-26T23:35:51.134799+0000","last_became_active":"2024-04-26T23:33:19.208809+0000","last_became_peered":"2024-04-26T23:33:19.208809+0000","last_unstale":"2024-04-26T23:35:51.134799+0000","last_undegraded":"2024-04-26T23:35:51.134799+0000","last_fullsized":"2024-04-26T23:35:51.134799+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:49:34.425470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.192287+0000","last_change":"2024-04-26T23:33:19.764501+0000","last_active":"2024-04-26T23:35:51.192287+0000","last_peered":"2024-04-26T23:35:51.192287+0000","last_clean":"2024-04-26T23:35:51.192287+0000","last_became_active":"2024-04-26T23:33:19.764176+0000","last_became_peered":"2024-04-26T23:33:19.764176+0000","last_unstale":"2024-04-26T23:35:51.192287+0000","last_undegraded":"2024-04-26T23:35:51.192287+0000","last_fullsized":"2024-04-26T23:35:51.192287+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:39.816386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.114187+0000","last_change":"2024-04-26T23:33:19.202259+0000","last_active":"2024-04-26T23:35:51.114187+0000","last_peered":"2024-04-26T23:35:51.114187+0000","last_clean":"2024-04-26T23:35:51.114187+0000","last_became_active":"2024-04-26T23:33:19.201872+0000","last_became_peered":"2024-04-26T23:33:19.201872+0000","last_unstale":"2024-04-26T23:35:51.114187+0000","last_undegraded":"2024-04-26T23:35:51.114187+0000","last_fullsized":"2024-04-26T23:35:51.114187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:21:01.745674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182400+0000","last_change":"2024-04-26T23:33:19.774745+0000","last_active":"2024-04-26T23:35:51.182400+0000","last_peered":"2024-04-26T23:35:51.182400+0000","last_clean":"2024-04-26T23:35:51.182400+0000","last_became_active":"2024-04-26T23:33:19.772352+0000","last_became_peered":"2024-04-26T23:33:19.772352+0000","last_unstale":"2024-04-26T23:35:51.182400+0000","last_undegraded":"2024-04-26T23:35:51.182400+0000","last_fullsized":"2024-04-26T23:35:51.182400+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:53:42.960058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"88'2","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.136543+0000","last_change":"2024-04-26T23:33:35.344544+0000","last_active":"2024-04-26T23:35:51.136543+0000","last_peered":"2024-04-26T23:35:51.136543+0000","last_clean":"2024-04-26T23:35:51.136543+0000","last_became_active":"2024-04-26T23:33:35.337185+0000","last_became_peered":"2024-04-26T23:33:35.337185+0000","last_unstale":"2024-04-26T23:35:51.136543+0000","last_undegraded":"2024-04-26T23:35:51.136543+0000","last_fullsized":"2024-04-26T23:35:51.136543+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:30:57.722213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"92'15","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.194222+0000","last_change":"2024-04-26T23:33:35.339679+0000","last_active":"2024-04-26T23:35:51.194222+0000","last_peered":"2024-04-26T23:35:51.194222+0000","last_clean":"2024-04-26T23:35:51.194222+0000","last_became_active":"2024-04-26T23:33:35.338561+0000","last_became_peered":"2024-04-26T23:33:35.338561+0000","last_unstale":"2024-04-26T23:35:51.194222+0000","last_undegraded":"2024-04-26T23:35:51.194222+0000","last_fullsized":"2024-04-26T23:35:51.194222+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:25:23.946635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1b","version":"92'10","reported_seq":190,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:55.531255+0000","last_change":"2024-04-26T23:33:19.200691+0000","last_active":"2024-04-26T23:35:55.531255+0000","last_peered":"2024-04-26T23:35:55.531255+0000","last_clean":"2024-04-26T23:35:55.531255+0000","last_became_active":"2024-04-26T23:33:19.200377+0000","last_became_peered":"2024-04-26T23:33:19.200377+0000","last_unstale":"2024-04-26T23:35:55.531255+0000","last_undegraded":"2024-04-26T23:35:55.531255+0000","last_fullsized":"2024-04-26T23:35:55.531255+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:39.310894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2429,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":158,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.188076+0000","last_change":"2024-04-26T23:33:19.760214+0000","last_active":"2024-04-26T23:35:51.188076+0000","last_peered":"2024-04-26T23:35:51.188076+0000","last_clean":"2024-04-26T23:35:51.188076+0000","last_became_active":"2024-04-26T23:33:19.758326+0000","last_became_peered":"2024-04-26T23:33:19.758326+0000","last_unstale":"2024-04-26T23:35:51.188076+0000","last_undegraded":"2024-04-26T23:35:51.188076+0000","last_fullsized":"2024-04-26T23:35:51.188076+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:00:29.075110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.112078+0000","last_change":"2024-04-26T23:33:19.211788+0000","last_active":"2024-04-26T23:35:51.112078+0000","last_peered":"2024-04-26T23:35:51.112078+0000","last_clean":"2024-04-26T23:35:51.112078+0000","last_became_active":"2024-04-26T23:33:19.211340+0000","last_became_peered":"2024-04-26T23:33:19.211340+0000","last_unstale":"2024-04-26T23:35:51.112078+0000","last_undegraded":"2024-04-26T23:35:51.112078+0000","last_fullsized":"2024-04-26T23:35:51.112078+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:55:45.295371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"92'8","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195481+0000","last_change":"2024-04-26T23:33:35.398992+0000","last_active":"2024-04-26T23:35:51.195481+0000","last_peered":"2024-04-26T23:35:51.195481+0000","last_clean":"2024-04-26T23:35:51.195481+0000","last_became_active":"2024-04-26T23:33:35.397806+0000","last_became_peered":"2024-04-26T23:33:35.397806+0000","last_unstale":"2024-04-26T23:35:51.195481+0000","last_undegraded":"2024-04-26T23:35:51.195481+0000","last_fullsized":"2024-04-26T23:35:51.195481+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:51:48.741562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.133131+0000","last_change":"2024-04-26T23:33:19.196233+0000","last_active":"2024-04-26T23:35:51.133131+0000","last_peered":"2024-04-26T23:35:51.133131+0000","last_clean":"2024-04-26T23:35:51.133131+0000","last_became_active":"2024-04-26T23:33:19.195862+0000","last_became_peered":"2024-04-26T23:33:19.195862+0000","last_unstale":"2024-04-26T23:35:51.133131+0000","last_undegraded":"2024-04-26T23:35:51.133131+0000","last_fullsized":"2024-04-26T23:35:51.133131+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:03:50.431144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.198900+0000","last_change":"2024-04-26T23:33:19.773573+0000","last_active":"2024-04-26T23:35:51.198900+0000","last_peered":"2024-04-26T23:35:51.198900+0000","last_clean":"2024-04-26T23:35:51.198900+0000","last_became_active":"2024-04-26T23:33:19.773028+0000","last_became_peered":"2024-04-26T23:33:19.773028+0000","last_unstale":"2024-04-26T23:35:51.198900+0000","last_undegraded":"2024-04-26T23:35:51.198900+0000","last_fullsized":"2024-04-26T23:35:51.198900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:15:46.371663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.135898+0000","last_change":"2024-04-26T23:33:19.203238+0000","last_active":"2024-04-26T23:35:51.135898+0000","last_peered":"2024-04-26T23:35:51.135898+0000","last_clean":"2024-04-26T23:35:51.135898+0000","last_became_active":"2024-04-26T23:33:19.202843+0000","last_became_peered":"2024-04-26T23:33:19.202843+0000","last_unstale":"2024-04-26T23:35:51.135898+0000","last_undegraded":"2024-04-26T23:35:51.135898+0000","last_fullsized":"2024-04-26T23:35:51.135898+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:46:25.072382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"92'11","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.192900+0000","last_change":"2024-04-26T23:33:19.759998+0000","last_active":"2024-04-26T23:35:51.192900+0000","last_peered":"2024-04-26T23:35:51.192900+0000","last_clean":"2024-04-26T23:35:51.192900+0000","last_became_active":"2024-04-26T23:33:19.759538+0000","last_became_peered":"2024-04-26T23:33:19.759538+0000","last_unstale":"2024-04-26T23:35:51.192900+0000","last_undegraded":"2024-04-26T23:35:51.192900+0000","last_fullsized":"2024-04-26T23:35:51.192900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:20:27.138810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'4","reported_seq":178,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:55.530187+0000","last_change":"2024-04-26T23:33:19.201726+0000","last_active":"2024-04-26T23:35:55.530187+0000","last_peered":"2024-04-26T23:35:55.530187+0000","last_clean":"2024-04-26T23:35:55.530187+0000","last_became_active":"2024-04-26T23:33:19.200229+0000","last_became_peered":"2024-04-26T23:33:19.200229+0000","last_unstale":"2024-04-26T23:35:55.530187+0000","last_undegraded":"2024-04-26T23:35:55.530187+0000","last_fullsized":"2024-04-26T23:35:55.530187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:20:13.161687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":152,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"92'10","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.190001+0000","last_change":"2024-04-26T23:33:19.773311+0000","last_active":"2024-04-26T23:35:51.190001+0000","last_peered":"2024-04-26T23:35:51.190001+0000","last_clean":"2024-04-26T23:35:51.190001+0000","last_became_active":"2024-04-26T23:33:19.772876+0000","last_became_peered":"2024-04-26T23:33:19.772876+0000","last_unstale":"2024-04-26T23:35:51.190001+0000","last_undegraded":"2024-04-26T23:35:51.190001+0000","last_fullsized":"2024-04-26T23:35:51.190001+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:11:01.954077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.163389+0000","last_change":"2024-04-26T23:33:19.205896+0000","last_active":"2024-04-26T23:35:51.163389+0000","last_peered":"2024-04-26T23:35:51.163389+0000","last_clean":"2024-04-26T23:35:51.163389+0000","last_became_active":"2024-04-26T23:33:19.205577+0000","last_became_peered":"2024-04-26T23:33:19.205577+0000","last_unstale":"2024-04-26T23:35:51.163389+0000","last_undegraded":"2024-04-26T23:35:51.163389+0000","last_fullsized":"2024-04-26T23:35:51.163389+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:10:37.211591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.190798+0000","last_change":"2024-04-26T23:33:19.768395+0000","last_active":"2024-04-26T23:35:51.190798+0000","last_peered":"2024-04-26T23:35:51.190798+0000","last_clean":"2024-04-26T23:35:51.190798+0000","last_became_active":"2024-04-26T23:33:19.768006+0000","last_became_peered":"2024-04-26T23:33:19.768006+0000","last_unstale":"2024-04-26T23:35:51.190798+0000","last_undegraded":"2024-04-26T23:35:51.190798+0000","last_fullsized":"2024-04-26T23:35:51.190798+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:35:26.689822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.149925+0000","last_change":"2024-04-26T23:33:19.200446+0000","last_active":"2024-04-26T23:35:51.149925+0000","last_peered":"2024-04-26T23:35:51.149925+0000","last_clean":"2024-04-26T23:35:51.149925+0000","last_became_active":"2024-04-26T23:33:19.200095+0000","last_became_peered":"2024-04-26T23:33:19.200095+0000","last_unstale":"2024-04-26T23:35:51.149925+0000","last_undegraded":"2024-04-26T23:35:51.149925+0000","last_fullsized":"2024-04-26T23:35:51.149925+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:23:14.639220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"92'11","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182160+0000","last_change":"2024-04-26T23:33:19.776866+0000","last_active":"2024-04-26T23:35:51.182160+0000","last_peered":"2024-04-26T23:35:51.182160+0000","last_clean":"2024-04-26T23:35:51.182160+0000","last_became_active":"2024-04-26T23:33:19.776099+0000","last_became_peered":"2024-04-26T23:33:19.776099+0000","last_unstale":"2024-04-26T23:35:51.182160+0000","last_undegraded":"2024-04-26T23:35:51.182160+0000","last_fullsized":"2024-04-26T23:35:51.182160+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:39:03.842634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'30","reported_seq":366,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:56.532889+0000","last_change":"2024-04-26T23:33:19.206239+0000","last_active":"2024-04-26T23:35:56.532889+0000","last_peered":"2024-04-26T23:35:56.532889+0000","last_clean":"2024-04-26T23:35:56.532889+0000","last_became_active":"2024-04-26T23:33:19.205878+0000","last_became_peered":"2024-04-26T23:33:19.205878+0000","last_unstale":"2024-04-26T23:35:56.532889+0000","last_undegraded":"2024-04-26T23:35:56.532889+0000","last_fullsized":"2024-04-26T23:35:56.532889+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:17:55.419126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60764,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":314,"num_read_kb":216,"num_write":31,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.184692+0000","last_change":"2024-04-26T23:33:19.768043+0000","last_active":"2024-04-26T23:35:51.184692+0000","last_peered":"2024-04-26T23:35:51.184692+0000","last_clean":"2024-04-26T23:35:51.184692+0000","last_became_active":"2024-04-26T23:33:19.767740+0000","last_became_peered":"2024-04-26T23:33:19.767740+0000","last_unstale":"2024-04-26T23:35:51.184692+0000","last_undegraded":"2024-04-26T23:35:51.184692+0000","last_fullsized":"2024-04-26T23:35:51.184692+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:37:01.158239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.121408+0000","last_change":"2024-04-26T23:33:19.213967+0000","last_active":"2024-04-26T23:35:51.121408+0000","last_peered":"2024-04-26T23:35:51.121408+0000","last_clean":"2024-04-26T23:35:51.121408+0000","last_became_active":"2024-04-26T23:33:19.213141+0000","last_became_peered":"2024-04-26T23:33:19.213141+0000","last_unstale":"2024-04-26T23:35:51.121408+0000","last_undegraded":"2024-04-26T23:35:51.121408+0000","last_fullsized":"2024-04-26T23:35:51.121408+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:28:36.198324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195836+0000","last_change":"2024-04-26T23:33:19.766651+0000","last_active":"2024-04-26T23:35:51.195836+0000","last_peered":"2024-04-26T23:35:51.195836+0000","last_clean":"2024-04-26T23:35:51.195836+0000","last_became_active":"2024-04-26T23:33:19.766308+0000","last_became_peered":"2024-04-26T23:33:19.766308+0000","last_unstale":"2024-04-26T23:35:51.195836+0000","last_undegraded":"2024-04-26T23:35:51.195836+0000","last_fullsized":"2024-04-26T23:35:51.195836+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:26:23.764011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.138152+0000","last_change":"2024-04-26T23:33:19.207511+0000","last_active":"2024-04-26T23:35:51.138152+0000","last_peered":"2024-04-26T23:35:51.138152+0000","last_clean":"2024-04-26T23:35:51.138152+0000","last_became_active":"2024-04-26T23:33:19.206635+0000","last_became_peered":"2024-04-26T23:33:19.206635+0000","last_unstale":"2024-04-26T23:35:51.138152+0000","last_undegraded":"2024-04-26T23:35:51.138152+0000","last_fullsized":"2024-04-26T23:35:51.138152+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:54:19.156138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"92'15","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.199039+0000","last_change":"2024-04-26T23:33:19.783116+0000","last_active":"2024-04-26T23:35:51.199039+0000","last_peered":"2024-04-26T23:35:51.199039+0000","last_clean":"2024-04-26T23:35:51.199039+0000","last_became_active":"2024-04-26T23:33:19.780960+0000","last_became_peered":"2024-04-26T23:33:19.780960+0000","last_unstale":"2024-04-26T23:35:51.199039+0000","last_undegraded":"2024-04-26T23:35:51.199039+0000","last_fullsized":"2024-04-26T23:35:51.199039+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:56:02.569113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'8","reported_seq":188,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:55.531236+0000","last_change":"2024-04-26T23:33:19.204927+0000","last_active":"2024-04-26T23:35:55.531236+0000","last_peered":"2024-04-26T23:35:55.531236+0000","last_clean":"2024-04-26T23:35:55.531236+0000","last_became_active":"2024-04-26T23:33:19.204568+0000","last_became_peered":"2024-04-26T23:33:19.204568+0000","last_unstale":"2024-04-26T23:35:55.531236+0000","last_undegraded":"2024-04-26T23:35:55.531236+0000","last_fullsized":"2024-04-26T23:35:55.531236+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:46:18.973005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2395,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":159,"num_read_kb":7,"num_write":7,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.194300+0000","last_change":"2024-04-26T23:33:19.765635+0000","last_active":"2024-04-26T23:35:51.194300+0000","last_peered":"2024-04-26T23:35:51.194300+0000","last_clean":"2024-04-26T23:35:51.194300+0000","last_became_active":"2024-04-26T23:33:19.761758+0000","last_became_peered":"2024-04-26T23:33:19.761758+0000","last_unstale":"2024-04-26T23:35:51.194300+0000","last_undegraded":"2024-04-26T23:35:51.194300+0000","last_fullsized":"2024-04-26T23:35:51.194300+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:26:54.879564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.112832+0000","last_change":"2024-04-26T23:33:19.200863+0000","last_active":"2024-04-26T23:35:51.112832+0000","last_peered":"2024-04-26T23:35:51.112832+0000","last_clean":"2024-04-26T23:35:51.112832+0000","last_became_active":"2024-04-26T23:33:19.200541+0000","last_became_peered":"2024-04-26T23:33:19.200541+0000","last_unstale":"2024-04-26T23:35:51.112832+0000","last_undegraded":"2024-04-26T23:35:51.112832+0000","last_fullsized":"2024-04-26T23:35:51.112832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:54:34.936127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.181212+0000","last_change":"2024-04-26T23:33:19.774626+0000","last_active":"2024-04-26T23:35:51.181212+0000","last_peered":"2024-04-26T23:35:51.181212+0000","last_clean":"2024-04-26T23:35:51.181212+0000","last_became_active":"2024-04-26T23:33:19.774252+0000","last_became_peered":"2024-04-26T23:33:19.774252+0000","last_unstale":"2024-04-26T23:35:51.181212+0000","last_undegraded":"2024-04-26T23:35:51.181212+0000","last_fullsized":"2024-04-26T23:35:51.181212+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:48:42.043104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.114532+0000","last_change":"2024-04-26T23:33:19.192739+0000","last_active":"2024-04-26T23:35:51.114532+0000","last_peered":"2024-04-26T23:35:51.114532+0000","last_clean":"2024-04-26T23:35:51.114532+0000","last_became_active":"2024-04-26T23:33:19.191409+0000","last_became_peered":"2024-04-26T23:33:19.191409+0000","last_unstale":"2024-04-26T23:35:51.114532+0000","last_undegraded":"2024-04-26T23:35:51.114532+0000","last_fullsized":"2024-04-26T23:35:51.114532+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:08:55.142509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.181743+0000","last_change":"2024-04-26T23:33:19.773039+0000","last_active":"2024-04-26T23:35:51.181743+0000","last_peered":"2024-04-26T23:35:51.181743+0000","last_clean":"2024-04-26T23:35:51.181743+0000","last_became_active":"2024-04-26T23:33:19.772592+0000","last_became_peered":"2024-04-26T23:33:19.772592+0000","last_unstale":"2024-04-26T23:35:51.181743+0000","last_undegraded":"2024-04-26T23:35:51.181743+0000","last_fullsized":"2024-04-26T23:35:51.181743+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:13:09.171841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.105441+0000","last_change":"2024-04-26T23:33:19.199008+0000","last_active":"2024-04-26T23:35:51.105441+0000","last_peered":"2024-04-26T23:35:51.105441+0000","last_clean":"2024-04-26T23:35:51.105441+0000","last_became_active":"2024-04-26T23:33:19.198687+0000","last_became_peered":"2024-04-26T23:33:19.198687+0000","last_unstale":"2024-04-26T23:35:51.105441+0000","last_undegraded":"2024-04-26T23:35:51.105441+0000","last_fullsized":"2024-04-26T23:35:51.105441+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:11:58.905112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"92'5","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.198208+0000","last_change":"2024-04-26T23:33:19.769739+0000","last_active":"2024-04-26T23:35:51.198208+0000","last_peered":"2024-04-26T23:35:51.198208+0000","last_clean":"2024-04-26T23:35:51.198208+0000","last_became_active":"2024-04-26T23:33:19.769376+0000","last_became_peered":"2024-04-26T23:33:19.769376+0000","last_unstale":"2024-04-26T23:35:51.198208+0000","last_undegraded":"2024-04-26T23:35:51.198208+0000","last_fullsized":"2024-04-26T23:35:51.198208+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:49:48.299639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":23,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.156764+0000","last_change":"2024-04-26T23:33:19.205361+0000","last_active":"2024-04-26T23:35:51.156764+0000","last_peered":"2024-04-26T23:35:51.156764+0000","last_clean":"2024-04-26T23:35:51.156764+0000","last_became_active":"2024-04-26T23:33:19.204675+0000","last_became_peered":"2024-04-26T23:33:19.204675+0000","last_unstale":"2024-04-26T23:35:51.156764+0000","last_undegraded":"2024-04-26T23:35:51.156764+0000","last_fullsized":"2024-04-26T23:35:51.156764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:18:59.537777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"92'7","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183904+0000","last_change":"2024-04-26T23:33:35.328164+0000","last_active":"2024-04-26T23:35:51.183904+0000","last_peered":"2024-04-26T23:35:51.183904+0000","last_clean":"2024-04-26T23:35:51.183904+0000","last_became_active":"2024-04-26T23:33:35.326716+0000","last_became_peered":"2024-04-26T23:33:35.326716+0000","last_unstale":"2024-04-26T23:35:51.183904+0000","last_undegraded":"2024-04-26T23:35:51.183904+0000","last_fullsized":"2024-04-26T23:35:51.183904+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:19:29.905091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.173468+0000","last_change":"2024-04-26T23:33:19.779154+0000","last_active":"2024-04-26T23:35:51.173468+0000","last_peered":"2024-04-26T23:35:51.173468+0000","last_clean":"2024-04-26T23:35:51.173468+0000","last_became_active":"2024-04-26T23:33:19.778565+0000","last_became_peered":"2024-04-26T23:33:19.778565+0000","last_unstale":"2024-04-26T23:35:51.173468+0000","last_undegraded":"2024-04-26T23:35:51.173468+0000","last_fullsized":"2024-04-26T23:35:51.173468+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:41:22.644446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'5","reported_seq":179,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:55.530100+0000","last_change":"2024-04-26T23:33:19.207108+0000","last_active":"2024-04-26T23:35:55.530100+0000","last_peered":"2024-04-26T23:35:55.530100+0000","last_clean":"2024-04-26T23:35:55.530100+0000","last_became_active":"2024-04-26T23:33:19.206727+0000","last_became_peered":"2024-04-26T23:33:19.206727+0000","last_unstale":"2024-04-26T23:35:55.530100+0000","last_undegraded":"2024-04-26T23:35:55.530100+0000","last_fullsized":"2024-04-26T23:35:55.530100+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:50:07.302677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":152,"num_read_kb":152,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.198023+0000","last_change":"2024-04-26T23:33:19.776942+0000","last_active":"2024-04-26T23:35:51.198023+0000","last_peered":"2024-04-26T23:35:51.198023+0000","last_clean":"2024-04-26T23:35:51.198023+0000","last_became_active":"2024-04-26T23:33:19.775521+0000","last_became_peered":"2024-04-26T23:33:19.775521+0000","last_unstale":"2024-04-26T23:35:51.198023+0000","last_undegraded":"2024-04-26T23:35:51.198023+0000","last_fullsized":"2024-04-26T23:35:51.198023+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:27:08.849464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.135147+0000","last_change":"2024-04-26T23:33:19.194370+0000","last_active":"2024-04-26T23:35:51.135147+0000","last_peered":"2024-04-26T23:35:51.135147+0000","last_clean":"2024-04-26T23:35:51.135147+0000","last_became_active":"2024-04-26T23:33:19.193988+0000","last_became_peered":"2024-04-26T23:33:19.193988+0000","last_unstale":"2024-04-26T23:35:51.135147+0000","last_undegraded":"2024-04-26T23:35:51.135147+0000","last_fullsized":"2024-04-26T23:35:51.135147+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:08:06.886930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"92'148","reported_seq":405,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:53.362608+0000","last_change":"2024-04-26T23:31:40.120552+0000","last_active":"2024-04-26T23:35:53.362608+0000","last_peered":"2024-04-26T23:35:53.362608+0000","last_clean":"2024-04-26T23:35:53.362608+0000","last_became_active":"2024-04-26T23:31:40.119972+0000","last_became_peered":"2024-04-26T23:31:40.119972+0000","last_unstale":"2024-04-26T23:35:53.362608+0000","last_undegraded":"2024-04-26T23:35:53.362608+0000","last_fullsized":"2024-04-26T23:35:53.362608+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:26:52.786930+0000","last_clean_scrub_stamp":"2024-04-26T23:26:52.786930+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:28:56.971768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.176819+0000","last_change":"2024-04-26T23:33:19.777049+0000","last_active":"2024-04-26T23:35:51.176819+0000","last_peered":"2024-04-26T23:35:51.176819+0000","last_clean":"2024-04-26T23:35:51.176819+0000","last_became_active":"2024-04-26T23:33:19.775071+0000","last_became_peered":"2024-04-26T23:33:19.775071+0000","last_unstale":"2024-04-26T23:35:51.176819+0000","last_undegraded":"2024-04-26T23:35:51.176819+0000","last_fullsized":"2024-04-26T23:35:51.176819+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:23:32.453191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.158222+0000","last_change":"2024-04-26T23:33:19.196121+0000","last_active":"2024-04-26T23:35:51.158222+0000","last_peered":"2024-04-26T23:35:51.158222+0000","last_clean":"2024-04-26T23:35:51.158222+0000","last_became_active":"2024-04-26T23:33:19.195808+0000","last_became_peered":"2024-04-26T23:33:19.195808+0000","last_unstale":"2024-04-26T23:35:51.158222+0000","last_undegraded":"2024-04-26T23:35:51.158222+0000","last_fullsized":"2024-04-26T23:35:51.158222+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:19:17.665571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.137113+0000","last_change":"2024-04-26T23:33:35.337841+0000","last_active":"2024-04-26T23:35:51.137113+0000","last_peered":"2024-04-26T23:35:51.137113+0000","last_clean":"2024-04-26T23:35:51.137113+0000","last_became_active":"2024-04-26T23:33:35.330389+0000","last_became_peered":"2024-04-26T23:33:35.330389+0000","last_unstale":"2024-04-26T23:35:51.137113+0000","last_undegraded":"2024-04-26T23:35:51.137113+0000","last_fullsized":"2024-04-26T23:35:51.137113+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T03:41:01.653481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.173572+0000","last_change":"2024-04-26T23:33:19.769488+0000","last_active":"2024-04-26T23:35:51.173572+0000","last_peered":"2024-04-26T23:35:51.173572+0000","last_clean":"2024-04-26T23:35:51.173572+0000","last_became_active":"2024-04-26T23:33:19.768624+0000","last_became_peered":"2024-04-26T23:33:19.768624+0000","last_unstale":"2024-04-26T23:35:51.173572+0000","last_undegraded":"2024-04-26T23:35:51.173572+0000","last_fullsized":"2024-04-26T23:35:51.173572+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:27:26.123830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'44","reported_seq":89,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.561367+0000","last_change":"2024-04-26T23:33:19.194983+0000","last_active":"2024-04-26T23:35:51.561367+0000","last_peered":"2024-04-26T23:35:51.561367+0000","last_clean":"2024-04-26T23:35:51.561367+0000","last_became_active":"2024-04-26T23:33:19.194522+0000","last_became_peered":"2024-04-26T23:33:19.194522+0000","last_unstale":"2024-04-26T23:35:51.561367+0000","last_undegraded":"2024-04-26T23:35:51.561367+0000","last_fullsized":"2024-04-26T23:35:51.561367+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:56:26.518997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":80,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.196824+0000","last_change":"2024-04-26T23:33:19.768228+0000","last_active":"2024-04-26T23:35:51.196824+0000","last_peered":"2024-04-26T23:35:51.196824+0000","last_clean":"2024-04-26T23:35:51.196824+0000","last_became_active":"2024-04-26T23:33:19.767884+0000","last_became_peered":"2024-04-26T23:33:19.767884+0000","last_unstale":"2024-04-26T23:35:51.196824+0000","last_undegraded":"2024-04-26T23:35:51.196824+0000","last_fullsized":"2024-04-26T23:35:51.196824+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:39:22.766173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.136916+0000","last_change":"2024-04-26T23:33:19.201353+0000","last_active":"2024-04-26T23:35:51.136916+0000","last_peered":"2024-04-26T23:35:51.136916+0000","last_clean":"2024-04-26T23:35:51.136916+0000","last_became_active":"2024-04-26T23:33:19.199839+0000","last_became_peered":"2024-04-26T23:33:19.199839+0000","last_unstale":"2024-04-26T23:35:51.136916+0000","last_undegraded":"2024-04-26T23:35:51.136916+0000","last_fullsized":"2024-04-26T23:35:51.136916+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T10:21:03.177803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.199127+0000","last_change":"2024-04-26T23:33:19.772951+0000","last_active":"2024-04-26T23:35:51.199127+0000","last_peered":"2024-04-26T23:35:51.199127+0000","last_clean":"2024-04-26T23:35:51.199127+0000","last_became_active":"2024-04-26T23:33:19.771614+0000","last_became_peered":"2024-04-26T23:33:19.771614+0000","last_unstale":"2024-04-26T23:35:51.199127+0000","last_undegraded":"2024-04-26T23:35:51.199127+0000","last_fullsized":"2024-04-26T23:35:51.199127+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:07:04.655336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.118704+0000","last_change":"2024-04-26T23:33:19.208501+0000","last_active":"2024-04-26T23:35:51.118704+0000","last_peered":"2024-04-26T23:35:51.118704+0000","last_clean":"2024-04-26T23:35:51.118704+0000","last_became_active":"2024-04-26T23:33:19.208150+0000","last_became_peered":"2024-04-26T23:33:19.208150+0000","last_unstale":"2024-04-26T23:35:51.118704+0000","last_undegraded":"2024-04-26T23:35:51.118704+0000","last_fullsized":"2024-04-26T23:35:51.118704+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T06:44:06.059446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"92'2","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.148128+0000","last_change":"2024-04-26T23:33:19.754820+0000","last_active":"2024-04-26T23:35:51.148128+0000","last_peered":"2024-04-26T23:35:51.148128+0000","last_clean":"2024-04-26T23:35:51.148128+0000","last_became_active":"2024-04-26T23:33:19.754433+0000","last_became_peered":"2024-04-26T23:33:19.754433+0000","last_unstale":"2024-04-26T23:35:51.148128+0000","last_undegraded":"2024-04-26T23:35:51.148128+0000","last_fullsized":"2024-04-26T23:35:51.148128+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:34:30.530804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.132743+0000","last_change":"2024-04-26T23:33:19.209883+0000","last_active":"2024-04-26T23:35:51.132743+0000","last_peered":"2024-04-26T23:35:51.132743+0000","last_clean":"2024-04-26T23:35:51.132743+0000","last_became_active":"2024-04-26T23:33:19.209566+0000","last_became_peered":"2024-04-26T23:33:19.209566+0000","last_unstale":"2024-04-26T23:35:51.132743+0000","last_undegraded":"2024-04-26T23:35:51.132743+0000","last_fullsized":"2024-04-26T23:35:51.132743+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:34:02.001014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.185022+0000","last_change":"2024-04-26T23:33:19.755003+0000","last_active":"2024-04-26T23:35:51.185022+0000","last_peered":"2024-04-26T23:35:51.185022+0000","last_clean":"2024-04-26T23:35:51.185022+0000","last_became_active":"2024-04-26T23:33:19.753643+0000","last_became_peered":"2024-04-26T23:33:19.753643+0000","last_unstale":"2024-04-26T23:35:51.185022+0000","last_undegraded":"2024-04-26T23:35:51.185022+0000","last_fullsized":"2024-04-26T23:35:51.185022+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T11:10:55.237122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"91'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.122970+0000","last_change":"2024-04-26T23:33:19.213587+0000","last_active":"2024-04-26T23:35:51.122970+0000","last_peered":"2024-04-26T23:35:51.122970+0000","last_clean":"2024-04-26T23:35:51.122970+0000","last_became_active":"2024-04-26T23:33:19.213136+0000","last_became_peered":"2024-04-26T23:33:19.213136+0000","last_unstale":"2024-04-26T23:35:51.122970+0000","last_undegraded":"2024-04-26T23:35:51.122970+0000","last_fullsized":"2024-04-26T23:35:51.122970+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:22:35.169676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197880+0000","last_change":"2024-04-26T23:33:19.769308+0000","last_active":"2024-04-26T23:35:51.197880+0000","last_peered":"2024-04-26T23:35:51.197880+0000","last_clean":"2024-04-26T23:35:51.197880+0000","last_became_active":"2024-04-26T23:33:19.769006+0000","last_became_peered":"2024-04-26T23:33:19.769006+0000","last_unstale":"2024-04-26T23:35:51.197880+0000","last_undegraded":"2024-04-26T23:35:51.197880+0000","last_fullsized":"2024-04-26T23:35:51.197880+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:13:50.922232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.113076+0000","last_change":"2024-04-26T23:33:35.353390+0000","last_active":"2024-04-26T23:35:51.113076+0000","last_peered":"2024-04-26T23:35:51.113076+0000","last_clean":"2024-04-26T23:35:51.113076+0000","last_became_active":"2024-04-26T23:33:35.340267+0000","last_became_peered":"2024-04-26T23:33:35.340267+0000","last_unstale":"2024-04-26T23:35:51.113076+0000","last_undegraded":"2024-04-26T23:35:51.113076+0000","last_fullsized":"2024-04-26T23:35:51.113076+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:35:54.911689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"92'5","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195467+0000","last_change":"2024-04-26T23:33:19.775998+0000","last_active":"2024-04-26T23:35:51.195467+0000","last_peered":"2024-04-26T23:35:51.195467+0000","last_clean":"2024-04-26T23:35:51.195467+0000","last_became_active":"2024-04-26T23:33:19.775617+0000","last_became_peered":"2024-04-26T23:33:19.775617+0000","last_unstale":"2024-04-26T23:35:51.195467+0000","last_undegraded":"2024-04-26T23:35:51.195467+0000","last_fullsized":"2024-04-26T23:35:51.195467+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:42:55.815618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":20,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.135843+0000","last_change":"2024-04-26T23:33:35.348571+0000","last_active":"2024-04-26T23:35:51.135843+0000","last_peered":"2024-04-26T23:35:51.135843+0000","last_clean":"2024-04-26T23:35:51.135843+0000","last_became_active":"2024-04-26T23:33:35.330798+0000","last_became_peered":"2024-04-26T23:33:35.330798+0000","last_unstale":"2024-04-26T23:35:51.135843+0000","last_undegraded":"2024-04-26T23:35:51.135843+0000","last_fullsized":"2024-04-26T23:35:51.135843+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:12:18.264575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197104+0000","last_change":"2024-04-26T23:33:19.778593+0000","last_active":"2024-04-26T23:35:51.197104+0000","last_peered":"2024-04-26T23:35:51.197104+0000","last_clean":"2024-04-26T23:35:51.197104+0000","last_became_active":"2024-04-26T23:33:19.776775+0000","last_became_peered":"2024-04-26T23:33:19.776775+0000","last_unstale":"2024-04-26T23:35:51.197104+0000","last_undegraded":"2024-04-26T23:35:51.197104+0000","last_fullsized":"2024-04-26T23:35:51.197104+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:24:49.865354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'39","reported_seq":69,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.556971+0000","last_change":"2024-04-26T23:33:19.214347+0000","last_active":"2024-04-26T23:35:51.556971+0000","last_peered":"2024-04-26T23:35:51.556971+0000","last_clean":"2024-04-26T23:35:51.556971+0000","last_became_active":"2024-04-26T23:33:19.214010+0000","last_became_peered":"2024-04-26T23:33:19.214010+0000","last_unstale":"2024-04-26T23:35:51.556971+0000","last_undegraded":"2024-04-26T23:35:51.556971+0000","last_fullsized":"2024-04-26T23:35:51.556971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:27:09.490637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"92'7","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.199359+0000","last_change":"2024-04-26T23:33:19.771063+0000","last_active":"2024-04-26T23:35:51.199359+0000","last_peered":"2024-04-26T23:35:51.199359+0000","last_clean":"2024-04-26T23:35:51.199359+0000","last_became_active":"2024-04-26T23:33:19.770696+0000","last_became_peered":"2024-04-26T23:33:19.770696+0000","last_unstale":"2024-04-26T23:35:51.199359+0000","last_undegraded":"2024-04-26T23:35:51.199359+0000","last_fullsized":"2024-04-26T23:35:51.199359+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:47:13.560138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'2","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.139755+0000","last_change":"2024-04-26T23:33:19.213737+0000","last_active":"2024-04-26T23:35:51.139755+0000","last_peered":"2024-04-26T23:35:51.139755+0000","last_clean":"2024-04-26T23:35:51.139755+0000","last_became_active":"2024-04-26T23:33:19.213281+0000","last_became_peered":"2024-04-26T23:33:19.213281+0000","last_unstale":"2024-04-26T23:35:51.139755+0000","last_undegraded":"2024-04-26T23:35:51.139755+0000","last_fullsized":"2024-04-26T23:35:51.139755+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:18.153386+0000","last_clean_scrub_stamp":"2024-04-26T23:33:18.153386+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T07:13:56.517790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.191849+0000","last_change":"2024-04-26T23:33:19.772243+0000","last_active":"2024-04-26T23:35:51.191849+0000","last_peered":"2024-04-26T23:35:51.191849+0000","last_clean":"2024-04-26T23:35:51.191849+0000","last_became_active":"2024-04-26T23:33:19.768712+0000","last_became_peered":"2024-04-26T23:33:19.768712+0000","last_unstale":"2024-04-26T23:35:51.191849+0000","last_undegraded":"2024-04-26T23:35:51.191849+0000","last_fullsized":"2024-04-26T23:35:51.191849+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:48:36.317855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"92'9","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183048+0000","last_change":"2024-04-26T23:33:19.759135+0000","last_active":"2024-04-26T23:35:51.183048+0000","last_peered":"2024-04-26T23:35:51.183048+0000","last_clean":"2024-04-26T23:35:51.183048+0000","last_became_active":"2024-04-26T23:33:19.758721+0000","last_became_peered":"2024-04-26T23:33:19.758721+0000","last_unstale":"2024-04-26T23:35:51.183048+0000","last_undegraded":"2024-04-26T23:35:51.183048+0000","last_fullsized":"2024-04-26T23:35:51.183048+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:10:30.103124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"92'12","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.177544+0000","last_change":"2024-04-26T23:33:19.774985+0000","last_active":"2024-04-26T23:35:51.177544+0000","last_peered":"2024-04-26T23:35:51.177544+0000","last_clean":"2024-04-26T23:35:51.177544+0000","last_became_active":"2024-04-26T23:33:19.774613+0000","last_became_peered":"2024-04-26T23:33:19.774613+0000","last_unstale":"2024-04-26T23:35:51.177544+0000","last_undegraded":"2024-04-26T23:35:51.177544+0000","last_fullsized":"2024-04-26T23:35:51.177544+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T04:59:52.509988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.195320+0000","last_change":"2024-04-26T23:33:19.764401+0000","last_active":"2024-04-26T23:35:51.195320+0000","last_peered":"2024-04-26T23:35:51.195320+0000","last_clean":"2024-04-26T23:35:51.195320+0000","last_became_active":"2024-04-26T23:33:19.764038+0000","last_became_peered":"2024-04-26T23:33:19.764038+0000","last_unstale":"2024-04-26T23:35:51.195320+0000","last_undegraded":"2024-04-26T23:35:51.195320+0000","last_fullsized":"2024-04-26T23:35:51.195320+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:01:06.777560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"92'7","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.192442+0000","last_change":"2024-04-26T23:33:19.772465+0000","last_active":"2024-04-26T23:35:51.192442+0000","last_peered":"2024-04-26T23:35:51.192442+0000","last_clean":"2024-04-26T23:35:51.192442+0000","last_became_active":"2024-04-26T23:33:19.771548+0000","last_became_peered":"2024-04-26T23:33:19.771548+0000","last_unstale":"2024-04-26T23:35:51.192442+0000","last_undegraded":"2024-04-26T23:35:51.192442+0000","last_fullsized":"2024-04-26T23:35:51.192442+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:06:35.618703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"92'4","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.183855+0000","last_change":"2024-04-26T23:33:19.777564+0000","last_active":"2024-04-26T23:35:51.183855+0000","last_peered":"2024-04-26T23:35:51.183855+0000","last_clean":"2024-04-26T23:35:51.183855+0000","last_became_active":"2024-04-26T23:33:19.775097+0000","last_became_peered":"2024-04-26T23:33:19.775097+0000","last_unstale":"2024-04-26T23:35:51.183855+0000","last_undegraded":"2024-04-26T23:35:51.183855+0000","last_fullsized":"2024-04-26T23:35:51.183855+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T23:40:46.453056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.182192+0000","last_change":"2024-04-26T23:33:19.758345+0000","last_active":"2024-04-26T23:35:51.182192+0000","last_peered":"2024-04-26T23:35:51.182192+0000","last_clean":"2024-04-26T23:35:51.182192+0000","last_became_active":"2024-04-26T23:33:19.757468+0000","last_became_peered":"2024-04-26T23:33:19.757468+0000","last_unstale":"2024-04-26T23:35:51.182192+0000","last_undegraded":"2024-04-26T23:35:51.182192+0000","last_fullsized":"2024-04-26T23:35:51.182192+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:41:36.299346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"92'15","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.179506+0000","last_change":"2024-04-26T23:33:19.764461+0000","last_active":"2024-04-26T23:35:51.179506+0000","last_peered":"2024-04-26T23:35:51.179506+0000","last_clean":"2024-04-26T23:35:51.179506+0000","last_became_active":"2024-04-26T23:33:19.764131+0000","last_became_peered":"2024-04-26T23:33:19.764131+0000","last_unstale":"2024-04-26T23:35:51.179506+0000","last_undegraded":"2024-04-26T23:35:51.179506+0000","last_fullsized":"2024-04-26T23:35:51.179506+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T05:37:29.704505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"92'2","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197548+0000","last_change":"2024-04-26T23:33:19.777627+0000","last_active":"2024-04-26T23:35:51.197548+0000","last_peered":"2024-04-26T23:35:51.197548+0000","last_clean":"2024-04-26T23:35:51.197548+0000","last_became_active":"2024-04-26T23:33:19.776515+0000","last_became_peered":"2024-04-26T23:33:19.776515+0000","last_unstale":"2024-04-26T23:35:51.197548+0000","last_undegraded":"2024-04-26T23:35:51.197548+0000","last_fullsized":"2024-04-26T23:35:51.197548+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T00:13:59.933433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"92'6","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.194669+0000","last_change":"2024-04-26T23:33:19.768831+0000","last_active":"2024-04-26T23:35:51.194669+0000","last_peered":"2024-04-26T23:35:51.194669+0000","last_clean":"2024-04-26T23:35:51.194669+0000","last_became_active":"2024-04-26T23:33:19.768515+0000","last_became_peered":"2024-04-26T23:33:19.768515+0000","last_unstale":"2024-04-26T23:35:51.194669+0000","last_undegraded":"2024-04-26T23:35:51.194669+0000","last_fullsized":"2024-04-26T23:35:51.194669+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T09:31:00.811033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.191226+0000","last_change":"2024-04-26T23:33:19.774269+0000","last_active":"2024-04-26T23:35:51.191226+0000","last_peered":"2024-04-26T23:35:51.191226+0000","last_clean":"2024-04-26T23:35:51.191226+0000","last_became_active":"2024-04-26T23:33:19.773649+0000","last_became_peered":"2024-04-26T23:33:19.773649+0000","last_unstale":"2024-04-26T23:35:51.191226+0000","last_undegraded":"2024-04-26T23:35:51.191226+0000","last_fullsized":"2024-04-26T23:35:51.191226+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T02:14:15.741089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"92'10","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197712+0000","last_change":"2024-04-26T23:33:19.775632+0000","last_active":"2024-04-26T23:35:51.197712+0000","last_peered":"2024-04-26T23:35:51.197712+0000","last_clean":"2024-04-26T23:35:51.197712+0000","last_became_active":"2024-04-26T23:33:19.775244+0000","last_became_peered":"2024-04-26T23:33:19.775244+0000","last_unstale":"2024-04-26T23:35:51.197712+0000","last_undegraded":"2024-04-26T23:35:51.197712+0000","last_fullsized":"2024-04-26T23:35:51.197712+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:25:40.427327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"92'11","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.197233+0000","last_change":"2024-04-26T23:33:19.768751+0000","last_active":"2024-04-26T23:35:51.197233+0000","last_peered":"2024-04-26T23:35:51.197233+0000","last_clean":"2024-04-26T23:35:51.197233+0000","last_became_active":"2024-04-26T23:33:19.768342+0000","last_became_peered":"2024-04-26T23:33:19.768342+0000","last_unstale":"2024-04-26T23:35:51.197233+0000","last_undegraded":"2024-04-26T23:35:51.197233+0000","last_fullsized":"2024-04-26T23:35:51.197233+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T01:02:53.188134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"92'8","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T23:35:51.178032+0000","last_change":"2024-04-26T23:33:19.776609+0000","last_active":"2024-04-26T23:35:51.178032+0000","last_peered":"2024-04-26T23:35:51.178032+0000","last_clean":"2024-04-26T23:35:51.178032+0000","last_became_active":"2024-04-26T23:33:19.776196+0000","last_became_peered":"2024-04-26T23:33:19.776196+0000","last_unstale":"2024-04-26T23:35:51.178032+0000","last_undegraded":"2024-04-26T23:35:51.178032+0000","last_fullsized":"2024-04-26T23:35:51.178032+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T23:33:19.158057+0000","last_clean_scrub_stamp":"2024-04-26T23:33:19.158057+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-28T08:53:26.457619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":592804,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1038,"num_read_kb":623,"num_write":287,"num_write_kb":1431,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":604,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2002944,"data_stored":1778412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":224,"ondisk_log_size":224,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":84,"seq":360777252910,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1007616,"data_stored":486673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":76,"seq":326417514549,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37248,"kb_used_data":1792,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707904,"statfs":{"total":95995035648,"available":95956893696,"internally_reserved":0,"allocated":1835008,"data_stored":1272303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":70,"seq":300647710781,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36720,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708432,"statfs":{"total":95995035648,"available":95957434368,"internally_reserved":0,"allocated":1413120,"data_stored":880103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":62,"seq":266287972420,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32556,"kb_used_data":1376,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712596,"statfs":{"total":95995035648,"available":95961698304,"internally_reserved":0,"allocated":1409024,"data_stored":880001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266764,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36912,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708240,"statfs":{"total":95995035648,"available":95957237760,"internally_reserved":0,"allocated":1613824,"data_stored":1081960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462994,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1007616,"data_stored":486276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574967,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1069056,"data_stored":546833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738494,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1028096,"data_stored":487547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411439,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1089536,"data_stored":549408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149800,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36852,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708300,"statfs":{"total":95995035648,"available":95957299200,"internally_reserved":0,"allocated":1552384,"data_stored":1011403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888159,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":489102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724634,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28796,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716356,"statfs":{"total":95995035648,"available":95965548544,"internally_reserved":0,"allocated":1761280,"data_stored":1211437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":60764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":134883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":409600,"data_stored":393932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":237568,"data_stored":195749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T23:35:57.972 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:35:58.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.191+0000 7ffbee800640 1 -- 172.21.15.26:0/4104818296 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffbe8103b60 msgr2=0x7ffbe8103fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:58.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.191+0000 7ffbee800640 1 --2- 172.21.15.26:0/4104818296 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffbe8103b60 0x7ffbe8103fe0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7ffbd4009900 tx=0x7ffbd402a3f0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.191+0000 7ffbee800640 1 -- 172.21.15.26:0/4104818296 shutdown_connections 2024-04-26T23:35:58.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.191+0000 7ffbee800640 1 --2- 172.21.15.26:0/4104818296 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffbe8104520 0x7ffbe810adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.191+0000 7ffbee800640 1 --2- 172.21.15.26:0/4104818296 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffbe8103b60 0x7ffbe8103fe0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.191+0000 7ffbee800640 1 --2- 172.21.15.26:0/4104818296 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe8102970 0x7ffbe8102d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.191+0000 7ffbee800640 1 -- 172.21.15.26:0/4104818296 >> 172.21.15.26:0/4104818296 conn(0x7ffbe80fdee0 msgr2=0x7ffbe8100320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:58.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.191+0000 7ffbee800640 1 -- 172.21.15.26:0/4104818296 shutdown_connections 2024-04-26T23:35:58.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.191+0000 7ffbee800640 1 -- 172.21.15.26:0/4104818296 wait complete. 2024-04-26T23:35:58.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.192+0000 7ffbee800640 1 Processor -- start 2024-04-26T23:35:58.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.192+0000 7ffbee800640 1 -- start start 2024-04-26T23:35:58.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.193+0000 7ffbee800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffbe8102970 0x7ffbe80766e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:58.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.193+0000 7ffbee800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe8103b60 0x7ffbe8074d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:58.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.193+0000 7ffbee800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffbe8104520 0x7ffbe8075260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:58.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.193+0000 7ffbee800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe810e3a0 con 0x7ffbe8104520 2024-04-26T23:35:58.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.193+0000 7ffbee800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe810e220 con 0x7ffbe8102970 2024-04-26T23:35:58.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.193+0000 7ffbee800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe810e520 con 0x7ffbe8103b60 2024-04-26T23:35:58.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.193+0000 7ffbe7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffbe8104520 0x7ffbe8075260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:58.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.193+0000 7ffbe7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffbe8104520 0x7ffbe8075260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34208/0 (socket says 172.21.15.26:34208) 2024-04-26T23:35:58.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.193+0000 7ffbe7e00640 1 -- 172.21.15.26:0/1821130846 learned_addr learned my addr 172.21.15.26:0/1821130846 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:58.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.193+0000 7ffbe7400640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffbe8102970 0x7ffbe80766e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:58.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.193+0000 7ffbe6a00640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe8103b60 0x7ffbe8074d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:58.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.194+0000 7ffbe7e00640 1 -- 172.21.15.26:0/1821130846 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe8103b60 msgr2=0x7ffbe8074d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:58.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.194+0000 7ffbe7e00640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe8103b60 0x7ffbe8074d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.194+0000 7ffbe7e00640 1 -- 172.21.15.26:0/1821130846 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffbe8102970 msgr2=0x7ffbe80766e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:58.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.194+0000 7ffbe7e00640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffbe8102970 0x7ffbe80766e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.194+0000 7ffbe7e00640 1 -- 172.21.15.26:0/1821130846 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbe8075af0 con 0x7ffbe8104520 2024-04-26T23:35:58.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.194+0000 7ffbe7e00640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffbe8104520 0x7ffbe8075260 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7ffbe000eb10 tx=0x7ffbe000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:58.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.194+0000 7ffbdfe00640 1 -- 172.21.15.26:0/1821130846 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbe0004b20 con 0x7ffbe8104520 2024-04-26T23:35:58.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.194+0000 7ffbee800640 1 -- 172.21.15.26:0/1821130846 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbe81a2bc0 con 0x7ffbe8104520 2024-04-26T23:35:58.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.194+0000 7ffbdfe00640 1 -- 172.21.15.26:0/1821130846 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ffbe0004cc0 con 0x7ffbe8104520 2024-04-26T23:35:58.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.194+0000 7ffbdfe00640 1 -- 172.21.15.26:0/1821130846 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbe0018630 con 0x7ffbe8104520 2024-04-26T23:35:58.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.194+0000 7ffbee800640 1 -- 172.21.15.26:0/1821130846 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbe81a3090 con 0x7ffbe8104520 2024-04-26T23:35:58.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.196+0000 7ffbee800640 1 -- 172.21.15.26:0/1821130846 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbe8069c10 con 0x7ffbe8104520 2024-04-26T23:35:58.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.198+0000 7ffbdfe00640 1 -- 172.21.15.26:0/1821130846 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7ffbe0005000 con 0x7ffbe8104520 2024-04-26T23:35:58.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.200+0000 7ffbdfe00640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ffbcc0a3db0 0x7ffbcc0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:58.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.201+0000 7ffbdfe00640 1 -- 172.21.15.26:0/1821130846 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ffbe00d1120 con 0x7ffbe8104520 2024-04-26T23:35:58.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.201+0000 7ffbe7400640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ffbcc0a3db0 0x7ffbcc0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:58.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.202+0000 7ffbe7400640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ffbcc0a3db0 0x7ffbcc0a6270 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ffbe81039c0 tx=0x7ffbd8005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:58.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.204+0000 7ffbdfe00640 1 -- 172.21.15.26:0/1821130846 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7ffbe009d620 con 0x7ffbe8104520 2024-04-26T23:35:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.466+0000 7ffbee800640 1 -- 172.21.15.26:0/1821130846 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffbe802db50 con 0x7ffbe8104520 2024-04-26T23:35:58.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.469+0000 7ffbdfe00640 1 -- 172.21.15.26:0/1821130846 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+23043 (secure 0 0 0) 0x7ffbe009cf20 con 0x7ffbe8104520 2024-04-26T23:35:58.472 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:35:58.472 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":92,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:35:51.096007+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/4065044171":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2100393270":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3654847750":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/445554482":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3428062602":"2024-04-27T23:35:51.095952+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:35:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.471+0000 7ffbee800640 1 -- 172.21.15.26:0/1821130846 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ffbcc0a3db0 msgr2=0x7ffbcc0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.471+0000 7ffbee800640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ffbcc0a3db0 0x7ffbcc0a6270 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ffbe81039c0 tx=0x7ffbd8005f90 comp rx=0 tx=0).stop 2024-04-26T23:35:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.471+0000 7ffbee800640 1 -- 172.21.15.26:0/1821130846 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffbe8104520 msgr2=0x7ffbe8075260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.471+0000 7ffbee800640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffbe8104520 0x7ffbe8075260 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7ffbe000eb10 tx=0x7ffbe000c2d0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.472+0000 7ffbee800640 1 -- 172.21.15.26:0/1821130846 shutdown_connections 2024-04-26T23:35:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.472+0000 7ffbee800640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ffbcc0a3db0 0x7ffbcc0a6270 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.472+0000 7ffbee800640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffbe8104520 0x7ffbe8075260 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.472+0000 7ffbee800640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe8103b60 0x7ffbe8074d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.472+0000 7ffbee800640 1 --2- 172.21.15.26:0/1821130846 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffbe8102970 0x7ffbe80766e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.472+0000 7ffbee800640 1 -- 172.21.15.26:0/1821130846 >> 172.21.15.26:0/1821130846 conn(0x7ffbe80fdee0 msgr2=0x7ffbe8106f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.472+0000 7ffbee800640 1 -- 172.21.15.26:0/1821130846 shutdown_connections 2024-04-26T23:35:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.472+0000 7ffbee800640 1 -- 172.21.15.26:0/1821130846 wait complete. 2024-04-26T23:35:58.493 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T23:33:17.314859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T23:33:18.628963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:35:58.493 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T23:35:58.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.682+0000 7f8955800640 1 -- 172.21.15.26:0/234081846 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8950109eb0 msgr2=0x7f8950111a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:58.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.682+0000 7f8955800640 1 --2- 172.21.15.26:0/234081846 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8950109eb0 0x7f8950111a80 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f8948009ca0 tx=0x7f894802a8c0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.682+0000 7f8955800640 1 -- 172.21.15.26:0/234081846 shutdown_connections 2024-04-26T23:35:58.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.682+0000 7f8955800640 1 --2- 172.21.15.26:0/234081846 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8950109eb0 0x7f8950111a80 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.682+0000 7f8955800640 1 --2- 172.21.15.26:0/234081846 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8950105790 0x7f89501097d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.682+0000 7f8955800640 1 --2- 172.21.15.26:0/234081846 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8950104de0 0x7f89501051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.682+0000 7f8955800640 1 -- 172.21.15.26:0/234081846 >> 172.21.15.26:0/234081846 conn(0x7f89501006c0 msgr2=0x7f8950102ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:58.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.683+0000 7f8955800640 1 -- 172.21.15.26:0/234081846 shutdown_connections 2024-04-26T23:35:58.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.683+0000 7f8955800640 1 -- 172.21.15.26:0/234081846 wait complete. 2024-04-26T23:35:58.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.683+0000 7f8955800640 1 Processor -- start 2024-04-26T23:35:58.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.684+0000 7f8955800640 1 -- start start 2024-04-26T23:35:58.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.684+0000 7f8955800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8950104de0 0x7f895019b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:58.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.684+0000 7f8955800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8950109eb0 0x7f895019b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:58.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.684+0000 7f8955800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f895019fb90 0x7f89501a0040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:58.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.684+0000 7f8955800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8950114d10 con 0x7f8950104de0 2024-04-26T23:35:58.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.684+0000 7f8955800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8950114b90 con 0x7f895019fb90 2024-04-26T23:35:58.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.684+0000 7f8955800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8950114e90 con 0x7f8950109eb0 2024-04-26T23:35:58.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.684+0000 7f894ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8950104de0 0x7f895019b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:58.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.684+0000 7f894ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8950104de0 0x7f895019b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34212/0 (socket says 172.21.15.26:34212) 2024-04-26T23:35:58.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.685+0000 7f894ea00640 1 -- 172.21.15.26:0/2862076694 learned_addr learned my addr 172.21.15.26:0/2862076694 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:58.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.685+0000 7f894e000640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8950109eb0 0x7f895019b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.685+0000 7f894f400640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f895019fb90 0x7f89501a0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.685+0000 7f894ea00640 1 -- 172.21.15.26:0/2862076694 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8950109eb0 msgr2=0x7f895019b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.685+0000 7f894ea00640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8950109eb0 0x7f895019b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.685+0000 7f894ea00640 1 -- 172.21.15.26:0/2862076694 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f895019fb90 msgr2=0x7f89501a0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.685+0000 7f894ea00640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f895019fb90 0x7f89501a0040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.685+0000 7f894ea00640 1 -- 172.21.15.26:0/2862076694 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89501a0680 con 0x7f8950104de0 2024-04-26T23:35:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.685+0000 7f894ea00640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8950104de0 0x7f895019b2d0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f894000e9f0 tx=0x7f894000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.686+0000 7f8947400640 1 -- 172.21.15.26:0/2862076694 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f894000cd80 con 0x7f8950104de0 2024-04-26T23:35:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.686+0000 7f8947400640 1 -- 172.21.15.26:0/2862076694 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f89400108c0 con 0x7f8950104de0 2024-04-26T23:35:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.686+0000 7f8955800640 1 -- 172.21.15.26:0/2862076694 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89501a0970 con 0x7f8950104de0 2024-04-26T23:35:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.686+0000 7f8947400640 1 -- 172.21.15.26:0/2862076694 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89400187c0 con 0x7f8950104de0 2024-04-26T23:35:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.686+0000 7f8955800640 1 -- 172.21.15.26:0/2862076694 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89501a8160 con 0x7f8950104de0 2024-04-26T23:35:58.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.687+0000 7f8955800640 1 -- 172.21.15.26:0/2862076694 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8950069ba0 con 0x7f8950104de0 2024-04-26T23:35:58.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.689+0000 7f8947400640 1 -- 172.21.15.26:0/2862076694 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f8940010430 con 0x7f8950104de0 2024-04-26T23:35:58.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.691+0000 7f8947400640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f89340a3db0 0x7f89340a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:58.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.691+0000 7f8947400640 1 -- 172.21.15.26:0/2862076694 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f89400d11f0 con 0x7f8950104de0 2024-04-26T23:35:58.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.691+0000 7f894e000640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f89340a3db0 0x7f89340a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:58.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.692+0000 7f894e000640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f89340a3db0 0x7f89340a6270 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f895010b4d0 tx=0x7f893c005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:58.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.693+0000 7f8947400640 1 -- 172.21.15.26:0/2862076694 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f894009d0a0 con 0x7f8950104de0 2024-04-26T23:35:58.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:58 smithi026 ceph-mon[28371]: from='client.15447 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:35:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:58 smithi026 ceph-mon[28371]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-26T23:35:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:58 smithi026 ceph-mon[28371]: Updating smithi026:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:35:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:58 smithi026 ceph-mon[28371]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:35:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:58 smithi026 ceph-mon[28371]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:35:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:58 smithi026 ceph-mon[28371]: from='client.15453 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:35:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:58 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1821130846' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:58.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:58 smithi086 ceph-mon[31122]: from='client.15447 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:35:58.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:58 smithi086 ceph-mon[31122]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-26T23:35:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:58 smithi086 ceph-mon[31122]: Updating smithi026:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:35:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:58 smithi086 ceph-mon[31122]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:35:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:58 smithi086 ceph-mon[31122]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:35:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:58 smithi086 ceph-mon[31122]: from='client.15453 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:35:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:58 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1821130846' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:58.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.905+0000 7f8955800640 1 -- 172.21.15.26:0/2862076694 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8950105790 con 0x7f8950104de0 2024-04-26T23:35:58.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.906+0000 7f8947400640 1 -- 172.21.15.26:0/2862076694 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7f89400bd020 con 0x7f8950104de0 2024-04-26T23:35:58.909 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:35:58.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.908+0000 7f8955800640 1 -- 172.21.15.26:0/2862076694 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f89340a3db0 msgr2=0x7f89340a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:58.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.908+0000 7f8955800640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f89340a3db0 0x7f89340a6270 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f895010b4d0 tx=0x7f893c005f90 comp rx=0 tx=0).stop 2024-04-26T23:35:58.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.908+0000 7f8955800640 1 -- 172.21.15.26:0/2862076694 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8950104de0 msgr2=0x7f895019b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:58.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.908+0000 7f8955800640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8950104de0 0x7f895019b2d0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f894000e9f0 tx=0x7f894000eeb0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.908+0000 7f8955800640 1 -- 172.21.15.26:0/2862076694 shutdown_connections 2024-04-26T23:35:58.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.908+0000 7f8955800640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f895019fb90 0x7f89501a0040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.908+0000 7f8955800640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8950109eb0 0x7f895019b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.908+0000 7f8955800640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f89340a3db0 0x7f89340a6270 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.908+0000 7f8955800640 1 --2- 172.21.15.26:0/2862076694 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8950104de0 0x7f895019b2d0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:58.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.909+0000 7f8955800640 1 -- 172.21.15.26:0/2862076694 >> 172.21.15.26:0/2862076694 conn(0x7f89501006c0 msgr2=0x7f8950102a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:58.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.909+0000 7f8955800640 1 -- 172.21.15.26:0/2862076694 shutdown_connections 2024-04-26T23:35:58.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:58.909+0000 7f8955800640 1 -- 172.21.15.26:0/2862076694 wait complete. 2024-04-26T23:35:58.931 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T23:35:59.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:58 smithi164 ceph-mon[31699]: from='client.15447 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:35:59.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:58 smithi164 ceph-mon[31699]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-26T23:35:59.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:58 smithi164 ceph-mon[31699]: Updating smithi026:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:35:59.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:58 smithi164 ceph-mon[31699]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:35:59.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:58 smithi164 ceph-mon[31699]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T23:35:59.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:58 smithi164 ceph-mon[31699]: from='client.15453 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:35:59.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:58 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1821130846' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:35:59.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.113+0000 7fe58be00640 1 -- 172.21.15.26:0/1881366280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe58c10a9f0 msgr2=0x7fe58c10add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:59.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.113+0000 7fe58be00640 1 --2- 172.21.15.26:0/1881366280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe58c10a9f0 0x7fe58c10add0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fe57c009cd0 tx=0x7fe57c02a8e0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.113+0000 7fe58be00640 1 -- 172.21.15.26:0/1881366280 shutdown_connections 2024-04-26T23:35:59.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.113+0000 7fe58be00640 1 --2- 172.21.15.26:0/1881366280 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe58c1053a0 0x7fe58c1118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.113+0000 7fe58be00640 1 --2- 172.21.15.26:0/1881366280 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe58c1049e0 0x7fe58c104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.113+0000 7fe58be00640 1 --2- 172.21.15.26:0/1881366280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe58c10a9f0 0x7fe58c10add0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.113+0000 7fe58be00640 1 -- 172.21.15.26:0/1881366280 >> 172.21.15.26:0/1881366280 conn(0x7fe58c100470 msgr2=0x7fe58c102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:59.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.113+0000 7fe58be00640 1 -- 172.21.15.26:0/1881366280 shutdown_connections 2024-04-26T23:35:59.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.113+0000 7fe58be00640 1 -- 172.21.15.26:0/1881366280 wait complete. 2024-04-26T23:35:59.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.115+0000 7fe58be00640 1 Processor -- start 2024-04-26T23:35:59.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.115+0000 7fe58be00640 1 -- start start 2024-04-26T23:35:59.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.115+0000 7fe58be00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe58c1049e0 0x7fe58c19b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:59.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.115+0000 7fe58be00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe58c1053a0 0x7fe58c19b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:59.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.115+0000 7fe58be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe58c10a9f0 0x7fe58c19fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:59.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.115+0000 7fe58be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe58c114b30 con 0x7fe58c10a9f0 2024-04-26T23:35:59.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.115+0000 7fe58be00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe58c1149b0 con 0x7fe58c1053a0 2024-04-26T23:35:59.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.115+0000 7fe58be00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe58c114cb0 con 0x7fe58c1049e0 2024-04-26T23:35:59.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.116+0000 7fe58aa00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe58c1049e0 0x7fe58c19b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:59.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.116+0000 7fe58aa00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe58c1049e0 0x7fe58c19b150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:50266/0 (socket says 172.21.15.26:50266) 2024-04-26T23:35:59.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.116+0000 7fe58aa00640 1 -- 172.21.15.26:0/4204145749 learned_addr learned my addr 172.21.15.26:0/4204145749 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:59.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.116+0000 7fe58a000640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe58c1053a0 0x7fe58c19b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:59.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.116+0000 7fe58b400640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe58c10a9f0 0x7fe58c19fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:59.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.116+0000 7fe58aa00640 1 -- 172.21.15.26:0/4204145749 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe58c1053a0 msgr2=0x7fe58c19b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:59.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.116+0000 7fe58aa00640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe58c1053a0 0x7fe58c19b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.116+0000 7fe58aa00640 1 -- 172.21.15.26:0/4204145749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe58c10a9f0 msgr2=0x7fe58c19fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:59.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.116+0000 7fe58aa00640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe58c10a9f0 0x7fe58c19fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.116+0000 7fe58aa00640 1 -- 172.21.15.26:0/4204145749 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe58c1a0140 con 0x7fe58c1049e0 2024-04-26T23:35:59.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.117+0000 7fe58b400640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe58c10a9f0 0x7fe58c19fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:59.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.117+0000 7fe58aa00640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe58c1049e0 0x7fe58c19b150 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe57c02ae00 tx=0x7fe57c003ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:59.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.117+0000 7fe590a00640 1 -- 172.21.15.26:0/4204145749 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe57c004040 con 0x7fe58c1049e0 2024-04-26T23:35:59.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.117+0000 7fe590a00640 1 -- 172.21.15.26:0/4204145749 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe57c004670 con 0x7fe58c1049e0 2024-04-26T23:35:59.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.117+0000 7fe58be00640 1 -- 172.21.15.26:0/4204145749 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe58c1a03d0 con 0x7fe58c1049e0 2024-04-26T23:35:59.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.117+0000 7fe590a00640 1 -- 172.21.15.26:0/4204145749 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe57c030cf0 con 0x7fe58c1049e0 2024-04-26T23:35:59.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.118+0000 7fe58be00640 1 -- 172.21.15.26:0/4204145749 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe58c1a7cc0 con 0x7fe58c1049e0 2024-04-26T23:35:59.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.119+0000 7fe58be00640 1 -- 172.21.15.26:0/4204145749 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe58c069ac0 con 0x7fe58c1049e0 2024-04-26T23:35:59.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.122+0000 7fe590a00640 1 -- 172.21.15.26:0/4204145749 <== mon.1 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fe57c0305a0 con 0x7fe58c1049e0 2024-04-26T23:35:59.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.123+0000 7fe590a00640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe5700a3e30 0x7fe5700a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:59.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.123+0000 7fe590a00640 1 -- 172.21.15.26:0/4204145749 <== mon.1 v2:172.21.15.164:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fe57c02e030 con 0x7fe58c1049e0 2024-04-26T23:35:59.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.123+0000 7fe58a000640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe5700a3e30 0x7fe5700a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:59.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.124+0000 7fe58a000640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe5700a3e30 0x7fe5700a62f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe58c102bf0 tx=0x7fe574005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:59.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.129+0000 7fe590a00640 1 -- 172.21.15.26:0/4204145749 <== mon.1 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fe57c0be160 con 0x7fe58c1049e0 2024-04-26T23:35:59.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.343+0000 7fe58be00640 1 -- 172.21.15.26:0/4204145749 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe58c19c4a0 con 0x7fe58c1049e0 2024-04-26T23:35:59.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.344+0000 7fe590a00640 1 -- 172.21.15.26:0/4204145749 <== mon.1 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7fe57c0098b0 con 0x7fe58c1049e0 2024-04-26T23:35:59.346 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-26T23:35:59.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.346+0000 7fe58be00640 1 -- 172.21.15.26:0/4204145749 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe5700a3e30 msgr2=0x7fe5700a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:59.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.346+0000 7fe58be00640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe5700a3e30 0x7fe5700a62f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe58c102bf0 tx=0x7fe574005f90 comp rx=0 tx=0).stop 2024-04-26T23:35:59.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.346+0000 7fe58be00640 1 -- 172.21.15.26:0/4204145749 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe58c1049e0 msgr2=0x7fe58c19b150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.346+0000 7fe58be00640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe58c1049e0 0x7fe58c19b150 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe57c02ae00 tx=0x7fe57c003ba0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.347+0000 7fe58be00640 1 -- 172.21.15.26:0/4204145749 shutdown_connections 2024-04-26T23:35:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.347+0000 7fe58be00640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe5700a3e30 0x7fe5700a62f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.347+0000 7fe58be00640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe58c10a9f0 0x7fe58c19fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.347+0000 7fe58be00640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe58c1053a0 0x7fe58c19b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.347+0000 7fe58be00640 1 --2- 172.21.15.26:0/4204145749 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe58c1049e0 0x7fe58c19b150 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.347+0000 7fe58be00640 1 -- 172.21.15.26:0/4204145749 >> 172.21.15.26:0/4204145749 conn(0x7fe58c100470 msgr2=0x7fe58c100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.347+0000 7fe58be00640 1 -- 172.21.15.26:0/4204145749 shutdown_connections 2024-04-26T23:35:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.347+0000 7fe58be00640 1 -- 172.21.15.26:0/4204145749 wait complete. 2024-04-26T23:35:59.370 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T23:35:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.586+0000 7f3a9b200640 1 -- 172.21.15.26:0/2210565107 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a9c1026d0 msgr2=0x7f3a9c102b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.586+0000 7f3a9b200640 1 --2- 172.21.15.26:0/2210565107 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a9c1026d0 0x7f3a9c102b50 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f3a88009930 tx=0x7f3a8802a440 comp rx=0 tx=0).stop 2024-04-26T23:35:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.586+0000 7f3a9b200640 1 -- 172.21.15.26:0/2210565107 shutdown_connections 2024-04-26T23:35:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.586+0000 7f3a9b200640 1 --2- 172.21.15.26:0/2210565107 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a9c103090 0x7f3a9c10f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.586+0000 7f3a9b200640 1 --2- 172.21.15.26:0/2210565107 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a9c1026d0 0x7f3a9c102b50 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.586+0000 7f3a9b200640 1 --2- 172.21.15.26:0/2210565107 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3a9c1086e0 0x7f3a9c108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.586+0000 7f3a9b200640 1 -- 172.21.15.26:0/2210565107 >> 172.21.15.26:0/2210565107 conn(0x7f3a9c0fe200 msgr2=0x7f3a9c100620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.586+0000 7f3a9b200640 1 -- 172.21.15.26:0/2210565107 shutdown_connections 2024-04-26T23:35:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.586+0000 7f3a9b200640 1 -- 172.21.15.26:0/2210565107 wait complete. 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.587+0000 7f3a9b200640 1 Processor -- start 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.587+0000 7f3a9b200640 1 -- start start 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.587+0000 7f3a9b200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3a9c1026d0 0x7f3a9c074c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.587+0000 7f3a9b200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a9c103090 0x7f3a9c075170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a9b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a9c1086e0 0x7f3a9c0756b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a9b200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3a9c1128a0 con 0x7f3a9c1086e0 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a9b200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3a9c112720 con 0x7f3a9c1026d0 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a9b200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3a9c112a20 con 0x7f3a9c103090 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a9a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a9c1086e0 0x7f3a9c0756b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a9a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a9c1086e0 0x7f3a9c0756b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34244/0 (socket says 172.21.15.26:34244) 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a9a800640 1 -- 172.21.15.26:0/3379609414 learned_addr learned my addr 172.21.15.26:0/3379609414 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a99e00640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3a9c1026d0 0x7f3a9c074c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a99400640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a9c103090 0x7f3a9c075170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:59.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a9a800640 1 -- 172.21.15.26:0/3379609414 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a9c103090 msgr2=0x7f3a9c075170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a9a800640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a9c103090 0x7f3a9c075170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a9a800640 1 -- 172.21.15.26:0/3379609414 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3a9c1026d0 msgr2=0x7f3a9c074c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a9a800640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3a9c1026d0 0x7f3a9c074c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a9a800640 1 -- 172.21.15.26:0/3379609414 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a9c1a7350 con 0x7f3a9c1086e0 2024-04-26T23:35:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.588+0000 7f3a99400640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a9c103090 0x7f3a9c075170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:35:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.589+0000 7f3a9a800640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a9c1086e0 0x7f3a9c0756b0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f3a9400eaa0 tx=0x7f3a9400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.589+0000 7f3a92a00640 1 -- 172.21.15.26:0/3379609414 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9400cdb0 con 0x7f3a9c1086e0 2024-04-26T23:35:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.589+0000 7f3a92a00640 1 -- 172.21.15.26:0/3379609414 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3a94005020 con 0x7f3a9c1086e0 2024-04-26T23:35:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.589+0000 7f3a9b200640 1 -- 172.21.15.26:0/3379609414 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a9c1a7640 con 0x7f3a9c1086e0 2024-04-26T23:35:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.589+0000 7f3a92a00640 1 -- 172.21.15.26:0/3379609414 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a940116d0 con 0x7f3a9c1086e0 2024-04-26T23:35:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.589+0000 7f3a9b200640 1 -- 172.21.15.26:0/3379609414 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a9c1a7b90 con 0x7f3a9c1086e0 2024-04-26T23:35:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.590+0000 7f3a9b200640 1 -- 172.21.15.26:0/3379609414 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a9c069ac0 con 0x7f3a9c1086e0 2024-04-26T23:35:59.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.592+0000 7f3a92a00640 1 -- 172.21.15.26:0/3379609414 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f3a940051d0 con 0x7f3a9c1086e0 2024-04-26T23:35:59.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.594+0000 7f3a92a00640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3a800a3db0 0x7f3a800a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:35:59.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.594+0000 7f3a92a00640 1 -- 172.21.15.26:0/3379609414 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f3a940d0c40 con 0x7f3a9c1086e0 2024-04-26T23:35:59.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.594+0000 7f3a99e00640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3a800a3db0 0x7f3a800a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:35:59.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.595+0000 7f3a99e00640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3a800a3db0 0x7f3a800a6270 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c005fd0 tx=0x7f3a8c005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:35:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.598+0000 7f3a92a00640 1 -- 172.21.15.26:0/3379609414 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f3a94016030 con 0x7f3a9c1086e0 2024-04-26T23:35:59.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:59 smithi026 ceph-mon[28371]: Updating smithi026:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:35:59.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:59 smithi026 ceph-mon[28371]: from='client.15459 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:35:59.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:59 smithi026 ceph-mon[28371]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:35:59.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:59 smithi026 ceph-mon[28371]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:35:59.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:59 smithi026 ceph-mon[28371]: Updating smithi026:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:35:59.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:59 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2862076694' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:59.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:59 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:59.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:59 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:59.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:59 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/4204145749' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:59.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:59 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:59.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:35:59 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:59.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:59 smithi086 ceph-mon[31122]: Updating smithi026:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:35:59.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:59 smithi086 ceph-mon[31122]: from='client.15459 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:35:59.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:59 smithi086 ceph-mon[31122]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:35:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:59 smithi086 ceph-mon[31122]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:35:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:59 smithi086 ceph-mon[31122]: Updating smithi026:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:35:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:59 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2862076694' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:35:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:59 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:59 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:59 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/4204145749' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:35:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:59 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:35:59 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:35:59.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.819+0000 7f3a9b200640 1 -- 172.21.15.26:0/3379609414 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f3a9c10ac40 con 0x7f3a9c1086e0 2024-04-26T23:35:59.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.820+0000 7f3a92a00640 1 -- 172.21.15.26:0/3379609414 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7f3a9409d180 con 0x7f3a9c1086e0 2024-04-26T23:35:59.823 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-26T23:35:59.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.823+0000 7f3a9b200640 1 -- 172.21.15.26:0/3379609414 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3a800a3db0 msgr2=0x7f3a800a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:59.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.823+0000 7f3a9b200640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3a800a3db0 0x7f3a800a6270 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c005fd0 tx=0x7f3a8c005850 comp rx=0 tx=0).stop 2024-04-26T23:35:59.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.823+0000 7f3a9b200640 1 -- 172.21.15.26:0/3379609414 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a9c1086e0 msgr2=0x7f3a9c0756b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:35:59.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.823+0000 7f3a9b200640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a9c1086e0 0x7f3a9c0756b0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f3a9400eaa0 tx=0x7f3a9400ef60 comp rx=0 tx=0).stop 2024-04-26T23:35:59.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.823+0000 7f3a9b200640 1 -- 172.21.15.26:0/3379609414 shutdown_connections 2024-04-26T23:35:59.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.823+0000 7f3a9b200640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3a800a3db0 0x7f3a800a6270 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.823+0000 7f3a9b200640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a9c1086e0 0x7f3a9c0756b0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.823+0000 7f3a9b200640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a9c103090 0x7f3a9c075170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.823+0000 7f3a9b200640 1 --2- 172.21.15.26:0/3379609414 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3a9c1026d0 0x7f3a9c074c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:35:59.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.823+0000 7f3a9b200640 1 -- 172.21.15.26:0/3379609414 >> 172.21.15.26:0/3379609414 conn(0x7f3a9c0fe200 msgr2=0x7f3a9c0febd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:35:59.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.823+0000 7f3a9b200640 1 -- 172.21.15.26:0/3379609414 shutdown_connections 2024-04-26T23:35:59.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:35:59.823+0000 7f3a9b200640 1 -- 172.21.15.26:0/3379609414 wait complete. 2024-04-26T23:35:59.846 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:36:00.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:59 smithi164 ceph-mon[31699]: Updating smithi026:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:36:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:59 smithi164 ceph-mon[31699]: from='client.15459 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T23:36:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:59 smithi164 ceph-mon[31699]: Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:36:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:59 smithi164 ceph-mon[31699]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-04-26T23:36:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:59 smithi164 ceph-mon[31699]: Updating smithi026:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:36:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:59 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2862076694' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:36:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:59 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:59 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:59 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/4204145749' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:36:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:59 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:35:59 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:00.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.054+0000 7ff08f000640 1 -- 172.21.15.26:0/1013519943 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff088103930 msgr2=0x7ff088103d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.054+0000 7ff08f000640 1 --2- 172.21.15.26:0/1013519943 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff088103930 0x7ff088103d10 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7ff07c009900 tx=0x7ff07c02a480 comp rx=0 tx=0).stop 2024-04-26T23:36:00.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.055+0000 7ff08f000640 1 -- 172.21.15.26:0/1013519943 shutdown_connections 2024-04-26T23:36:00.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.055+0000 7ff08f000640 1 --2- 172.21.15.26:0/1013519943 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff08810cd50 0x7ff08810f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.055+0000 7ff08f000640 1 --2- 172.21.15.26:0/1013519943 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff088104250 0x7ff08810c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.055+0000 7ff08f000640 1 --2- 172.21.15.26:0/1013519943 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff088103930 0x7ff088103d10 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.055+0000 7ff08f000640 1 -- 172.21.15.26:0/1013519943 >> 172.21.15.26:0/1013519943 conn(0x7ff0880fd130 msgr2=0x7ff0880ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:00.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.055+0000 7ff08f000640 1 -- 172.21.15.26:0/1013519943 shutdown_connections 2024-04-26T23:36:00.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.055+0000 7ff08f000640 1 -- 172.21.15.26:0/1013519943 wait complete. 2024-04-26T23:36:00.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.056+0000 7ff08f000640 1 Processor -- start 2024-04-26T23:36:00.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.057+0000 7ff08f000640 1 -- start start 2024-04-26T23:36:00.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.057+0000 7ff08f000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff088103930 0x7ff088198e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:00.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.057+0000 7ff08f000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff088104250 0x7ff088199380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:00.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.057+0000 7ff08f000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff08810cd50 0x7ff08819d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:00.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.057+0000 7ff08f000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff088112900 con 0x7ff088104250 2024-04-26T23:36:00.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.057+0000 7ff08f000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff088112780 con 0x7ff08810cd50 2024-04-26T23:36:00.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.057+0000 7ff08f000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff088112a80 con 0x7ff088103930 2024-04-26T23:36:00.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.057+0000 7ff08d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff088104250 0x7ff088199380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:00.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.058+0000 7ff08d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff088104250 0x7ff088199380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34264/0 (socket says 172.21.15.26:34264) 2024-04-26T23:36:00.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.058+0000 7ff08d200640 1 -- 172.21.15.26:0/1176766878 learned_addr learned my addr 172.21.15.26:0/1176766878 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:00.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.058+0000 7ff08dc00640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff088103930 0x7ff088198e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:00.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.058+0000 7ff08e600640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff08810cd50 0x7ff08819d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:00.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.058+0000 7ff08d200640 1 -- 172.21.15.26:0/1176766878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff088103930 msgr2=0x7ff088198e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.058+0000 7ff08d200640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff088103930 0x7ff088198e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.058+0000 7ff08d200640 1 -- 172.21.15.26:0/1176766878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff08810cd50 msgr2=0x7ff08819d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.058+0000 7ff08d200640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff08810cd50 0x7ff08819d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.058+0000 7ff08d200640 1 -- 172.21.15.26:0/1176766878 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff08819dde0 con 0x7ff088104250 2024-04-26T23:36:00.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.058+0000 7ff08e600640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff08810cd50 0x7ff08819d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:36:00.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.058+0000 7ff08d200640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff088104250 0x7ff088199380 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7ff07400c970 tx=0x7ff07400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:00.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.059+0000 7ff086000640 1 -- 172.21.15.26:0/1176766878 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff074007bb0 con 0x7ff088104250 2024-04-26T23:36:00.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.059+0000 7ff086000640 1 -- 172.21.15.26:0/1176766878 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff074007d50 con 0x7ff088104250 2024-04-26T23:36:00.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.059+0000 7ff08f000640 1 -- 172.21.15.26:0/1176766878 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff08819e0d0 con 0x7ff088104250 2024-04-26T23:36:00.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.059+0000 7ff086000640 1 -- 172.21.15.26:0/1176766878 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0740186f0 con 0x7ff088104250 2024-04-26T23:36:00.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.059+0000 7ff08f000640 1 -- 172.21.15.26:0/1176766878 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0881a5960 con 0x7ff088104250 2024-04-26T23:36:00.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.060+0000 7ff08f000640 1 -- 172.21.15.26:0/1176766878 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff088069670 con 0x7ff088104250 2024-04-26T23:36:00.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.062+0000 7ff086000640 1 -- 172.21.15.26:0/1176766878 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7ff07400f450 con 0x7ff088104250 2024-04-26T23:36:00.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.064+0000 7ff086000640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff0700a3db0 0x7ff0700a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:00.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.064+0000 7ff086000640 1 -- 172.21.15.26:0/1176766878 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff0740d0b10 con 0x7ff088104250 2024-04-26T23:36:00.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.064+0000 7ff08dc00640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff0700a3db0 0x7ff0700a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:00.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.065+0000 7ff08dc00640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff0700a3db0 0x7ff0700a6270 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff07c006010 tx=0x7ff07c005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:00.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.069+0000 7ff086000640 1 -- 172.21.15.26:0/1176766878 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7ff074014030 con 0x7ff088104250 2024-04-26T23:36:00.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.313+0000 7ff08f000640 1 -- 172.21.15.26:0/1176766878 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff08819a140 con 0x7ff088104250 2024-04-26T23:36:00.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.315+0000 7ff086000640 1 -- 172.21.15.26:0/1176766878 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7ff07401f300 con 0x7ff088104250 2024-04-26T23:36:00.318 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:36:00.318 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:36:00.319 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:36:00.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.318+0000 7ff08f000640 1 -- 172.21.15.26:0/1176766878 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff0700a3db0 msgr2=0x7ff0700a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.318+0000 7ff08f000640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff0700a3db0 0x7ff0700a6270 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff07c006010 tx=0x7ff07c005a20 comp rx=0 tx=0).stop 2024-04-26T23:36:00.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.318+0000 7ff08f000640 1 -- 172.21.15.26:0/1176766878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff088104250 msgr2=0x7ff088199380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.318+0000 7ff08f000640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff088104250 0x7ff088199380 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7ff07400c970 tx=0x7ff07400ce30 comp rx=0 tx=0).stop 2024-04-26T23:36:00.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.318+0000 7ff08f000640 1 -- 172.21.15.26:0/1176766878 shutdown_connections 2024-04-26T23:36:00.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.318+0000 7ff08f000640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff08810cd50 0x7ff08819d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.318+0000 7ff08f000640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff0700a3db0 0x7ff0700a6270 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.318+0000 7ff08f000640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff088104250 0x7ff088199380 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.318+0000 7ff08f000640 1 --2- 172.21.15.26:0/1176766878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff088103930 0x7ff088198e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.319+0000 7ff08f000640 1 -- 172.21.15.26:0/1176766878 >> 172.21.15.26:0/1176766878 conn(0x7ff0880fd130 msgr2=0x7ff0880fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:00.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.319+0000 7ff08f000640 1 -- 172.21.15.26:0/1176766878 shutdown_connections 2024-04-26T23:36:00.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.319+0000 7ff08f000640 1 -- 172.21.15.26:0/1176766878 wait complete. 2024-04-26T23:36:00.340 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:36:00.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.549+0000 7f28b3200640 1 -- 172.21.15.26:0/3349259185 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28b410ccb0 msgr2=0x7f28b410f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.549+0000 7f28b3200640 1 --2- 172.21.15.26:0/3349259185 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28b410ccb0 0x7f28b410f150 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f28ac009ca0 tx=0x7f28ac02a950 comp rx=0 tx=0).stop 2024-04-26T23:36:00.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.549+0000 7f28b3200640 1 -- 172.21.15.26:0/3349259185 shutdown_connections 2024-04-26T23:36:00.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.549+0000 7f28b3200640 1 --2- 172.21.15.26:0/3349259185 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28b410ccb0 0x7f28b410f150 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.549+0000 7f28b3200640 1 --2- 172.21.15.26:0/3349259185 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28b41041b0 0x7f28b410c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.549+0000 7f28b3200640 1 --2- 172.21.15.26:0/3349259185 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28b4103890 0x7f28b4103c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.549+0000 7f28b3200640 1 -- 172.21.15.26:0/3349259185 >> 172.21.15.26:0/3349259185 conn(0x7f28b40fd0d0 msgr2=0x7f28b40ff4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:00.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.550+0000 7f28b3200640 1 -- 172.21.15.26:0/3349259185 shutdown_connections 2024-04-26T23:36:00.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.550+0000 7f28b3200640 1 -- 172.21.15.26:0/3349259185 wait complete. 2024-04-26T23:36:00.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.550+0000 7f28b3200640 1 Processor -- start 2024-04-26T23:36:00.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.551+0000 7f28b3200640 1 -- start start 2024-04-26T23:36:00.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.551+0000 7f28b3200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28b4103890 0x7f28b4198de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:00.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.551+0000 7f28b3200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28b41041b0 0x7f28b4199320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:00.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.551+0000 7f28b3200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28b410ccb0 0x7f28b419d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:00.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.551+0000 7f28b3200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f28b4112860 con 0x7f28b41041b0 2024-04-26T23:36:00.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.551+0000 7f28b3200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f28b41126e0 con 0x7f28b410ccb0 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.551+0000 7f28b3200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f28b41129e0 con 0x7f28b4103890 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.551+0000 7f28b1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28b41041b0 0x7f28b4199320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.551+0000 7f28b1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28b41041b0 0x7f28b4199320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34280/0 (socket says 172.21.15.26:34280) 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.551+0000 7f28b1400640 1 -- 172.21.15.26:0/3332372405 learned_addr learned my addr 172.21.15.26:0/3332372405 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.552+0000 7f28b1e00640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28b4103890 0x7f28b4198de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.552+0000 7f28b2800640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28b410ccb0 0x7f28b419d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.552+0000 7f28b1400640 1 -- 172.21.15.26:0/3332372405 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28b4103890 msgr2=0x7f28b4198de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.552+0000 7f28b1400640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28b4103890 0x7f28b4198de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.552+0000 7f28b1400640 1 -- 172.21.15.26:0/3332372405 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28b410ccb0 msgr2=0x7f28b419d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.552+0000 7f28b1400640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28b410ccb0 0x7f28b419d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.552+0000 7f28b1400640 1 -- 172.21.15.26:0/3332372405 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28b419ddd0 con 0x7f28b41041b0 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.552+0000 7f28b1400640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28b41041b0 0x7f28b4199320 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f28a000e9f0 tx=0x7f28a000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.552+0000 7f28aaa00640 1 -- 172.21.15.26:0/3332372405 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28a000ccc0 con 0x7f28b41041b0 2024-04-26T23:36:00.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.552+0000 7f28aaa00640 1 -- 172.21.15.26:0/3332372405 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f28a00108c0 con 0x7f28b41041b0 2024-04-26T23:36:00.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.552+0000 7f28aaa00640 1 -- 172.21.15.26:0/3332372405 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28a0018750 con 0x7f28b41041b0 2024-04-26T23:36:00.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.552+0000 7f28b3200640 1 -- 172.21.15.26:0/3332372405 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28b419e0c0 con 0x7f28b41041b0 2024-04-26T23:36:00.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.553+0000 7f28b3200640 1 -- 172.21.15.26:0/3332372405 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28b41a5950 con 0x7f28b41041b0 2024-04-26T23:36:00.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.554+0000 7f28b3200640 1 -- 172.21.15.26:0/3332372405 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28b4069ac0 con 0x7f28b41041b0 2024-04-26T23:36:00.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.556+0000 7f28aaa00640 1 -- 172.21.15.26:0/3332372405 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f28a0010430 con 0x7f28b41041b0 2024-04-26T23:36:00.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.559+0000 7f28aaa00640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f28980a3e30 0x7f28980a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:00.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.559+0000 7f28aaa00640 1 -- 172.21.15.26:0/3332372405 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f28a00d0c70 con 0x7f28b41041b0 2024-04-26T23:36:00.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.559+0000 7f28b1e00640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f28980a3e30 0x7f28980a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:00.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.560+0000 7f28b1e00640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f28980a3e30 0x7f28980a62f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f28a4009b60 tx=0x7f28a4005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:00.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.564+0000 7f28aaa00640 1 -- 172.21.15.26:0/3332372405 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f28a009d170 con 0x7f28b41041b0 2024-04-26T23:36:00.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.764+0000 7f28b3200640 1 -- 172.21.15.26:0/3332372405 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f28b41077c0 con 0x7f28b41041b0 2024-04-26T23:36:00.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.767+0000 7f28aaa00640 1 -- 172.21.15.26:0/3332372405 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+23043 (secure 0 0 0) 0x7f28a009ca70 con 0x7f28b41041b0 2024-04-26T23:36:00.770 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:36:00.770 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":92,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:35:51.096007+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/4065044171":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2100393270":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3654847750":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/445554482":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3428062602":"2024-04-27T23:35:51.095952+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:36:00.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.769+0000 7f28b3200640 1 -- 172.21.15.26:0/3332372405 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f28980a3e30 msgr2=0x7f28980a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.769+0000 7f28b3200640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f28980a3e30 0x7f28980a62f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f28a4009b60 tx=0x7f28a4005f90 comp rx=0 tx=0).stop 2024-04-26T23:36:00.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.769+0000 7f28b3200640 1 -- 172.21.15.26:0/3332372405 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28b41041b0 msgr2=0x7f28b4199320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.769+0000 7f28b3200640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28b41041b0 0x7f28b4199320 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f28a000e9f0 tx=0x7f28a000eeb0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.769+0000 7f28b3200640 1 -- 172.21.15.26:0/3332372405 shutdown_connections 2024-04-26T23:36:00.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.769+0000 7f28b3200640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28b410ccb0 0x7f28b419d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.769+0000 7f28b3200640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f28980a3e30 0x7f28980a62f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.769+0000 7f28b3200640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28b41041b0 0x7f28b4199320 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.769+0000 7f28b3200640 1 --2- 172.21.15.26:0/3332372405 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28b4103890 0x7f28b4198de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.769+0000 7f28b3200640 1 -- 172.21.15.26:0/3332372405 >> 172.21.15.26:0/3332372405 conn(0x7f28b40fd0d0 msgr2=0x7f28b40fe990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:00.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.769+0000 7f28b3200640 1 -- 172.21.15.26:0/3332372405 shutdown_connections 2024-04-26T23:36:00.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.770+0000 7f28b3200640 1 -- 172.21.15.26:0/3332372405 wait complete. 2024-04-26T23:36:00.790 DEBUG:tasks.fwd_scrub:Yielding 2024-04-26T23:36:00.790 INFO:teuthology.run_tasks:Running task exec... 2024-04-26T23:36:00.799 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T23:36:00.800 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T23:36:00.800 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-26T23:36:00.800 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-04-26T23:36:00.800 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:36:00.801 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:36:00.801 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:36:00.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:00 smithi086 ceph-mon[31122]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:36:00.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:00 smithi086 ceph-mon[31122]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:36:00.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:00 smithi086 ceph-mon[31122]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-26T23:36:00.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:00 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:00.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:00 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:00.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:00 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:00.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:00 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3379609414' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:36:00.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:00 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:36:00.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:00 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:36:00.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:00 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:36:00.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:00 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:00.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:00 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1176766878' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:36:00.869 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:00 smithi026 ceph-mon[28371]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:36:00.870 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:00 smithi026 ceph-mon[28371]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:36:00.870 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:00 smithi026 ceph-mon[28371]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-26T23:36:00.870 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:00 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:00.870 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:00 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:00.870 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:00 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:00.870 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:00 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3379609414' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:36:00.870 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:00 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:36:00.870 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:00 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:36:00.870 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:00 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:36:00.870 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:00 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:00.870 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:00 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1176766878' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:36:00.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.989+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3536916896 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d3810f010 msgr2=0x7f3d38111460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.989+0000 7f3d3ec00640 1 --2- 172.21.15.26:0/3536916896 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d3810f010 0x7f3d38111460 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f3d30009ca0 tx=0x7f3d3002a950 comp rx=0 tx=0).stop 2024-04-26T23:36:00.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.989+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3536916896 shutdown_connections 2024-04-26T23:36:00.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.989+0000 7f3d3ec00640 1 --2- 172.21.15.26:0/3536916896 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d3810f010 0x7f3d38111460 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.989+0000 7f3d3ec00640 1 --2- 172.21.15.26:0/3536916896 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d38075680 0x7f3d3810ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.989+0000 7f3d3ec00640 1 --2- 172.21.15.26:0/3536916896 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d38074d60 0x7f3d38075140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.990+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3536916896 >> 172.21.15.26:0/3536916896 conn(0x7f3d380fe300 msgr2=0x7f3d38100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:00.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.990+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3536916896 shutdown_connections 2024-04-26T23:36:00.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.990+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3536916896 wait complete. 2024-04-26T23:36:00.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.991+0000 7f3d3ec00640 1 Processor -- start 2024-04-26T23:36:00.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.991+0000 7f3d3ec00640 1 -- start start 2024-04-26T23:36:00.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7f3d3ec00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d38074d60 0x7f3d3819b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:00.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7f3d3ec00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d38075680 0x7f3d3819b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:00.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7f3d3ec00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d3810f010 0x7f3d3819f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:00.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7f3d3ec00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3d38114b10 con 0x7f3d38074d60 2024-04-26T23:36:00.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7f3d3ec00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3d38114990 con 0x7f3d38075680 2024-04-26T23:36:00.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7f3d3ec00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3d38114c90 con 0x7f3d3810f010 2024-04-26T23:36:00.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7fe649400640 1 -- 172.21.15.26:0/318211238 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe64410cf00 msgr2=0x7fe64410f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7fe649400640 1 --2- 172.21.15.26:0/318211238 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe64410cf00 0x7fe64410f3a0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fe63c009ca0 tx=0x7fe63c02a950 comp rx=0 tx=0).stop 2024-04-26T23:36:00.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7f3d3d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d38074d60 0x7f3d3819b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:00.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7fe649400640 1 -- 172.21.15.26:0/318211238 shutdown_connections 2024-04-26T23:36:00.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7fe649400640 1 --2- 172.21.15.26:0/318211238 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe64410cf00 0x7fe64410f3a0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7fe649400640 1 --2- 172.21.15.26:0/318211238 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe644104400 0x7fe64410c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7fe649400640 1 --2- 172.21.15.26:0/318211238 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe644103ae0 0x7fe644103ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7fe649400640 1 -- 172.21.15.26:0/318211238 >> 172.21.15.26:0/318211238 conn(0x7fe6440fd300 msgr2=0x7fe6440ff720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:00.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7f3d3d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d38074d60 0x7f3d3819b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34300/0 (socket says 172.21.15.26:34300) 2024-04-26T23:36:00.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7f3d3d800640 1 -- 172.21.15.26:0/3151385628 learned_addr learned my addr 172.21.15.26:0/3151385628 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:00.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7fe649400640 1 -- 172.21.15.26:0/318211238 shutdown_connections 2024-04-26T23:36:00.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7f3d3ce00640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d38075680 0x7f3d3819b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:00.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7fe649400640 1 -- 172.21.15.26:0/318211238 wait complete. 2024-04-26T23:36:00.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.992+0000 7f3d3e200640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d3810f010 0x7f3d3819f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:00.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.993+0000 7f3d3d800640 1 -- 172.21.15.26:0/3151385628 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d3810f010 msgr2=0x7f3d3819f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.993+0000 7f3d3d800640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d3810f010 0x7f3d3819f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.993+0000 7f3d3d800640 1 -- 172.21.15.26:0/3151385628 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d38075680 msgr2=0x7f3d3819b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:00.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.993+0000 7f3d3d800640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d38075680 0x7f3d3819b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:00.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.993+0000 7f3d3d800640 1 -- 172.21.15.26:0/3151385628 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d381a00a0 con 0x7f3d38074d60 2024-04-26T23:36:00.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.993+0000 7f3d3d800640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d38074d60 0x7f3d3819b0b0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c00d770 tx=0x7f3d2c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:00.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.993+0000 7fe649400640 1 Processor -- start 2024-04-26T23:36:01.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.993+0000 7f3d36000640 1 -- 172.21.15.26:0/3151385628 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c017070 con 0x7f3d38074d60 2024-04-26T23:36:01.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.993+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3151385628 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d381a0390 con 0x7f3d38074d60 2024-04-26T23:36:01.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.993+0000 7f3d36000640 1 -- 172.21.15.26:0/3151385628 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d2c0054b0 con 0x7f3d38074d60 2024-04-26T23:36:01.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.993+0000 7f3d36000640 1 -- 172.21.15.26:0/3151385628 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c004c60 con 0x7f3d38074d60 2024-04-26T23:36:01.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.994+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3151385628 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d381a7c20 con 0x7f3d38074d60 2024-04-26T23:36:01.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.994+0000 7fe649400640 1 -- start start 2024-04-26T23:36:01.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.994+0000 7fe649400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe644103ae0 0x7fe64419b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.994+0000 7fe649400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe644104400 0x7fe64419b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.994+0000 7fe649400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe64410cf00 0x7fe64419fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.994+0000 7fe649400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe644112ab0 con 0x7fe64410cf00 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.994+0000 7fe649400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe644112930 con 0x7fe644104400 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.994+0000 7fe649400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe644112c30 con 0x7fe644103ae0 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.995+0000 7fe643200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe64410cf00 0x7fe64419fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.995+0000 7fe642800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe644103ae0 0x7fe64419b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.995+0000 7fe643200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe64410cf00 0x7fe64419fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34308/0 (socket says 172.21.15.26:34308) 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.995+0000 7fe641e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe644104400 0x7fe64419b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.995+0000 7fe643200640 1 -- 172.21.15.26:0/412748973 learned_addr learned my addr 172.21.15.26:0/412748973 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.995+0000 7fe643200640 1 -- 172.21.15.26:0/412748973 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe644103ae0 msgr2=0x7fe64419b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.995+0000 7fe643200640 1 --2- 172.21.15.26:0/412748973 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe644103ae0 0x7fe64419b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.995+0000 7fe643200640 1 -- 172.21.15.26:0/412748973 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe644104400 msgr2=0x7fe64419b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.995+0000 7fe643200640 1 --2- 172.21.15.26:0/412748973 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe644104400 0x7fe64419b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.995+0000 7fe643200640 1 -- 172.21.15.26:0/412748973 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6441a0140 con 0x7fe64410cf00 2024-04-26T23:36:01.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.996+0000 7fe643200640 1 --2- 172.21.15.26:0/412748973 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe64410cf00 0x7fe64419fa10 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fe63c009dc0 tx=0x7fe63c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.996+0000 7fe63b400640 1 -- 172.21.15.26:0/412748973 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c034040 con 0x7fe64410cf00 2024-04-26T23:36:01.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.996+0000 7fe649400640 1 -- 172.21.15.26:0/412748973 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6441a03d0 con 0x7fe64410cf00 2024-04-26T23:36:01.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.996+0000 7fe63b400640 1 -- 172.21.15.26:0/412748973 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe63c030850 con 0x7fe64410cf00 2024-04-26T23:36:01.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.996+0000 7fe63b400640 1 -- 172.21.15.26:0/412748973 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c0046e0 con 0x7fe64410cf00 2024-04-26T23:36:01.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.996+0000 7fe649400640 1 -- 172.21.15.26:0/412748973 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6441a7cc0 con 0x7fe64410cf00 2024-04-26T23:36:01.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.997+0000 7fe649400640 1 -- 172.21.15.26:0/412748973 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe64406b9e0 con 0x7fe64410cf00 2024-04-26T23:36:01.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.997+0000 7f3d42fa9740 1 Processor -- start 2024-04-26T23:36:01.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.998+0000 7f3d42fa9740 1 -- start start 2024-04-26T23:36:01.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.998+0000 7f3d36000640 1 -- 172.21.15.26:0/3151385628 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f3d2c004e00 con 0x7f3d38074d60 2024-04-26T23:36:01.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.998+0000 7f3d42fa9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561464840e60 0x561464841240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.998+0000 7f3d42fa9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464841780 0x56146484b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.998+0000 7f3d42fa9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56146484be50 0x56146484e240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.998+0000 7f3d42fa9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5614647a6980 con 0x56146484be50 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.998+0000 7f3d42fa9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561464743220 con 0x561464840e60 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.998+0000 7f3d42fa9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5614647a2940 con 0x561464841780 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.999+0000 7f3d3ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56146484be50 0x56146484e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.999+0000 7f3d3ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56146484be50 0x56146484e240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34324/0 (socket says 172.21.15.26:34324) 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.999+0000 7f3d3ce00640 1 -- 172.21.15.26:0/1619594568 learned_addr learned my addr 172.21.15.26:0/1619594568 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.999+0000 7f3d3d800640 1 --2- 172.21.15.26:0/1619594568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464841780 0x56146484b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.999+0000 7f3d3e200640 1 --2- 172.21.15.26:0/1619594568 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561464840e60 0x561464841240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.999+0000 7f3d3ce00640 1 -- 172.21.15.26:0/1619594568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464841780 msgr2=0x56146484b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.999+0000 7f3d3ce00640 1 --2- 172.21.15.26:0/1619594568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464841780 0x56146484b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.999+0000 7f3d3ce00640 1 -- 172.21.15.26:0/1619594568 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561464840e60 msgr2=0x561464841240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.999+0000 7f3d3ce00640 1 --2- 172.21.15.26:0/1619594568 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561464840e60 0x561464841240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:00.999+0000 7f3d3ce00640 1 -- 172.21.15.26:0/1619594568 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614645807e0 con 0x56146484be50 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.000+0000 7f3d3ce00640 1 --2- 172.21.15.26:0/1619594568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56146484be50 0x56146484e240 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f3d2400bc30 tx=0x7f3d240107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=accc73aa124c2b94 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.000+0000 7f3d36000640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d200a3e30 0x7f3d200a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.000+0000 7f3d36000640 1 -- 172.21.15.26:0/3151385628 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f3d2c0d03a0 con 0x7f3d38074d60 2024-04-26T23:36:01.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.000+0000 7f3d3e200640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d200a3e30 0x7f3d200a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.000+0000 7fe63b400640 1 -- 172.21.15.26:0/412748973 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fe63c037020 con 0x7fe64410cf00 2024-04-26T23:36:01.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.001+0000 7f3d3e200640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d200a3e30 0x7f3d200a62f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3d30009880 tx=0x7f3d30005c30 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.001+0000 7fe63b400640 1 --2- 172.21.15.26:0/412748973 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe6280a3e60 0x7fe6280a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.002+0000 7fe63b400640 1 -- 172.21.15.26:0/412748973 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fe63c0f1890 con 0x7fe64410cf00 2024-04-26T23:36:01.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.002+0000 7fe642800640 1 --2- 172.21.15.26:0/412748973 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe6280a3e60 0x7fe6280a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.002+0000 7fe642800640 1 --2- 172.21.15.26:0/412748973 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe6280a3e60 0x7fe6280a6320 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fe634005fd0 tx=0x7fe634005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.004+0000 7f3d2aa00640 1 -- 172.21.15.26:0/1619594568 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2401c480 con 0x56146484be50 2024-04-26T23:36:01.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.004+0000 7f3d2aa00640 1 -- 172.21.15.26:0/1619594568 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d2401cab0 con 0x56146484be50 2024-04-26T23:36:01.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.004+0000 7f3d2aa00640 1 -- 172.21.15.26:0/1619594568 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d24011a20 con 0x56146484be50 2024-04-26T23:36:01.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.005+0000 7fe63b400640 1 -- 172.21.15.26:0/412748973 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fe63c0bdf70 con 0x7fe64410cf00 2024-04-26T23:36:01.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.005+0000 7f3d42fa9740 1 -- 172.21.15.26:0/1619594568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56146484be50 msgr2=0x56146484e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.005+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/1619594568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56146484be50 0x56146484e240 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f3d2400bc30 tx=0x7f3d240107a0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.005+0000 7f3d42fa9740 1 -- 172.21.15.26:0/1619594568 shutdown_connections 2024-04-26T23:36:01.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.006+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/1619594568 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56146484be50 0x56146484e240 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.006+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/1619594568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464841780 0x56146484b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.006+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/1619594568 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561464840e60 0x561464841240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.006+0000 7f3d42fa9740 1 -- 172.21.15.26:0/1619594568 >> 172.21.15.26:0/1619594568 conn(0x56146483d180 msgr2=0x56146483d560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.006+0000 7f3d42fa9740 1 -- 172.21.15.26:0/1619594568 shutdown_connections 2024-04-26T23:36:01.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.006+0000 7f3d42fa9740 1 -- 172.21.15.26:0/1619594568 wait complete. 2024-04-26T23:36:01.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.007+0000 7f3d42fa9740 1 -- start start 2024-04-26T23:36:01.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.007+0000 7f3d42fa9740 1 Processor -- start 2024-04-26T23:36:01.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.007+0000 7f3d42fa9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464840e60 0x561464848df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.007+0000 7f3d42fa9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464841780 0x561464849330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.007+0000 7f3d42fa9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56146484be50 0x561464849870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.007+0000 7f3d42fa9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56146484ec40 con 0x561464840e60 2024-04-26T23:36:01.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.007+0000 7f3d42fa9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56146472e170 con 0x56146484be50 2024-04-26T23:36:01.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.007+0000 7f3d42fa9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56146484edc0 con 0x561464841780 2024-04-26T23:36:01.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.007+0000 7f3d42fa9740 10 client.0 _ll_register_callbacks cb 0x56146479d770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:01.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.007+0000 7f3d3d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464840e60 0x561464848df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.008+0000 7f3d3d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464840e60 0x561464848df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34334/0 (socket says 172.21.15.26:34334) 2024-04-26T23:36:01.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.008+0000 7f3d3d800640 1 -- 172.21.15.26:0/240839624 learned_addr learned my addr 172.21.15.26:0/240839624 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:01.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.008+0000 7f3d3ce00640 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464841780 0x561464849330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.008+0000 7f3d3e200640 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56146484be50 0x561464849870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.008+0000 7f3d3d800640 1 -- 172.21.15.26:0/240839624 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464841780 msgr2=0x561464849330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.008+0000 7f3d3d800640 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464841780 0x561464849330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.008+0000 7f3d3d800640 1 -- 172.21.15.26:0/240839624 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56146484be50 msgr2=0x561464849870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.008+0000 7f3d3d800640 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56146484be50 0x561464849870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.008+0000 7f3d3d800640 1 -- 172.21.15.26:0/240839624 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614645e0f70 con 0x561464840e60 2024-04-26T23:36:01.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.008+0000 7f3d3d800640 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464840e60 0x561464848df0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c021000 tx=0x7f3d2c0056e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d138247834ef0b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.008+0000 7f3d1f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:01.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.008+0000 7f3d1f400640 1 -- 172.21.15.26:0/240839624 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c020040 con 0x561464840e60 2024-04-26T23:36:01.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.009+0000 7f3d1f400640 1 -- 172.21.15.26:0/240839624 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f3d2c0a01b0 con 0x561464840e60 2024-04-26T23:36:01.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.009+0000 7f3d42fa9740 1 -- 172.21.15.26:0/240839624 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d2401cab0 con 0x561464840e60 2024-04-26T23:36:01.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.009+0000 7f3d1f400640 1 -- 172.21.15.26:0/240839624 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3d2c09bb00 con 0x561464840e60 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.009+0000 7f3d42fa9740 10 client.15510 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.009+0000 7f3d42fa9740 1 -- 172.21.15.26:0/240839624 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561464478170 con 0x561464840e60 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.009+0000 7f3d1f400640 1 -- 172.21.15.26:0/240839624 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d2401cab0 con 0x561464840e60 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.009+0000 7f3d1f400640 1 -- 172.21.15.26:0/240839624 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3d2c0050f0 con 0x561464840e60 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.009+0000 7f3d42fa9740 10 client.15510 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.009+0000 7f3d42fa9740 10 client.15510 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.009+0000 7f3d42fa9740 20 client.15510 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.009+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56146485bcf0 0x56146485e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.010+0000 7f3d42fa9740 4 client.15510 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.010+0000 7f3d42fa9740 1 -- 172.21.15.26:0/240839624 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5614647b4590 con 0x56146485bcf0 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.010+0000 7f3d3ce00640 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56146485bcf0 0x56146485e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.011+0000 7f3d3ce00640 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56146485bcf0 0x56146485e0e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cafa42e03c935571 server_cookie=8eae572675004287 in_seq=0 out_seq=0 2024-04-26T23:36:01.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.011+0000 7f3d1f400640 10 client.15510 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:01.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d1f400640 1 -- 172.21.15.26:0/240839624 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5614647b4590 con 0x56146485bcf0 2024-04-26T23:36:01.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d1f400640 10 client.15510 handle_command_reply: tid=0 2024-04-26T23:36:01.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d42fa9740 1 client.15510 shutdown 2024-04-26T23:36:01.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d42fa9740 1 -- 172.21.15.26:0/240839624 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464840e60 msgr2=0x561464848df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464840e60 0x561464848df0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c021000 tx=0x7f3d2c0056e0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d42fa9740 1 -- 172.21.15.26:0/240839624 shutdown_connections 2024-04-26T23:36:01.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56146485bcf0 0x56146485e0e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56146484be50 0x561464849870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464841780 0x561464849330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/240839624 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464840e60 0x561464848df0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d1f400640 0 client.15510 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:01.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d42fa9740 1 -- 172.21.15.26:0/240839624 >> 172.21.15.26:0/240839624 conn(0x56146483d180 msgr2=0x561464842f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d42fa9740 1 -- 172.21.15.26:0/240839624 shutdown_connections 2024-04-26T23:36:01.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d42fa9740 1 -- 172.21.15.26:0/240839624 wait complete. 2024-04-26T23:36:01.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.013+0000 7f3d42fa9740 20 client.15510 trim_cache size 0 max 16384 2024-04-26T23:36:01.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:00 smithi164 ceph-mon[31699]: Updating smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:36:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:00 smithi164 ceph-mon[31699]: Updating smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T23:36:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:00 smithi164 ceph-mon[31699]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 0 B/s wr, 22 op/s 2024-04-26T23:36:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:00 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:00 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:00 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:00 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3379609414' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:36:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:00 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:36:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:00 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:36:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:00 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:36:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:00 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:36:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:00 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1176766878' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:36:01.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.032+0000 7f3d42fa9740 1 Processor -- start 2024-04-26T23:36:01.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.032+0000 7f3d42fa9740 1 -- start start 2024-04-26T23:36:01.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.032+0000 7f3d42fa9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464840e60 0x56146484b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.032+0000 7f3d42fa9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464841780 0x56146483c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.032+0000 7f3d42fa9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56146484be50 0x5614648435c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.032+0000 7f3d42fa9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3d381b2d60 con 0x561464841780 2024-04-26T23:36:01.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.032+0000 7f3d42fa9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3d381b0630 con 0x56146484be50 2024-04-26T23:36:01.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.032+0000 7f3d42fa9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3d381ae460 con 0x561464840e60 2024-04-26T23:36:01.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.033+0000 7f3d3ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464841780 0x56146483c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.033+0000 7f3d3ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464841780 0x56146483c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34336/0 (socket says 172.21.15.26:34336) 2024-04-26T23:36:01.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.033+0000 7f3d3ce00640 1 -- 172.21.15.26:0/450703090 learned_addr learned my addr 172.21.15.26:0/450703090 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:01.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.033+0000 7f3d3e200640 1 --2- 172.21.15.26:0/450703090 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56146484be50 0x5614648435c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.033+0000 7f3d3d800640 1 --2- 172.21.15.26:0/450703090 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464840e60 0x56146484b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.033+0000 7f3d3ce00640 1 -- 172.21.15.26:0/450703090 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464840e60 msgr2=0x56146484b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.033+0000 7f3d3ce00640 1 --2- 172.21.15.26:0/450703090 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464840e60 0x56146484b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.033+0000 7f3d3ce00640 1 -- 172.21.15.26:0/450703090 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56146484be50 msgr2=0x5614648435c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.033+0000 7f3d3ce00640 1 --2- 172.21.15.26:0/450703090 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56146484be50 0x5614648435c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.033+0000 7f3d3ce00640 1 -- 172.21.15.26:0/450703090 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56146484ec90 con 0x561464841780 2024-04-26T23:36:01.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.033+0000 7f3d3e200640 1 --2- 172.21.15.26:0/450703090 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56146484be50 0x5614648435c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:36:01.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.033+0000 7f3d3ce00640 1 --2- 172.21.15.26:0/450703090 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464841780 0x56146483c2e0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f3d2400bc30 tx=0x7f3d2400b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a4ae2332b667c7b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.034+0000 7f3d2a000640 1 -- 172.21.15.26:0/450703090 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d24030070 con 0x561464841780 2024-04-26T23:36:01.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.034+0000 7f3d2a000640 1 -- 172.21.15.26:0/450703090 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d240054d0 con 0x561464841780 2024-04-26T23:36:01.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.034+0000 7f3d2a000640 1 -- 172.21.15.26:0/450703090 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2402b740 con 0x561464841780 2024-04-26T23:36:01.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.035+0000 7f3d42fa9740 1 -- 172.21.15.26:0/450703090 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464841780 msgr2=0x56146483c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.035+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/450703090 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464841780 0x56146483c2e0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f3d2400bc30 tx=0x7f3d2400b390 comp rx=0 tx=0).stop 2024-04-26T23:36:01.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.035+0000 7f3d42fa9740 1 -- 172.21.15.26:0/450703090 shutdown_connections 2024-04-26T23:36:01.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.035+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/450703090 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56146484be50 0x5614648435c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.035+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/450703090 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464841780 0x56146483c2e0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.035+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/450703090 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561464840e60 0x56146484b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.035+0000 7f3d42fa9740 1 -- 172.21.15.26:0/450703090 >> 172.21.15.26:0/450703090 conn(0x56146483d180 msgr2=0x561464848db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.035+0000 7f3d42fa9740 1 -- 172.21.15.26:0/450703090 shutdown_connections 2024-04-26T23:36:01.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.035+0000 7f3d42fa9740 1 -- 172.21.15.26:0/450703090 wait complete. 2024-04-26T23:36:01.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.035+0000 7f3d42fa9740 1 -- start start 2024-04-26T23:36:01.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.035+0000 7f3d42fa9740 1 Processor -- start 2024-04-26T23:36:01.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.036+0000 7f3d42fa9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561464840e60 0x5614648545a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.036+0000 7f3d42fa9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56146484be50 0x561464850880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.036+0000 7f3d42fa9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464850f20 0x5614648c2230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.036+0000 7f3d42fa9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3d381aeaf0 con 0x561464850f20 2024-04-26T23:36:01.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.036+0000 7f3d42fa9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3d381aff60 con 0x561464840e60 2024-04-26T23:36:01.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.036+0000 7f3d42fa9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3d381af1c0 con 0x56146484be50 2024-04-26T23:36:01.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.036+0000 7f3d42fa9740 10 client.0 _ll_register_callbacks cb 0x7f3d2c0d3f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:01.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.036+0000 7f3d3e200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464850f20 0x5614648c2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.036+0000 7f3d3e200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464850f20 0x5614648c2230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34344/0 (socket says 172.21.15.26:34344) 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.036+0000 7f3d3e200640 1 -- 172.21.15.26:0/2720713816 learned_addr learned my addr 172.21.15.26:0/2720713816 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.036+0000 7f3d3d800640 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561464840e60 0x5614648545a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.036+0000 7f3d3ce00640 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56146484be50 0x561464850880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.037+0000 7f3d3e200640 1 -- 172.21.15.26:0/2720713816 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56146484be50 msgr2=0x561464850880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.037+0000 7f3d3e200640 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56146484be50 0x561464850880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.037+0000 7f3d3e200640 1 -- 172.21.15.26:0/2720713816 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561464840e60 msgr2=0x5614648545a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.037+0000 7f3d3e200640 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561464840e60 0x5614648545a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.037+0000 7f3d3e200640 1 -- 172.21.15.26:0/2720713816 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561464851660 con 0x561464850f20 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.037+0000 7f3d3e200640 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464850f20 0x5614648c2230 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3d30009ca0 tx=0x7f3d3002a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37293ec58d0bf178 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.037+0000 7f3d1f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.037+0000 7f3d1f400640 1 -- 172.21.15.26:0/2720713816 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d30034040 con 0x561464850f20 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.037+0000 7f3d42fa9740 1 -- 172.21.15.26:0/2720713816 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d240054d0 con 0x561464850f20 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.037+0000 7f3d1f400640 1 -- 172.21.15.26:0/2720713816 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f3d30004040 con 0x561464850f20 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.037+0000 7f3d1f400640 1 -- 172.21.15.26:0/2720713816 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3d30004240 con 0x561464850f20 2024-04-26T23:36:01.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.037+0000 7f3d42fa9740 10 client.15516 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:01.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.038+0000 7f3d42fa9740 1 -- 172.21.15.26:0/2720713816 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5614648c3870 con 0x561464850f20 2024-04-26T23:36:01.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.038+0000 7f3d1f400640 1 -- 172.21.15.26:0/2720713816 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d240054d0 con 0x561464850f20 2024-04-26T23:36:01.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.038+0000 7f3d1f400640 1 -- 172.21.15.26:0/2720713816 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3d30051020 con 0x561464850f20 2024-04-26T23:36:01.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.038+0000 7f3d42fa9740 10 client.15516 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:01.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.038+0000 7f3d42fa9740 10 client.15516 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:36:01.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.038+0000 7f3d42fa9740 20 client.15516 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:01.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.038+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5614648c3f80 0x5614648c63a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.038+0000 7f3d42fa9740 4 client.15516 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:36:01.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.038+0000 7f3d42fa9740 1 -- 172.21.15.26:0/2720713816 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5614647ae400 con 0x5614648c3f80 2024-04-26T23:36:01.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.039+0000 7f3d3d800640 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5614648c3f80 0x5614648c63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.039+0000 7f3d3d800640 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5614648c3f80 0x5614648c63a0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99c13414cf823654 server_cookie=8f2d99e2b8efc161 in_seq=0 out_seq=0 2024-04-26T23:36:01.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.039+0000 7f3d1f400640 10 client.15516 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:01.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.043+0000 7f3d1f400640 1 -- 172.21.15.26:0/2720713816 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5614647ae400 con 0x5614648c3f80 2024-04-26T23:36:01.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.043+0000 7f3d1f400640 10 client.15516 handle_command_reply: tid=0 2024-04-26T23:36:01.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.043+0000 7f3d42fa9740 1 client.15516 shutdown 2024-04-26T23:36:01.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.043+0000 7f3d42fa9740 1 -- 172.21.15.26:0/2720713816 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464850f20 msgr2=0x5614648c2230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.043+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464850f20 0x5614648c2230 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3d30009ca0 tx=0x7f3d3002a950 comp rx=0 tx=0).stop 2024-04-26T23:36:01.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.043+0000 7f3d42fa9740 1 -- 172.21.15.26:0/2720713816 shutdown_connections 2024-04-26T23:36:01.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.043+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5614648c3f80 0x5614648c63a0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.043+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561464850f20 0x5614648c2230 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.043+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56146484be50 0x561464850880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.043+0000 7f3d42fa9740 1 --2- 172.21.15.26:0/2720713816 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561464840e60 0x5614648545a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.043+0000 7f3d1f400640 0 client.15516 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:01.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.043+0000 7f3d42fa9740 1 -- 172.21.15.26:0/2720713816 >> 172.21.15.26:0/2720713816 conn(0x56146483d180 msgr2=0x561464849640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.044+0000 7f3d42fa9740 1 -- 172.21.15.26:0/2720713816 shutdown_connections 2024-04-26T23:36:01.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.044+0000 7f3d42fa9740 1 -- 172.21.15.26:0/2720713816 wait complete. 2024-04-26T23:36:01.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.044+0000 7f3d42fa9740 20 client.15516 trim_cache size 0 max 16384 2024-04-26T23:36:01.047 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:36:01.048 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:36:01.048 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "b14dde82-3de8-45c0-9b7e-10ecb372f9d6", 2024-04-26T23:36:01.048 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:36:01.048 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:36:01.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.044+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3151385628 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d200a3e30 msgr2=0x7f3d200a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.044+0000 7f3d3ec00640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d200a3e30 0x7f3d200a62f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3d30009880 tx=0x7f3d30005c30 comp rx=0 tx=0).stop 2024-04-26T23:36:01.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.044+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3151385628 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d38074d60 msgr2=0x7f3d3819b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.044+0000 7f3d3ec00640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d38074d60 0x7f3d3819b0b0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c00d770 tx=0x7f3d2c00dc30 comp rx=0 tx=0).stop 2024-04-26T23:36:01.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.044+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3151385628 shutdown_connections 2024-04-26T23:36:01.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.045+0000 7f3d3ec00640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d3810f010 0x7f3d3819f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.045+0000 7f3d3ec00640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d38075680 0x7f3d3819b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.045+0000 7f3d3ec00640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d200a3e30 0x7f3d200a62f0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.045+0000 7f3d3ec00640 1 --2- 172.21.15.26:0/3151385628 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d38074d60 0x7f3d3819b0b0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.045+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3151385628 >> 172.21.15.26:0/3151385628 conn(0x7f3d380fe300 msgr2=0x7f3d380ff110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.045+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3151385628 shutdown_connections 2024-04-26T23:36:01.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.045+0000 7f3d3ec00640 1 -- 172.21.15.26:0/3151385628 wait complete. 2024-04-26T23:36:01.064 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:36:01.064 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:36:01.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.243+0000 7fe649400640 1 -- 172.21.15.26:0/412748973 --> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fe644102d60 con 0x7fe6280a3e60 2024-04-26T23:36:01.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.318+0000 7f8c10a00640 1 -- 172.21.15.26:0/1777052275 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8c0c10ce20 msgr2=0x7f8c0c10f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.318+0000 7f8c10a00640 1 --2- 172.21.15.26:0/1777052275 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8c0c10ce20 0x7f8c0c10f250 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8c04009be0 tx=0x7f8c0402a750 comp rx=0 tx=0).stop 2024-04-26T23:36:01.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.318+0000 7f8c10a00640 1 -- 172.21.15.26:0/1777052275 shutdown_connections 2024-04-26T23:36:01.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.318+0000 7f8c10a00640 1 --2- 172.21.15.26:0/1777052275 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8c0c10ce20 0x7f8c0c10f250 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.318+0000 7f8c10a00640 1 --2- 172.21.15.26:0/1777052275 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8c0c104370 0x7f8c0c10c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.318+0000 7f8c10a00640 1 --2- 172.21.15.26:0/1777052275 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c0c103a50 0x7f8c0c103e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.318+0000 7f8c10a00640 1 -- 172.21.15.26:0/1777052275 >> 172.21.15.26:0/1777052275 conn(0x7f8c0c0fd1b0 msgr2=0x7f8c0c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.318+0000 7f8c10a00640 1 -- 172.21.15.26:0/1777052275 shutdown_connections 2024-04-26T23:36:01.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.318+0000 7f8c10a00640 1 -- 172.21.15.26:0/1777052275 wait complete. 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.319+0000 7f8c10a00640 1 Processor -- start 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.319+0000 7f8c10a00640 1 -- start start 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.320+0000 7f8c10a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c0c103a50 0x7f8c0c1016a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.320+0000 7f8c10a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8c0c104370 0x7f8c0c101be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.320+0000 7f8c10a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8c0c10ce20 0x7f8c0c102120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.320+0000 7f8c10a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c112910 con 0x7f8c0c103a50 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.320+0000 7f8c10a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c112790 con 0x7f8c0c10ce20 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.320+0000 7f8c10a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c112a90 con 0x7f8c0c104370 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.320+0000 7f8c0b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c0c103a50 0x7f8c0c1016a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.320+0000 7f8c0b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c0c103a50 0x7f8c0c1016a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34364/0 (socket says 172.21.15.26:34364) 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.320+0000 7f8c0b400640 1 -- 172.21.15.26:0/638343532 learned_addr learned my addr 172.21.15.26:0/638343532 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.321+0000 7f8c0aa00640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8c0c104370 0x7f8c0c101be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.321+0000 7f8c0be00640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8c0c10ce20 0x7f8c0c102120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.321+0000 7f8c0b400640 1 -- 172.21.15.26:0/638343532 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8c0c104370 msgr2=0x7f8c0c101be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.321+0000 7f8c0b400640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8c0c104370 0x7f8c0c101be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.321+0000 7f8c0b400640 1 -- 172.21.15.26:0/638343532 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8c0c10ce20 msgr2=0x7f8c0c102120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.321+0000 7f8c0b400640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8c0c10ce20 0x7f8c0c102120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.321+0000 7f8c0b400640 1 -- 172.21.15.26:0/638343532 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c0c1a73f0 con 0x7f8c0c103a50 2024-04-26T23:36:01.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.321+0000 7f8c0b400640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c0c103a50 0x7f8c0c1016a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc00e9c0 tx=0x7f8bfc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.322+0000 7f8c03e00640 1 -- 172.21.15.26:0/638343532 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bfc00ccc0 con 0x7f8c0c103a50 2024-04-26T23:36:01.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.322+0000 7f8c03e00640 1 -- 172.21.15.26:0/638343532 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8bfc0054b0 con 0x7f8c0c103a50 2024-04-26T23:36:01.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.322+0000 7f8c03e00640 1 -- 172.21.15.26:0/638343532 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bfc010430 con 0x7f8c0c103a50 2024-04-26T23:36:01.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.322+0000 7f8c10a00640 1 -- 172.21.15.26:0/638343532 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c0c1a76e0 con 0x7f8c0c103a50 2024-04-26T23:36:01.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.322+0000 7f8c10a00640 1 -- 172.21.15.26:0/638343532 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c0c1a7be0 con 0x7f8c0c103a50 2024-04-26T23:36:01.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.327+0000 7f8c03e00640 1 -- 172.21.15.26:0/638343532 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f8bfc0046c0 con 0x7f8c0c103a50 2024-04-26T23:36:01.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.327+0000 7f8c14d7c740 1 Processor -- start 2024-04-26T23:36:01.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.327+0000 7f8c14d7c740 1 -- start start 2024-04-26T23:36:01.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.327+0000 7f8c14d7c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b2799130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.327+0000 7f8c14d7c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27a3800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.327+0000 7f8c14d7c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b27a3d40 0x5570b27a6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.327+0000 7f8c14d7c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5570b26aa030 con 0x5570b2799670 2024-04-26T23:36:01.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.327+0000 7f8c14d7c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5570b26c57f0 con 0x5570b2798d50 2024-04-26T23:36:01.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.327+0000 7f8c14d7c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5570b26807e0 con 0x5570b27a3d40 2024-04-26T23:36:01.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.328+0000 7f8c0b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27a3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.328+0000 7f8c0b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27a3800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34370/0 (socket says 172.21.15.26:34370) 2024-04-26T23:36:01.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.328+0000 7f8c0b400640 1 -- 172.21.15.26:0/3464404033 learned_addr learned my addr 172.21.15.26:0/3464404033 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:01.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.328+0000 7f8c0aa00640 1 --2- 172.21.15.26:0/3464404033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b27a3d40 0x5570b27a6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.328+0000 7f8c0be00640 1 --2- 172.21.15.26:0/3464404033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b2799130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.328+0000 7f8c0b400640 1 -- 172.21.15.26:0/3464404033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b27a3d40 msgr2=0x5570b27a6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.328+0000 7f8c0b400640 1 --2- 172.21.15.26:0/3464404033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b27a3d40 0x5570b27a6130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.328+0000 7f8c0b400640 1 -- 172.21.15.26:0/3464404033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 msgr2=0x5570b2799130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.328+0000 7f8c0b400640 1 --2- 172.21.15.26:0/3464404033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b2799130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.328+0000 7f8c0b400640 1 -- 172.21.15.26:0/3464404033 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570b268c050 con 0x5570b2799670 2024-04-26T23:36:01.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.329+0000 7f8c03e00640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8bf00a3e30 0x7f8bf00a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.329+0000 7f8c0b400640 1 --2- 172.21.15.26:0/3464404033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27a3800 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc0ce460 tx=0x7f8bfc0d94b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=307a1d9600710462 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.329+0000 7f8c03e00640 1 -- 172.21.15.26:0/638343532 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f8bfc0d0e50 con 0x7f8c0c103a50 2024-04-26T23:36:01.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.329+0000 7f8bf7e00640 1 -- 172.21.15.26:0/3464404033 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bfc098f30 con 0x5570b2799670 2024-04-26T23:36:01.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.329+0000 7f8bf7e00640 1 -- 172.21.15.26:0/3464404033 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8bfc0bbe50 con 0x5570b2799670 2024-04-26T23:36:01.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.329+0000 7f8bf7e00640 1 -- 172.21.15.26:0/3464404033 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bfc00ce60 con 0x5570b2799670 2024-04-26T23:36:01.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.329+0000 7f8c0be00640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8bf00a3e30 0x7f8bf00a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.330+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3464404033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 msgr2=0x5570b27a3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.330+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/3464404033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27a3800 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc0ce460 tx=0x7f8bfc0d94b0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.330+0000 7f8c0be00640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8bf00a3e30 0x7f8bf00a62f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8c0402ac70 tx=0x7f8c040092e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.331+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3464404033 shutdown_connections 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.331+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/3464404033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b27a3d40 0x5570b27a6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.331+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/3464404033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27a3800 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.331+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/3464404033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b2799130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.331+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3464404033 >> 172.21.15.26:0/3464404033 conn(0x5570b2795070 msgr2=0x5570b2795450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.331+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3464404033 shutdown_connections 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.331+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3464404033 wait complete. 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.331+0000 7f8c14d7c740 1 -- start start 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.332+0000 7f8c14d7c740 1 Processor -- start 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.332+0000 7f8c14d7c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b27a35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.332+0000 7f8c14d7c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27a0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.332+0000 7f8c14d7c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b27a3d40 0x5570b27a0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.332+0000 7f8c14d7c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5570b2702200 con 0x5570b2799670 2024-04-26T23:36:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.332+0000 7f8c14d7c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5570b26fcee0 con 0x5570b2798d50 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.332+0000 7f8c14d7c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5570b2709e70 con 0x5570b27a3d40 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.332+0000 7f8c14d7c740 10 client.0 _ll_register_callbacks cb 0x5570b26f3270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.332+0000 7f8c0aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27a0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.332+0000 7f8c0aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27a0940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34376/0 (socket says 172.21.15.26:34376) 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.332+0000 7f8c0aa00640 1 -- 172.21.15.26:0/3176240788 learned_addr learned my addr 172.21.15.26:0/3176240788 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.333+0000 7f8c0b400640 1 --2- 172.21.15.26:0/3176240788 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b27a35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.333+0000 7f8c0aa00640 1 -- 172.21.15.26:0/3176240788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b27a3d40 msgr2=0x5570b27a0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.333+0000 7f8c0aa00640 1 --2- 172.21.15.26:0/3176240788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b27a3d40 0x5570b27a0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.333+0000 7f8c0aa00640 1 -- 172.21.15.26:0/3176240788 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 msgr2=0x5570b27a35b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.333+0000 7f8c0aa00640 1 --2- 172.21.15.26:0/3176240788 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b27a35b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.333+0000 7f8c0aa00640 1 -- 172.21.15.26:0/3176240788 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570b24d97d0 con 0x5570b2799670 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.333+0000 7f8c0aa00640 1 --2- 172.21.15.26:0/3176240788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27a0940 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f8bf800be10 tx=0x7f8bf80117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e07d3272f504e500 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.333+0000 7f8bf4c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:01.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.333+0000 7f8bf4c00640 1 -- 172.21.15.26:0/3176240788 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf8012650 con 0x5570b2799670 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.334+0000 7f8bf4c00640 1 -- 172.21.15.26:0/3176240788 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f8bf80127f0 con 0x5570b2799670 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.334+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3176240788 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bfc0bbe50 con 0x5570b2799670 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.334+0000 7f8bf4c00640 1 -- 172.21.15.26:0/3176240788 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8bf80129f0 con 0x5570b2799670 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.334+0000 7f8c14d7c740 10 client.15528 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.334+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3176240788 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5570b240f3f0 con 0x5570b2799670 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.334+0000 7f8bf4c00640 1 -- 172.21.15.26:0/3176240788 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8bfc0bbe50 con 0x5570b2799670 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.334+0000 7f8bf4c00640 1 -- 172.21.15.26:0/3176240788 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8bf801bc30 con 0x5570b2799670 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.335+0000 7f8c14d7c740 10 client.15528 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.335+0000 7f8c14d7c740 10 client.15528 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.335+0000 7f8c14d7c740 20 client.15528 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.335+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/3176240788 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5570b27b3700 0x5570b27b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.335+0000 7f8c14d7c740 4 client.15528 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:36:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.335+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3176240788 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5570b270b7e0 con 0x5570b27b3700 2024-04-26T23:36:01.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.335+0000 7f8c0b400640 1 --2- 172.21.15.26:0/3176240788 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5570b27b3700 0x5570b27b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.336+0000 7f8c0b400640 1 --2- 172.21.15.26:0/3176240788 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5570b27b3700 0x5570b27b5b80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef6af3c8efaedfd server_cookie=6779674508f1db54 in_seq=0 out_seq=0 2024-04-26T23:36:01.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.336+0000 7f8bf4c00640 10 client.15528 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:01.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.337+0000 7f8bf4c00640 1 -- 172.21.15.26:0/3176240788 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5570b270b7e0 con 0x5570b27b3700 2024-04-26T23:36:01.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.337+0000 7f8bf4c00640 10 client.15528 handle_command_reply: tid=0 2024-04-26T23:36:01.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.337+0000 7f8c14d7c740 1 client.15528 shutdown 2024-04-26T23:36:01.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.338+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3176240788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 msgr2=0x5570b27a0940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.338+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/3176240788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27a0940 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f8bf800be10 tx=0x7f8bf80117b0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.338+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3176240788 shutdown_connections 2024-04-26T23:36:01.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.338+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/3176240788 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5570b27b3700 0x5570b27b5b80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.338+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/3176240788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b27a3d40 0x5570b27a0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.338+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/3176240788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27a0940 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.338+0000 7f8bf4c00640 0 client.15528 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:01.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.338+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/3176240788 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b27a35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.338+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3176240788 >> 172.21.15.26:0/3176240788 conn(0x5570b2795070 msgr2=0x5570b279ad30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.338+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3176240788 shutdown_connections 2024-04-26T23:36:01.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.338+0000 7f8c14d7c740 1 -- 172.21.15.26:0/3176240788 wait complete. 2024-04-26T23:36:01.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.339+0000 7f8c14d7c740 20 client.15528 trim_cache size 0 max 16384 2024-04-26T23:36:01.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.360+0000 7f8c14d7c740 1 Processor -- start 2024-04-26T23:36:01.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.360+0000 7f8c14d7c740 1 -- start start 2024-04-26T23:36:01.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.360+0000 7f8c14d7c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2795070 0x5570b279f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.360+0000 7f8c14d7c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b27af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.360+0000 7f8c14d7c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b2799670 0x5570b27bb450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.360+0000 7f8c14d7c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c1b06e0 con 0x5570b2795070 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.360+0000 7f8c14d7c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c1ae510 con 0x5570b2798d50 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.360+0000 7f8c14d7c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c1b0010 con 0x5570b2799670 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.361+0000 7f8c0b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2795070 0x5570b279f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.361+0000 7f8c0b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2795070 0x5570b279f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34384/0 (socket says 172.21.15.26:34384) 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.361+0000 7f8c0b400640 1 -- 172.21.15.26:0/1447592279 learned_addr learned my addr 172.21.15.26:0/1447592279 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.361+0000 7f8c0be00640 1 --2- 172.21.15.26:0/1447592279 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b2799670 0x5570b27bb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.361+0000 7f8c0aa00640 1 --2- 172.21.15.26:0/1447592279 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b27af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.361+0000 7f8c0b400640 1 -- 172.21.15.26:0/1447592279 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b2799670 msgr2=0x5570b27bb450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.361+0000 7f8c0b400640 1 --2- 172.21.15.26:0/1447592279 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b2799670 0x5570b27bb450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.361+0000 7f8c0b400640 1 -- 172.21.15.26:0/1447592279 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 msgr2=0x5570b27af6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.361+0000 7f8c0b400640 1 --2- 172.21.15.26:0/1447592279 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b27af6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.361+0000 7f8c0b400640 1 -- 172.21.15.26:0/1447592279 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570b23cf0f0 con 0x5570b2795070 2024-04-26T23:36:01.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.362+0000 7f8c0b400640 1 --2- 172.21.15.26:0/1447592279 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2795070 0x5570b279f880 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc099660 tx=0x7f8bfc0d4f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ea487c0ed08580e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.362+0000 7f8bf7400640 1 -- 172.21.15.26:0/1447592279 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bfc09c5f0 con 0x5570b2795070 2024-04-26T23:36:01.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.362+0000 7f8bf7400640 1 -- 172.21.15.26:0/1447592279 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8bfc0bbe50 con 0x5570b2795070 2024-04-26T23:36:01.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.362+0000 7f8bf7400640 1 -- 172.21.15.26:0/1447592279 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bfc09c7d0 con 0x5570b2795070 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.363+0000 7f8c14d7c740 1 -- 172.21.15.26:0/1447592279 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2795070 msgr2=0x5570b279f880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.363+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/1447592279 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2795070 0x5570b279f880 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc099660 tx=0x7f8bfc0d4f10 comp rx=0 tx=0).stop 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.363+0000 7f8c14d7c740 1 -- 172.21.15.26:0/1447592279 shutdown_connections 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.363+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/1447592279 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b2799670 0x5570b27bb450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.363+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/1447592279 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b27af6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.363+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/1447592279 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2795070 0x5570b279f880 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.363+0000 7f8c14d7c740 1 -- 172.21.15.26:0/1447592279 >> 172.21.15.26:0/1447592279 conn(0x5570b27a0fe0 msgr2=0x5570b27941f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.363+0000 7f8c14d7c740 1 -- 172.21.15.26:0/1447592279 shutdown_connections 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.364+0000 7f8c14d7c740 1 -- 172.21.15.26:0/1447592279 wait complete. 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.364+0000 7f8c14d7c740 1 -- start start 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.364+0000 7f8c14d7c740 1 Processor -- start 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c14d7c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b2795070 0x5570b27a9720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c14d7c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b27a9c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c14d7c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27aa1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c14d7c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c1af270 con 0x5570b2799670 2024-04-26T23:36:01.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c14d7c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c1aeba0 con 0x5570b2798d50 2024-04-26T23:36:01.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c14d7c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c1af940 con 0x5570b2795070 2024-04-26T23:36:01.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c14d7c740 10 client.0 _ll_register_callbacks cb 0x7f8bf800b3a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:01.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c0be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27aa1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c0be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27aa1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34390/0 (socket says 172.21.15.26:34390) 2024-04-26T23:36:01.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c0be00640 1 -- 172.21.15.26:0/2275204117 learned_addr learned my addr 172.21.15.26:0/2275204117 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:01.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c0b400640 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b2795070 0x5570b27a9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c0aa00640 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b27a9c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c0be00640 1 -- 172.21.15.26:0/2275204117 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b2795070 msgr2=0x5570b27a9720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c0be00640 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b2795070 0x5570b27a9720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c0be00640 1 -- 172.21.15.26:0/2275204117 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 msgr2=0x5570b27a9c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:01.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c0be00640 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b27a9c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.365+0000 7f8c0be00640 1 -- 172.21.15.26:0/2275204117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570b26c5a30 con 0x5570b2799670 2024-04-26T23:36:01.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.366+0000 7f8c0be00640 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27aa1a0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c06aba0 tx=0x7f8c040306c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=813a30df21d68d8f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.366+0000 7f8bf4c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:01.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.366+0000 7f8bf4c00640 1 -- 172.21.15.26:0/2275204117 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c0404f020 con 0x5570b2799670 2024-04-26T23:36:01.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.366+0000 7f8bf4c00640 1 -- 172.21.15.26:0/2275204117 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f8c04004450 con 0x5570b2799670 2024-04-26T23:36:01.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.366+0000 7f8c14d7c740 1 -- 172.21.15.26:0/2275204117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bfc0bbe50 con 0x5570b2799670 2024-04-26T23:36:01.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.367+0000 7f8bf4c00640 1 -- 172.21.15.26:0/2275204117 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8c0405a050 con 0x5570b2799670 2024-04-26T23:36:01.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.367+0000 7f8c14d7c740 10 client.15534 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:01.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.367+0000 7f8c14d7c740 1 -- 172.21.15.26:0/2275204117 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5570b2819e80 con 0x5570b2799670 2024-04-26T23:36:01.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.367+0000 7f8bf4c00640 1 -- 172.21.15.26:0/2275204117 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8bfc0bbe50 con 0x5570b2799670 2024-04-26T23:36:01.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.367+0000 7f8bf4c00640 1 -- 172.21.15.26:0/2275204117 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8c0403c040 con 0x5570b2799670 2024-04-26T23:36:01.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.367+0000 7f8c14d7c740 10 client.15534 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:01.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.367+0000 7f8c14d7c740 10 client.15534 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:36:01.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.367+0000 7f8c14d7c740 20 client.15534 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:01.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.367+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5570b27a3d40 0x5570b281c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.367+0000 7f8c14d7c740 4 client.15534 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:36:01.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.367+0000 7f8c14d7c740 1 -- 172.21.15.26:0/2275204117 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5570b2705650 con 0x5570b27a3d40 2024-04-26T23:36:01.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.368+0000 7f8c0b400640 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5570b27a3d40 0x5570b281c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.369+0000 7f8c0b400640 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5570b27a3d40 0x5570b281c690 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c7f5789669b0921 server_cookie=39989e5c3f27da9e in_seq=0 out_seq=0 2024-04-26T23:36:01.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.369+0000 7f8bf4c00640 10 client.15534 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:01.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.369+0000 7f8bf4c00640 1 -- 172.21.15.26:0/2275204117 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5570b2705650 con 0x5570b27a3d40 2024-04-26T23:36:01.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.369+0000 7f8bf4c00640 10 client.15534 handle_command_reply: tid=0 2024-04-26T23:36:01.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.369+0000 7f8c14d7c740 1 client.15534 shutdown 2024-04-26T23:36:01.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.369+0000 7f8c14d7c740 1 -- 172.21.15.26:0/2275204117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 msgr2=0x5570b27aa1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.369+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27aa1a0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c06aba0 tx=0x7f8c040306c0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.370+0000 7f8c14d7c740 1 -- 172.21.15.26:0/2275204117 shutdown_connections 2024-04-26T23:36:01.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.370+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5570b27a3d40 0x5570b281c690 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.370+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5570b2799670 0x5570b27aa1a0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.370+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5570b2798d50 0x5570b27a9c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.370+0000 7f8c14d7c740 1 --2- 172.21.15.26:0/2275204117 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5570b2795070 0x5570b27a9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.370+0000 7f8bf4c00640 0 client.15534 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:01.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.370+0000 7f8c14d7c740 1 -- 172.21.15.26:0/2275204117 >> 172.21.15.26:0/2275204117 conn(0x5570b27a0fe0 msgr2=0x5570b27ae6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.370+0000 7f8c14d7c740 1 -- 172.21.15.26:0/2275204117 shutdown_connections 2024-04-26T23:36:01.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.370+0000 7f8c14d7c740 1 -- 172.21.15.26:0/2275204117 wait complete. 2024-04-26T23:36:01.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.370+0000 7f8c14d7c740 20 client.15534 trim_cache size 0 max 16384 2024-04-26T23:36:01.375 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:36:01.375 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:36:01.375 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:36:01.375 INFO:teuthology.orchestra.run.smithi026.stdout: "b14dde82-3de8-45c0-9b7e-10ecb372f9d6": { 2024-04-26T23:36:01.376 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:36:01.376 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "b14dde82-3de8-45c0-9b7e-10ecb372f9d6", 2024-04-26T23:36:01.376 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:36:01.376 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:36:01.376 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:36:01.376 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:36:01.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.371+0000 7f8c10a00640 1 -- 172.21.15.26:0/638343532 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8bf00a3e30 msgr2=0x7f8bf00a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.371+0000 7f8c10a00640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8bf00a3e30 0x7f8bf00a62f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8c0402ac70 tx=0x7f8c040092e0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.371+0000 7f8c10a00640 1 -- 172.21.15.26:0/638343532 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c0c103a50 msgr2=0x7f8c0c1016a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.371+0000 7f8c10a00640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c0c103a50 0x7f8c0c1016a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc00e9c0 tx=0x7f8bfc00ee80 comp rx=0 tx=0).stop 2024-04-26T23:36:01.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.371+0000 7f8c10a00640 1 -- 172.21.15.26:0/638343532 shutdown_connections 2024-04-26T23:36:01.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.371+0000 7f8c10a00640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8c0c10ce20 0x7f8c0c102120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.371+0000 7f8c10a00640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8c0c104370 0x7f8c0c101be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.371+0000 7f8c10a00640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8bf00a3e30 0x7f8bf00a62f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.371+0000 7f8c10a00640 1 --2- 172.21.15.26:0/638343532 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8c0c103a50 0x7f8c0c1016a0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.371+0000 7f8c10a00640 1 -- 172.21.15.26:0/638343532 >> 172.21.15.26:0/638343532 conn(0x7f8c0c0fd1b0 msgr2=0x7f8c0c0feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.371+0000 7f8c10a00640 1 -- 172.21.15.26:0/638343532 shutdown_connections 2024-04-26T23:36:01.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.371+0000 7f8c10a00640 1 -- 172.21.15.26:0/638343532 wait complete. 2024-04-26T23:36:01.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.381+0000 7fe63b400640 1 -- 172.21.15.26:0/412748973 <== mgr.24955 v2:172.21.15.26:6800/2981289650 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fe644102d60 con 0x7fe6280a3e60 2024-04-26T23:36:01.383 INFO:teuthology.orchestra.run.smithi026.stdout:Schedule set for path / 2024-04-26T23:36:01.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.383+0000 7fe649400640 1 -- 172.21.15.26:0/412748973 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe6280a3e60 msgr2=0x7fe6280a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.383+0000 7fe649400640 1 --2- 172.21.15.26:0/412748973 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe6280a3e60 0x7fe6280a6320 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fe634005fd0 tx=0x7fe634005850 comp rx=0 tx=0).stop 2024-04-26T23:36:01.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.383+0000 7fe649400640 1 -- 172.21.15.26:0/412748973 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe64410cf00 msgr2=0x7fe64419fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.383+0000 7fe649400640 1 --2- 172.21.15.26:0/412748973 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe64410cf00 0x7fe64419fa10 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fe63c009dc0 tx=0x7fe63c003f10 comp rx=0 tx=0).stop 2024-04-26T23:36:01.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.383+0000 7fe649400640 1 -- 172.21.15.26:0/412748973 shutdown_connections 2024-04-26T23:36:01.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.383+0000 7fe649400640 1 --2- 172.21.15.26:0/412748973 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe6280a3e60 0x7fe6280a6320 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.383+0000 7fe649400640 1 --2- 172.21.15.26:0/412748973 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe64410cf00 0x7fe64419fa10 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.383+0000 7fe649400640 1 --2- 172.21.15.26:0/412748973 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe644104400 0x7fe64419b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.383+0000 7fe649400640 1 --2- 172.21.15.26:0/412748973 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe644103ae0 0x7fe64419b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.383+0000 7fe649400640 1 -- 172.21.15.26:0/412748973 >> 172.21.15.26:0/412748973 conn(0x7fe6440fd300 msgr2=0x7fe644101640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.383+0000 7fe649400640 1 -- 172.21.15.26:0/412748973 shutdown_connections 2024-04-26T23:36:01.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.383+0000 7fe649400640 1 -- 172.21.15.26:0/412748973 wait complete. 2024-04-26T23:36:01.391 INFO:tasks.cephfs.filesystem:scrub status for tag:b14dde82-3de8-45c0-9b7e-10ecb372f9d6 - {'path': '/', 'tag': 'b14dde82-3de8-45c0-9b7e-10ecb372f9d6', 'options': 'recursive,force'} 2024-04-26T23:36:01.402 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-26T23:36:01.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.625+0000 7f23cec00640 1 -- 172.21.15.26:0/2544216319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23c8102000 msgr2=0x7f23c81064c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.625+0000 7f23cec00640 1 --2- 172.21.15.26:0/2544216319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23c8102000 0x7f23c81064c0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f23b4009900 tx=0x7f23b402a470 comp rx=0 tx=0).stop 2024-04-26T23:36:01.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.625+0000 7f23cec00640 1 -- 172.21.15.26:0/2544216319 shutdown_connections 2024-04-26T23:36:01.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.625+0000 7f23cec00640 1 --2- 172.21.15.26:0/2544216319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f23c8106ae0 0x7f23c8106f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.625+0000 7f23cec00640 1 --2- 172.21.15.26:0/2544216319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23c8102000 0x7f23c81064c0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.625+0000 7f23cec00640 1 --2- 172.21.15.26:0/2544216319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f23c81016e0 0x7f23c8101ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.625+0000 7f23cec00640 1 -- 172.21.15.26:0/2544216319 >> 172.21.15.26:0/2544216319 conn(0x7f23c80fd150 msgr2=0x7f23c80ff570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:01.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.625+0000 7f23cec00640 1 -- 172.21.15.26:0/2544216319 shutdown_connections 2024-04-26T23:36:01.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.625+0000 7f23cec00640 1 -- 172.21.15.26:0/2544216319 wait complete. 2024-04-26T23:36:01.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.626+0000 7f23cec00640 1 Processor -- start 2024-04-26T23:36:01.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.626+0000 7f23cec00640 1 -- start start 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.626+0000 7f23cec00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f23c81016e0 0x7f23c819f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.626+0000 7f23cec00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23c8102000 0x7f23c819f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.626+0000 7f23cec00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f23c8106ae0 0x7f23c81a3d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.626+0000 7f23cec00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f23c8118eb0 con 0x7f23c8102000 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.626+0000 7f23cec00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f23c8118d30 con 0x7f23c8106ae0 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.626+0000 7f23cec00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f23c8119030 con 0x7f23c81016e0 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.627+0000 7f23cce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23c8102000 0x7f23c819f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.627+0000 7f23cce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23c8102000 0x7f23c819f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34402/0 (socket says 172.21.15.26:34402) 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.627+0000 7f23cce00640 1 -- 172.21.15.26:0/4023057063 learned_addr learned my addr 172.21.15.26:0/4023057063 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.627+0000 7f23cd800640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f23c81016e0 0x7f23c819f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.627+0000 7f23ce200640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f23c8106ae0 0x7f23c81a3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.627+0000 7f23cce00640 1 -- 172.21.15.26:0/4023057063 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f23c81016e0 msgr2=0x7f23c819f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.627+0000 7f23cce00640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f23c81016e0 0x7f23c819f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.627+0000 7f23cce00640 1 -- 172.21.15.26:0/4023057063 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f23c8106ae0 msgr2=0x7f23c81a3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:01.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.627+0000 7f23cce00640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f23c8106ae0 0x7f23c81a3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:01.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.627+0000 7f23cce00640 1 -- 172.21.15.26:0/4023057063 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23c81a4460 con 0x7f23c8102000 2024-04-26T23:36:01.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.628+0000 7f23cce00640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23c8102000 0x7f23c819f9b0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f23b402a990 tx=0x7f23b4003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.628+0000 7f23c6000640 1 -- 172.21.15.26:0/4023057063 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23b403f070 con 0x7f23c8102000 2024-04-26T23:36:01.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.628+0000 7f23c6000640 1 -- 172.21.15.26:0/4023057063 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f23b403bd00 con 0x7f23c8102000 2024-04-26T23:36:01.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.628+0000 7f23c6000640 1 -- 172.21.15.26:0/4023057063 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23b4035030 con 0x7f23c8102000 2024-04-26T23:36:01.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.628+0000 7f23cec00640 1 -- 172.21.15.26:0/4023057063 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23c81a46f0 con 0x7f23c8102000 2024-04-26T23:36:01.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.628+0000 7f23cec00640 1 -- 172.21.15.26:0/4023057063 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23c81abfe0 con 0x7f23c8102000 2024-04-26T23:36:01.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.629+0000 7f23cec00640 1 -- 172.21.15.26:0/4023057063 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23c8050f10 con 0x7f23c8102000 2024-04-26T23:36:01.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.632+0000 7f23c6000640 1 -- 172.21.15.26:0/4023057063 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f23b4042070 con 0x7f23c8102000 2024-04-26T23:36:01.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.635+0000 7f23c6000640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23b00a3e20 0x7f23b00a62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:01.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.635+0000 7f23c6000640 1 -- 172.21.15.26:0/4023057063 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f23b40f12b0 con 0x7f23c8102000 2024-04-26T23:36:01.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.635+0000 7f23cd800640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23b00a3e20 0x7f23b00a62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:01.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.636+0000 7f23cd800640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23b00a3e20 0x7f23b00a62e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f23bc005fd0 tx=0x7f23bc005e20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:01.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.639+0000 7f23c6000640 1 -- 172.21.15.26:0/4023057063 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f23b40bd7f0 con 0x7f23c8102000 2024-04-26T23:36:01.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:01 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3332372405' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:36:01.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:01 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:36:01.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:01 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:36:01.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:01 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:36:01.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:01 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:36:01.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:01.872+0000 7f23cec00640 1 -- 172.21.15.26:0/4023057063 --> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f23c80fe990 con 0x7f23b00a3e20 2024-04-26T23:36:02.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:01 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3332372405' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:36:02.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:01 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:36:02.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:01 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:36:02.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:01 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:36:02.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:01 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:36:02.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.043+0000 7f23c6000640 1 -- 172.21.15.26:0/4023057063 <== mgr.24955 v2:172.21.15.26:6800/2981289650 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f23c80fe990 con 0x7f23b00a3e20 2024-04-26T23:36:02.046 INFO:teuthology.orchestra.run.smithi026.stdout:Retention added to path / 2024-04-26T23:36:02.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.046+0000 7f23cec00640 1 -- 172.21.15.26:0/4023057063 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23b00a3e20 msgr2=0x7f23b00a62e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:02.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.046+0000 7f23cec00640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23b00a3e20 0x7f23b00a62e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f23bc005fd0 tx=0x7f23bc005e20 comp rx=0 tx=0).stop 2024-04-26T23:36:02.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.046+0000 7f23cec00640 1 -- 172.21.15.26:0/4023057063 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23c8102000 msgr2=0x7f23c819f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:02.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.046+0000 7f23cec00640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23c8102000 0x7f23c819f9b0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f23b402a990 tx=0x7f23b4003cd0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.046+0000 7f23cec00640 1 -- 172.21.15.26:0/4023057063 shutdown_connections 2024-04-26T23:36:02.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.046+0000 7f23cec00640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f23c8106ae0 0x7f23c81a3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.046+0000 7f23cec00640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23b00a3e20 0x7f23b00a62e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.046+0000 7f23cec00640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23c8102000 0x7f23c819f9b0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.046+0000 7f23cec00640 1 --2- 172.21.15.26:0/4023057063 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f23c81016e0 0x7f23c819f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.046+0000 7f23cec00640 1 -- 172.21.15.26:0/4023057063 >> 172.21.15.26:0/4023057063 conn(0x7f23c80fd150 msgr2=0x7f23c80fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:02.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.047+0000 7f23cec00640 1 -- 172.21.15.26:0/4023057063 shutdown_connections 2024-04-26T23:36:02.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.047+0000 7f23cec00640 1 -- 172.21.15.26:0/4023057063 wait complete. 2024-04-26T23:36:02.068 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-26T23:36:02.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:01 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3332372405' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:36:02.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:01 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:36:02.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:01 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:36:02.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:01 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:36:02.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:01 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:36:02.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.259+0000 7fb565200640 1 -- 172.21.15.26:0/694972873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb560074d00 msgr2=0x7fb5600750e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:02.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.259+0000 7fb565200640 1 --2- 172.21.15.26:0/694972873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb560074d00 0x7fb5600750e0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fb550009900 tx=0x7fb55002a480 comp rx=0 tx=0).stop 2024-04-26T23:36:02.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.259+0000 7fb565200640 1 -- 172.21.15.26:0/694972873 shutdown_connections 2024-04-26T23:36:02.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.259+0000 7fb565200640 1 --2- 172.21.15.26:0/694972873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb56010f1f0 0x7fb560111600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.259+0000 7fb565200640 1 --2- 172.21.15.26:0/694972873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb560075620 0x7fb56010ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.259+0000 7fb565200640 1 --2- 172.21.15.26:0/694972873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb560074d00 0x7fb5600750e0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.259+0000 7fb565200640 1 -- 172.21.15.26:0/694972873 >> 172.21.15.26:0/694972873 conn(0x7fb5600fe3e0 msgr2=0x7fb560100800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:02.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.259+0000 7fb565200640 1 -- 172.21.15.26:0/694972873 shutdown_connections 2024-04-26T23:36:02.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.259+0000 7fb565200640 1 -- 172.21.15.26:0/694972873 wait complete. 2024-04-26T23:36:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.260+0000 7fb565200640 1 Processor -- start 2024-04-26T23:36:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.260+0000 7fb565200640 1 -- start start 2024-04-26T23:36:02.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.260+0000 7fb565200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb560074d00 0x7fb56019b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.260+0000 7fb565200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb560075620 0x7fb56019b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.260+0000 7fb565200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb56010f1f0 0x7fb56019fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.260+0000 7fb565200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb560114d00 con 0x7fb56010f1f0 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.260+0000 7fb565200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb560114b80 con 0x7fb560075620 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.260+0000 7fb565200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb560114e80 con 0x7fb560074d00 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.261+0000 7fb55e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb56010f1f0 0x7fb56019fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.261+0000 7fb55e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb56010f1f0 0x7fb56019fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34428/0 (socket says 172.21.15.26:34428) 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.261+0000 7fb55e800640 1 -- 172.21.15.26:0/2857733069 learned_addr learned my addr 172.21.15.26:0/2857733069 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.261+0000 7fb55de00640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb560074d00 0x7fb56019b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.261+0000 7fb55d400640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb560075620 0x7fb56019b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.261+0000 7fb55e800640 1 -- 172.21.15.26:0/2857733069 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb560074d00 msgr2=0x7fb56019b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.261+0000 7fb55e800640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb560074d00 0x7fb56019b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.261+0000 7fb55e800640 1 -- 172.21.15.26:0/2857733069 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb560075620 msgr2=0x7fb56019b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:02.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.261+0000 7fb55e800640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb560075620 0x7fb56019b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.261+0000 7fb55e800640 1 -- 172.21.15.26:0/2857733069 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5601a01b0 con 0x7fb56010f1f0 2024-04-26T23:36:02.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.262+0000 7fb55e800640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb56010f1f0 0x7fb56019fa80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fb55800cab0 tx=0x7fb55800cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:02.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.262+0000 7fb556a00640 1 -- 172.21.15.26:0/2857733069 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb558007e10 con 0x7fb56010f1f0 2024-04-26T23:36:02.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.262+0000 7fb556a00640 1 -- 172.21.15.26:0/2857733069 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb55800f8e0 con 0x7fb56010f1f0 2024-04-26T23:36:02.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.262+0000 7fb565200640 1 -- 172.21.15.26:0/2857733069 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5601a04a0 con 0x7fb56010f1f0 2024-04-26T23:36:02.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.262+0000 7fb556a00640 1 -- 172.21.15.26:0/2857733069 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb558018990 con 0x7fb56010f1f0 2024-04-26T23:36:02.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.262+0000 7fb565200640 1 -- 172.21.15.26:0/2857733069 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5601a7d30 con 0x7fb56010f1f0 2024-04-26T23:36:02.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.263+0000 7fb565200640 1 -- 172.21.15.26:0/2857733069 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5600506c0 con 0x7fb56010f1f0 2024-04-26T23:36:02.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.265+0000 7fb556a00640 1 -- 172.21.15.26:0/2857733069 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fb55800f450 con 0x7fb56010f1f0 2024-04-26T23:36:02.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.267+0000 7fb556a00640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb5440a3ee0 0x7fb5440a63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:02.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.267+0000 7fb556a00640 1 -- 172.21.15.26:0/2857733069 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fb5580d0ce0 con 0x7fb56010f1f0 2024-04-26T23:36:02.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.267+0000 7fb55de00640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb5440a3ee0 0x7fb5440a63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:02.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.268+0000 7fb55de00640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb5440a3ee0 0x7fb5440a63a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb550006010 tx=0x7fb550005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:02.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.271+0000 7fb556a00640 1 -- 172.21.15.26:0/2857733069 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fb558014030 con 0x7fb56010f1f0 2024-04-26T23:36:02.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.499+0000 7fb565200640 1 -- 172.21.15.26:0/2857733069 --> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fb560062d70 con 0x7fb5440a3ee0 2024-04-26T23:36:02.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.518+0000 7fb556a00640 1 -- 172.21.15.26:0/2857733069 <== mgr.24955 v2:172.21.15.26:6800/2981289650 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7fb560062d70 con 0x7fb5440a3ee0 2024-04-26T23:36:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-26T00:00:00", "created": "2024-04-26T23:36:01", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-26T23:36:02.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.520+0000 7fb565200640 1 -- 172.21.15.26:0/2857733069 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb5440a3ee0 msgr2=0x7fb5440a63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:02.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.520+0000 7fb565200640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb5440a3ee0 0x7fb5440a63a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb550006010 tx=0x7fb550005a20 comp rx=0 tx=0).stop 2024-04-26T23:36:02.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.520+0000 7fb565200640 1 -- 172.21.15.26:0/2857733069 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb56010f1f0 msgr2=0x7fb56019fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:02.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.520+0000 7fb565200640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb56010f1f0 0x7fb56019fa80 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fb55800cab0 tx=0x7fb55800cf70 comp rx=0 tx=0).stop 2024-04-26T23:36:02.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.521+0000 7fb565200640 1 -- 172.21.15.26:0/2857733069 shutdown_connections 2024-04-26T23:36:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.521+0000 7fb565200640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb5440a3ee0 0x7fb5440a63a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.521+0000 7fb565200640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb56010f1f0 0x7fb56019fa80 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.521+0000 7fb565200640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb560075620 0x7fb56019b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.521+0000 7fb565200640 1 --2- 172.21.15.26:0/2857733069 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb560074d00 0x7fb56019b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.521+0000 7fb565200640 1 -- 172.21.15.26:0/2857733069 >> 172.21.15.26:0/2857733069 conn(0x7fb5600fe3e0 msgr2=0x7fb5600ff110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.521+0000 7fb565200640 1 -- 172.21.15.26:0/2857733069 shutdown_connections 2024-04-26T23:36:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.521+0000 7fb565200640 1 -- 172.21.15.26:0/2857733069 wait complete. 2024-04-26T23:36:02.541 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-26T23:36:02.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.731+0000 7fa768400640 1 -- 172.21.15.26:0/1199521219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7601032d0 msgr2=0x7fa76010f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:02.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.731+0000 7fa768400640 1 --2- 172.21.15.26:0/1199521219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7601032d0 0x7fa76010f7e0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fa758009cd0 tx=0x7fa75802a8e0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.731+0000 7fa768400640 1 -- 172.21.15.26:0/1199521219 shutdown_connections 2024-04-26T23:36:02.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.731+0000 7fa768400640 1 --2- 172.21.15.26:0/1199521219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7601032d0 0x7fa76010f7e0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.731+0000 7fa768400640 1 --2- 172.21.15.26:0/1199521219 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa760102910 0x7fa760102d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.731+0000 7fa768400640 1 --2- 172.21.15.26:0/1199521219 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa760108920 0x7fa760108d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.731+0000 7fa768400640 1 -- 172.21.15.26:0/1199521219 >> 172.21.15.26:0/1199521219 conn(0x7fa760079dc0 msgr2=0x7fa76007a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:02.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.732+0000 7fa768400640 1 -- 172.21.15.26:0/1199521219 shutdown_connections 2024-04-26T23:36:02.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.732+0000 7fa768400640 1 -- 172.21.15.26:0/1199521219 wait complete. 2024-04-26T23:36:02.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.732+0000 7fa768400640 1 Processor -- start 2024-04-26T23:36:02.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.733+0000 7fa768400640 1 -- start start 2024-04-26T23:36:02.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.733+0000 7fa768400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa760102910 0x7fa760198f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:02.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.733+0000 7fa768400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa7601032d0 0x7fa760199470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:02.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.733+0000 7fa768400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa760108920 0x7fa76019d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:02.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.733+0000 7fa768400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa760112a90 con 0x7fa760108920 2024-04-26T23:36:02.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.733+0000 7fa768400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa760112910 con 0x7fa760102910 2024-04-26T23:36:02.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.733+0000 7fa768400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa760112c10 con 0x7fa7601032d0 2024-04-26T23:36:02.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.733+0000 7fa766400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa760108920 0x7fa76019d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:02.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.733+0000 7fa766400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa760108920 0x7fa76019d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34448/0 (socket says 172.21.15.26:34448) 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.733+0000 7fa766400640 1 -- 172.21.15.26:0/1618263233 learned_addr learned my addr 172.21.15.26:0/1618263233 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.733+0000 7fa765a00640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa760102910 0x7fa760198f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.734+0000 7fa765000640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa7601032d0 0x7fa760199470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.734+0000 7fa766400640 1 -- 172.21.15.26:0/1618263233 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa7601032d0 msgr2=0x7fa760199470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.734+0000 7fa766400640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa7601032d0 0x7fa760199470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.734+0000 7fa766400640 1 -- 172.21.15.26:0/1618263233 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa760102910 msgr2=0x7fa760198f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.734+0000 7fa766400640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa760102910 0x7fa760198f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.734+0000 7fa766400640 1 -- 172.21.15.26:0/1618263233 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa76019df20 con 0x7fa760108920 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.734+0000 7fa766400640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa760108920 0x7fa76019d7f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa758006010 tx=0x7fa758003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.734+0000 7fa75e000640 1 -- 172.21.15.26:0/1618263233 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa758004450 con 0x7fa760108920 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.734+0000 7fa75e000640 1 -- 172.21.15.26:0/1618263233 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa758003e10 con 0x7fa760108920 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.734+0000 7fa75e000640 1 -- 172.21.15.26:0/1618263233 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa758046480 con 0x7fa760108920 2024-04-26T23:36:02.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.734+0000 7fa768400640 1 -- 172.21.15.26:0/1618263233 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa76019e1b0 con 0x7fa760108920 2024-04-26T23:36:02.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.735+0000 7fa768400640 1 -- 172.21.15.26:0/1618263233 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7601a5aa0 con 0x7fa760108920 2024-04-26T23:36:02.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.736+0000 7fa768400640 1 -- 172.21.15.26:0/1618263233 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7600506c0 con 0x7fa760108920 2024-04-26T23:36:02.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.737+0000 7fa75e000640 1 -- 172.21.15.26:0/1618263233 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fa7580305a0 con 0x7fa760108920 2024-04-26T23:36:02.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.739+0000 7fa75e000640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7480a3e60 0x7fa7480a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:02.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.739+0000 7fa75e000640 1 -- 172.21.15.26:0/1618263233 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa75802e030 con 0x7fa760108920 2024-04-26T23:36:02.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.739+0000 7fa765a00640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7480a3e60 0x7fa7480a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:02.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.740+0000 7fa765a00640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7480a3e60 0x7fa7480a6320 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa754005d90 tx=0x7fa754005d20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:02.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.743+0000 7fa75e000640 1 -- 172.21.15.26:0/1618263233 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fa75804b060 con 0x7fa760108920 2024-04-26T23:36:02.862 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:02 smithi026 ceph-mon[28371]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T23:36:02.862 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:02 smithi026 ceph-mon[28371]: from='client.15504 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:36:02.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:02.991+0000 7fa768400640 1 -- 172.21.15.26:0/1618263233 --> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fa760062d70 con 0x7fa7480a3e60 2024-04-26T23:36:03.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.007+0000 7fa75e000640 1 -- 172.21.15.26:0/1618263233 <== mgr.24955 v2:172.21.15.26:6800/2981289650 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fa760062d70 con 0x7fa7480a3e60 2024-04-26T23:36:03.010 INFO:teuthology.orchestra.run.smithi026.stdout:/ 1m 6m3h 2024-04-26T23:36:03.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.010+0000 7fa768400640 1 -- 172.21.15.26:0/1618263233 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7480a3e60 msgr2=0x7fa7480a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:03.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.010+0000 7fa768400640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7480a3e60 0x7fa7480a6320 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa754005d90 tx=0x7fa754005d20 comp rx=0 tx=0).stop 2024-04-26T23:36:03.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.010+0000 7fa768400640 1 -- 172.21.15.26:0/1618263233 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa760108920 msgr2=0x7fa76019d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:03.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.010+0000 7fa768400640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa760108920 0x7fa76019d7f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa758006010 tx=0x7fa758003c20 comp rx=0 tx=0).stop 2024-04-26T23:36:03.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.010+0000 7fa768400640 1 -- 172.21.15.26:0/1618263233 shutdown_connections 2024-04-26T23:36:03.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.010+0000 7fa768400640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7480a3e60 0x7fa7480a6320 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:03.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.010+0000 7fa768400640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa760108920 0x7fa76019d7f0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:03.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.010+0000 7fa768400640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa7601032d0 0x7fa760199470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:03.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.010+0000 7fa768400640 1 --2- 172.21.15.26:0/1618263233 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa760102910 0x7fa760198f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:03.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.010+0000 7fa768400640 1 -- 172.21.15.26:0/1618263233 >> 172.21.15.26:0/1618263233 conn(0x7fa760079dc0 msgr2=0x7fa760100300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:03.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.010+0000 7fa768400640 1 -- 172.21.15.26:0/1618263233 shutdown_connections 2024-04-26T23:36:03.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:03.010+0000 7fa768400640 1 -- 172.21.15.26:0/1618263233 wait complete. 2024-04-26T23:36:03.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:02 smithi164 ceph-mon[31699]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T23:36:03.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:02 smithi164 ceph-mon[31699]: from='client.15504 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:36:03.031 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-26T23:36:03.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:02 smithi086 ceph-mon[31122]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T23:36:03.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:02 smithi086 ceph-mon[31122]: from='client.15504 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:36:03.112 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-26T23:36:03.123 INFO:teuthology.run_tasks:Running task workunit... 2024-04-26T23:36:03.146 INFO:tasks.workunit:Pulling workunits from ref bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:36:03.147 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-26T23:36:03.147 INFO:tasks.workunit:timeout=3h 2024-04-26T23:36:03.147 INFO:tasks.workunit:cleanup=True 2024-04-26T23:36:03.147 DEBUG:teuthology.orchestra.run.smithi026:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-26T23:36:03.205 INFO:teuthology.orchestra.run.smithi026.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-26T23:36:03.205 INFO:teuthology.orchestra.run.smithi026.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-04-26T23:36:03.205 INFO:teuthology.orchestra.run.smithi026.stdout:Device: 72h/114d Inode: 1 Links: 2 2024-04-26T23:36:03.205 INFO:teuthology.orchestra.run.smithi026.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T23:36:03.205 INFO:teuthology.orchestra.run.smithi026.stdout:Context: system_u:object_r:fusefs_t:s0 2024-04-26T23:36:03.205 INFO:teuthology.orchestra.run.smithi026.stdout:Access: 2024-04-26 23:33:27.164087375 +0000 2024-04-26T23:36:03.205 INFO:teuthology.orchestra.run.smithi026.stdout:Modify: 2024-04-26 23:33:27.164087375 +0000 2024-04-26T23:36:03.205 INFO:teuthology.orchestra.run.smithi026.stdout:Change: 2024-04-26 23:35:51.191335608 +0000 2024-04-26T23:36:03.205 INFO:teuthology.orchestra.run.smithi026.stdout: Birth: - 2024-04-26T23:36:03.206 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-26T23:36:03.206 DEBUG:teuthology.orchestra.run.smithi026:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-26T23:36:03.319 DEBUG:teuthology.orchestra.run.smithi026:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bc612ffb9c1d5bc27536bc917a705262a36d4387 2024-04-26T23:36:03.381 INFO:tasks.workunit.client.0.smithi026.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-26T23:36:04.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:03 smithi164 ceph-mon[31699]: from='client.15540 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:36:04.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:03 smithi164 ceph-mon[31699]: from='client.15546 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:36:04.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:03 smithi026 ceph-mon[28371]: from='client.15540 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:36:04.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:03 smithi026 ceph-mon[28371]: from='client.15546 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:36:04.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:03 smithi086 ceph-mon[31122]: from='client.15540 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:36:04.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:03 smithi086 ceph-mon[31122]: from='client.15546 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:36:05.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:04 smithi164 ceph-mon[31699]: from='client.15552 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:36:05.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:04 smithi164 ceph-mon[31699]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 83 KiB/s wr, 48 op/s 2024-04-26T23:36:05.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:04 smithi026 ceph-mon[28371]: from='client.15552 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:36:05.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:04 smithi026 ceph-mon[28371]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 83 KiB/s wr, 48 op/s 2024-04-26T23:36:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:04 smithi086 ceph-mon[31122]: from='client.15552 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:36:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:04 smithi086 ceph-mon[31122]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 83 KiB/s wr, 48 op/s 2024-04-26T23:36:07.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:06 smithi164 ceph-mon[31699]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 76 KiB/s wr, 44 op/s 2024-04-26T23:36:07.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:06 smithi026 ceph-mon[28371]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 76 KiB/s wr, 44 op/s 2024-04-26T23:36:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:06 smithi086 ceph-mon[31122]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 76 KiB/s wr, 44 op/s 2024-04-26T23:36:09.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:08 smithi164 ceph-mon[31699]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-26T23:36:09.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:08 smithi026 ceph-mon[28371]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-26T23:36:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:08 smithi086 ceph-mon[31122]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-26T23:36:11.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:10 smithi164 ceph-mon[31699]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-04-26T23:36:11.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:10 smithi026 ceph-mon[28371]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-04-26T23:36:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:10 smithi086 ceph-mon[31122]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-04-26T23:36:12.978 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:12 smithi026 ceph-mon[28371]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-04-26T23:36:13.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:12 smithi164 ceph-mon[31699]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-04-26T23:36:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:12 smithi086 ceph-mon[31122]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-04-26T23:36:14.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:13 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:36:14.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:13 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:36:14.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:13 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:36:15.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:14 smithi164 ceph-mon[31699]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-04-26T23:36:15.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:14 smithi026 ceph-mon[28371]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-04-26T23:36:15.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:14 smithi086 ceph-mon[31122]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-04-26T23:36:16.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:15 smithi164 ceph-mon[31699]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 7 op/s 2024-04-26T23:36:16.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:15 smithi026 ceph-mon[28371]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 7 op/s 2024-04-26T23:36:16.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:15 smithi086 ceph-mon[31122]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 7 op/s 2024-04-26T23:36:18.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:18 smithi164 ceph-mon[31699]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T23:36:18.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:18 smithi026 ceph-mon[28371]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T23:36:18.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:18 smithi086 ceph-mon[31122]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T23:36:20.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:20 smithi164 ceph-mon[31699]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-04-26T23:36:20.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:20 smithi026 ceph-mon[28371]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-04-26T23:36:20.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:20 smithi086 ceph-mon[31122]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-04-26T23:36:22.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:22 smithi164 ceph-mon[31699]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-04-26T23:36:22.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:22 smithi026 ceph-mon[28371]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-04-26T23:36:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:22 smithi086 ceph-mon[31122]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-04-26T23:36:24.527 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:24 smithi164 ceph-mon[31699]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-04-26T23:36:24.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:24 smithi026 ceph-mon[28371]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-04-26T23:36:24.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:24 smithi086 ceph-mon[31122]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-04-26T23:36:26.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:26 smithi164 ceph-mon[31699]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-26T23:36:26.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:26 smithi026 ceph-mon[28371]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-26T23:36:26.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:26 smithi086 ceph-mon[31122]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s 2024-04-26T23:36:28.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:28 smithi164 ceph-mon[31699]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-26T23:36:28.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:28 smithi026 ceph-mon[28371]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-26T23:36:28.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:28 smithi086 ceph-mon[31122]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-04-26T23:36:30.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:30 smithi164 ceph-mon[31699]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:30.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:30 smithi026 ceph-mon[28371]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:30.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:30 smithi086 ceph-mon[31122]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:31.391 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:36:31.391 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:36:31.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.623+0000 7f0e21200640 1 -- 172.21.15.26:0/1379450837 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e1c10eef0 msgr2=0x7f0e1c10f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:31.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.623+0000 7f0e21200640 1 --2- 172.21.15.26:0/1379450837 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e1c10eef0 0x7f0e1c10f2d0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c009900 tx=0x7f0e0c02a480 comp rx=0 tx=0).stop 2024-04-26T23:36:31.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.623+0000 7f0e21200640 1 -- 172.21.15.26:0/1379450837 shutdown_connections 2024-04-26T23:36:31.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.623+0000 7f0e21200640 1 --2- 172.21.15.26:0/1379450837 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0e1c109870 0x7f0e1c115c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.623+0000 7f0e21200640 1 --2- 172.21.15.26:0/1379450837 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e1c108ed0 0x7f0e1c109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.623+0000 7f0e21200640 1 --2- 172.21.15.26:0/1379450837 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e1c10eef0 0x7f0e1c10f2d0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.623+0000 7f0e21200640 1 -- 172.21.15.26:0/1379450837 >> 172.21.15.26:0/1379450837 conn(0x7f0e1c078750 msgr2=0x7f0e1c107750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:31.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.623+0000 7f0e21200640 1 -- 172.21.15.26:0/1379450837 shutdown_connections 2024-04-26T23:36:31.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.623+0000 7f0e21200640 1 -- 172.21.15.26:0/1379450837 wait complete. 2024-04-26T23:36:31.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.624+0000 7f0e21200640 1 Processor -- start 2024-04-26T23:36:31.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.624+0000 7f0e21200640 1 -- start start 2024-04-26T23:36:31.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.625+0000 7f0e21200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e1c108ed0 0x7f0e1c19f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.625+0000 7f0e21200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0e1c109870 0x7f0e1c19f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.625+0000 7f0e21200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e1c10eef0 0x7f0e1c1a3d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.625+0000 7f0e21200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c118f80 con 0x7f0e1c10eef0 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.625+0000 7f0e21200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c118e00 con 0x7f0e1c109870 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.625+0000 7f0e21200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c119100 con 0x7f0e1c108ed0 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.625+0000 7f0e1be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e1c10eef0 0x7f0e1c1a3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.625+0000 7f0e1be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e1c10eef0 0x7f0e1c1a3d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36602/0 (socket says 172.21.15.26:36602) 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.625+0000 7f0e1be00640 1 -- 172.21.15.26:0/3457365642 learned_addr learned my addr 172.21.15.26:0/3457365642 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.625+0000 7f0e13e00640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0e1c109870 0x7f0e1c19f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.625+0000 7f0e1b400640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e1c108ed0 0x7f0e1c19f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.626+0000 7f0e1be00640 1 -- 172.21.15.26:0/3457365642 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e1c108ed0 msgr2=0x7f0e1c19f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.626+0000 7f0e1be00640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e1c108ed0 0x7f0e1c19f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.626+0000 7f0e1be00640 1 -- 172.21.15.26:0/3457365642 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0e1c109870 msgr2=0x7f0e1c19f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.626+0000 7f0e1be00640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0e1c109870 0x7f0e1c19f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.626+0000 7f0e1be00640 1 -- 172.21.15.26:0/3457365642 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e1c1a4470 con 0x7f0e1c10eef0 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.626+0000 7f0e1b400640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e1c108ed0 0x7f0e1c19f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:36:31.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.626+0000 7f0e1be00640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e1c10eef0 0x7f0e1c1a3d40 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f0e1400e960 tx=0x7f0e1400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:31.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.626+0000 7f0e18c00640 1 -- 172.21.15.26:0/3457365642 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e14004d20 con 0x7f0e1c10eef0 2024-04-26T23:36:31.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.626+0000 7f0e18c00640 1 -- 172.21.15.26:0/3457365642 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0e14005020 con 0x7f0e1c10eef0 2024-04-26T23:36:31.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.626+0000 7f0e21200640 1 -- 172.21.15.26:0/3457365642 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e1c1a4760 con 0x7f0e1c10eef0 2024-04-26T23:36:31.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.626+0000 7f0e18c00640 1 -- 172.21.15.26:0/3457365642 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e140116d0 con 0x7f0e1c10eef0 2024-04-26T23:36:31.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.627+0000 7f0e21200640 1 -- 172.21.15.26:0/3457365642 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e1c1abff0 con 0x7f0e1c10eef0 2024-04-26T23:36:31.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.630+0000 7f0e255d0740 1 Processor -- start 2024-04-26T23:36:31.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.630+0000 7f0e18c00640 1 -- 172.21.15.26:0/3457365642 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f0e140051d0 con 0x7f0e1c10eef0 2024-04-26T23:36:31.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.630+0000 7f0e255d0740 1 -- start start 2024-04-26T23:36:31.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.631+0000 7f0e255d0740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0521fd50 0x555b05220130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.631+0000 7f0e255d0740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b05220670 0x555b0522a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.631+0000 7f0e255d0740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0522ad40 0x555b0522d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.631+0000 7f0e255d0740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555b05131030 con 0x555b05220670 2024-04-26T23:36:31.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.631+0000 7f0e255d0740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555b0514c7f0 con 0x555b0522ad40 2024-04-26T23:36:31.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.631+0000 7f0e255d0740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555b051077e0 con 0x555b0521fd50 2024-04-26T23:36:31.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.631+0000 7f0e1b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b05220670 0x555b0522a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.631+0000 7f0e1b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b05220670 0x555b0522a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36606/0 (socket says 172.21.15.26:36606) 2024-04-26T23:36:31.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.631+0000 7f0e1b400640 1 -- 172.21.15.26:0/1420958682 learned_addr learned my addr 172.21.15.26:0/1420958682 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:31.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.631+0000 7f0e13e00640 1 --2- 172.21.15.26:0/1420958682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0522ad40 0x555b0522d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.631+0000 7f0e13e00640 1 --2- 172.21.15.26:0/1420958682 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0521fd50 0x555b05220130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e1b400640 1 -- 172.21.15.26:0/1420958682 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0521fd50 msgr2=0x555b05220130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:31.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e1b400640 1 --2- 172.21.15.26:0/1420958682 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0521fd50 0x555b05220130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e1b400640 1 -- 172.21.15.26:0/1420958682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0522ad40 msgr2=0x555b0522d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:31.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e1b400640 1 --2- 172.21.15.26:0/1420958682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0522ad40 0x555b0522d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e1b400640 1 -- 172.21.15.26:0/1420958682 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b05113050 con 0x555b05220670 2024-04-26T23:36:31.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e13e00640 1 --2- 172.21.15.26:0/1420958682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0522ad40 0x555b0522d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:36:31.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e1b400640 1 --2- 172.21.15.26:0/1420958682 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b05220670 0x555b0522a800 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c02aa70 tx=0x7f0e0c004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35e60d4e4d4fbec7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e18c00640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0e000a3db0 0x7f0e000a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e18c00640 1 -- 172.21.15.26:0/3457365642 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f0e140d0e40 con 0x7f0e1c10eef0 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e10c00640 1 -- 172.21.15.26:0/1420958682 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c035030 con 0x555b05220670 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e13e00640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0e000a3db0 0x7f0e000a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e10c00640 1 -- 172.21.15.26:0/1420958682 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0e0c0046c0 con 0x555b05220670 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.632+0000 7f0e10c00640 1 -- 172.21.15.26:0/1420958682 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c005d50 con 0x555b05220670 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.633+0000 7f0e255d0740 1 -- 172.21.15.26:0/1420958682 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b05220670 msgr2=0x555b0522a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.633+0000 7f0e13e00640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0e000a3db0 0x7f0e000a6270 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x555b0521d200 tx=0x7f0e040046c0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.633+0000 7f0e255d0740 1 --2- 172.21.15.26:0/1420958682 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b05220670 0x555b0522a800 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c02aa70 tx=0x7f0e0c004390 comp rx=0 tx=0).stop 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.633+0000 7f0e255d0740 1 -- 172.21.15.26:0/1420958682 shutdown_connections 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.633+0000 7f0e255d0740 1 --2- 172.21.15.26:0/1420958682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0522ad40 0x555b0522d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.633+0000 7f0e255d0740 1 --2- 172.21.15.26:0/1420958682 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b05220670 0x555b0522a800 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.633+0000 7f0e255d0740 1 --2- 172.21.15.26:0/1420958682 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0521fd50 0x555b05220130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.633+0000 7f0e255d0740 1 -- 172.21.15.26:0/1420958682 >> 172.21.15.26:0/1420958682 conn(0x555b0521c070 msgr2=0x555b0521c450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:31.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.634+0000 7f0e255d0740 1 -- 172.21.15.26:0/1420958682 shutdown_connections 2024-04-26T23:36:31.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.634+0000 7f0e255d0740 1 -- 172.21.15.26:0/1420958682 wait complete. 2024-04-26T23:36:31.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.634+0000 7f0e255d0740 1 -- start start 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.634+0000 7f0e255d0740 1 Processor -- start 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e255d0740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0521fd50 0x555b0522a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e255d0740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b05220670 0x555b052278c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e255d0740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0522ad40 0x555b05227e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e255d0740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555b05189200 con 0x555b0522ad40 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e255d0740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555b05183ee0 con 0x555b05220670 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e255d0740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555b05190e70 con 0x555b0521fd50 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e255d0740 10 client.0 _ll_register_callbacks cb 0x555b0517a270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e1be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0522ad40 0x555b05227e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e1be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0522ad40 0x555b05227e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36618/0 (socket says 172.21.15.26:36618) 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e1be00640 1 -- 172.21.15.26:0/343522769 learned_addr learned my addr 172.21.15.26:0/343522769 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e13e00640 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b05220670 0x555b052278c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e1b400640 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0521fd50 0x555b0522a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e1be00640 1 -- 172.21.15.26:0/343522769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0521fd50 msgr2=0x555b0522a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e1be00640 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0521fd50 0x555b0522a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e1be00640 1 -- 172.21.15.26:0/343522769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b05220670 msgr2=0x555b052278c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.635+0000 7f0e1be00640 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b05220670 0x555b052278c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.636+0000 7f0e1be00640 1 -- 172.21.15.26:0/343522769 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b04f607d0 con 0x555b0522ad40 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.636+0000 7f0e1be00640 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0522ad40 0x555b05227e00 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f0e140990a0 tx=0x7f0e1409c6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ea1f4ee3b2946b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.636+0000 7f0e09600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.636+0000 7f0e09600640 1 -- 172.21.15.26:0/343522769 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e1401f030 con 0x555b0522ad40 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.636+0000 7f0e09600640 1 -- 172.21.15.26:0/343522769 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f0e140ce750 con 0x555b0522ad40 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.636+0000 7f0e255d0740 1 -- 172.21.15.26:0/343522769 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e0c0046c0 con 0x555b0522ad40 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.636+0000 7f0e09600640 1 -- 172.21.15.26:0/343522769 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0e140a58b0 con 0x555b0522ad40 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.636+0000 7f0e255d0740 10 client.15564 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.636+0000 7f0e255d0740 1 -- 172.21.15.26:0/343522769 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555b04e963f0 con 0x555b0522ad40 2024-04-26T23:36:31.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.637+0000 7f0e09600640 1 -- 172.21.15.26:0/343522769 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0e0c0046c0 con 0x555b0522ad40 2024-04-26T23:36:31.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.637+0000 7f0e09600640 1 -- 172.21.15.26:0/343522769 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0e1400f040 con 0x555b0522ad40 2024-04-26T23:36:31.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.637+0000 7f0e255d0740 10 client.15564 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:31.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.637+0000 7f0e255d0740 10 client.15564 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:36:31.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.637+0000 7f0e255d0740 20 client.15564 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:31.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.637+0000 7f0e255d0740 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b0523a570 0x555b0523c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.637+0000 7f0e255d0740 4 client.15564 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:36:31.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.637+0000 7f0e255d0740 1 -- 172.21.15.26:0/343522769 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b051927e0 con 0x555b0523a570 2024-04-26T23:36:31.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.638+0000 7f0e1b400640 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b0523a570 0x555b0523c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.638+0000 7f0e1b400640 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b0523a570 0x555b0523c9f0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99453d433c5fa8c6 server_cookie=4d20abfe837648c7 in_seq=0 out_seq=0 2024-04-26T23:36:31.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.639+0000 7f0e09600640 10 client.15564 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:31.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e09600640 1 -- 172.21.15.26:0/343522769 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555b051927e0 con 0x555b0523a570 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e09600640 10 client.15564 handle_command_reply: tid=0 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e255d0740 1 client.15564 shutdown 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e255d0740 1 -- 172.21.15.26:0/343522769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0522ad40 msgr2=0x555b05227e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e255d0740 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0522ad40 0x555b05227e00 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f0e140990a0 tx=0x7f0e1409c6d0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e255d0740 1 -- 172.21.15.26:0/343522769 shutdown_connections 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e255d0740 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b0523a570 0x555b0523c9f0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e255d0740 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0522ad40 0x555b05227e00 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e255d0740 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b05220670 0x555b052278c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e255d0740 1 --2- 172.21.15.26:0/343522769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0521fd50 0x555b0522a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e255d0740 1 -- 172.21.15.26:0/343522769 >> 172.21.15.26:0/343522769 conn(0x555b0521c070 msgr2=0x555b05221d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e09600640 0 client.15564 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e255d0740 1 -- 172.21.15.26:0/343522769 shutdown_connections 2024-04-26T23:36:31.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e255d0740 1 -- 172.21.15.26:0/343522769 wait complete. 2024-04-26T23:36:31.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.641+0000 7f0e255d0740 20 client.15564 trim_cache size 0 max 16384 2024-04-26T23:36:31.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.661+0000 7f0e255d0740 1 Processor -- start 2024-04-26T23:36:31.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.661+0000 7f0e255d0740 1 -- start start 2024-04-26T23:36:31.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.661+0000 7f0e255d0740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 0x555b05226800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.661+0000 7f0e255d0740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b05220670 0x555b052366f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.661+0000 7f0e255d0740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0522ad40 0x555b052422c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.661+0000 7f0e255d0740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c1b48e0 con 0x555b0521fd50 2024-04-26T23:36:31.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.661+0000 7f0e255d0740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c1b2710 con 0x555b05220670 2024-04-26T23:36:31.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.661+0000 7f0e255d0740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c1b4210 con 0x555b0522ad40 2024-04-26T23:36:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.661+0000 7f0e1b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 0x555b05226800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.661+0000 7f0e1b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 0x555b05226800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36632/0 (socket says 172.21.15.26:36632) 2024-04-26T23:36:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.661+0000 7f0e1b400640 1 -- 172.21.15.26:0/3760516760 learned_addr learned my addr 172.21.15.26:0/3760516760 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.662+0000 7f0e13e00640 1 --2- 172.21.15.26:0/3760516760 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b05220670 0x555b052366f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.662+0000 7f0e1b400640 1 -- 172.21.15.26:0/3760516760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0522ad40 msgr2=0x555b052422c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.662+0000 7f0e1b400640 1 --2- 172.21.15.26:0/3760516760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0522ad40 0x555b052422c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.662+0000 7f0e1b400640 1 -- 172.21.15.26:0/3760516760 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b05220670 msgr2=0x555b052366f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.662+0000 7f0e1b400640 1 --2- 172.21.15.26:0/3760516760 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b05220670 0x555b052366f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.662+0000 7f0e1b400640 1 -- 172.21.15.26:0/3760516760 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b052204a0 con 0x555b0521fd50 2024-04-26T23:36:31.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.663+0000 7f0e1b400640 1 --2- 172.21.15.26:0/3760516760 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 0x555b05226800 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c009900 tx=0x7f0e0c02a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=946a1270ae1b49cc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:31.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.663+0000 7f0e0be00640 1 -- 172.21.15.26:0/3760516760 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c035040 con 0x555b0521fd50 2024-04-26T23:36:31.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.663+0000 7f0e0be00640 1 -- 172.21.15.26:0/3760516760 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0e0c005500 con 0x555b0521fd50 2024-04-26T23:36:31.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.663+0000 7f0e0be00640 1 -- 172.21.15.26:0/3760516760 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c04f400 con 0x555b0521fd50 2024-04-26T23:36:31.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.664+0000 7f0e255d0740 1 -- 172.21.15.26:0/3760516760 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 msgr2=0x555b05226800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:31.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.664+0000 7f0e255d0740 1 --2- 172.21.15.26:0/3760516760 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 0x555b05226800 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c009900 tx=0x7f0e0c02a480 comp rx=0 tx=0).stop 2024-04-26T23:36:31.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.664+0000 7f0e255d0740 1 -- 172.21.15.26:0/3760516760 shutdown_connections 2024-04-26T23:36:31.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.664+0000 7f0e255d0740 1 --2- 172.21.15.26:0/3760516760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0522ad40 0x555b052422c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.664+0000 7f0e255d0740 1 --2- 172.21.15.26:0/3760516760 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b05220670 0x555b052366f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.664+0000 7f0e255d0740 1 --2- 172.21.15.26:0/3760516760 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 0x555b05226800 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.664+0000 7f0e255d0740 1 -- 172.21.15.26:0/3760516760 >> 172.21.15.26:0/3760516760 conn(0x555b0521c070 msgr2=0x555b0521b1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:31.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.664+0000 7f0e255d0740 1 -- 172.21.15.26:0/3760516760 shutdown_connections 2024-04-26T23:36:31.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.664+0000 7f0e255d0740 1 -- 172.21.15.26:0/3760516760 wait complete. 2024-04-26T23:36:31.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.664+0000 7f0e255d0740 1 -- start start 2024-04-26T23:36:31.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.665+0000 7f0e255d0740 1 Processor -- start 2024-04-26T23:36:31.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.665+0000 7f0e255d0740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 0x555b052309e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.665+0000 7f0e255d0740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b05220670 0x555b05230f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.665+0000 7f0e255d0740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0522ad40 0x555b0529fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.665+0000 7f0e255d0740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c1b3470 con 0x555b0521fd50 2024-04-26T23:36:31.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.665+0000 7f0e255d0740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c1b2da0 con 0x555b0522ad40 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.665+0000 7f0e255d0740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c1b3b40 con 0x555b05220670 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.665+0000 7f0e255d0740 10 client.0 _ll_register_callbacks cb 0x7f0e140ce330 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.665+0000 7f0e1b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 0x555b052309e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.665+0000 7f0e1b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 0x555b052309e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36636/0 (socket says 172.21.15.26:36636) 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.665+0000 7f0e1b400640 1 -- 172.21.15.26:0/440714075 learned_addr learned my addr 172.21.15.26:0/440714075 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.666+0000 7f0e1be00640 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0522ad40 0x555b0529fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.666+0000 7f0e13e00640 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b05220670 0x555b05230f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.666+0000 7f0e1b400640 1 -- 172.21.15.26:0/440714075 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b05220670 msgr2=0x555b05230f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.666+0000 7f0e1b400640 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b05220670 0x555b05230f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.666+0000 7f0e1b400640 1 -- 172.21.15.26:0/440714075 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0522ad40 msgr2=0x555b0529fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.666+0000 7f0e1b400640 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0522ad40 0x555b0529fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.666+0000 7f0e1b400640 1 -- 172.21.15.26:0/440714075 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b04e560f0 con 0x555b0521fd50 2024-04-26T23:36:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.666+0000 7f0e1b400640 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 0x555b052309e0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c02a9a0 tx=0x7f0e0c005140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45cc594cbec543ce server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.666+0000 7f0e09600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.666+0000 7f0e09600640 1 -- 172.21.15.26:0/440714075 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c004ad0 con 0x555b0521fd50 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.666+0000 7f0e09600640 1 -- 172.21.15.26:0/440714075 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f0e0c004c70 con 0x555b0521fd50 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.666+0000 7f0e255d0740 1 -- 172.21.15.26:0/440714075 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e0c005500 con 0x555b0521fd50 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.667+0000 7f0e09600640 1 -- 172.21.15.26:0/440714075 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0e0c04f180 con 0x555b0521fd50 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.667+0000 7f0e255d0740 10 client.15570 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.667+0000 7f0e255d0740 1 -- 172.21.15.26:0/440714075 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555b0514ca30 con 0x555b0521fd50 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.667+0000 7f0e09600640 1 -- 172.21.15.26:0/440714075 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0e0c005500 con 0x555b0521fd50 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.667+0000 7f0e09600640 1 -- 172.21.15.26:0/440714075 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0e0c057030 con 0x555b0521fd50 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.667+0000 7f0e255d0740 10 client.15570 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.667+0000 7f0e255d0740 10 client.15570 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.667+0000 7f0e255d0740 20 client.15570 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.667+0000 7f0e255d0740 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b052a10b0 0x555b052a34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.667+0000 7f0e255d0740 4 client.15570 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:36:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.667+0000 7f0e255d0740 1 -- 172.21.15.26:0/440714075 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555b0518c650 con 0x555b052a10b0 2024-04-26T23:36:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.668+0000 7f0e13e00640 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b052a10b0 0x555b052a34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.669+0000 7f0e13e00640 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b052a10b0 0x555b052a34a0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d84960d091c41c1d server_cookie=b2e4d0444cba05fe in_seq=0 out_seq=0 2024-04-26T23:36:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.669+0000 7f0e09600640 10 client.15570 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.670+0000 7f0e09600640 1 -- 172.21.15.26:0/440714075 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x555b0518c650 con 0x555b052a10b0 2024-04-26T23:36:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.670+0000 7f0e09600640 10 client.15570 handle_command_reply: tid=0 2024-04-26T23:36:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.670+0000 7f0e255d0740 1 client.15570 shutdown 2024-04-26T23:36:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.670+0000 7f0e255d0740 1 -- 172.21.15.26:0/440714075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 msgr2=0x555b052309e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.670+0000 7f0e255d0740 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 0x555b052309e0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c02a9a0 tx=0x7f0e0c005140 comp rx=0 tx=0).stop 2024-04-26T23:36:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.670+0000 7f0e255d0740 1 -- 172.21.15.26:0/440714075 shutdown_connections 2024-04-26T23:36:31.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.670+0000 7f0e255d0740 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b052a10b0 0x555b052a34a0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.670+0000 7f0e255d0740 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0522ad40 0x555b0529fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.670+0000 7f0e255d0740 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b05220670 0x555b05230f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.670+0000 7f0e255d0740 1 --2- 172.21.15.26:0/440714075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0521fd50 0x555b052309e0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.670+0000 7f0e09600640 0 client.15570 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:31.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.670+0000 7f0e255d0740 1 -- 172.21.15.26:0/440714075 >> 172.21.15.26:0/440714075 conn(0x555b0521c070 msgr2=0x555b0521b1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:31.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.671+0000 7f0e255d0740 1 -- 172.21.15.26:0/440714075 shutdown_connections 2024-04-26T23:36:31.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.671+0000 7f0e255d0740 1 -- 172.21.15.26:0/440714075 wait complete. 2024-04-26T23:36:31.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.671+0000 7f0e255d0740 20 client.15570 trim_cache size 0 max 16384 2024-04-26T23:36:31.676 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:36:31.676 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:36:31.677 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:36:31.677 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:36:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.671+0000 7f0e21200640 1 -- 172.21.15.26:0/3457365642 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0e000a3db0 msgr2=0x7f0e000a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.671+0000 7f0e21200640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0e000a3db0 0x7f0e000a6270 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x555b0521d200 tx=0x7f0e040046c0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.671+0000 7f0e21200640 1 -- 172.21.15.26:0/3457365642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e1c10eef0 msgr2=0x7f0e1c1a3d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.671+0000 7f0e21200640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e1c10eef0 0x7f0e1c1a3d40 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f0e1400e960 tx=0x7f0e1400ee20 comp rx=0 tx=0).stop 2024-04-26T23:36:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.672+0000 7f0e21200640 1 -- 172.21.15.26:0/3457365642 shutdown_connections 2024-04-26T23:36:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.672+0000 7f0e21200640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0e000a3db0 0x7f0e000a6270 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.672+0000 7f0e21200640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0e1c10eef0 0x7f0e1c1a3d40 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.672+0000 7f0e21200640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0e1c109870 0x7f0e1c19f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.672+0000 7f0e21200640 1 --2- 172.21.15.26:0/3457365642 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e1c108ed0 0x7f0e1c19f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.672+0000 7f0e21200640 1 -- 172.21.15.26:0/3457365642 >> 172.21.15.26:0/3457365642 conn(0x7f0e1c078750 msgr2=0x7f0e1c079920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.672+0000 7f0e21200640 1 -- 172.21.15.26:0/3457365642 shutdown_connections 2024-04-26T23:36:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.672+0000 7f0e21200640 1 -- 172.21.15.26:0/3457365642 wait complete. 2024-04-26T23:36:31.693 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:36:31.693 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:36:31.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.899+0000 7f0946c00640 1 -- 172.21.15.26:0/2616701197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f094010cd50 msgr2=0x7f094010f1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.899+0000 7f0946c00640 1 --2- 172.21.15.26:0/2616701197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f094010cd50 0x7f094010f1f0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f0938009ca0 tx=0x7f093802a950 comp rx=0 tx=0).stop 2024-04-26T23:36:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.899+0000 7f0946c00640 1 -- 172.21.15.26:0/2616701197 shutdown_connections 2024-04-26T23:36:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.899+0000 7f0946c00640 1 --2- 172.21.15.26:0/2616701197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f094010cd50 0x7f094010f1f0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.899+0000 7f0946c00640 1 --2- 172.21.15.26:0/2616701197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0940104250 0x7f094010c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.899+0000 7f0946c00640 1 --2- 172.21.15.26:0/2616701197 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0940103930 0x7f0940103d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.899+0000 7f0946c00640 1 -- 172.21.15.26:0/2616701197 >> 172.21.15.26:0/2616701197 conn(0x7f09400fd130 msgr2=0x7f09400ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.900+0000 7f0946c00640 1 -- 172.21.15.26:0/2616701197 shutdown_connections 2024-04-26T23:36:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.900+0000 7f0946c00640 1 -- 172.21.15.26:0/2616701197 wait complete. 2024-04-26T23:36:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.901+0000 7f0946c00640 1 Processor -- start 2024-04-26T23:36:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.901+0000 7f0946c00640 1 -- start start 2024-04-26T23:36:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.902+0000 7f0946c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0940103930 0x7f0940198e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.902+0000 7f0946c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0940104250 0x7f0940199380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.902+0000 7f0946c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f094010cd50 0x7f094019d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.902+0000 7f0946c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0940112900 con 0x7f0940104250 2024-04-26T23:36:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.902+0000 7f0946c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0940112780 con 0x7f094010cd50 2024-04-26T23:36:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.902+0000 7f0946c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0940112a80 con 0x7f0940103930 2024-04-26T23:36:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.902+0000 7f0944e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0940104250 0x7f0940199380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.902+0000 7f0944e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0940104250 0x7f0940199380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36664/0 (socket says 172.21.15.26:36664) 2024-04-26T23:36:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.902+0000 7f0944e00640 1 -- 172.21.15.26:0/1676107020 learned_addr learned my addr 172.21.15.26:0/1676107020 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.902+0000 7f0945800640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0940103930 0x7f0940198e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.902+0000 7f0946200640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f094010cd50 0x7f094019d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.903+0000 7f0944e00640 1 -- 172.21.15.26:0/1676107020 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0940103930 msgr2=0x7f0940198e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.903+0000 7f0944e00640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0940103930 0x7f0940198e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.903+0000 7f0944e00640 1 -- 172.21.15.26:0/1676107020 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f094010cd50 msgr2=0x7f094019d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.903+0000 7f0944e00640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f094010cd50 0x7f094019d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.903+0000 7f0944e00640 1 -- 172.21.15.26:0/1676107020 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f094019de30 con 0x7f0940104250 2024-04-26T23:36:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.903+0000 7f0944e00640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0940104250 0x7f0940199380 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f092c00d750 tx=0x7f092c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.903+0000 7f093e000640 1 -- 172.21.15.26:0/1676107020 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f092c017070 con 0x7f0940104250 2024-04-26T23:36:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.904+0000 7f093e000640 1 -- 172.21.15.26:0/1676107020 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f092c005020 con 0x7f0940104250 2024-04-26T23:36:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.904+0000 7f0946c00640 1 -- 172.21.15.26:0/1676107020 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f094019e120 con 0x7f0940104250 2024-04-26T23:36:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.904+0000 7f093e000640 1 -- 172.21.15.26:0/1676107020 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f092c004bc0 con 0x7f0940104250 2024-04-26T23:36:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.904+0000 7f0946c00640 1 -- 172.21.15.26:0/1676107020 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09401a59b0 con 0x7f0940104250 2024-04-26T23:36:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.905+0000 7f0946c00640 1 -- 172.21.15.26:0/1676107020 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0940069670 con 0x7f0940104250 2024-04-26T23:36:31.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.907+0000 7f093e000640 1 -- 172.21.15.26:0/1676107020 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f092c0051d0 con 0x7f0940104250 2024-04-26T23:36:31.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.908+0000 7f093e000640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f09280a3db0 0x7f09280a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:31.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.909+0000 7f093e000640 1 -- 172.21.15.26:0/1676107020 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f092c0d0260 con 0x7f0940104250 2024-04-26T23:36:31.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.909+0000 7f0945800640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f09280a3db0 0x7f09280a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:31.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.910+0000 7f0945800640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f09280a3db0 0x7f09280a6270 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f093400bbe0 tx=0x7f093400b390 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:31.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:31.914+0000 7f093e000640 1 -- 172.21.15.26:0/1676107020 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f092c09c110 con 0x7f0940104250 2024-04-26T23:36:32.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.198+0000 7f0946c00640 1 -- 172.21.15.26:0/1676107020 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0940107df0 con 0x7f0940104250 2024-04-26T23:36:32.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.200+0000 7f093e000640 1 -- 172.21.15.26:0/1676107020 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f092c0a0410 con 0x7f0940104250 2024-04-26T23:36:32.204 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:36:32.204 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:36:32.204 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:36:32.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.202+0000 7f0946c00640 1 -- 172.21.15.26:0/1676107020 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f09280a3db0 msgr2=0x7f09280a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.202+0000 7f0946c00640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f09280a3db0 0x7f09280a6270 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f093400bbe0 tx=0x7f093400b390 comp rx=0 tx=0).stop 2024-04-26T23:36:32.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.202+0000 7f0946c00640 1 -- 172.21.15.26:0/1676107020 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0940104250 msgr2=0x7f0940199380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.202+0000 7f0946c00640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0940104250 0x7f0940199380 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f092c00d750 tx=0x7f092c00dc10 comp rx=0 tx=0).stop 2024-04-26T23:36:32.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.202+0000 7f0946c00640 1 -- 172.21.15.26:0/1676107020 shutdown_connections 2024-04-26T23:36:32.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.202+0000 7f0946c00640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f094010cd50 0x7f094019d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.202+0000 7f0946c00640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f09280a3db0 0x7f09280a6270 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.202+0000 7f0946c00640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0940104250 0x7f0940199380 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.202+0000 7f0946c00640 1 --2- 172.21.15.26:0/1676107020 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0940103930 0x7f0940198e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.202+0000 7f0946c00640 1 -- 172.21.15.26:0/1676107020 >> 172.21.15.26:0/1676107020 conn(0x7f09400fd130 msgr2=0x7f09400fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.203+0000 7f0946c00640 1 -- 172.21.15.26:0/1676107020 shutdown_connections 2024-04-26T23:36:32.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.203+0000 7f0946c00640 1 -- 172.21.15.26:0/1676107020 wait complete. 2024-04-26T23:36:32.226 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:36:32.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.432+0000 7f109ca00640 1 -- 172.21.15.26:0/2931611710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10981049e0 msgr2=0x7f1098104e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.432+0000 7f109ca00640 1 --2- 172.21.15.26:0/2931611710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10981049e0 0x7f1098104e60 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f1080009930 tx=0x7f108002a420 comp rx=0 tx=0).stop 2024-04-26T23:36:32.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.432+0000 7f109ca00640 1 -- 172.21.15.26:0/2931611710 shutdown_connections 2024-04-26T23:36:32.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.432+0000 7f109ca00640 1 --2- 172.21.15.26:0/2931611710 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f10981053a0 0x7f10981118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.432+0000 7f109ca00640 1 --2- 172.21.15.26:0/2931611710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10981049e0 0x7f1098104e60 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.432+0000 7f109ca00640 1 --2- 172.21.15.26:0/2931611710 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f109810a9f0 0x7f109810add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.432+0000 7f109ca00640 1 -- 172.21.15.26:0/2931611710 >> 172.21.15.26:0/2931611710 conn(0x7f1098100470 msgr2=0x7f1098102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.432+0000 7f109ca00640 1 -- 172.21.15.26:0/2931611710 shutdown_connections 2024-04-26T23:36:32.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.432+0000 7f109ca00640 1 -- 172.21.15.26:0/2931611710 wait complete. 2024-04-26T23:36:32.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.434+0000 7f109ca00640 1 Processor -- start 2024-04-26T23:36:32.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.434+0000 7f109ca00640 1 -- start start 2024-04-26T23:36:32.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.434+0000 7f109ca00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10981049e0 0x7f109819b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.434+0000 7f109ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10981053a0 0x7f109819b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.434+0000 7f109ca00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f109810a9f0 0x7f109819fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.434+0000 7f109ca00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1098114bb0 con 0x7f10981053a0 2024-04-26T23:36:32.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.434+0000 7f109ca00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1098114a30 con 0x7f109810a9f0 2024-04-26T23:36:32.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.434+0000 7f109ca00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1098114d30 con 0x7f10981049e0 2024-04-26T23:36:32.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.435+0000 7f108fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10981053a0 0x7f109819b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.435+0000 7f108fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10981053a0 0x7f109819b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36680/0 (socket says 172.21.15.26:36680) 2024-04-26T23:36:32.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.435+0000 7f108fe00640 1 -- 172.21.15.26:0/2425001013 learned_addr learned my addr 172.21.15.26:0/2425001013 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.435+0000 7f1096800640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10981049e0 0x7f109819b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.435+0000 7f1097200640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f109810a9f0 0x7f109819fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.435+0000 7f108fe00640 1 -- 172.21.15.26:0/2425001013 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10981049e0 msgr2=0x7f109819b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.435+0000 7f108fe00640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10981049e0 0x7f109819b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.435+0000 7f108fe00640 1 -- 172.21.15.26:0/2425001013 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f109810a9f0 msgr2=0x7f109819fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.435+0000 7f108fe00640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f109810a9f0 0x7f109819fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.435+0000 7f108fe00640 1 -- 172.21.15.26:0/2425001013 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10981a0180 con 0x7f10981053a0 2024-04-26T23:36:32.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.435+0000 7f1097200640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f109810a9f0 0x7f109819fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:36:32.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.436+0000 7f108fe00640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10981053a0 0x7f109819b6d0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f108002a940 tx=0x7f1080003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.436+0000 7f108f400640 1 -- 172.21.15.26:0/2425001013 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f108003f070 con 0x7f10981053a0 2024-04-26T23:36:32.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.436+0000 7f108f400640 1 -- 172.21.15.26:0/2425001013 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1080003e10 con 0x7f10981053a0 2024-04-26T23:36:32.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.436+0000 7f109ca00640 1 -- 172.21.15.26:0/2425001013 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10981a0410 con 0x7f10981053a0 2024-04-26T23:36:32.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.436+0000 7f108f400640 1 -- 172.21.15.26:0/2425001013 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1080035030 con 0x7f10981053a0 2024-04-26T23:36:32.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.436+0000 7f109ca00640 1 -- 172.21.15.26:0/2425001013 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10981a7d00 con 0x7f10981053a0 2024-04-26T23:36:32.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.440+0000 7f108f400640 1 -- 172.21.15.26:0/2425001013 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f1080042070 con 0x7f10981053a0 2024-04-26T23:36:32.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.441+0000 7f10a027c740 1 Processor -- start 2024-04-26T23:36:32.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.441+0000 7f108f400640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f107c0a3db0 0x7f107c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.441+0000 7f108f400640 1 -- 172.21.15.26:0/2425001013 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f10800f1240 con 0x7f10981053a0 2024-04-26T23:36:32.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.441+0000 7f10a027c740 1 -- start start 2024-04-26T23:36:32.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.441+0000 7f1097200640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f107c0a3db0 0x7f107c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.442+0000 7f10a027c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bd5780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.442+0000 7f10a027c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76bd5cc0 0x561c76bdfe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.442+0000 7f10a027c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76be0390 0x561c76be2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.442+0000 7f10a027c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561c76b39c70 con 0x561c76bd53a0 2024-04-26T23:36:32.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.442+0000 7f10a027c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561c76af2980 con 0x561c76bd5cc0 2024-04-26T23:36:32.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.442+0000 7f10a027c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561c76b35c30 con 0x561c76be0390 2024-04-26T23:36:32.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.442+0000 7f1096800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bd5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.442+0000 7f1096800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bd5780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36682/0 (socket says 172.21.15.26:36682) 2024-04-26T23:36:32.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.442+0000 7f1096800640 1 -- 172.21.15.26:0/2291552757 learned_addr learned my addr 172.21.15.26:0/2291552757 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.442+0000 7f108fe00640 1 --2- 172.21.15.26:0/2291552757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76bd5cc0 0x561c76bdfe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.442+0000 7f1097200640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f107c0a3db0 0x7f107c0a6270 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1090005fd0 tx=0x7f10900094a0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.443+0000 7f1096800640 1 -- 172.21.15.26:0/2291552757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76be0390 msgr2=0x561c76be2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.443+0000 7f1096800640 1 --2- 172.21.15.26:0/2291552757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76be0390 0x561c76be2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.443+0000 7f1096800640 1 -- 172.21.15.26:0/2291552757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76bd5cc0 msgr2=0x561c76bdfe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.443+0000 7f1096800640 1 --2- 172.21.15.26:0/2291552757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76bd5cc0 0x561c76bdfe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.443+0000 7f1096800640 1 -- 172.21.15.26:0/2291552757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c76aca7b0 con 0x561c76bd53a0 2024-04-26T23:36:32.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.443+0000 7f1096800640 1 --2- 172.21.15.26:0/2291552757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bd5780 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f108800bc20 tx=0x7f108800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b36efbe3a918f33 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.443+0000 7f1087400640 1 -- 172.21.15.26:0/2291552757 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1088015070 con 0x561c76bd53a0 2024-04-26T23:36:32.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.443+0000 7f1087400640 1 -- 172.21.15.26:0/2291552757 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f10880054b0 con 0x561c76bd53a0 2024-04-26T23:36:32.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.443+0000 7f1087400640 1 -- 172.21.15.26:0/2291552757 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1088011440 con 0x561c76bd53a0 2024-04-26T23:36:32.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.444+0000 7f10a027c740 1 -- 172.21.15.26:0/2291552757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 msgr2=0x561c76bd5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.444+0000 7f10a027c740 1 --2- 172.21.15.26:0/2291552757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bd5780 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f108800bc20 tx=0x7f108800f730 comp rx=0 tx=0).stop 2024-04-26T23:36:32.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.444+0000 7f10a027c740 1 -- 172.21.15.26:0/2291552757 shutdown_connections 2024-04-26T23:36:32.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.444+0000 7f10a027c740 1 --2- 172.21.15.26:0/2291552757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76be0390 0x561c76be2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.444+0000 7f10a027c740 1 --2- 172.21.15.26:0/2291552757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76bd5cc0 0x561c76bdfe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.444+0000 7f10a027c740 1 --2- 172.21.15.26:0/2291552757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bd5780 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.444+0000 7f10a027c740 1 -- 172.21.15.26:0/2291552757 >> 172.21.15.26:0/2291552757 conn(0x561c76bd16c0 msgr2=0x561c76bd1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.444+0000 7f10a027c740 1 -- 172.21.15.26:0/2291552757 shutdown_connections 2024-04-26T23:36:32.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.445+0000 7f10a027c740 1 -- 172.21.15.26:0/2291552757 wait complete. 2024-04-26T23:36:32.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.445+0000 7f10a027c740 1 -- start start 2024-04-26T23:36:32.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.445+0000 7f10a027c740 1 Processor -- start 2024-04-26T23:36:32.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f10a027c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bdfd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f10a027c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76bd5cc0 0x561c76bdd050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f10a027c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76be0390 0x561c76bdd660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f10a027c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561c76b38f80 con 0x561c76bd53a0 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f10a027c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561c76ae6260 con 0x561c76be0390 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f10a027c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561c76b3e2a0 con 0x561c76bd5cc0 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f10a027c740 10 client.0 _ll_register_callbacks cb 0x561c76b30960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f1096800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bdfd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f1096800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bdfd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36694/0 (socket says 172.21.15.26:36694) 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f1096800640 1 -- 172.21.15.26:0/4226769957 learned_addr learned my addr 172.21.15.26:0/4226769957 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f108fe00640 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76bd5cc0 0x561c76bdd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f1097200640 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76be0390 0x561c76bdd660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f1096800640 1 -- 172.21.15.26:0/4226769957 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76bd5cc0 msgr2=0x561c76bdd050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f1096800640 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76bd5cc0 0x561c76bdd050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f1096800640 1 -- 172.21.15.26:0/4226769957 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76be0390 msgr2=0x561c76bdd660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.446+0000 7f1096800640 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76be0390 0x561c76bdd660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.447+0000 7f1096800640 1 -- 172.21.15.26:0/4226769957 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c76ac81c0 con 0x561c76bd53a0 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.447+0000 7f108fe00640 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76bd5cc0 0x561c76bdd050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.447+0000 7f1097200640 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76be0390 0x561c76bdd660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.447+0000 7f1096800640 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bdfd60 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f1088005d00 tx=0x7f10880056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d03a0d74e5ae28e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.447+0000 7f107be00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.447+0000 7f107be00640 1 -- 172.21.15.26:0/4226769957 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1088028060 con 0x561c76bd53a0 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.447+0000 7f107be00640 1 -- 172.21.15.26:0/4226769957 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f1088004f40 con 0x561c76bd53a0 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.447+0000 7f10a027c740 1 -- 172.21.15.26:0/4226769957 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f10880054b0 con 0x561c76bd53a0 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.447+0000 7f107be00640 1 -- 172.21.15.26:0/4226769957 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1088015070 con 0x561c76bd53a0 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.447+0000 7f10a027c740 10 client.15588 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.448+0000 7f10a027c740 1 -- 172.21.15.26:0/4226769957 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561c7684b3f0 con 0x561c76bd53a0 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.448+0000 7f107be00640 1 -- 172.21.15.26:0/4226769957 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f10880054b0 con 0x561c76bd53a0 2024-04-26T23:36:32.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.448+0000 7f107be00640 1 -- 172.21.15.26:0/4226769957 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1088023c00 con 0x561c76bd53a0 2024-04-26T23:36:32.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.448+0000 7f10a027c740 10 client.15588 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:32.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.448+0000 7f10a027c740 10 client.15588 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:36:32.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.448+0000 7f10a027c740 20 client.15588 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:32.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.448+0000 7f10a027c740 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x561c76befe40 0x561c76bf2230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.448+0000 7f10a027c740 4 client.15588 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:36:32.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.448+0000 7f10a027c740 1 -- 172.21.15.26:0/4226769957 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c76b47880 con 0x561c76befe40 2024-04-26T23:36:32.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.449+0000 7f108fe00640 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x561c76befe40 0x561c76bf2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.450+0000 7f108fe00640 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x561c76befe40 0x561c76bf2230 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3f57fe2f56828c81 server_cookie=736e349542c5725d in_seq=0 out_seq=0 2024-04-26T23:36:32.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.450+0000 7f107be00640 10 client.15588 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:36:32.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f107be00640 1 -- 172.21.15.26:0/4226769957 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561c76b47880 con 0x561c76befe40 2024-04-26T23:36:32.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f107be00640 10 client.15588 handle_command_reply: tid=0 2024-04-26T23:36:32.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f10a027c740 1 client.15588 shutdown 2024-04-26T23:36:32.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f10a027c740 1 -- 172.21.15.26:0/4226769957 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 msgr2=0x561c76bdfd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f10a027c740 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bdfd60 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f1088005d00 tx=0x7f10880056d0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f10a027c740 1 -- 172.21.15.26:0/4226769957 shutdown_connections 2024-04-26T23:36:32.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f10a027c740 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76be0390 0x561c76bdd660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f10a027c740 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x561c76befe40 0x561c76bf2230 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f10a027c740 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76bd5cc0 0x561c76bdd050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f10a027c740 1 --2- 172.21.15.26:0/4226769957 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bdfd60 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f107be00640 0 client.15588 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:36:32.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f10a027c740 1 -- 172.21.15.26:0/4226769957 >> 172.21.15.26:0/4226769957 conn(0x561c76bd16c0 msgr2=0x561c76bd73c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f10a027c740 1 -- 172.21.15.26:0/4226769957 shutdown_connections 2024-04-26T23:36:32.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f10a027c740 1 -- 172.21.15.26:0/4226769957 wait complete. 2024-04-26T23:36:32.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.452+0000 7f10a027c740 20 client.15588 trim_cache size 0 max 16384 2024-04-26T23:36:32.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.467+0000 7f10a027c740 1 Processor -- start 2024-04-26T23:36:32.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.468+0000 7f10a027c740 1 -- start start 2024-04-26T23:36:32.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.468+0000 7f10a027c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bebde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.468+0000 7f10a027c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76bd5cc0 0x561c76bdf890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.468+0000 7f10a027c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76be0390 0x561c76bf77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.468+0000 7f10a027c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f10981b2e40 con 0x561c76bd53a0 2024-04-26T23:36:32.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.468+0000 7f10a027c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f10981b0710 con 0x561c76bd5cc0 2024-04-26T23:36:32.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.468+0000 7f10a027c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f10981ae540 con 0x561c76be0390 2024-04-26T23:36:32.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.468+0000 7f1096800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bebde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.468+0000 7f1096800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bebde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36704/0 (socket says 172.21.15.26:36704) 2024-04-26T23:36:32.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.468+0000 7f1096800640 1 -- 172.21.15.26:0/1486189890 learned_addr learned my addr 172.21.15.26:0/1486189890 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.468+0000 7f108fe00640 1 --2- 172.21.15.26:0/1486189890 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76bd5cc0 0x561c76bdf890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.469+0000 7f1097200640 1 --2- 172.21.15.26:0/1486189890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76be0390 0x561c76bf77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.469+0000 7f1096800640 1 -- 172.21.15.26:0/1486189890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76be0390 msgr2=0x561c76bf77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.469+0000 7f1096800640 1 --2- 172.21.15.26:0/1486189890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76be0390 0x561c76bf77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.469+0000 7f1096800640 1 -- 172.21.15.26:0/1486189890 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76bd5cc0 msgr2=0x561c76bdf890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.469+0000 7f1096800640 1 --2- 172.21.15.26:0/1486189890 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76bd5cc0 0x561c76bdf890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.469+0000 7f1096800640 1 -- 172.21.15.26:0/1486189890 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c769157d0 con 0x561c76bd53a0 2024-04-26T23:36:32.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.469+0000 7f1096800640 1 --2- 172.21.15.26:0/1486189890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bebde0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f108800fc30 tx=0x7f108800fdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f34844dc4e2488ec server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.470+0000 7f1086a00640 1 -- 172.21.15.26:0/1486189890 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1088028070 con 0x561c76bd53a0 2024-04-26T23:36:32.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.470+0000 7f1086a00640 1 -- 172.21.15.26:0/1486189890 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1088011800 con 0x561c76bd53a0 2024-04-26T23:36:32.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.470+0000 7f1086a00640 1 -- 172.21.15.26:0/1486189890 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1088023d20 con 0x561c76bd53a0 2024-04-26T23:36:32.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.470+0000 7f10a027c740 1 -- 172.21.15.26:0/1486189890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 msgr2=0x561c76bebde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.470+0000 7f10a027c740 1 --2- 172.21.15.26:0/1486189890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bebde0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f108800fc30 tx=0x7f108800fdd0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.470+0000 7f10a027c740 1 -- 172.21.15.26:0/1486189890 shutdown_connections 2024-04-26T23:36:32.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.470+0000 7f10a027c740 1 --2- 172.21.15.26:0/1486189890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76be0390 0x561c76bf77d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.471+0000 7f10a027c740 1 --2- 172.21.15.26:0/1486189890 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76bd5cc0 0x561c76bdf890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.471+0000 7f10a027c740 1 --2- 172.21.15.26:0/1486189890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76bebde0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.471+0000 7f10a027c740 1 -- 172.21.15.26:0/1486189890 >> 172.21.15.26:0/1486189890 conn(0x561c76bd16c0 msgr2=0x561c76bd8680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.471+0000 7f10a027c740 1 -- 172.21.15.26:0/1486189890 shutdown_connections 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.471+0000 7f10a027c740 1 -- 172.21.15.26:0/1486189890 wait complete. 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.471+0000 7f10a027c740 1 -- start start 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.471+0000 7f10a027c740 1 Processor -- start 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.472+0000 7f10a027c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76be7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.472+0000 7f10a027c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76bd5cc0 0x561c76be8490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.472+0000 7f10a027c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76be0390 0x561c76be3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.472+0000 7f10a027c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f10981aebd0 con 0x561c76bd53a0 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.472+0000 7f10a027c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f10981b0040 con 0x561c76be0390 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.472+0000 7f10a027c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f10981af2a0 con 0x561c76bd5cc0 2024-04-26T23:36:32.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.472+0000 7f10a027c740 10 client.0 _ll_register_callbacks cb 0x7f108800ba70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:32.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.472+0000 7f1096800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76be7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.472+0000 7f1096800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76be7f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36714/0 (socket says 172.21.15.26:36714) 2024-04-26T23:36:32.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.472+0000 7f1096800640 1 -- 172.21.15.26:0/2454185239 learned_addr learned my addr 172.21.15.26:0/2454185239 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.472+0000 7f1097200640 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76be0390 0x561c76be3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.473+0000 7f108fe00640 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76bd5cc0 0x561c76be8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.473+0000 7f1096800640 1 -- 172.21.15.26:0/2454185239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76bd5cc0 msgr2=0x561c76be8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.473+0000 7f1096800640 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76bd5cc0 0x561c76be8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.473+0000 7f1096800640 1 -- 172.21.15.26:0/2454185239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76be0390 msgr2=0x561c76be3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.473+0000 7f1096800640 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76be0390 0x561c76be3410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.473+0000 7f1096800640 1 -- 172.21.15.26:0/2454185239 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c76ae02a0 con 0x561c76bd53a0 2024-04-26T23:36:32.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.473+0000 7f108fe00640 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76bd5cc0 0x561c76be8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.473+0000 7f1096800640 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76be7f50 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f1088037040 tx=0x7f1088023d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b722acd5ae7e5b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.473+0000 7f107be00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.473+0000 7f107be00640 1 -- 172.21.15.26:0/2454185239 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1088044060 con 0x561c76bd53a0 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.473+0000 7f107be00640 1 -- 172.21.15.26:0/2454185239 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f1088011600 con 0x561c76bd53a0 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.473+0000 7f10a027c740 1 -- 172.21.15.26:0/2454185239 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1088011800 con 0x561c76bd53a0 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.474+0000 7f107be00640 1 -- 172.21.15.26:0/2454185239 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1088028050 con 0x561c76bd53a0 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.474+0000 7f10a027c740 10 client.15594 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.474+0000 7f10a027c740 1 -- 172.21.15.26:0/2454185239 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561c76c55860 con 0x561c76bd53a0 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.474+0000 7f107be00640 1 -- 172.21.15.26:0/2454185239 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1088011800 con 0x561c76bd53a0 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.474+0000 7f107be00640 1 -- 172.21.15.26:0/2454185239 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1088035790 con 0x561c76bd53a0 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.474+0000 7f10a027c740 10 client.15594 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.474+0000 7f10a027c740 10 client.15594 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:36:32.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.474+0000 7f10a027c740 20 client.15594 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.474+0000 7f10a027c740 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x561c76c55e70 0x561c76c58260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.474+0000 7f10a027c740 4 client.15594 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.474+0000 7f10a027c740 1 -- 172.21.15.26:0/2454185239 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561c76b416f0 con 0x561c76c55e70 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.475+0000 7f108fe00640 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x561c76c55e70 0x561c76c58260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.476+0000 7f108fe00640 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x561c76c55e70 0x561c76c58260 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=88a0dfc251034bc4 server_cookie=d3a0ffb30f65ec4f in_seq=0 out_seq=0 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.476+0000 7f107be00640 10 client.15594 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.476+0000 7f107be00640 1 -- 172.21.15.26:0/2454185239 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561c76b416f0 con 0x561c76c55e70 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.476+0000 7f107be00640 10 client.15594 handle_command_reply: tid=0 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.476+0000 7f10a027c740 1 client.15594 shutdown 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.477+0000 7f10a027c740 1 -- 172.21.15.26:0/2454185239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 msgr2=0x561c76be7f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.477+0000 7f10a027c740 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76be7f50 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f1088037040 tx=0x7f1088023d50 comp rx=0 tx=0).stop 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.477+0000 7f10a027c740 1 -- 172.21.15.26:0/2454185239 shutdown_connections 2024-04-26T23:36:32.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.477+0000 7f10a027c740 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c76be0390 0x561c76be3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.477+0000 7f10a027c740 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x561c76c55e70 0x561c76c58260 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.477+0000 7f10a027c740 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c76bd5cc0 0x561c76be8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.477+0000 7f10a027c740 1 --2- 172.21.15.26:0/2454185239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c76bd53a0 0x561c76be7f50 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.477+0000 7f10a027c740 1 -- 172.21.15.26:0/2454185239 >> 172.21.15.26:0/2454185239 conn(0x561c76bd16c0 msgr2=0x561c76bd7dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.477+0000 7f107be00640 0 client.15594 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:36:32.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.477+0000 7f10a027c740 1 -- 172.21.15.26:0/2454185239 shutdown_connections 2024-04-26T23:36:32.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.477+0000 7f10a027c740 1 -- 172.21.15.26:0/2454185239 wait complete. 2024-04-26T23:36:32.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.477+0000 7f10a027c740 20 client.15594 trim_cache size 0 max 16384 2024-04-26T23:36:32.483 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:36:32.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.478+0000 7f109ca00640 1 -- 172.21.15.26:0/2425001013 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f107c0a3db0 msgr2=0x7f107c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.478+0000 7f109ca00640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f107c0a3db0 0x7f107c0a6270 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f1090005fd0 tx=0x7f10900094a0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.478+0000 7f109ca00640 1 -- 172.21.15.26:0/2425001013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10981053a0 msgr2=0x7f109819b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.478+0000 7f109ca00640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10981053a0 0x7f109819b6d0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f108002a940 tx=0x7f1080003c20 comp rx=0 tx=0).stop 2024-04-26T23:36:32.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.478+0000 7f109ca00640 1 -- 172.21.15.26:0/2425001013 shutdown_connections 2024-04-26T23:36:32.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.478+0000 7f109ca00640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f109810a9f0 0x7f109819fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.478+0000 7f109ca00640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f107c0a3db0 0x7f107c0a6270 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.478+0000 7f109ca00640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f10981053a0 0x7f109819b6d0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.478+0000 7f109ca00640 1 --2- 172.21.15.26:0/2425001013 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10981049e0 0x7f109819b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.478+0000 7f109ca00640 1 -- 172.21.15.26:0/2425001013 >> 172.21.15.26:0/2425001013 conn(0x7f1098100470 msgr2=0x7f1098100ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.478+0000 7f109ca00640 1 -- 172.21.15.26:0/2425001013 shutdown_connections 2024-04-26T23:36:32.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.478+0000 7f109ca00640 1 -- 172.21.15.26:0/2425001013 wait complete. 2024-04-26T23:36:32.493 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:32 smithi026 ceph-mon[28371]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:32.494 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:32 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1676107020' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:36:32.501 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:36:32.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:32 smithi164 ceph-mon[31699]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:32.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:32 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1676107020' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:36:32.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:32 smithi086 ceph-mon[31122]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:32.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:32 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1676107020' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:36:32.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.686+0000 7f4bcdc00640 1 -- 172.21.15.26:0/2338242969 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4bc81087e0 msgr2=0x7f4bc8108bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.686+0000 7f4bcdc00640 1 --2- 172.21.15.26:0/2338242969 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4bc81087e0 0x7f4bc8108bc0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f4bb8009930 tx=0x7f4bb802a440 comp rx=0 tx=0).stop 2024-04-26T23:36:32.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.687+0000 7f4bcdc00640 1 -- 172.21.15.26:0/2338242969 shutdown_connections 2024-04-26T23:36:32.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.687+0000 7f4bcdc00640 1 --2- 172.21.15.26:0/2338242969 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4bc8103190 0x7f4bc810f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.687+0000 7f4bcdc00640 1 --2- 172.21.15.26:0/2338242969 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bc81027d0 0x7f4bc8102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.687+0000 7f4bcdc00640 1 --2- 172.21.15.26:0/2338242969 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4bc81087e0 0x7f4bc8108bc0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.687+0000 7f4bcdc00640 1 -- 172.21.15.26:0/2338242969 >> 172.21.15.26:0/2338242969 conn(0x7f4bc80fe300 msgr2=0x7f4bc8100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.687+0000 7f4bcdc00640 1 -- 172.21.15.26:0/2338242969 shutdown_connections 2024-04-26T23:36:32.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.687+0000 7f4bcdc00640 1 -- 172.21.15.26:0/2338242969 wait complete. 2024-04-26T23:36:32.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.688+0000 7f4bcdc00640 1 Processor -- start 2024-04-26T23:36:32.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.688+0000 7f4bcdc00640 1 -- start start 2024-04-26T23:36:32.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.688+0000 7f4bcdc00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4bc81027d0 0x7f4bc8074c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.688+0000 7f4bcdc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4bc8103190 0x7f4bc8075170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.688+0000 7f4bcdc00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bc81087e0 0x7f4bc80756b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.688+0000 7f4bcdc00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc8112950 con 0x7f4bc8103190 2024-04-26T23:36:32.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.688+0000 7f4bcdc00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc81127d0 con 0x7f4bc81027d0 2024-04-26T23:36:32.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.688+0000 7f4bcdc00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc8112ad0 con 0x7f4bc81087e0 2024-04-26T23:36:32.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.689+0000 7f4bc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4bc8103190 0x7f4bc8075170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.689+0000 7f4bc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4bc8103190 0x7f4bc8075170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36744/0 (socket says 172.21.15.26:36744) 2024-04-26T23:36:32.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.689+0000 7f4bc7400640 1 -- 172.21.15.26:0/1395558467 learned_addr learned my addr 172.21.15.26:0/1395558467 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.689+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4bc81027d0 0x7f4bc8074c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.689+0000 7f4bcd200640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bc81087e0 0x7f4bc80756b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.689+0000 7f4bc7400640 1 -- 172.21.15.26:0/1395558467 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bc81087e0 msgr2=0x7f4bc80756b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.689+0000 7f4bc7400640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bc81087e0 0x7f4bc80756b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.689+0000 7f4bc7400640 1 -- 172.21.15.26:0/1395558467 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4bc81027d0 msgr2=0x7f4bc8074c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.689+0000 7f4bc7400640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4bc81027d0 0x7f4bc8074c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.689+0000 7f4bc7400640 1 -- 172.21.15.26:0/1395558467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bc81a7470 con 0x7f4bc8103190 2024-04-26T23:36:32.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.689+0000 7f4bc7400640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4bc8103190 0x7f4bc8075170 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f4bb400c970 tx=0x7f4bb400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.690+0000 7f4bc4c00640 1 -- 172.21.15.26:0/1395558467 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb4007bb0 con 0x7f4bc8103190 2024-04-26T23:36:32.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.690+0000 7f4bc4c00640 1 -- 172.21.15.26:0/1395558467 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4bb4007d50 con 0x7f4bc8103190 2024-04-26T23:36:32.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.690+0000 7f4bc4c00640 1 -- 172.21.15.26:0/1395558467 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb4004e40 con 0x7f4bc8103190 2024-04-26T23:36:32.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.690+0000 7f4bcdc00640 1 -- 172.21.15.26:0/1395558467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bc81a7760 con 0x7f4bc8103190 2024-04-26T23:36:32.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.690+0000 7f4bcdc00640 1 -- 172.21.15.26:0/1395558467 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bc81a7c60 con 0x7f4bc8103190 2024-04-26T23:36:32.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.693+0000 7f4bc4c00640 1 -- 172.21.15.26:0/1395558467 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f4bb4005020 con 0x7f4bc8103190 2024-04-26T23:36:32.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.695+0000 7f4bc4c00640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4bac0a3db0 0x7f4bac0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.695+0000 7f4bd2029740 1 Processor -- start 2024-04-26T23:36:32.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.695+0000 7f4bc4c00640 1 -- 172.21.15.26:0/1395558467 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f4bb40d0810 con 0x7f4bc8103190 2024-04-26T23:36:32.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.695+0000 7f4bd2029740 1 -- start start 2024-04-26T23:36:32.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.695+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4bac0a3db0 0x7f4bac0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bd2029740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a4d9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bd2029740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a4e3e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bd2029740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4e6780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bd2029740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56499a43dc70 con 0x56499a4d9cc0 2024-04-26T23:36:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bd2029740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56499a3f6980 con 0x56499a4e4390 2024-04-26T23:36:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bd2029740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56499a439c30 con 0x56499a4d93a0 2024-04-26T23:36:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a4e3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a4e3e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36754/0 (socket says 172.21.15.26:36754) 2024-04-26T23:36:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bc7400640 1 -- 172.21.15.26:0/2728172108 learned_addr learned my addr 172.21.15.26:0/2728172108 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4bac0a3db0 0x7f4bac0a6270 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4bb8006010 tx=0x7f4bb8009610 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/2728172108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a4d9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bcd200640 1 --2- 172.21.15.26:0/2728172108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4e6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bc7400640 1 -- 172.21.15.26:0/2728172108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 msgr2=0x56499a4d9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bc7400640 1 --2- 172.21.15.26:0/2728172108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a4d9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bc7400640 1 -- 172.21.15.26:0/2728172108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 msgr2=0x56499a4e6780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.696+0000 7f4bc7400640 1 --2- 172.21.15.26:0/2728172108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4e6780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.697+0000 7f4bc7400640 1 -- 172.21.15.26:0/2728172108 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56499a3ce7b0 con 0x56499a4d9cc0 2024-04-26T23:36:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.697+0000 7f4bcd200640 1 --2- 172.21.15.26:0/2728172108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4e6780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:36:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.697+0000 7f4bc7400640 1 --2- 172.21.15.26:0/2728172108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a4e3e50 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f4bb409c310 tx=0x7f4bb40055d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6eda2298aac3c388 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.697+0000 7f4bbd600640 1 -- 172.21.15.26:0/2728172108 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb401d040 con 0x56499a4d9cc0 2024-04-26T23:36:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.697+0000 7f4bbd600640 1 -- 172.21.15.26:0/2728172108 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4bb4098040 con 0x56499a4d9cc0 2024-04-26T23:36:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.697+0000 7f4bbd600640 1 -- 172.21.15.26:0/2728172108 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb40ce120 con 0x56499a4d9cc0 2024-04-26T23:36:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.698+0000 7f4bd2029740 1 -- 172.21.15.26:0/2728172108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 msgr2=0x56499a4e3e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.698+0000 7f4bd2029740 1 --2- 172.21.15.26:0/2728172108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a4e3e50 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f4bb409c310 tx=0x7f4bb40055d0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.698+0000 7f4bd2029740 1 -- 172.21.15.26:0/2728172108 shutdown_connections 2024-04-26T23:36:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.698+0000 7f4bd2029740 1 --2- 172.21.15.26:0/2728172108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4e6780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.698+0000 7f4bd2029740 1 --2- 172.21.15.26:0/2728172108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a4e3e50 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.698+0000 7f4bd2029740 1 --2- 172.21.15.26:0/2728172108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a4d9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.698+0000 7f4bd2029740 1 -- 172.21.15.26:0/2728172108 >> 172.21.15.26:0/2728172108 conn(0x56499a4d56c0 msgr2=0x56499a4d5aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.698+0000 7f4bd2029740 1 -- 172.21.15.26:0/2728172108 shutdown_connections 2024-04-26T23:36:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.698+0000 7f4bd2029740 1 -- 172.21.15.26:0/2728172108 wait complete. 2024-04-26T23:36:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.699+0000 7f4bd2029740 1 -- start start 2024-04-26T23:36:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.699+0000 7f4bd2029740 1 Processor -- start 2024-04-26T23:36:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.700+0000 7f4bd2029740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d93a0 0x56499a4e3d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.700+0000 7f4bd2029740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4d9cc0 0x56499a4e1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.700+0000 7f4bd2029740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4e4390 0x56499a4e15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.700+0000 7f4bd2029740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56499a43cf80 con 0x56499a4d93a0 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.700+0000 7f4bd2029740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56499a3ea260 con 0x56499a4d9cc0 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.700+0000 7f4bd2029740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56499a4422a0 con 0x56499a4e4390 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.700+0000 7f4bd2029740 10 client.0 _ll_register_callbacks cb 0x56499a434960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.700+0000 7f4bc7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d93a0 0x56499a4e3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.701+0000 7f4bc7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d93a0 0x56499a4e3d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36762/0 (socket says 172.21.15.26:36762) 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.701+0000 7f4bc7e00640 1 -- 172.21.15.26:0/2218404772 learned_addr learned my addr 172.21.15.26:0/2218404772 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.701+0000 7f4bc7400640 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4d9cc0 0x56499a4e1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.701+0000 7f4bcd200640 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4e4390 0x56499a4e15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.701+0000 7f4bc7e00640 1 -- 172.21.15.26:0/2218404772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4e4390 msgr2=0x56499a4e15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.701+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4e4390 0x56499a4e15d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.701+0000 7f4bc7e00640 1 -- 172.21.15.26:0/2218404772 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4d9cc0 msgr2=0x56499a4e1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.701+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4d9cc0 0x56499a4e1030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.701+0000 7f4bc7e00640 1 -- 172.21.15.26:0/2218404772 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56499a3cc1c0 con 0x56499a4d93a0 2024-04-26T23:36:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.701+0000 7f4bcd200640 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4e4390 0x56499a4e15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.701+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d93a0 0x56499a4e3d40 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f4bb8009930 tx=0x7f4bb8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ee428fbceee86d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.701+0000 7f4bb2000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.702+0000 7f4bb2000640 1 -- 172.21.15.26:0/2218404772 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb804d070 con 0x56499a4d93a0 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.702+0000 7f4bb2000640 1 -- 172.21.15.26:0/2218404772 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f4bb8005040 con 0x56499a4d93a0 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.702+0000 7f4bd2029740 1 -- 172.21.15.26:0/2218404772 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4bb4098040 con 0x56499a4d93a0 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.702+0000 7f4bb2000640 1 -- 172.21.15.26:0/2218404772 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4bb8059050 con 0x56499a4d93a0 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.702+0000 7f4bd2029740 10 client.15606 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.702+0000 7f4bd2029740 1 -- 172.21.15.26:0/2218404772 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56499a14f3f0 con 0x56499a4d93a0 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.702+0000 7f4bb2000640 1 -- 172.21.15.26:0/2218404772 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4bb4098040 con 0x56499a4d93a0 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.703+0000 7f4bb2000640 1 -- 172.21.15.26:0/2218404772 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f4bb80035f0 con 0x56499a4d93a0 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.703+0000 7f4bd2029740 10 client.15606 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.703+0000 7f4bd2029740 10 client.15606 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.703+0000 7f4bd2029740 20 client.15606 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.703+0000 7f4bd2029740 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56499a4f3d30 0x56499a4f6180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.703+0000 7f4bd2029740 4 client.15606 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:36:32.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.703+0000 7f4bd2029740 1 -- 172.21.15.26:0/2218404772 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56499a44b880 con 0x56499a4f3d30 2024-04-26T23:36:32.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.703+0000 7f4bc7400640 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56499a4f3d30 0x56499a4f6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.704+0000 7f4bc7400640 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56499a4f3d30 0x56499a4f6180 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c03c50806ea41aac server_cookie=83b97fd9000d5263 in_seq=0 out_seq=0 2024-04-26T23:36:32.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.704+0000 7f4bb2000640 10 client.15606 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:36:32.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.706+0000 7f4bb2000640 1 -- 172.21.15.26:0/2218404772 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56499a44b880 con 0x56499a4f3d30 2024-04-26T23:36:32.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.706+0000 7f4bb2000640 10 client.15606 handle_command_reply: tid=0 2024-04-26T23:36:32.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.706+0000 7f4bd2029740 1 client.15606 shutdown 2024-04-26T23:36:32.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.706+0000 7f4bd2029740 1 -- 172.21.15.26:0/2218404772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d93a0 msgr2=0x56499a4e3d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.706+0000 7f4bd2029740 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d93a0 0x56499a4e3d40 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f4bb8009930 tx=0x7f4bb8009260 comp rx=0 tx=0).stop 2024-04-26T23:36:32.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.706+0000 7f4bd2029740 1 -- 172.21.15.26:0/2218404772 shutdown_connections 2024-04-26T23:36:32.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.706+0000 7f4bd2029740 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56499a4f3d30 0x56499a4f6180 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.706+0000 7f4bd2029740 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4e4390 0x56499a4e15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.707+0000 7f4bb2000640 0 client.15606 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:36:32.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.706+0000 7f4bd2029740 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4d9cc0 0x56499a4e1030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.707+0000 7f4bd2029740 1 --2- 172.21.15.26:0/2218404772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d93a0 0x56499a4e3d40 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.707+0000 7f4bd2029740 1 -- 172.21.15.26:0/2218404772 >> 172.21.15.26:0/2218404772 conn(0x56499a4d56c0 msgr2=0x56499a4db4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.707+0000 7f4bd2029740 1 -- 172.21.15.26:0/2218404772 shutdown_connections 2024-04-26T23:36:32.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.707+0000 7f4bd2029740 1 -- 172.21.15.26:0/2218404772 wait complete. 2024-04-26T23:36:32.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.707+0000 7f4bd2029740 20 client.15606 trim_cache size 0 max 16384 2024-04-26T23:36:32.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.722+0000 7f4bd2029740 1 Processor -- start 2024-04-26T23:36:32.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.722+0000 7f4bd2029740 1 -- start start 2024-04-26T23:36:32.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.722+0000 7f4bd2029740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a4efd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.722+0000 7f4bd2029740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a4d4630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.722+0000 7f4bd2029740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4fba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.722+0000 7f4bd2029740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc81b2e40 con 0x56499a4d9cc0 2024-04-26T23:36:32.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.722+0000 7f4bd2029740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc81b0710 con 0x56499a4e4390 2024-04-26T23:36:32.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.722+0000 7f4bd2029740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc81ae540 con 0x56499a4d93a0 2024-04-26T23:36:32.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.723+0000 7f4bc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a4d4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.723+0000 7f4bc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a4d4630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36776/0 (socket says 172.21.15.26:36776) 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.723+0000 7f4bc7400640 1 -- 172.21.15.26:0/4187606011 learned_addr learned my addr 172.21.15.26:0/4187606011 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.723+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/4187606011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a4efd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.723+0000 7f4bcd200640 1 --2- 172.21.15.26:0/4187606011 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4fba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.723+0000 7f4bc7400640 1 -- 172.21.15.26:0/4187606011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 msgr2=0x56499a4efd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.723+0000 7f4bc7400640 1 --2- 172.21.15.26:0/4187606011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a4efd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.723+0000 7f4bc7400640 1 -- 172.21.15.26:0/4187606011 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 msgr2=0x56499a4fba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.723+0000 7f4bc7400640 1 --2- 172.21.15.26:0/4187606011 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4fba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.723+0000 7f4bc7400640 1 -- 172.21.15.26:0/4187606011 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56499a2197d0 con 0x56499a4d9cc0 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.723+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/4187606011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a4efd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.724+0000 7f4bc7400640 1 --2- 172.21.15.26:0/4187606011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a4d4630 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f4bb409c310 tx=0x7f4bb40cde60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4e5a6e72ecd2a1b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.724+0000 7f4bbcc00640 1 -- 172.21.15.26:0/4187606011 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb40ba070 con 0x56499a4d9cc0 2024-04-26T23:36:32.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.724+0000 7f4bbcc00640 1 -- 172.21.15.26:0/4187606011 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4bb4098040 con 0x56499a4d9cc0 2024-04-26T23:36:32.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.724+0000 7f4bbcc00640 1 -- 172.21.15.26:0/4187606011 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb401d040 con 0x56499a4d9cc0 2024-04-26T23:36:32.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.725+0000 7f4bd2029740 1 -- 172.21.15.26:0/4187606011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 msgr2=0x56499a4d4630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.725+0000 7f4bd2029740 1 --2- 172.21.15.26:0/4187606011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a4d4630 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f4bb409c310 tx=0x7f4bb40cde60 comp rx=0 tx=0).stop 2024-04-26T23:36:32.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.725+0000 7f4bd2029740 1 -- 172.21.15.26:0/4187606011 shutdown_connections 2024-04-26T23:36:32.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.725+0000 7f4bd2029740 1 --2- 172.21.15.26:0/4187606011 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4fba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.725+0000 7f4bd2029740 1 --2- 172.21.15.26:0/4187606011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a4d4630 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.725+0000 7f4bd2029740 1 --2- 172.21.15.26:0/4187606011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a4efd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.725+0000 7f4bd2029740 1 -- 172.21.15.26:0/4187606011 >> 172.21.15.26:0/4187606011 conn(0x56499a4d56c0 msgr2=0x56499a4d3f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.725+0000 7f4bd2029740 1 -- 172.21.15.26:0/4187606011 shutdown_connections 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.725+0000 7f4bd2029740 1 -- 172.21.15.26:0/4187606011 wait complete. 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.725+0000 7f4bd2029740 1 -- start start 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.725+0000 7f4bd2029740 1 Processor -- start 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.726+0000 7f4bd2029740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a552690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.726+0000 7f4bd2029740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a552bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.726+0000 7f4bd2029740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4e9670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.726+0000 7f4bd2029740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc81aebd0 con 0x56499a4d9cc0 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.726+0000 7f4bd2029740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc81b0040 con 0x56499a4e4390 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.726+0000 7f4bd2029740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4bc81af2a0 con 0x56499a4d93a0 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.726+0000 7f4bd2029740 10 client.0 _ll_register_callbacks cb 0x7f4bb803f070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.726+0000 7f4bc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a552bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.726+0000 7f4bc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a552bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36790/0 (socket says 172.21.15.26:36790) 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.726+0000 7f4bc7400640 1 -- 172.21.15.26:0/1361248932 learned_addr learned my addr 172.21.15.26:0/1361248932 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.726+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a552690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bcd200640 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4e9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bc7400640 1 -- 172.21.15.26:0/1361248932 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 msgr2=0x56499a552690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bc7400640 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a552690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bc7400640 1 -- 172.21.15.26:0/1361248932 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 msgr2=0x56499a4e9670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bc7400640 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4e9670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bc7400640 1 -- 172.21.15.26:0/1361248932 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56499a3e42a0 con 0x56499a4d9cc0 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a552690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bcd200640 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4e9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bc7400640 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a552bd0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f4bb4098fe0 tx=0x7f4bb40053a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a52b96b30cb9df5b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bb2000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:32.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bb2000640 1 -- 172.21.15.26:0/1361248932 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb40ba070 con 0x56499a4d9cc0 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bb2000640 1 -- 172.21.15.26:0/1361248932 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f4bb4098c80 con 0x56499a4d9cc0 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bd2029740 1 -- 172.21.15.26:0/1361248932 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4bb4098040 con 0x56499a4d9cc0 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.727+0000 7f4bb2000640 1 -- 172.21.15.26:0/1361248932 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4bb401d070 con 0x56499a4d9cc0 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.728+0000 7f4bd2029740 10 client.15612 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.728+0000 7f4bd2029740 1 -- 172.21.15.26:0/1361248932 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56499a559c00 con 0x56499a4d9cc0 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.728+0000 7f4bb2000640 1 -- 172.21.15.26:0/1361248932 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4bb4098040 con 0x56499a4d9cc0 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.728+0000 7f4bb2000640 1 -- 172.21.15.26:0/1361248932 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f4bb409ba60 con 0x56499a4d9cc0 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.728+0000 7f4bd2029740 10 client.15612 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.728+0000 7f4bd2029740 10 client.15612 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.728+0000 7f4bd2029740 20 client.15612 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.728+0000 7f4bd2029740 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56499a559e70 0x56499a55c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.728+0000 7f4bd2029740 4 client.15612 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.728+0000 7f4bd2029740 1 -- 172.21.15.26:0/1361248932 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56499a4456f0 con 0x56499a559e70 2024-04-26T23:36:32.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.729+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56499a559e70 0x56499a55c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.730+0000 7f4bc7e00640 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56499a559e70 0x56499a55c260 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5ca97c6883a8d55a server_cookie=44d2ce3bc47aa53 in_seq=0 out_seq=0 2024-04-26T23:36:32.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.730+0000 7f4bb2000640 10 client.15612 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:36:32.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.730+0000 7f4bb2000640 1 -- 172.21.15.26:0/1361248932 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56499a4456f0 con 0x56499a559e70 2024-04-26T23:36:32.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.730+0000 7f4bb2000640 10 client.15612 handle_command_reply: tid=0 2024-04-26T23:36:32.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.730+0000 7f4bd2029740 1 client.15612 shutdown 2024-04-26T23:36:32.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.730+0000 7f4bd2029740 1 -- 172.21.15.26:0/1361248932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 msgr2=0x56499a552bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.730+0000 7f4bd2029740 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a552bd0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f4bb4098fe0 tx=0x7f4bb40053a0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.730+0000 7f4bd2029740 1 -- 172.21.15.26:0/1361248932 shutdown_connections 2024-04-26T23:36:32.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.730+0000 7f4bd2029740 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56499a559e70 0x56499a55c260 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.730+0000 7f4bd2029740 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56499a4e4390 0x56499a4e9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.731+0000 7f4bd2029740 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56499a4d9cc0 0x56499a552bd0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.731+0000 7f4bd2029740 1 --2- 172.21.15.26:0/1361248932 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56499a4d93a0 0x56499a552690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.731+0000 7f4bb2000640 0 client.15612 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:36:32.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.731+0000 7f4bd2029740 1 -- 172.21.15.26:0/1361248932 >> 172.21.15.26:0/1361248932 conn(0x56499a4d56c0 msgr2=0x56499a4d47b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.731+0000 7f4bd2029740 1 -- 172.21.15.26:0/1361248932 shutdown_connections 2024-04-26T23:36:32.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.731+0000 7f4bd2029740 1 -- 172.21.15.26:0/1361248932 wait complete. 2024-04-26T23:36:32.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.731+0000 7f4bd2029740 20 client.15612 trim_cache size 0 max 16384 2024-04-26T23:36:32.738 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:36:32.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.732+0000 7f4bcdc00640 1 -- 172.21.15.26:0/1395558467 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4bac0a3db0 msgr2=0x7f4bac0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.732+0000 7f4bcdc00640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4bac0a3db0 0x7f4bac0a6270 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4bb8006010 tx=0x7f4bb8009610 comp rx=0 tx=0).stop 2024-04-26T23:36:32.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.732+0000 7f4bcdc00640 1 -- 172.21.15.26:0/1395558467 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4bc8103190 msgr2=0x7f4bc8075170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.732+0000 7f4bcdc00640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4bc8103190 0x7f4bc8075170 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f4bb400c970 tx=0x7f4bb400ce30 comp rx=0 tx=0).stop 2024-04-26T23:36:32.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.732+0000 7f4bcdc00640 1 -- 172.21.15.26:0/1395558467 shutdown_connections 2024-04-26T23:36:32.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.732+0000 7f4bcdc00640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bc81087e0 0x7f4bc80756b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.732+0000 7f4bcdc00640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4bac0a3db0 0x7f4bac0a6270 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.732+0000 7f4bcdc00640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4bc8103190 0x7f4bc8075170 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.732+0000 7f4bcdc00640 1 --2- 172.21.15.26:0/1395558467 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4bc81027d0 0x7f4bc8074c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.732+0000 7f4bcdc00640 1 -- 172.21.15.26:0/1395558467 >> 172.21.15.26:0/1395558467 conn(0x7f4bc80fe300 msgr2=0x7f4bc80fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.732+0000 7f4bcdc00640 1 -- 172.21.15.26:0/1395558467 shutdown_connections 2024-04-26T23:36:32.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.732+0000 7f4bcdc00640 1 -- 172.21.15.26:0/1395558467 wait complete. 2024-04-26T23:36:32.753 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:36:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.945+0000 7fe7f2c00640 1 -- 172.21.15.26:0/732300057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec10cdb0 msgr2=0x7fe7ec10f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.945+0000 7fe7f2c00640 1 --2- 172.21.15.26:0/732300057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec10f250 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fe7e4009ca0 tx=0x7fe7e402a950 comp rx=0 tx=0).stop 2024-04-26T23:36:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.945+0000 7fe7f2c00640 1 -- 172.21.15.26:0/732300057 shutdown_connections 2024-04-26T23:36:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.945+0000 7fe7f2c00640 1 --2- 172.21.15.26:0/732300057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec10f250 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.945+0000 7fe7f2c00640 1 --2- 172.21.15.26:0/732300057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec10c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.945+0000 7fe7f2c00640 1 --2- 172.21.15.26:0/732300057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec103990 0x7fe7ec103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.945+0000 7fe7f2c00640 1 -- 172.21.15.26:0/732300057 >> 172.21.15.26:0/732300057 conn(0x7fe7ec0fd1b0 msgr2=0x7fe7ec0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.945+0000 7fe7f2c00640 1 -- 172.21.15.26:0/732300057 shutdown_connections 2024-04-26T23:36:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.945+0000 7fe7f2c00640 1 -- 172.21.15.26:0/732300057 wait complete. 2024-04-26T23:36:32.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.946+0000 7fe7f2c00640 1 Processor -- start 2024-04-26T23:36:32.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.946+0000 7fe7f2c00640 1 -- start start 2024-04-26T23:36:32.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.946+0000 7fe7f2c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec103990 0x7fe7ec1015e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.946+0000 7fe7f2c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec101b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.946+0000 7fe7f2c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.946+0000 7fe7f2c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec112910 con 0x7fe7ec10cdb0 2024-04-26T23:36:32.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.946+0000 7fe7f2c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec112790 con 0x7fe7ec103990 2024-04-26T23:36:32.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.946+0000 7fe7f2c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec112a90 con 0x7fe7ec1042b0 2024-04-26T23:36:32.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.947+0000 7fe7f2200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.947+0000 7fe7f2200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec102060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36812/0 (socket says 172.21.15.26:36812) 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.947+0000 7fe7f2200640 1 -- 172.21.15.26:0/384069653 learned_addr learned my addr 172.21.15.26:0/384069653 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.947+0000 7fe7f0e00640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec101b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.947+0000 7fe7f1800640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec103990 0x7fe7ec1015e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.947+0000 7fe7f2200640 1 -- 172.21.15.26:0/384069653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec1042b0 msgr2=0x7fe7ec101b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.947+0000 7fe7f2200640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec101b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.947+0000 7fe7f2200640 1 -- 172.21.15.26:0/384069653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec103990 msgr2=0x7fe7ec1015e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.947+0000 7fe7f2200640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec103990 0x7fe7ec1015e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.947+0000 7fe7f2200640 1 -- 172.21.15.26:0/384069653 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7ec1a73d0 con 0x7fe7ec10cdb0 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.947+0000 7fe7f0e00640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec101b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.948+0000 7fe7f2200640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec102060 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fe7e402ae70 tx=0x7fe7e4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.948+0000 7fe7ea000640 1 -- 172.21.15.26:0/384069653 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e4034040 con 0x7fe7ec10cdb0 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.948+0000 7fe7ea000640 1 -- 172.21.15.26:0/384069653 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7e4030850 con 0x7fe7ec10cdb0 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.948+0000 7fe7f2c00640 1 -- 172.21.15.26:0/384069653 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7ec1a7660 con 0x7fe7ec10cdb0 2024-04-26T23:36:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.948+0000 7fe7ea000640 1 -- 172.21.15.26:0/384069653 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e4004670 con 0x7fe7ec10cdb0 2024-04-26T23:36:32.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.948+0000 7fe7f2c00640 1 -- 172.21.15.26:0/384069653 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7ec1a7b50 con 0x7fe7ec10cdb0 2024-04-26T23:36:32.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.952+0000 7fe7f7199740 1 Processor -- start 2024-04-26T23:36:32.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.953+0000 7fe7ea000640 1 -- 172.21.15.26:0/384069653 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fe7e4037020 con 0x7fe7ec10cdb0 2024-04-26T23:36:32.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.953+0000 7fe7f7199740 1 -- start start 2024-04-26T23:36:32.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f7199740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e2e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f7199740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e38e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f7199740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e3b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f7199740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564184d92c70 con 0x564184e39390 2024-04-26T23:36:32.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f7199740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x564184d4b980 con 0x564184e2ecc0 2024-04-26T23:36:32.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f7199740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564184d8ec30 con 0x564184e2e3a0 2024-04-26T23:36:32.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f0e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e3b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f0e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e3b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36828/0 (socket says 172.21.15.26:36828) 2024-04-26T23:36:32.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f0e00640 1 -- 172.21.15.26:0/1998886264 learned_addr learned my addr 172.21.15.26:0/1998886264 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f1800640 1 --2- 172.21.15.26:0/1998886264 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e38e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f0e00640 1 --2- 172.21.15.26:0/1998886264 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e2e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f0e00640 1 -- 172.21.15.26:0/1998886264 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 msgr2=0x564184e2e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f0e00640 1 --2- 172.21.15.26:0/1998886264 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e2e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f0e00640 1 -- 172.21.15.26:0/1998886264 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 msgr2=0x564184e38e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f0e00640 1 --2- 172.21.15.26:0/1998886264 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e38e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.954+0000 7fe7f0e00640 1 -- 172.21.15.26:0/1998886264 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564184d237b0 con 0x564184e39390 2024-04-26T23:36:32.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.955+0000 7fe7f1800640 1 --2- 172.21.15.26:0/1998886264 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e38e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:36:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.955+0000 7fe7f0e00640 1 --2- 172.21.15.26:0/1998886264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e3b780 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fe7d8010370 tx=0x7fe7d800b540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faa7a69c3ebc11fc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.955+0000 7fe7ea000640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7d40a3db0 0x7fe7d40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.955+0000 7fe7dea00640 1 -- 172.21.15.26:0/1998886264 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d8018030 con 0x564184e39390 2024-04-26T23:36:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.955+0000 7fe7dea00640 1 -- 172.21.15.26:0/1998886264 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7d80035f0 con 0x564184e39390 2024-04-26T23:36:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.955+0000 7fe7dea00640 1 -- 172.21.15.26:0/1998886264 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d8012690 con 0x564184e39390 2024-04-26T23:36:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.955+0000 7fe7ea000640 1 -- 172.21.15.26:0/384069653 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fe7e40f1930 con 0x7fe7ec10cdb0 2024-04-26T23:36:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.955+0000 7fe7f1800640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7d40a3db0 0x7fe7d40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.956+0000 7fe7f7199740 1 -- 172.21.15.26:0/1998886264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 msgr2=0x564184e3b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.956+0000 7fe7f1800640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7d40a3db0 0x7fe7d40a6270 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x564184e2f960 tx=0x7fe7e000b710 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.956+0000 7fe7f7199740 1 --2- 172.21.15.26:0/1998886264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e3b780 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fe7d8010370 tx=0x7fe7d800b540 comp rx=0 tx=0).stop 2024-04-26T23:36:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.956+0000 7fe7f7199740 1 -- 172.21.15.26:0/1998886264 shutdown_connections 2024-04-26T23:36:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.956+0000 7fe7f7199740 1 --2- 172.21.15.26:0/1998886264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e3b780 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.956+0000 7fe7f7199740 1 --2- 172.21.15.26:0/1998886264 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e38e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.956+0000 7fe7f7199740 1 --2- 172.21.15.26:0/1998886264 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e2e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.956+0000 7fe7f7199740 1 -- 172.21.15.26:0/1998886264 >> 172.21.15.26:0/1998886264 conn(0x564184e2a6c0 msgr2=0x564184e2aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.957+0000 7fe7f7199740 1 -- 172.21.15.26:0/1998886264 shutdown_connections 2024-04-26T23:36:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.957+0000 7fe7f7199740 1 -- 172.21.15.26:0/1998886264 wait complete. 2024-04-26T23:36:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.957+0000 7fe7f7199740 1 -- start start 2024-04-26T23:36:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.957+0000 7fe7f7199740 1 Processor -- start 2024-04-26T23:36:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.958+0000 7fe7f7199740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2e3a0 0x564184e38cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.958+0000 7fe7f7199740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e2ecc0 0x564184e35fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.958+0000 7fe7f7199740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e39390 0x564184e364f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.958+0000 7fe7f7199740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564184d91f80 con 0x564184e2ecc0 2024-04-26T23:36:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.958+0000 7fe7f7199740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x564184d3f260 con 0x564184e2e3a0 2024-04-26T23:36:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.958+0000 7fe7f7199740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564184d972a0 con 0x564184e39390 2024-04-26T23:36:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.958+0000 7fe7f7199740 10 client.0 _ll_register_callbacks cb 0x564184d89960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.958+0000 7fe7f0e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e2ecc0 0x564184e35fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.958+0000 7fe7f0e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e2ecc0 0x564184e35fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36838/0 (socket says 172.21.15.26:36838) 2024-04-26T23:36:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.958+0000 7fe7f0e00640 1 -- 172.21.15.26:0/492391602 learned_addr learned my addr 172.21.15.26:0/492391602 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.958+0000 7fe7f1800640 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2e3a0 0x564184e38cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.958+0000 7fe7f2200640 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e39390 0x564184e364f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.959+0000 7fe7f0e00640 1 -- 172.21.15.26:0/492391602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e39390 msgr2=0x564184e364f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.959+0000 7fe7f0e00640 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e39390 0x564184e364f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.959+0000 7fe7f0e00640 1 -- 172.21.15.26:0/492391602 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2e3a0 msgr2=0x564184e38cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.959+0000 7fe7f0e00640 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2e3a0 0x564184e38cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.959+0000 7fe7f0e00640 1 -- 172.21.15.26:0/492391602 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564184d211c0 con 0x564184e2ecc0 2024-04-26T23:36:32.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.959+0000 7fe7f2200640 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e39390 0x564184e364f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:36:32.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.959+0000 7fe7f0e00640 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e2ecc0 0x564184e35fb0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fe7d800bfd0 tx=0x7fe7d800b800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c462e2fd5edb198 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.959+0000 7fe7d3400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:32.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.959+0000 7fe7d3400640 1 -- 172.21.15.26:0/492391602 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d8018040 con 0x564184e2ecc0 2024-04-26T23:36:32.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.959+0000 7fe7f7199740 1 -- 172.21.15.26:0/492391602 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7d80035f0 con 0x564184e2ecc0 2024-04-26T23:36:32.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.959+0000 7fe7d3400640 1 -- 172.21.15.26:0/492391602 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fe7d8004220 con 0x564184e2ecc0 2024-04-26T23:36:32.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.960+0000 7fe7d3400640 1 -- 172.21.15.26:0/492391602 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe7d8004420 con 0x564184e2ecc0 2024-04-26T23:36:32.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.960+0000 7fe7f7199740 10 client.15624 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:32.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.960+0000 7fe7f7199740 1 -- 172.21.15.26:0/492391602 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564184aa43f0 con 0x564184e2ecc0 2024-04-26T23:36:32.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.960+0000 7fe7d3400640 1 -- 172.21.15.26:0/492391602 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7d80035f0 con 0x564184e2ecc0 2024-04-26T23:36:32.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.960+0000 7fe7d3400640 1 -- 172.21.15.26:0/492391602 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe7d8024020 con 0x564184e2ecc0 2024-04-26T23:36:32.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.960+0000 7fe7f7199740 10 client.15624 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:32.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.960+0000 7fe7f7199740 10 client.15624 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:36:32.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.960+0000 7fe7f7199740 20 client.15624 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:32.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.960+0000 7fe7f7199740 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564184e48cf0 0x564184e4b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.960+0000 7fe7f7199740 4 client.15624 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:36:32.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.960+0000 7fe7f7199740 1 -- 172.21.15.26:0/492391602 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564184da0880 con 0x564184e48cf0 2024-04-26T23:36:32.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.961+0000 7fe7f1800640 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564184e48cf0 0x564184e4b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.962+0000 7fe7f1800640 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564184e48cf0 0x564184e4b0e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c1695a8ed1d7ec9 server_cookie=6845230584e9a34a in_seq=0 out_seq=0 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.962+0000 7fe7d3400640 10 client.15624 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7d3400640 1 -- 172.21.15.26:0/492391602 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564184da0880 con 0x564184e48cf0 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7d3400640 10 client.15624 handle_command_reply: tid=0 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7f7199740 1 client.15624 shutdown 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7f7199740 1 -- 172.21.15.26:0/492391602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e2ecc0 msgr2=0x564184e35fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7f7199740 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e2ecc0 0x564184e35fb0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fe7d800bfd0 tx=0x7fe7d800b800 comp rx=0 tx=0).stop 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7f7199740 1 -- 172.21.15.26:0/492391602 shutdown_connections 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7f7199740 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564184e48cf0 0x564184e4b0e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7f7199740 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e39390 0x564184e364f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7f7199740 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e2ecc0 0x564184e35fb0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7f7199740 1 --2- 172.21.15.26:0/492391602 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2e3a0 0x564184e38cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7d3400640 0 client.15624 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7f7199740 1 -- 172.21.15.26:0/492391602 >> 172.21.15.26:0/492391602 conn(0x564184e2a6c0 msgr2=0x564184e304c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7f7199740 1 -- 172.21.15.26:0/492391602 shutdown_connections 2024-04-26T23:36:32.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7f7199740 1 -- 172.21.15.26:0/492391602 wait complete. 2024-04-26T23:36:32.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.964+0000 7fe7f7199740 20 client.15624 trim_cache size 0 max 16384 2024-04-26T23:36:32.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.979+0000 7fe7f7199740 1 Processor -- start 2024-04-26T23:36:32.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.979+0000 7fe7f7199740 1 -- start start 2024-04-26T23:36:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.980+0000 7fe7f7199740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e44e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.980+0000 7fe7f7199740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e50870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.980+0000 7fe7f7199740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e50db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.980+0000 7fe7f7199740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1b2cf0 con 0x564184e39390 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.980+0000 7fe7f7199740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1b05c0 con 0x564184e2ecc0 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.980+0000 7fe7f7199740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1ae3f0 con 0x564184e2e3a0 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.980+0000 7fe7f2200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e50db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.980+0000 7fe7f2200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e50db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36844/0 (socket says 172.21.15.26:36844) 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.980+0000 7fe7f2200640 1 -- 172.21.15.26:0/2565856342 learned_addr learned my addr 172.21.15.26:0/2565856342 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.980+0000 7fe7f0e00640 1 --2- 172.21.15.26:0/2565856342 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e50870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.981+0000 7fe7f1800640 1 --2- 172.21.15.26:0/2565856342 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e44e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.981+0000 7fe7f2200640 1 -- 172.21.15.26:0/2565856342 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 msgr2=0x564184e44e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.981+0000 7fe7f2200640 1 --2- 172.21.15.26:0/2565856342 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e44e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.981+0000 7fe7f2200640 1 -- 172.21.15.26:0/2565856342 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 msgr2=0x564184e50870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.981+0000 7fe7f2200640 1 --2- 172.21.15.26:0/2565856342 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e50870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.981+0000 7fe7f2200640 1 -- 172.21.15.26:0/2565856342 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564184b6e7d0 con 0x564184e39390 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.981+0000 7fe7f1800640 1 --2- 172.21.15.26:0/2565856342 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e44e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:36:32.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.981+0000 7fe7f2200640 1 --2- 172.21.15.26:0/2565856342 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e50db0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fe7e4030040 tx=0x7fe7e40be090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45229c4831fb5253 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.981+0000 7fe7de000640 1 -- 172.21.15.26:0/2565856342 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e402c040 con 0x564184e39390 2024-04-26T23:36:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.981+0000 7fe7de000640 1 -- 172.21.15.26:0/2565856342 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7e40c64b0 con 0x564184e39390 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.981+0000 7fe7de000640 1 -- 172.21.15.26:0/2565856342 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e40b9f40 con 0x564184e39390 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.982+0000 7fe7f7199740 1 -- 172.21.15.26:0/2565856342 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 msgr2=0x564184e50db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.982+0000 7fe7f7199740 1 --2- 172.21.15.26:0/2565856342 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e50db0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fe7e4030040 tx=0x7fe7e40be090 comp rx=0 tx=0).stop 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.982+0000 7fe7f7199740 1 -- 172.21.15.26:0/2565856342 shutdown_connections 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.982+0000 7fe7f7199740 1 --2- 172.21.15.26:0/2565856342 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e50db0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.982+0000 7fe7f7199740 1 --2- 172.21.15.26:0/2565856342 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e50870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.982+0000 7fe7f7199740 1 --2- 172.21.15.26:0/2565856342 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e44e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.982+0000 7fe7f7199740 1 -- 172.21.15.26:0/2565856342 >> 172.21.15.26:0/2565856342 conn(0x564184e2a6c0 msgr2=0x564184e28f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.982+0000 7fe7f7199740 1 -- 172.21.15.26:0/2565856342 shutdown_connections 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.982+0000 7fe7f7199740 1 -- 172.21.15.26:0/2565856342 wait complete. 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.983+0000 7fe7f7199740 1 -- start start 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.983+0000 7fe7f7199740 1 Processor -- start 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.983+0000 7fe7f7199740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e3e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.983+0000 7fe7f7199740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e3ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.983+0000 7fe7f7199740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e40d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.983+0000 7fe7f7199740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1aea80 con 0x564184e39390 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.983+0000 7fe7f7199740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1afef0 con 0x564184e2ecc0 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.983+0000 7fe7f7199740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1af150 con 0x564184e2e3a0 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.983+0000 7fe7f7199740 10 client.0 _ll_register_callbacks cb 0x7fe7d800be90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.984+0000 7fe7f2200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e40d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.984+0000 7fe7f2200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e40d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36858/0 (socket says 172.21.15.26:36858) 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.984+0000 7fe7f2200640 1 -- 172.21.15.26:0/2283622205 learned_addr learned my addr 172.21.15.26:0/2283622205 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.984+0000 7fe7f1800640 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e3e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.984+0000 7fe7f0e00640 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e3ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.984+0000 7fe7f2200640 1 -- 172.21.15.26:0/2283622205 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 msgr2=0x564184e3e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.984+0000 7fe7f2200640 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e3e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.984+0000 7fe7f2200640 1 -- 172.21.15.26:0/2283622205 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 msgr2=0x564184e3ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.984+0000 7fe7f2200640 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e3ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.984+0000 7fe7f2200640 1 -- 172.21.15.26:0/2283622205 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564184d392a0 con 0x564184e39390 2024-04-26T23:36:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.984+0000 7fe7f2200640 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e40d50 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40bd860 tx=0x7fe7e40b9bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68f6a1bc0c0fa841 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.984+0000 7fe7d3400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.985+0000 7fe7d3400640 1 -- 172.21.15.26:0/2283622205 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e402c040 con 0x564184e39390 2024-04-26T23:36:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.985+0000 7fe7d3400640 1 -- 172.21.15.26:0/2283622205 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fe7e4043380 con 0x564184e39390 2024-04-26T23:36:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.985+0000 7fe7f7199740 1 -- 172.21.15.26:0/2283622205 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7e40c64b0 con 0x564184e39390 2024-04-26T23:36:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.985+0000 7fe7d3400640 1 -- 172.21.15.26:0/2283622205 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe7e4043580 con 0x564184e39390 2024-04-26T23:36:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.985+0000 7fe7f7199740 10 client.15630 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.985+0000 7fe7f7199740 1 -- 172.21.15.26:0/2283622205 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564184eae9e0 con 0x564184e39390 2024-04-26T23:36:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.985+0000 7fe7d3400640 1 -- 172.21.15.26:0/2283622205 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7e40c64b0 con 0x564184e39390 2024-04-26T23:36:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.986+0000 7fe7d3400640 1 -- 172.21.15.26:0/2283622205 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe7e404d030 con 0x564184e39390 2024-04-26T23:36:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.986+0000 7fe7f7199740 10 client.15630 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.986+0000 7fe7f7199740 10 client.15630 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:36:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.986+0000 7fe7f7199740 20 client.15630 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.986+0000 7fe7f7199740 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564184eaf050 0x564184eb1470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.986+0000 7fe7f7199740 4 client.15630 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:36:32.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.986+0000 7fe7f7199740 1 -- 172.21.15.26:0/2283622205 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564184d9a6f0 con 0x564184eaf050 2024-04-26T23:36:32.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.986+0000 7fe7f1800640 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564184eaf050 0x564184eb1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:32.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.987+0000 7fe7f1800640 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564184eaf050 0x564184eb1470 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5a03ec1a07283a3 server_cookie=efa58bacfc57aef6 in_seq=0 out_seq=0 2024-04-26T23:36:32.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.987+0000 7fe7d3400640 10 client.15630 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:32.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7d3400640 1 -- 172.21.15.26:0/2283622205 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564184d9a6f0 con 0x564184eaf050 2024-04-26T23:36:32.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7d3400640 10 client.15630 handle_command_reply: tid=0 2024-04-26T23:36:32.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7f7199740 1 client.15630 shutdown 2024-04-26T23:36:32.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7f7199740 1 -- 172.21.15.26:0/2283622205 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 msgr2=0x564184e40d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7f7199740 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e40d50 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40bd860 tx=0x7fe7e40b9bf0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7f7199740 1 -- 172.21.15.26:0/2283622205 shutdown_connections 2024-04-26T23:36:32.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7f7199740 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564184eaf050 0x564184eb1470 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7f7199740 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564184e39390 0x564184e40d50 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7f7199740 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564184e2ecc0 0x564184e3ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7f7199740 1 --2- 172.21.15.26:0/2283622205 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564184e2e3a0 0x564184e3e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7f7199740 1 -- 172.21.15.26:0/2283622205 >> 172.21.15.26:0/2283622205 conn(0x564184e2a6c0 msgr2=0x564184e297b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7d3400640 0 client.15630 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:32.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7f7199740 1 -- 172.21.15.26:0/2283622205 shutdown_connections 2024-04-26T23:36:32.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7f7199740 1 -- 172.21.15.26:0/2283622205 wait complete. 2024-04-26T23:36:32.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.988+0000 7fe7f7199740 20 client.15630 trim_cache size 0 max 16384 2024-04-26T23:36:32.995 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:36:32.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.989+0000 7fe7f2c00640 1 -- 172.21.15.26:0/384069653 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7d40a3db0 msgr2=0x7fe7d40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.989+0000 7fe7f2c00640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7d40a3db0 0x7fe7d40a6270 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x564184e2f960 tx=0x7fe7e000b710 comp rx=0 tx=0).stop 2024-04-26T23:36:32.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.989+0000 7fe7f2c00640 1 -- 172.21.15.26:0/384069653 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec10cdb0 msgr2=0x7fe7ec102060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:32.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.989+0000 7fe7f2c00640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec102060 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fe7e402ae70 tx=0x7fe7e4003f10 comp rx=0 tx=0).stop 2024-04-26T23:36:32.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.989+0000 7fe7f2c00640 1 -- 172.21.15.26:0/384069653 shutdown_connections 2024-04-26T23:36:32.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.989+0000 7fe7f2c00640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7d40a3db0 0x7fe7d40a6270 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.989+0000 7fe7f2c00640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec102060 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.989+0000 7fe7f2c00640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec101b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.989+0000 7fe7f2c00640 1 --2- 172.21.15.26:0/384069653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec103990 0x7fe7ec1015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:32.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.989+0000 7fe7f2c00640 1 -- 172.21.15.26:0/384069653 >> 172.21.15.26:0/384069653 conn(0x7fe7ec0fd1b0 msgr2=0x7fe7ec0feab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:32.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.989+0000 7fe7f2c00640 1 -- 172.21.15.26:0/384069653 shutdown_connections 2024-04-26T23:36:32.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:32.989+0000 7fe7f2c00640 1 -- 172.21.15.26:0/384069653 wait complete. 2024-04-26T23:36:34.011 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:36:34.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:36:34.011 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:36:34.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.240+0000 7fa940a00640 1 -- 172.21.15.26:0/2068589831 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa93c103990 msgr2=0x7fa93c103d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.240+0000 7fa940a00640 1 --2- 172.21.15.26:0/2068589831 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa93c103990 0x7fa93c103d70 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fa92c009ca0 tx=0x7fa92c02a950 comp rx=0 tx=0).stop 2024-04-26T23:36:34.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.240+0000 7fa940a00640 1 -- 172.21.15.26:0/2068589831 shutdown_connections 2024-04-26T23:36:34.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.240+0000 7fa940a00640 1 --2- 172.21.15.26:0/2068589831 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa93c10cdb0 0x7fa93c10f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.240+0000 7fa940a00640 1 --2- 172.21.15.26:0/2068589831 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa93c1042b0 0x7fa93c10c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.240+0000 7fa940a00640 1 --2- 172.21.15.26:0/2068589831 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa93c103990 0x7fa93c103d70 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.240+0000 7fa940a00640 1 -- 172.21.15.26:0/2068589831 >> 172.21.15.26:0/2068589831 conn(0x7fa93c0fd1b0 msgr2=0x7fa93c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:34.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.240+0000 7fa940a00640 1 -- 172.21.15.26:0/2068589831 shutdown_connections 2024-04-26T23:36:34.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.240+0000 7fa940a00640 1 -- 172.21.15.26:0/2068589831 wait complete. 2024-04-26T23:36:34.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.241+0000 7fa940a00640 1 Processor -- start 2024-04-26T23:36:34.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.241+0000 7fa940a00640 1 -- start start 2024-04-26T23:36:34.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.241+0000 7fa940a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa93c103990 0x7fa93c19b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.241+0000 7fa940a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa93c1042b0 0x7fa93c19b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.241+0000 7fa940a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa93c10cdb0 0x7fa93c19fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.241+0000 7fa940a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa93c112960 con 0x7fa93c1042b0 2024-04-26T23:36:34.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.241+0000 7fa940a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa93c1127e0 con 0x7fa93c103990 2024-04-26T23:36:34.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.241+0000 7fa940a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa93c112ae0 con 0x7fa93c10cdb0 2024-04-26T23:36:34.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.242+0000 7fa932a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa93c1042b0 0x7fa93c19b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.242+0000 7fa932a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa93c1042b0 0x7fa93c19b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57676/0 (socket says 172.21.15.26:57676) 2024-04-26T23:36:34.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.242+0000 7fa932a00640 1 -- 172.21.15.26:0/3296906093 learned_addr learned my addr 172.21.15.26:0/3296906093 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.242+0000 7fa93b400640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa93c103990 0x7fa93c19b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.242+0000 7fa93be00640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa93c10cdb0 0x7fa93c19fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.242+0000 7fa932a00640 1 -- 172.21.15.26:0/3296906093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa93c10cdb0 msgr2=0x7fa93c19fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.242+0000 7fa932a00640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa93c10cdb0 0x7fa93c19fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.242+0000 7fa932a00640 1 -- 172.21.15.26:0/3296906093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa93c103990 msgr2=0x7fa93c19b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.242+0000 7fa932a00640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa93c103990 0x7fa93c19b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.242+0000 7fa932a00640 1 -- 172.21.15.26:0/3296906093 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa93c1a0150 con 0x7fa93c1042b0 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.243+0000 7fa932a00640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa93c1042b0 0x7fa93c19b6a0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fa92400d750 tx=0x7fa92400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.243+0000 7fa938c00640 1 -- 172.21.15.26:0/3296906093 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa924017070 con 0x7fa93c1042b0 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.243+0000 7fa938c00640 1 -- 172.21.15.26:0/3296906093 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa924005020 con 0x7fa93c1042b0 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.243+0000 7fa938c00640 1 -- 172.21.15.26:0/3296906093 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa924004bc0 con 0x7fa93c1042b0 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.243+0000 7fa940a00640 1 -- 172.21.15.26:0/3296906093 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa93c1a0440 con 0x7fa93c1042b0 2024-04-26T23:36:34.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.243+0000 7fa940a00640 1 -- 172.21.15.26:0/3296906093 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa93c1a7cd0 con 0x7fa93c1042b0 2024-04-26T23:36:34.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.246+0000 7fa944e16740 1 Processor -- start 2024-04-26T23:36:34.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.247+0000 7fa938c00640 1 -- 172.21.15.26:0/3296906093 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fa9240051d0 con 0x7fa93c1042b0 2024-04-26T23:36:34.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.247+0000 7fa944e16740 1 -- start start 2024-04-26T23:36:34.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.247+0000 7fa944e16740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176c2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.247+0000 7fa944e16740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176cc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.247+0000 7fa944e16740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 0x55b9176cf240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.247+0000 7fa944e16740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b917627980 con 0x55b9176c1e60 2024-04-26T23:36:34.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.247+0000 7fa944e16740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b9175c4220 con 0x55b9176c2780 2024-04-26T23:36:34.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.247+0000 7fa944e16740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b917623940 con 0x55b9176cce50 2024-04-26T23:36:34.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.247+0000 7fa93be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176c2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.247+0000 7fa93be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176c2240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57686/0 (socket says 172.21.15.26:57686) 2024-04-26T23:36:34.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.247+0000 7fa93be00640 1 -- 172.21.15.26:0/736085295 learned_addr learned my addr 172.21.15.26:0/736085295 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:34.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa932a00640 1 --2- 172.21.15.26:0/736085295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 0x55b9176cf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa93b400640 1 --2- 172.21.15.26:0/736085295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176cc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa93be00640 1 -- 172.21.15.26:0/736085295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 msgr2=0x55b9176cf240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa93be00640 1 --2- 172.21.15.26:0/736085295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 0x55b9176cf240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa93be00640 1 -- 172.21.15.26:0/736085295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 msgr2=0x55b9176cc910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa93be00640 1 --2- 172.21.15.26:0/736085295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176cc910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa93be00640 1 -- 172.21.15.26:0/736085295 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9174017e0 con 0x55b9176c1e60 2024-04-26T23:36:34.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa93b400640 1 --2- 172.21.15.26:0/736085295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176cc910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:36:34.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa93be00640 1 --2- 172.21.15.26:0/736085295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176c2240 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fa934009ab0 tx=0x7fa934009f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ba6a698c56dd7d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:34.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa92be00640 1 -- 172.21.15.26:0/736085295 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa934016070 con 0x55b9176c1e60 2024-04-26T23:36:34.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa92be00640 1 -- 172.21.15.26:0/736085295 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa93400ecb0 con 0x55b9176c1e60 2024-04-26T23:36:34.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa92be00640 1 -- 172.21.15.26:0/736085295 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa934010630 con 0x55b9176c1e60 2024-04-26T23:36:34.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.248+0000 7fa938c00640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa9200a3e30 0x7fa9200a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.249+0000 7fa938c00640 1 -- 172.21.15.26:0/3296906093 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa9240d0350 con 0x7fa93c1042b0 2024-04-26T23:36:34.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.249+0000 7fa93b400640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa9200a3e30 0x7fa9200a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.249+0000 7fa944e16740 1 -- 172.21.15.26:0/736085295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 msgr2=0x55b9176c2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.249+0000 7fa944e16740 1 --2- 172.21.15.26:0/736085295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176c2240 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fa934009ab0 tx=0x7fa934009f70 comp rx=0 tx=0).stop 2024-04-26T23:36:34.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.249+0000 7fa944e16740 1 -- 172.21.15.26:0/736085295 shutdown_connections 2024-04-26T23:36:34.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.249+0000 7fa944e16740 1 --2- 172.21.15.26:0/736085295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 0x55b9176cf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.249+0000 7fa944e16740 1 --2- 172.21.15.26:0/736085295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176cc910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.249+0000 7fa944e16740 1 --2- 172.21.15.26:0/736085295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176c2240 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.249+0000 7fa944e16740 1 -- 172.21.15.26:0/736085295 >> 172.21.15.26:0/736085295 conn(0x55b9176be180 msgr2=0x55b9176be560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:34.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.250+0000 7fa944e16740 1 -- 172.21.15.26:0/736085295 shutdown_connections 2024-04-26T23:36:34.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.250+0000 7fa944e16740 1 -- 172.21.15.26:0/736085295 wait complete. 2024-04-26T23:36:34.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.250+0000 7fa93b400640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa9200a3e30 0x7fa9200a62f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x55b9176c3420 tx=0x7fa92c004a40 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.250+0000 7fa944e16740 1 -- start start 2024-04-26T23:36:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.250+0000 7fa944e16740 1 Processor -- start 2024-04-26T23:36:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.251+0000 7fa944e16740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176c1e60 0x55b9176c9d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.251+0000 7fa944e16740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c2780 0x55b9176ca2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.251+0000 7fa944e16740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176cce50 0x55b9176ca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.251+0000 7fa944e16740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b9176cfc40 con 0x55b9176c2780 2024-04-26T23:36:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.251+0000 7fa944e16740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b9175af170 con 0x55b9176cce50 2024-04-26T23:36:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.251+0000 7fa944e16740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b9176cfdc0 con 0x55b9176c1e60 2024-04-26T23:36:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.251+0000 7fa944e16740 10 client.0 _ll_register_callbacks cb 0x55b91761e770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.251+0000 7fa932a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c2780 0x55b9176ca2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.251+0000 7fa932a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c2780 0x55b9176ca2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57698/0 (socket says 172.21.15.26:57698) 2024-04-26T23:36:34.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.251+0000 7fa932a00640 1 -- 172.21.15.26:0/1435876063 learned_addr learned my addr 172.21.15.26:0/1435876063 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:34.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa93be00640 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176cce50 0x55b9176ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa93b400640 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176c1e60 0x55b9176c9d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa932a00640 1 -- 172.21.15.26:0/1435876063 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176c1e60 msgr2=0x55b9176c9d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa932a00640 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176c1e60 0x55b9176c9d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa932a00640 1 -- 172.21.15.26:0/1435876063 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176cce50 msgr2=0x55b9176ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa932a00640 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176cce50 0x55b9176ca800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa932a00640 1 -- 172.21.15.26:0/1435876063 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b917461f70 con 0x55b9176c2780 2024-04-26T23:36:34.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa932a00640 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c2780 0x55b9176ca2c0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa92409c120 tx=0x7fa92409bbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a702371e68de150 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:34.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa928c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:34.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa928c00640 1 -- 172.21.15.26:0/1435876063 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa924020040 con 0x55b9176c2780 2024-04-26T23:36:34.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa928c00640 1 -- 172.21.15.26:0/1435876063 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa9240054f0 con 0x55b9176c2780 2024-04-26T23:36:34.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa944e16740 1 -- 172.21.15.26:0/1435876063 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa93400ecb0 con 0x55b9176c2780 2024-04-26T23:36:34.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.252+0000 7fa928c00640 1 -- 172.21.15.26:0/1435876063 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa9240056f0 con 0x55b9176c2780 2024-04-26T23:36:34.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.253+0000 7fa944e16740 10 client.15642 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:34.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.253+0000 7fa944e16740 1 -- 172.21.15.26:0/1435876063 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b9172f9170 con 0x55b9176c2780 2024-04-26T23:36:34.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.253+0000 7fa928c00640 1 -- 172.21.15.26:0/1435876063 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa93400ecb0 con 0x55b9176c2780 2024-04-26T23:36:34.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.253+0000 7fa928c00640 1 -- 172.21.15.26:0/1435876063 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa9240cdca0 con 0x55b9176c2780 2024-04-26T23:36:34.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.253+0000 7fa944e16740 10 client.15642 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:34.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.253+0000 7fa944e16740 10 client.15642 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:36:34.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.253+0000 7fa944e16740 20 client.15642 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:34.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.253+0000 7fa944e16740 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b9176dcd30 0x55b9176df120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.253+0000 7fa944e16740 4 client.15642 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:36:34.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.253+0000 7fa944e16740 1 -- 172.21.15.26:0/1435876063 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b917635590 con 0x55b9176dcd30 2024-04-26T23:36:34.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.254+0000 7fa93b400640 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b9176dcd30 0x55b9176df120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.255+0000 7fa93b400640 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b9176dcd30 0x55b9176df120 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf07727407bb8451 server_cookie=dedce3597433f976 in_seq=0 out_seq=0 2024-04-26T23:36:34.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.255+0000 7fa928c00640 10 client.15642 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:34.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa928c00640 1 -- 172.21.15.26:0/1435876063 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b917635590 con 0x55b9176dcd30 2024-04-26T23:36:34.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa928c00640 10 client.15642 handle_command_reply: tid=0 2024-04-26T23:36:34.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa944e16740 1 client.15642 shutdown 2024-04-26T23:36:34.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa944e16740 1 -- 172.21.15.26:0/1435876063 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c2780 msgr2=0x55b9176ca2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa944e16740 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c2780 0x55b9176ca2c0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa92409c120 tx=0x7fa92409bbe0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa944e16740 1 -- 172.21.15.26:0/1435876063 shutdown_connections 2024-04-26T23:36:34.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa944e16740 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b9176dcd30 0x55b9176df120 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa944e16740 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176cce50 0x55b9176ca800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa944e16740 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c2780 0x55b9176ca2c0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa928c00640 0 client.15642 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:34.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa944e16740 1 --2- 172.21.15.26:0/1435876063 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176c1e60 0x55b9176c9d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa944e16740 1 -- 172.21.15.26:0/1435876063 >> 172.21.15.26:0/1435876063 conn(0x55b9176be180 msgr2=0x55b9176c3e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:34.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa944e16740 1 -- 172.21.15.26:0/1435876063 shutdown_connections 2024-04-26T23:36:34.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa944e16740 1 -- 172.21.15.26:0/1435876063 wait complete. 2024-04-26T23:36:34.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.257+0000 7fa944e16740 20 client.15642 trim_cache size 0 max 16384 2024-04-26T23:36:34.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.278+0000 7fa944e16740 1 Processor -- start 2024-04-26T23:36:34.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.278+0000 7fa944e16740 1 -- start start 2024-04-26T23:36:34.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.278+0000 7fa944e16740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176cc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.278+0000 7fa944e16740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176c4600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.278+0000 7fa944e16740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 0x55b9176e49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.278+0000 7fa944e16740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa93c1b2d80 con 0x55b9176c1e60 2024-04-26T23:36:34.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.278+0000 7fa944e16740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa93c1b0650 con 0x55b9176c2780 2024-04-26T23:36:34.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.278+0000 7fa944e16740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa93c1ae480 con 0x55b9176cce50 2024-04-26T23:36:34.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.278+0000 7fa93b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176cc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.278+0000 7fa93b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176cc4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57714/0 (socket says 172.21.15.26:57714) 2024-04-26T23:36:34.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.278+0000 7fa93b400640 1 -- 172.21.15.26:0/890782512 learned_addr learned my addr 172.21.15.26:0/890782512 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:34.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.279+0000 7fa93be00640 1 --2- 172.21.15.26:0/890782512 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 0x55b9176e49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.279+0000 7fa93b400640 1 -- 172.21.15.26:0/890782512 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 msgr2=0x55b9176e49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.279+0000 7fa932a00640 1 --2- 172.21.15.26:0/890782512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176c4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.279+0000 7fa93b400640 1 --2- 172.21.15.26:0/890782512 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 0x55b9176e49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.279+0000 7fa93b400640 1 -- 172.21.15.26:0/890782512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 msgr2=0x55b9176c4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.279+0000 7fa93b400640 1 --2- 172.21.15.26:0/890782512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176c4600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.279+0000 7fa93b400640 1 -- 172.21.15.26:0/890782512 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9176c4b40 con 0x55b9176c1e60 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.279+0000 7fa93b400640 1 --2- 172.21.15.26:0/890782512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176cc4b0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa92c02ae70 tx=0x7fa92c042000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bf2e706607186e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.279+0000 7fa92b400640 1 -- 172.21.15.26:0/890782512 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa92c034040 con 0x55b9176c1e60 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.279+0000 7fa92b400640 1 -- 172.21.15.26:0/890782512 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa92c02fdb0 con 0x55b9176c1e60 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.280+0000 7fa92b400640 1 -- 172.21.15.26:0/890782512 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa92c003f90 con 0x55b9176c1e60 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.280+0000 7fa944e16740 1 -- 172.21.15.26:0/890782512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 msgr2=0x55b9176cc4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.280+0000 7fa944e16740 1 --2- 172.21.15.26:0/890782512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176cc4b0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa92c02ae70 tx=0x7fa92c042000 comp rx=0 tx=0).stop 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.280+0000 7fa944e16740 1 -- 172.21.15.26:0/890782512 shutdown_connections 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.280+0000 7fa944e16740 1 --2- 172.21.15.26:0/890782512 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 0x55b9176e49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.280+0000 7fa944e16740 1 --2- 172.21.15.26:0/890782512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176c4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.280+0000 7fa944e16740 1 --2- 172.21.15.26:0/890782512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176cc4b0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.280+0000 7fa944e16740 1 -- 172.21.15.26:0/890782512 >> 172.21.15.26:0/890782512 conn(0x55b9176be180 msgr2=0x55b9176bca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:34.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.280+0000 7fa944e16740 1 -- 172.21.15.26:0/890782512 shutdown_connections 2024-04-26T23:36:34.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.281+0000 7fa944e16740 1 -- 172.21.15.26:0/890782512 wait complete. 2024-04-26T23:36:34.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.281+0000 7fa944e16740 1 -- start start 2024-04-26T23:36:34.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.281+0000 7fa944e16740 1 Processor -- start 2024-04-26T23:36:34.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa944e16740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176d0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa944e16740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176d1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa944e16740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 0x55b91774aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa944e16740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa93c1aeb10 con 0x55b9176c1e60 2024-04-26T23:36:34.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa944e16740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa93c1aff80 con 0x55b9176c2780 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa944e16740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa93c1af1e0 con 0x55b9176cce50 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa944e16740 10 client.0 _ll_register_callbacks cb 0x7fa9240cd880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa93b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176d0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa93b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176d0e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57730/0 (socket says 172.21.15.26:57730) 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa93b400640 1 -- 172.21.15.26:0/3987252341 learned_addr learned my addr 172.21.15.26:0/3987252341 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa932a00640 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176d1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa93be00640 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 0x55b91774aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa93b400640 1 -- 172.21.15.26:0/3987252341 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 msgr2=0x55b91774aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa93b400640 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 0x55b91774aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa93b400640 1 -- 172.21.15.26:0/3987252341 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 msgr2=0x55b9176d1370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa93b400640 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176d1370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.282+0000 7fa93b400640 1 -- 172.21.15.26:0/3987252341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9176d1c10 con 0x55b9176c1e60 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.283+0000 7fa93b400640 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176d0e30 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fa92c054040 tx=0x7fa92c02a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12e48049e3b3486c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.283+0000 7fa928c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:34.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.283+0000 7fa928c00640 1 -- 172.21.15.26:0/3987252341 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa92c05f060 con 0x55b9176c1e60 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.283+0000 7fa928c00640 1 -- 172.21.15.26:0/3987252341 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa92c02fb60 con 0x55b9176c1e60 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.283+0000 7fa944e16740 1 -- 172.21.15.26:0/3987252341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa92c02fdb0 con 0x55b9176c1e60 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.283+0000 7fa928c00640 1 -- 172.21.15.26:0/3987252341 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa92c034070 con 0x55b9176c1e60 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.283+0000 7fa944e16740 10 client.15648 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.283+0000 7fa944e16740 1 -- 172.21.15.26:0/3987252341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b91774c0a0 con 0x55b9176c1e60 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.284+0000 7fa928c00640 1 -- 172.21.15.26:0/3987252341 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa92c02fdb0 con 0x55b9176c1e60 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.284+0000 7fa928c00640 1 -- 172.21.15.26:0/3987252341 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa92c004290 con 0x55b9176c1e60 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.284+0000 7fa944e16740 10 client.15648 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.284+0000 7fa944e16740 10 client.15648 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.284+0000 7fa944e16740 20 client.15648 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.284+0000 7fa944e16740 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b91774c790 0x55b91774ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.284+0000 7fa944e16740 4 client.15648 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.284+0000 7fa944e16740 1 -- 172.21.15.26:0/3987252341 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b91762f400 con 0x55b91774c790 2024-04-26T23:36:34.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.285+0000 7fa932a00640 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b91774c790 0x55b91774ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.285+0000 7fa932a00640 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b91774c790 0x55b91774ebb0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f9b8f0dfd2c4897 server_cookie=f2f3305b2c0e56a5 in_seq=0 out_seq=0 2024-04-26T23:36:34.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.285+0000 7fa928c00640 10 client.15648 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:34.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.288+0000 7fa928c00640 1 -- 172.21.15.26:0/3987252341 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b91762f400 con 0x55b91774c790 2024-04-26T23:36:34.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.288+0000 7fa928c00640 10 client.15648 handle_command_reply: tid=0 2024-04-26T23:36:34.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.288+0000 7fa944e16740 1 client.15648 shutdown 2024-04-26T23:36:34.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.288+0000 7fa944e16740 1 -- 172.21.15.26:0/3987252341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 msgr2=0x55b9176d0e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.288+0000 7fa944e16740 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176d0e30 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fa92c054040 tx=0x7fa92c02a950 comp rx=0 tx=0).stop 2024-04-26T23:36:34.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.289+0000 7fa944e16740 1 -- 172.21.15.26:0/3987252341 shutdown_connections 2024-04-26T23:36:34.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.289+0000 7fa944e16740 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b91774c790 0x55b91774ebb0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.289+0000 7fa944e16740 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b9176cce50 0x55b91774aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.289+0000 7fa944e16740 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b9176c2780 0x55b9176d1370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.289+0000 7fa944e16740 1 --2- 172.21.15.26:0/3987252341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b9176c1e60 0x55b9176d0e30 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.289+0000 7fa928c00640 0 client.15648 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:34.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.289+0000 7fa944e16740 1 -- 172.21.15.26:0/3987252341 >> 172.21.15.26:0/3987252341 conn(0x55b9176be180 msgr2=0x55b9176bd2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:34.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.289+0000 7fa944e16740 1 -- 172.21.15.26:0/3987252341 shutdown_connections 2024-04-26T23:36:34.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.289+0000 7fa944e16740 1 -- 172.21.15.26:0/3987252341 wait complete. 2024-04-26T23:36:34.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.289+0000 7fa944e16740 20 client.15648 trim_cache size 0 max 16384 2024-04-26T23:36:34.294 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:36:34.294 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:36:34.294 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "6cdf43bf-5cd3-40e8-80a4-10ffedc357e6", 2024-04-26T23:36:34.294 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:36:34.294 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:36:34.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.290+0000 7fa940a00640 1 -- 172.21.15.26:0/3296906093 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa9200a3e30 msgr2=0x7fa9200a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.290+0000 7fa940a00640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa9200a3e30 0x7fa9200a62f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x55b9176c3420 tx=0x7fa92c004a40 comp rx=0 tx=0).stop 2024-04-26T23:36:34.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.290+0000 7fa940a00640 1 -- 172.21.15.26:0/3296906093 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa93c1042b0 msgr2=0x7fa93c19b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.290+0000 7fa940a00640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa93c1042b0 0x7fa93c19b6a0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fa92400d750 tx=0x7fa92400dc10 comp rx=0 tx=0).stop 2024-04-26T23:36:34.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.290+0000 7fa940a00640 1 -- 172.21.15.26:0/3296906093 shutdown_connections 2024-04-26T23:36:34.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.290+0000 7fa940a00640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa93c10cdb0 0x7fa93c19fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.290+0000 7fa940a00640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa9200a3e30 0x7fa9200a62f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.290+0000 7fa940a00640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa93c1042b0 0x7fa93c19b6a0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.290+0000 7fa940a00640 1 --2- 172.21.15.26:0/3296906093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa93c103990 0x7fa93c19b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.290+0000 7fa940a00640 1 -- 172.21.15.26:0/3296906093 >> 172.21.15.26:0/3296906093 conn(0x7fa93c0fd1b0 msgr2=0x7fa93c102670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:34.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.290+0000 7fa940a00640 1 -- 172.21.15.26:0/3296906093 shutdown_connections 2024-04-26T23:36:34.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.290+0000 7fa940a00640 1 -- 172.21.15.26:0/3296906093 wait complete. 2024-04-26T23:36:34.310 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:36:34.310 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:36:34.378 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:34 smithi026 ceph-mon[28371]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:36:34.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.519+0000 7fcb57e00640 1 -- 172.21.15.26:0/2723471262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb58109870 msgr2=0x7fcb58115c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.519+0000 7fcb57e00640 1 --2- 172.21.15.26:0/2723471262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb58109870 0x7fcb58115c90 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fcb50009ca0 tx=0x7fcb5002a950 comp rx=0 tx=0).stop 2024-04-26T23:36:34.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.519+0000 7fcb57e00640 1 -- 172.21.15.26:0/2723471262 shutdown_connections 2024-04-26T23:36:34.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.519+0000 7fcb57e00640 1 --2- 172.21.15.26:0/2723471262 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb58109870 0x7fcb58115c90 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.519+0000 7fcb57e00640 1 --2- 172.21.15.26:0/2723471262 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb58108ed0 0x7fcb58109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.519+0000 7fcb57e00640 1 --2- 172.21.15.26:0/2723471262 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcb5810eef0 0x7fcb5810f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.519+0000 7fcb57e00640 1 -- 172.21.15.26:0/2723471262 >> 172.21.15.26:0/2723471262 conn(0x7fcb58078750 msgr2=0x7fcb58107750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:34.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.519+0000 7fcb57e00640 1 -- 172.21.15.26:0/2723471262 shutdown_connections 2024-04-26T23:36:34.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.519+0000 7fcb57e00640 1 -- 172.21.15.26:0/2723471262 wait complete. 2024-04-26T23:36:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.520+0000 7fcb57e00640 1 Processor -- start 2024-04-26T23:36:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.521+0000 7fcb57e00640 1 -- start start 2024-04-26T23:36:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.521+0000 7fcb57e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb58108ed0 0x7fcb5819f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.521+0000 7fcb57e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcb58109870 0x7fcb5819f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.521+0000 7fcb57e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb5810eef0 0x7fcb581a3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.521+0000 7fcb57e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcb58118f30 con 0x7fcb5810eef0 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.521+0000 7fcb57e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcb58118db0 con 0x7fcb58109870 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.521+0000 7fcb57e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcb581190b0 con 0x7fcb58108ed0 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.521+0000 7fcb57400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb5810eef0 0x7fcb581a3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.521+0000 7fcb57400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb5810eef0 0x7fcb581a3ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57740/0 (socket says 172.21.15.26:57740) 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.521+0000 7fcb57400640 1 -- 172.21.15.26:0/3986525363 learned_addr learned my addr 172.21.15.26:0/3986525363 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.521+0000 7fcb56000640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcb58109870 0x7fcb5819f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.521+0000 7fcb56a00640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb58108ed0 0x7fcb5819f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.522+0000 7fcb57400640 1 -- 172.21.15.26:0/3986525363 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb58108ed0 msgr2=0x7fcb5819f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.522+0000 7fcb57400640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb58108ed0 0x7fcb5819f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.522+0000 7fcb57400640 1 -- 172.21.15.26:0/3986525363 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcb58109870 msgr2=0x7fcb5819f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.522+0000 7fcb57400640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcb58109870 0x7fcb5819f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.522+0000 7fcb57400640 1 -- 172.21.15.26:0/3986525363 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb581a43d0 con 0x7fcb5810eef0 2024-04-26T23:36:34.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.522+0000 7fcb57400640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb5810eef0 0x7fcb581a3ca0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fcb5002ae70 tx=0x7fcb50003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:34.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.522+0000 7fcb4f400640 1 -- 172.21.15.26:0/3986525363 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb50034040 con 0x7fcb5810eef0 2024-04-26T23:36:34.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.522+0000 7fcb4f400640 1 -- 172.21.15.26:0/3986525363 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcb50030850 con 0x7fcb5810eef0 2024-04-26T23:36:34.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.522+0000 7fcb57e00640 1 -- 172.21.15.26:0/3986525363 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb581a4660 con 0x7fcb5810eef0 2024-04-26T23:36:34.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.522+0000 7fcb4f400640 1 -- 172.21.15.26:0/3986525363 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb50004600 con 0x7fcb5810eef0 2024-04-26T23:36:34.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.523+0000 7fcb57e00640 1 -- 172.21.15.26:0/3986525363 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb581abf50 con 0x7fcb5810eef0 2024-04-26T23:36:34.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.526+0000 7fcb4f400640 1 -- 172.21.15.26:0/3986525363 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fcb50037020 con 0x7fcb5810eef0 2024-04-26T23:36:34.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.526+0000 7fcb60a79740 1 Processor -- start 2024-04-26T23:36:34.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.526+0000 7fcb60a79740 1 -- start start 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.526+0000 7fcb60a79740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e059d50 0x561a9e05a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.526+0000 7fcb60a79740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 0x561a9e064800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.526+0000 7fcb60a79740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e064d40 0x561a9e067130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.526+0000 7fcb60a79740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561a9df6b030 con 0x561a9e064d40 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.526+0000 7fcb60a79740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561a9df867f0 con 0x561a9e059d50 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.526+0000 7fcb60a79740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561a9df417e0 con 0x561a9e05a670 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.527+0000 7fcb56000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e064d40 0x561a9e067130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.527+0000 7fcb56000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e064d40 0x561a9e067130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57750/0 (socket says 172.21.15.26:57750) 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.527+0000 7fcb56000640 1 -- 172.21.15.26:0/2116916362 learned_addr learned my addr 172.21.15.26:0/2116916362 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.527+0000 7fcb56a00640 1 --2- 172.21.15.26:0/2116916362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 0x561a9e064800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.527+0000 7fcb56000640 1 --2- 172.21.15.26:0/2116916362 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e059d50 0x561a9e05a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.527+0000 7fcb4f400640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcb3c0a3db0 0x7fcb3c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.527+0000 7fcb56000640 1 -- 172.21.15.26:0/2116916362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 msgr2=0x561a9e064800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.527+0000 7fcb56000640 1 --2- 172.21.15.26:0/2116916362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 0x561a9e064800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.527+0000 7fcb56000640 1 -- 172.21.15.26:0/2116916362 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e059d50 msgr2=0x561a9e05a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.527+0000 7fcb56000640 1 --2- 172.21.15.26:0/2116916362 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e059d50 0x561a9e05a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.527+0000 7fcb56000640 1 -- 172.21.15.26:0/2116916362 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a9df4d050 con 0x561a9e064d40 2024-04-26T23:36:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.527+0000 7fcb4f400640 1 -- 172.21.15.26:0/3986525363 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fcb500f17b0 con 0x7fcb5810eef0 2024-04-26T23:36:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.528+0000 7fcb57400640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcb3c0a3db0 0x7fcb3c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.528+0000 7fcb56000640 1 --2- 172.21.15.26:0/2116916362 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e064d40 0x561a9e067130 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fcb440149c0 tx=0x7fcb4400c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73963401c609cd63 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.528+0000 7fcb43e00640 1 -- 172.21.15.26:0/2116916362 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb440142d0 con 0x561a9e064d40 2024-04-26T23:36:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.528+0000 7fcb43e00640 1 -- 172.21.15.26:0/2116916362 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcb440054b0 con 0x561a9e064d40 2024-04-26T23:36:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.528+0000 7fcb43e00640 1 -- 172.21.15.26:0/2116916362 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb4400f760 con 0x561a9e064d40 2024-04-26T23:36:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.529+0000 7fcb60a79740 1 -- 172.21.15.26:0/2116916362 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e064d40 msgr2=0x561a9e067130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.529+0000 7fcb57400640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcb3c0a3db0 0x7fcb3c0a6270 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fcb500eef80 tx=0x7fcb50003f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.529+0000 7fcb60a79740 1 --2- 172.21.15.26:0/2116916362 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e064d40 0x561a9e067130 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fcb440149c0 tx=0x7fcb4400c4d0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.529+0000 7fcb60a79740 1 -- 172.21.15.26:0/2116916362 shutdown_connections 2024-04-26T23:36:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.529+0000 7fcb60a79740 1 --2- 172.21.15.26:0/2116916362 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e064d40 0x561a9e067130 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.529+0000 7fcb60a79740 1 --2- 172.21.15.26:0/2116916362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 0x561a9e064800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.529+0000 7fcb60a79740 1 --2- 172.21.15.26:0/2116916362 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e059d50 0x561a9e05a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.529+0000 7fcb60a79740 1 -- 172.21.15.26:0/2116916362 >> 172.21.15.26:0/2116916362 conn(0x561a9e056070 msgr2=0x561a9e056450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.529+0000 7fcb60a79740 1 -- 172.21.15.26:0/2116916362 shutdown_connections 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.529+0000 7fcb60a79740 1 -- 172.21.15.26:0/2116916362 wait complete. 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.529+0000 7fcb60a79740 1 -- start start 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.530+0000 7fcb60a79740 1 Processor -- start 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.530+0000 7fcb60a79740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 0x561a9e064670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.530+0000 7fcb60a79740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 0x561a9e061a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.530+0000 7fcb60a79740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e064d40 0x561a9e061f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.530+0000 7fcb60a79740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561a9dfc3200 con 0x561a9e059d50 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.530+0000 7fcb60a79740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561a9dfbdee0 con 0x561a9e064d40 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.530+0000 7fcb60a79740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561a9dfcae70 con 0x561a9e05a670 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.530+0000 7fcb60a79740 10 client.0 _ll_register_callbacks cb 0x561a9dfb4270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.530+0000 7fcb56000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 0x561a9e064670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.530+0000 7fcb56000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 0x561a9e064670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57764/0 (socket says 172.21.15.26:57764) 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.530+0000 7fcb56000640 1 -- 172.21.15.26:0/1078319463 learned_addr learned my addr 172.21.15.26:0/1078319463 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.531+0000 7fcb56a00640 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 0x561a9e061a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.531+0000 7fcb56000640 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e064d40 0x561a9e061f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.531+0000 7fcb56000640 1 -- 172.21.15.26:0/1078319463 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 msgr2=0x561a9e061a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.531+0000 7fcb56000640 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 0x561a9e061a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.531+0000 7fcb56000640 1 -- 172.21.15.26:0/1078319463 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e064d40 msgr2=0x561a9e061f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.531+0000 7fcb56000640 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e064d40 0x561a9e061f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.531+0000 7fcb56000640 1 -- 172.21.15.26:0/1078319463 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a9dd9a7d0 con 0x561a9e059d50 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.531+0000 7fcb56000640 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 0x561a9e064670 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fcb4400cd20 tx=0x7fcb44004b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3369780ad4eb0c37 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.531+0000 7fcb40c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.532+0000 7fcb40c00640 1 -- 172.21.15.26:0/1078319463 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb44004e60 con 0x561a9e059d50 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.532+0000 7fcb40c00640 1 -- 172.21.15.26:0/1078319463 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fcb44005000 con 0x561a9e059d50 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.532+0000 7fcb60a79740 1 -- 172.21.15.26:0/1078319463 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb440054b0 con 0x561a9e059d50 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.532+0000 7fcb40c00640 1 -- 172.21.15.26:0/1078319463 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcb44005200 con 0x561a9e059d50 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.532+0000 7fcb60a79740 10 client.15660 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.532+0000 7fcb60a79740 1 -- 172.21.15.26:0/1078319463 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561a9dcd03f0 con 0x561a9e059d50 2024-04-26T23:36:34.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.532+0000 7fcb40c00640 1 -- 172.21.15.26:0/1078319463 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcb440054b0 con 0x561a9e059d50 2024-04-26T23:36:34.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.532+0000 7fcb40c00640 1 -- 172.21.15.26:0/1078319463 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcb44020610 con 0x561a9e059d50 2024-04-26T23:36:34.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.533+0000 7fcb60a79740 10 client.15660 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:34.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.533+0000 7fcb60a79740 10 client.15660 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:36:34.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.533+0000 7fcb60a79740 20 client.15660 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:34.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.533+0000 7fcb60a79740 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561a9e0745d0 0x561a9e0769c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.533+0000 7fcb60a79740 4 client.15660 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:36:34.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.533+0000 7fcb60a79740 1 -- 172.21.15.26:0/1078319463 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a9dfcc7e0 con 0x561a9e0745d0 2024-04-26T23:36:34.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.533+0000 7fcb56a00640 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561a9e0745d0 0x561a9e0769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.534+0000 7fcb56a00640 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561a9e0745d0 0x561a9e0769c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e696a6a7bee059a server_cookie=d1335bd140d82623 in_seq=0 out_seq=0 2024-04-26T23:36:34.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.534+0000 7fcb40c00640 10 client.15660 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:34.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb40c00640 1 -- 172.21.15.26:0/1078319463 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561a9dfcc7e0 con 0x561a9e0745d0 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb40c00640 10 client.15660 handle_command_reply: tid=0 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb60a79740 1 client.15660 shutdown 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb60a79740 1 -- 172.21.15.26:0/1078319463 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 msgr2=0x561a9e064670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb60a79740 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 0x561a9e064670 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fcb4400cd20 tx=0x7fcb44004b60 comp rx=0 tx=0).stop 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb60a79740 1 -- 172.21.15.26:0/1078319463 shutdown_connections 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb60a79740 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561a9e0745d0 0x561a9e0769c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb60a79740 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e064d40 0x561a9e061f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb60a79740 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 0x561a9e061a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb40c00640 0 client.15660 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb60a79740 1 --2- 172.21.15.26:0/1078319463 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 0x561a9e064670 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb60a79740 1 -- 172.21.15.26:0/1078319463 >> 172.21.15.26:0/1078319463 conn(0x561a9e056070 msgr2=0x561a9e05be70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.536+0000 7fcb60a79740 1 -- 172.21.15.26:0/1078319463 shutdown_connections 2024-04-26T23:36:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.537+0000 7fcb60a79740 1 -- 172.21.15.26:0/1078319463 wait complete. 2024-04-26T23:36:34.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.537+0000 7fcb60a79740 20 client.15660 trim_cache size 0 max 16384 2024-04-26T23:36:34.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.556+0000 7fcb60a79740 1 Processor -- start 2024-04-26T23:36:34.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.556+0000 7fcb60a79740 1 -- start start 2024-04-26T23:36:34.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.556+0000 7fcb60a79740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e056070 0x561a9e0551f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.556+0000 7fcb60a79740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 0x561a9e07c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.556+0000 7fcb60a79740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 0x561a9e07c560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.556+0000 7fcb60a79740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcb581b4900 con 0x561a9e059d50 2024-04-26T23:36:34.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.556+0000 7fcb60a79740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcb581b2730 con 0x561a9e056070 2024-04-26T23:36:34.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.556+0000 7fcb60a79740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcb581b4230 con 0x561a9e05a670 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.557+0000 7fcb56000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e056070 0x561a9e0551f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.557+0000 7fcb56a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 0x561a9e07c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.557+0000 7fcb56000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e056070 0x561a9e0551f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:55934/0 (socket says 172.21.15.26:55934) 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.557+0000 7fcb56000640 1 -- 172.21.15.26:0/1474135077 learned_addr learned my addr 172.21.15.26:0/1474135077 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.557+0000 7fcb56000640 1 --2- 172.21.15.26:0/1474135077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 0x561a9e07c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.557+0000 7fcb56a00640 1 -- 172.21.15.26:0/1474135077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 msgr2=0x561a9e07c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.557+0000 7fcb56a00640 1 --2- 172.21.15.26:0/1474135077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 0x561a9e07c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.557+0000 7fcb56a00640 1 -- 172.21.15.26:0/1474135077 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e056070 msgr2=0x561a9e0551f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.557+0000 7fcb56a00640 1 --2- 172.21.15.26:0/1474135077 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e056070 0x561a9e0551f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.557+0000 7fcb56a00640 1 -- 172.21.15.26:0/1474135077 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a9e05a4a0 con 0x561a9e059d50 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.557+0000 7fcb56a00640 1 --2- 172.21.15.26:0/1474135077 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 0x561a9e07c020 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x561a9e076f60 tx=0x7fcb48005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=952a15dd275ccd6e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.558+0000 7fcb43400640 1 -- 172.21.15.26:0/1474135077 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb480140d0 con 0x561a9e059d50 2024-04-26T23:36:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.558+0000 7fcb43400640 1 -- 172.21.15.26:0/1474135077 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcb4801f070 con 0x561a9e059d50 2024-04-26T23:36:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.558+0000 7fcb43400640 1 -- 172.21.15.26:0/1474135077 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb4801b6b0 con 0x561a9e059d50 2024-04-26T23:36:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.558+0000 7fcb60a79740 1 -- 172.21.15.26:0/1474135077 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 msgr2=0x561a9e07c020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.558+0000 7fcb60a79740 1 --2- 172.21.15.26:0/1474135077 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 0x561a9e07c020 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x561a9e076f60 tx=0x7fcb48005f30 comp rx=0 tx=0).stop 2024-04-26T23:36:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.558+0000 7fcb60a79740 1 -- 172.21.15.26:0/1474135077 shutdown_connections 2024-04-26T23:36:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.558+0000 7fcb60a79740 1 --2- 172.21.15.26:0/1474135077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e05a670 0x561a9e07c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.558+0000 7fcb60a79740 1 --2- 172.21.15.26:0/1474135077 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e059d50 0x561a9e07c020 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.558+0000 7fcb60a79740 1 --2- 172.21.15.26:0/1474135077 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e056070 0x561a9e0551f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.558+0000 7fcb60a79740 1 -- 172.21.15.26:0/1474135077 >> 172.21.15.26:0/1474135077 conn(0x561a9e0620a0 msgr2=0x561a9e06f740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.559+0000 7fcb60a79740 1 -- 172.21.15.26:0/1474135077 shutdown_connections 2024-04-26T23:36:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.559+0000 7fcb60a79740 1 -- 172.21.15.26:0/1474135077 wait complete. 2024-04-26T23:36:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.559+0000 7fcb60a79740 1 -- start start 2024-04-26T23:36:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.559+0000 7fcb60a79740 1 Processor -- start 2024-04-26T23:36:34.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.559+0000 7fcb60a79740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e056070 0x561a9e06acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb60a79740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e059d50 0x561a9e06b210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb60a79740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e05a670 0x561a9e0d98a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb60a79740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcb581b3490 con 0x561a9e05a670 2024-04-26T23:36:34.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb60a79740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcb581b2dc0 con 0x561a9e059d50 2024-04-26T23:36:34.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb60a79740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcb581b3b60 con 0x561a9e056070 2024-04-26T23:36:34.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb60a79740 10 client.0 _ll_register_callbacks cb 0x7fcb4400cf30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:36:34.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb56000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e05a670 0x561a9e0d98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb56000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e05a670 0x561a9e0d98a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57782/0 (socket says 172.21.15.26:57782) 2024-04-26T23:36:34.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb56000640 1 -- 172.21.15.26:0/3325956423 learned_addr learned my addr 172.21.15.26:0/3325956423 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:36:34.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb56a00640 1 --2- 172.21.15.26:0/3325956423 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e059d50 0x561a9e06b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb56000640 1 -- 172.21.15.26:0/3325956423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e056070 msgr2=0x561a9e06acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb56000640 1 --2- 172.21.15.26:0/3325956423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e056070 0x561a9e06acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb56000640 1 -- 172.21.15.26:0/3325956423 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e059d50 msgr2=0x561a9e06b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb56000640 1 --2- 172.21.15.26:0/3325956423 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e059d50 0x561a9e06b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb56000640 1 -- 172.21.15.26:0/3325956423 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a9dc900f0 con 0x561a9e05a670 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb56000640 1 --2- 172.21.15.26:0/3325956423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e05a670 0x561a9e0d98a0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fcb44022040 tx=0x7fcb4400caf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ff5290050d9d023 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.560+0000 7fcb40c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.561+0000 7fcb40c00640 1 -- 172.21.15.26:0/3325956423 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb44040020 con 0x561a9e05a670 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.561+0000 7fcb40c00640 1 -- 172.21.15.26:0/3325956423 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fcb4400f930 con 0x561a9e05a670 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.561+0000 7fcb60a79740 1 -- 172.21.15.26:0/3325956423 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb4801f070 con 0x561a9e05a670 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.561+0000 7fcb40c00640 1 -- 172.21.15.26:0/3325956423 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcb440053a0 con 0x561a9e05a670 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.561+0000 7fcb60a79740 10 client.15666 fetch_fsmap learned FSMap version 24 2024-04-26T23:36:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.561+0000 7fcb60a79740 1 -- 172.21.15.26:0/3325956423 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561a9df86a30 con 0x561a9e05a670 2024-04-26T23:36:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.561+0000 7fcb40c00640 1 -- 172.21.15.26:0/3325956423 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcb4801f070 con 0x561a9e05a670 2024-04-26T23:36:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.561+0000 7fcb40c00640 1 -- 172.21.15.26:0/3325956423 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcb44004dd0 con 0x561a9e05a670 2024-04-26T23:36:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.561+0000 7fcb60a79740 10 client.15666 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:36:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.562+0000 7fcb60a79740 10 client.15666 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:36:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.562+0000 7fcb60a79740 20 client.15666 populate_metadata read hostname 'smithi026' 2024-04-26T23:36:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.562+0000 7fcb60a79740 1 --2- 172.21.15.26:0/3325956423 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561a9e064d40 0x561a9e0dd0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:36:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.562+0000 7fcb60a79740 4 client.15666 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:36:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.562+0000 7fcb60a79740 1 -- 172.21.15.26:0/3325956423 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561a9dfc6650 con 0x561a9e064d40 2024-04-26T23:36:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.562+0000 7fcb56a00640 1 --2- 172.21.15.26:0/3325956423 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561a9e064d40 0x561a9e0dd0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:36:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.563+0000 7fcb56a00640 1 --2- 172.21.15.26:0/3325956423 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561a9e064d40 0x561a9e0dd0e0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb907d48a7e35fb0 server_cookie=8aa52d9d1a18e024 in_seq=0 out_seq=0 2024-04-26T23:36:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.563+0000 7fcb40c00640 10 client.15666 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:34.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:34 smithi086 ceph-mon[31122]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:36:34.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb40c00640 1 -- 172.21.15.26:0/3325956423 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561a9dfc6650 con 0x561a9e064d40 2024-04-26T23:36:34.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb40c00640 10 client.15666 handle_command_reply: tid=0 2024-04-26T23:36:34.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb60a79740 1 client.15666 shutdown 2024-04-26T23:36:34.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb60a79740 1 -- 172.21.15.26:0/3325956423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e05a670 msgr2=0x561a9e0d98a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb60a79740 1 --2- 172.21.15.26:0/3325956423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e05a670 0x561a9e0d98a0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fcb44022040 tx=0x7fcb4400caf0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb60a79740 1 -- 172.21.15.26:0/3325956423 shutdown_connections 2024-04-26T23:36:34.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb60a79740 1 --2- 172.21.15.26:0/3325956423 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561a9e064d40 0x561a9e0dd0e0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb60a79740 1 --2- 172.21.15.26:0/3325956423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561a9e05a670 0x561a9e0d98a0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb60a79740 1 --2- 172.21.15.26:0/3325956423 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561a9e059d50 0x561a9e06b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb40c00640 0 client.15666 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:36:34.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb60a79740 1 --2- 172.21.15.26:0/3325956423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561a9e056070 0x561a9e06acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb60a79740 1 -- 172.21.15.26:0/3325956423 >> 172.21.15.26:0/3325956423 conn(0x561a9e0620a0 msgr2=0x561a9e055070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:34.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb60a79740 1 -- 172.21.15.26:0/3325956423 shutdown_connections 2024-04-26T23:36:34.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb60a79740 1 -- 172.21.15.26:0/3325956423 wait complete. 2024-04-26T23:36:34.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.564+0000 7fcb60a79740 20 client.15666 trim_cache size 0 max 16384 2024-04-26T23:36:34.572 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:36:34.572 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:36:34.572 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:36:34.572 INFO:teuthology.orchestra.run.smithi026.stdout: "6cdf43bf-5cd3-40e8-80a4-10ffedc357e6": { 2024-04-26T23:36:34.573 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:36:34.573 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "6cdf43bf-5cd3-40e8-80a4-10ffedc357e6", 2024-04-26T23:36:34.573 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:36:34.573 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:36:34.573 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:36:34.573 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:36:34.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.565+0000 7fcb57e00640 1 -- 172.21.15.26:0/3986525363 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcb3c0a3db0 msgr2=0x7fcb3c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.565+0000 7fcb57e00640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcb3c0a3db0 0x7fcb3c0a6270 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fcb500eef80 tx=0x7fcb50003f90 comp rx=0 tx=0).stop 2024-04-26T23:36:34.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.565+0000 7fcb57e00640 1 -- 172.21.15.26:0/3986525363 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb5810eef0 msgr2=0x7fcb581a3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:36:34.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.565+0000 7fcb57e00640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb5810eef0 0x7fcb581a3ca0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fcb5002ae70 tx=0x7fcb50003ce0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.565+0000 7fcb57e00640 1 -- 172.21.15.26:0/3986525363 shutdown_connections 2024-04-26T23:36:34.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.565+0000 7fcb57e00640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcb3c0a3db0 0x7fcb3c0a6270 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.565+0000 7fcb57e00640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcb5810eef0 0x7fcb581a3ca0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.565+0000 7fcb57e00640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcb58109870 0x7fcb5819f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.565+0000 7fcb57e00640 1 --2- 172.21.15.26:0/3986525363 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcb58108ed0 0x7fcb5819f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:36:34.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.565+0000 7fcb57e00640 1 -- 172.21.15.26:0/3986525363 >> 172.21.15.26:0/3986525363 conn(0x7fcb58078750 msgr2=0x7fcb580797e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:36:34.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.565+0000 7fcb57e00640 1 -- 172.21.15.26:0/3986525363 shutdown_connections 2024-04-26T23:36:34.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:36:34.565+0000 7fcb57e00640 1 -- 172.21.15.26:0/3986525363 wait complete. 2024-04-26T23:36:34.584 INFO:tasks.cephfs.filesystem:scrub status for tag:6cdf43bf-5cd3-40e8-80a4-10ffedc357e6 - {'path': '/', 'tag': '6cdf43bf-5cd3-40e8-80a4-10ffedc357e6', 'options': 'recursive,force'} 2024-04-26T23:36:34.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:34 smithi164 ceph-mon[31699]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:36:35.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:35 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:36:35.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:35 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:36:35.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:35 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:36:35.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:35 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:36:35.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:35 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:36:35.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:35 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:36:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:35 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:36:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:35 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:36:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:35 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:36:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:35 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:36:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:35 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:36:35.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:35 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:36:36.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:36 smithi086 ceph-mon[31122]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:36.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:36 smithi164 ceph-mon[31699]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:36.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:36 smithi026 ceph-mon[28371]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:38.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:38 smithi086 ceph-mon[31122]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:36:38.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:38 smithi164 ceph-mon[31699]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:36:38.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:38 smithi026 ceph-mon[28371]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:36:39.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:39 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:36:39.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:39 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:36:39.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:39 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:36:40.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:40 smithi086 ceph-mon[31122]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:36:40.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:40 smithi164 ceph-mon[31699]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:36:40.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:40 smithi026 ceph-mon[28371]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:36:42.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:42 smithi164 ceph-mon[31699]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:36:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:42 smithi026 ceph-mon[28371]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:36:42.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:42 smithi086 ceph-mon[31122]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:36:44.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:44 smithi164 ceph-mon[31699]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:36:44.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:44 smithi026 ceph-mon[28371]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:36:44.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:44 smithi086 ceph-mon[31122]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:36:46.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:46 smithi164 ceph-mon[31699]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:36:46.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:46 smithi026 ceph-mon[28371]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:36:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:46 smithi086 ceph-mon[31122]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:36:48.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:48 smithi164 ceph-mon[31699]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:36:48.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:48 smithi026 ceph-mon[28371]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:36:48.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:48 smithi086 ceph-mon[31122]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:36:50.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:50 smithi164 ceph-mon[31699]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:50.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:50 smithi026 ceph-mon[28371]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:50 smithi086 ceph-mon[31122]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:52.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:52 smithi164 ceph-mon[31699]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:52.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:52 smithi026 ceph-mon[28371]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:52.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:52 smithi086 ceph-mon[31122]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:54.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:54 smithi164 ceph-mon[31699]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:36:54.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:54 smithi026 ceph-mon[28371]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:36:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:54 smithi086 ceph-mon[31122]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:36:56.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:56 smithi026 ceph-mon[28371]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:56.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:56 smithi164 ceph-mon[31699]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:56.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:56 smithi086 ceph-mon[31122]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:36:58.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:36:58 smithi164 ceph-mon[31699]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:36:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:36:58 smithi026 ceph-mon[28371]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:36:58.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:36:58 smithi086 ceph-mon[31122]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:37:00.373 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:37:00 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:37:00.060+0000 7ff81a400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:37:00.373 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:37:00 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:37:00.060+0000 7ff81a400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:37:00.373 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:37:00 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:37:00.060+0000 7ff81a400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:37:00.374 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:37:00 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:37:00.060+0000 7ff81a400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:37:00.374 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:37:00 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:37:00.060+0000 7ff81a400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T23:37:00.624 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:00 smithi086 ceph-mon[31122]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:37:00.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:00 smithi164 ceph-mon[31699]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:37:00.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:00 smithi026 ceph-mon[28371]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:37:01.679 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:01 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:37:01.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:01 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:37:01.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:01 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:37:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:02 smithi164 ceph-mon[31699]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:37:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:02 smithi164 ceph-mon[31699]: mgrmap e24: x(active, since 70s), standbys: z, y 2024-04-26T23:37:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:02 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:37:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:02 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:37:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:02 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:37:02.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:02 smithi026 ceph-mon[28371]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:37:02.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:02 smithi026 ceph-mon[28371]: mgrmap e24: x(active, since 70s), standbys: z, y 2024-04-26T23:37:02.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:02 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:37:02.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:02 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:37:02.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:02 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:37:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:02 smithi086 ceph-mon[31122]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:37:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:02 smithi086 ceph-mon[31122]: mgrmap e24: x(active, since 70s), standbys: z, y 2024-04-26T23:37:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:02 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:37:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:02 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:37:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:02 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:37:04.586 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:37:04.586 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:37:04.644 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:04 smithi026 ceph-mon[28371]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-26T23:37:04.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:04 smithi164 ceph-mon[31699]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-26T23:37:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.802+0000 7f47b7200640 1 -- 172.21.15.26:0/498080378 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b81042b0 msgr2=0x7f47b810c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.802+0000 7f47b7200640 1 --2- 172.21.15.26:0/498080378 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b81042b0 0x7f47b810c790 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f47a4009980 tx=0x7f47a402e8c0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.803+0000 7f47b7200640 1 -- 172.21.15.26:0/498080378 shutdown_connections 2024-04-26T23:37:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.803+0000 7f47b7200640 1 --2- 172.21.15.26:0/498080378 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b810cdb0 0x7f47b810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.803+0000 7f47b7200640 1 --2- 172.21.15.26:0/498080378 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b81042b0 0x7f47b810c790 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.803+0000 7f47b7200640 1 --2- 172.21.15.26:0/498080378 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f47b8103990 0x7f47b8103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.803+0000 7f47b7200640 1 -- 172.21.15.26:0/498080378 >> 172.21.15.26:0/498080378 conn(0x7f47b80fd1b0 msgr2=0x7f47b80ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.803+0000 7f47b7200640 1 -- 172.21.15.26:0/498080378 shutdown_connections 2024-04-26T23:37:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.803+0000 7f47b7200640 1 -- 172.21.15.26:0/498080378 wait complete. 2024-04-26T23:37:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.804+0000 7f47b7200640 1 Processor -- start 2024-04-26T23:37:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.804+0000 7f47b7200640 1 -- start start 2024-04-26T23:37:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.804+0000 7f47b7200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f47b8103990 0x7f47b8196d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.804+0000 7f47b7200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b81042b0 0x7f47b8197270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.804+0000 7f47b7200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b810cdb0 0x7f47b819b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.804+0000 7f47b7200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f47b8110780 con 0x7f47b810cdb0 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.804+0000 7f47b7200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f47b8110600 con 0x7f47b8103990 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.804+0000 7f47b7200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f47b8110900 con 0x7f47b81042b0 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.805+0000 7f47b6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b810cdb0 0x7f47b819b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.805+0000 7f47b6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b810cdb0 0x7f47b819b5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47382/0 (socket says 172.21.15.26:47382) 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.805+0000 7f47b6800640 1 -- 172.21.15.26:0/1974051651 learned_addr learned my addr 172.21.15.26:0/1974051651 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.805+0000 7f47b5400640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b81042b0 0x7f47b8197270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.805+0000 7f47b5e00640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f47b8103990 0x7f47b8196d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.805+0000 7f47b6800640 1 -- 172.21.15.26:0/1974051651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b81042b0 msgr2=0x7f47b8197270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.805+0000 7f47b6800640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b81042b0 0x7f47b8197270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.805+0000 7f47b6800640 1 -- 172.21.15.26:0/1974051651 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f47b8103990 msgr2=0x7f47b8196d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.805+0000 7f47b6800640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f47b8103990 0x7f47b8196d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.805+0000 7f47b6800640 1 -- 172.21.15.26:0/1974051651 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47b819bd20 con 0x7f47b810cdb0 2024-04-26T23:37:04.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.806+0000 7f47b6800640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b810cdb0 0x7f47b819b5f0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f47b0009f60 tx=0x7f47b0009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:04.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.806+0000 7f47aea00640 1 -- 172.21.15.26:0/1974051651 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47b0004d20 con 0x7f47b810cdb0 2024-04-26T23:37:04.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.806+0000 7f47aea00640 1 -- 172.21.15.26:0/1974051651 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47b000cce0 con 0x7f47b810cdb0 2024-04-26T23:37:04.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.806+0000 7f47b7200640 1 -- 172.21.15.26:0/1974051651 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47b819c010 con 0x7f47b810cdb0 2024-04-26T23:37:04.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.806+0000 7f47b7200640 1 -- 172.21.15.26:0/1974051651 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47b81a38a0 con 0x7f47b810cdb0 2024-04-26T23:37:04.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.806+0000 7f47aea00640 1 -- 172.21.15.26:0/1974051651 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47b0005760 con 0x7f47b810cdb0 2024-04-26T23:37:04.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.810+0000 7f47c01e4740 1 Processor -- start 2024-04-26T23:37:04.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.811+0000 7f47aea00640 1 -- 172.21.15.26:0/1974051651 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f47b0005020 con 0x7f47b810cdb0 2024-04-26T23:37:04.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.812+0000 7f47c01e4740 1 -- start start 2024-04-26T23:37:04.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.812+0000 7f47c01e4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041ddd50 0x559c041de130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.812+0000 7f47c01e4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041de670 0x559c041e8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.812+0000 7f47c01e4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041e8d40 0x559c041eb130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.812+0000 7f47c01e4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559c040ef030 con 0x559c041e8d40 2024-04-26T23:37:04.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.812+0000 7f47c01e4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559c0410a7f0 con 0x559c041ddd50 2024-04-26T23:37:04.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.812+0000 7f47c01e4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559c040c57e0 con 0x559c041de670 2024-04-26T23:37:04.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.812+0000 7f47b5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041e8d40 0x559c041eb130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.813+0000 7f47b5e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041de670 0x559c041e8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.813+0000 7f47b5e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041de670 0x559c041e8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:33444/0 (socket says 172.21.15.26:33444) 2024-04-26T23:37:04.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.813+0000 7f47b5e00640 1 -- 172.21.15.26:0/2305924278 learned_addr learned my addr 172.21.15.26:0/2305924278 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:04.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.813+0000 7f47b5400640 1 --2- 172.21.15.26:0/2305924278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041ddd50 0x559c041de130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.813+0000 7f47b5e00640 1 -- 172.21.15.26:0/2305924278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041ddd50 msgr2=0x559c041de130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:04.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.813+0000 7f47b5e00640 1 --2- 172.21.15.26:0/2305924278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041ddd50 0x559c041de130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.813+0000 7f47b5e00640 1 -- 172.21.15.26:0/2305924278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041e8d40 msgr2=0x559c041eb130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:04.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.813+0000 7f47b5e00640 1 --2- 172.21.15.26:0/2305924278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041e8d40 0x559c041eb130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.813+0000 7f47b5e00640 1 -- 172.21.15.26:0/2305924278 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c040d1050 con 0x559c041de670 2024-04-26T23:37:04.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.813+0000 7f47aea00640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f479c0a3e40 0x7f479c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.813+0000 7f47b5400640 1 --2- 172.21.15.26:0/2305924278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041ddd50 0x559c041de130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:37:04.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.814+0000 7f47aea00640 1 -- 172.21.15.26:0/1974051651 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f47b00d8f80 con 0x7f47b810cdb0 2024-04-26T23:37:04.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.814+0000 7f47b5e00640 1 --2- 172.21.15.26:0/2305924278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041de670 0x559c041e8800 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f47a800bcb0 tx=0x7f47a800f730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21636c670736b052 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:04.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.814+0000 7f47b5400640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f479c0a3e40 0x7f479c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.814+0000 7f47a3400640 1 -- 172.21.15.26:0/2305924278 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a8015070 con 0x559c041de670 2024-04-26T23:37:04.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.814+0000 7f47a3400640 1 -- 172.21.15.26:0/2305924278 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47a801a8f0 con 0x559c041de670 2024-04-26T23:37:04.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.814+0000 7f47a3400640 1 -- 172.21.15.26:0/2305924278 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a8011900 con 0x559c041de670 2024-04-26T23:37:04.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.815+0000 7f47c01e4740 1 -- 172.21.15.26:0/2305924278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041de670 msgr2=0x559c041e8800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:04.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.815+0000 7f47c01e4740 1 --2- 172.21.15.26:0/2305924278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041de670 0x559c041e8800 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f47a800bcb0 tx=0x7f47a800f730 comp rx=0 tx=0).stop 2024-04-26T23:37:04.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.816+0000 7f47b5400640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f479c0a3e40 0x7f479c0a6300 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f47b80ff910 tx=0x7f47a4005b70 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:04.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.816+0000 7f47c01e4740 1 -- 172.21.15.26:0/2305924278 shutdown_connections 2024-04-26T23:37:04.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.816+0000 7f47c01e4740 1 --2- 172.21.15.26:0/2305924278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041e8d40 0x559c041eb130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.816+0000 7f47c01e4740 1 --2- 172.21.15.26:0/2305924278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041de670 0x559c041e8800 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.816+0000 7f47c01e4740 1 --2- 172.21.15.26:0/2305924278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041ddd50 0x559c041de130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.816+0000 7f47c01e4740 1 -- 172.21.15.26:0/2305924278 >> 172.21.15.26:0/2305924278 conn(0x559c041da070 msgr2=0x559c041da450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:04.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.816+0000 7f47c01e4740 1 -- 172.21.15.26:0/2305924278 shutdown_connections 2024-04-26T23:37:04.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.816+0000 7f47c01e4740 1 -- 172.21.15.26:0/2305924278 wait complete. 2024-04-26T23:37:04.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.816+0000 7f47c01e4740 1 -- start start 2024-04-26T23:37:04.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.817+0000 7f47c01e4740 1 Processor -- start 2024-04-26T23:37:04.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:04 smithi086 ceph-mon[31122]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-04-26T23:37:04.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.817+0000 7f47c01e4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041ddd50 0x559c041e85a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.817+0000 7f47c01e4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041de670 0x559c041e5930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.817+0000 7f47c01e4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041e8d40 0x559c041e5e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.817+0000 7f47c01e4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559c04147200 con 0x559c041e8d40 2024-04-26T23:37:04.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.817+0000 7f47c01e4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559c04141ee0 con 0x559c041de670 2024-04-26T23:37:04.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.817+0000 7f47c01e4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559c0414ee70 con 0x559c041ddd50 2024-04-26T23:37:04.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.817+0000 7f47c01e4740 10 client.0 _ll_register_callbacks cb 0x559c04138270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:04.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.818+0000 7f47b6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041e8d40 0x559c041e5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.818+0000 7f47b6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041e8d40 0x559c041e5e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47398/0 (socket says 172.21.15.26:47398) 2024-04-26T23:37:04.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.818+0000 7f47b6800640 1 -- 172.21.15.26:0/3177172320 learned_addr learned my addr 172.21.15.26:0/3177172320 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:04.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.818+0000 7f47b5e00640 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041ddd50 0x559c041e85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.818+0000 7f47b5400640 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041de670 0x559c041e5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.818+0000 7f47b6800640 1 -- 172.21.15.26:0/3177172320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041ddd50 msgr2=0x559c041e85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:04.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.818+0000 7f47b6800640 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041ddd50 0x559c041e85a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.818+0000 7f47b6800640 1 -- 172.21.15.26:0/3177172320 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041de670 msgr2=0x559c041e5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:04.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.818+0000 7f47b6800640 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041de670 0x559c041e5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.818+0000 7f47b6800640 1 -- 172.21.15.26:0/3177172320 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c03f1e7d0 con 0x559c041e8d40 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.818+0000 7f47b5e00640 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041ddd50 0x559c041e85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.818+0000 7f47b6800640 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041e8d40 0x559c041e5e70 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f47b0000f80 tx=0x7f47b00a54b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d718489a1a2f37a3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.819+0000 7f4797e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.819+0000 7f4797e00640 1 -- 172.21.15.26:0/3177172320 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47b00be060 con 0x559c041e8d40 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.819+0000 7f4797e00640 1 -- 172.21.15.26:0/3177172320 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f47b0005900 con 0x559c041e8d40 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.819+0000 7f47c01e4740 1 -- 172.21.15.26:0/3177172320 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47a801a8f0 con 0x559c041e8d40 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.819+0000 7f4797e00640 1 -- 172.21.15.26:0/3177172320 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f47b00a9160 con 0x559c041e8d40 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.819+0000 7f47c01e4740 10 client.15684 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.819+0000 7f47c01e4740 1 -- 172.21.15.26:0/3177172320 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559c03e543f0 con 0x559c041e8d40 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.819+0000 7f4797e00640 1 -- 172.21.15.26:0/3177172320 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47a801a8f0 con 0x559c041e8d40 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.820+0000 7f4797e00640 1 -- 172.21.15.26:0/3177172320 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f47b008f040 con 0x559c041e8d40 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.820+0000 7f47c01e4740 10 client.15684 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.820+0000 7f47c01e4740 10 client.15684 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.820+0000 7f47c01e4740 20 client.15684 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:04.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.820+0000 7f47c01e4740 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559c041f8650 0x559c041faa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.820+0000 7f47c01e4740 4 client.15684 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:37:04.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.820+0000 7f47c01e4740 1 -- 172.21.15.26:0/3177172320 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559c041507e0 con 0x559c041f8650 2024-04-26T23:37:04.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.821+0000 7f47b5e00640 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559c041f8650 0x559c041faa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.822+0000 7f4797e00640 10 client.15684 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:04.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.821+0000 7f47b5e00640 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559c041f8650 0x559c041faa60 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71af3eae09bce527 server_cookie=511d8c1d913ef2d4 in_seq=0 out_seq=0 2024-04-26T23:37:04.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.823+0000 7f4797e00640 1 -- 172.21.15.26:0/3177172320 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559c041507e0 con 0x559c041f8650 2024-04-26T23:37:04.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.823+0000 7f4797e00640 10 client.15684 handle_command_reply: tid=0 2024-04-26T23:37:04.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.823+0000 7f47c01e4740 1 client.15684 shutdown 2024-04-26T23:37:04.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.824+0000 7f47c01e4740 1 -- 172.21.15.26:0/3177172320 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041e8d40 msgr2=0x559c041e5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:04.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.824+0000 7f47c01e4740 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041e8d40 0x559c041e5e70 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f47b0000f80 tx=0x7f47b00a54b0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.824+0000 7f47c01e4740 1 -- 172.21.15.26:0/3177172320 shutdown_connections 2024-04-26T23:37:04.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.824+0000 7f47c01e4740 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559c041f8650 0x559c041faa60 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.824+0000 7f47c01e4740 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041e8d40 0x559c041e5e70 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.824+0000 7f47c01e4740 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041de670 0x559c041e5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.824+0000 7f47c01e4740 1 --2- 172.21.15.26:0/3177172320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041ddd50 0x559c041e85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.824+0000 7f4797e00640 0 client.15684 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:04.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.824+0000 7f47c01e4740 1 -- 172.21.15.26:0/3177172320 >> 172.21.15.26:0/3177172320 conn(0x559c041da070 msgr2=0x559c041d91f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:04.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.824+0000 7f47c01e4740 1 -- 172.21.15.26:0/3177172320 shutdown_connections 2024-04-26T23:37:04.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.824+0000 7f47c01e4740 1 -- 172.21.15.26:0/3177172320 wait complete. 2024-04-26T23:37:04.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.825+0000 7f47c01e4740 20 client.15684 trim_cache size 0 max 16384 2024-04-26T23:37:04.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.863+0000 7f47c01e4740 1 Processor -- start 2024-04-26T23:37:04.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.863+0000 7f47c01e4740 1 -- start start 2024-04-26T23:37:04.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.863+0000 7f47c01e4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 0x559c041dfbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.863+0000 7f47c01e4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041ddd50 0x559c041e8060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.863+0000 7f47c01e4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041de670 0x559c041e85a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.863+0000 7f47c01e4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f479800e820 con 0x559c041da070 2024-04-26T23:37:04.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.863+0000 7f47c01e4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f479800c650 con 0x559c041de670 2024-04-26T23:37:04.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.863+0000 7f47c01e4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f479800e150 con 0x559c041ddd50 2024-04-26T23:37:04.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.863+0000 7f47b5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 0x559c041dfbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.863+0000 7f47b5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 0x559c041dfbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47412/0 (socket says 172.21.15.26:47412) 2024-04-26T23:37:04.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.864+0000 7f47b5e00640 1 -- 172.21.15.26:0/1883671965 learned_addr learned my addr 172.21.15.26:0/1883671965 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:04.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.864+0000 7f47b5400640 1 --2- 172.21.15.26:0/1883671965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041ddd50 0x559c041e8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.864+0000 7f47b6800640 1 --2- 172.21.15.26:0/1883671965 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041de670 0x559c041e85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.864+0000 7f47b5e00640 1 -- 172.21.15.26:0/1883671965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041ddd50 msgr2=0x559c041e8060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:04.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.864+0000 7f47b5e00640 1 --2- 172.21.15.26:0/1883671965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041ddd50 0x559c041e8060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.864+0000 7f47b5e00640 1 -- 172.21.15.26:0/1883671965 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041de670 msgr2=0x559c041e85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:04.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.864+0000 7f47b5e00640 1 --2- 172.21.15.26:0/1883671965 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041de670 0x559c041e85a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.864+0000 7f47b5e00640 1 -- 172.21.15.26:0/1883671965 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c041de4a0 con 0x559c041da070 2024-04-26T23:37:04.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.864+0000 7f47b6800640 1 --2- 172.21.15.26:0/1883671965 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041de670 0x559c041e85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:37:04.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.864+0000 7f47b5e00640 1 --2- 172.21.15.26:0/1883671965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 0x559c041dfbb0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f47a80114b0 tx=0x7f47a80051d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2124122309b5cc69 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:04.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.865+0000 7f47a2a00640 1 -- 172.21.15.26:0/1883671965 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a802e070 con 0x559c041da070 2024-04-26T23:37:04.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.865+0000 7f47a2a00640 1 -- 172.21.15.26:0/1883671965 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47a80054c0 con 0x559c041da070 2024-04-26T23:37:04.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.865+0000 7f47a2a00640 1 -- 172.21.15.26:0/1883671965 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a8015040 con 0x559c041da070 2024-04-26T23:37:04.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.866+0000 7f47c01e4740 1 -- 172.21.15.26:0/1883671965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 msgr2=0x559c041dfbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:04.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.866+0000 7f47c01e4740 1 --2- 172.21.15.26:0/1883671965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 0x559c041dfbb0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f47a80114b0 tx=0x7f47a80051d0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.866+0000 7f47c01e4740 1 -- 172.21.15.26:0/1883671965 shutdown_connections 2024-04-26T23:37:04.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.866+0000 7f47c01e4740 1 --2- 172.21.15.26:0/1883671965 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041de670 0x559c041e85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.866+0000 7f47c01e4740 1 --2- 172.21.15.26:0/1883671965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041ddd50 0x559c041e8060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.866+0000 7f47c01e4740 1 --2- 172.21.15.26:0/1883671965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 0x559c041dfbb0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.866+0000 7f47c01e4740 1 -- 172.21.15.26:0/1883671965 >> 172.21.15.26:0/1883671965 conn(0x559c041e5fd0 msgr2=0x559c041df4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:04.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.866+0000 7f47c01e4740 1 -- 172.21.15.26:0/1883671965 shutdown_connections 2024-04-26T23:37:04.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.866+0000 7f47c01e4740 1 -- 172.21.15.26:0/1883671965 wait complete. 2024-04-26T23:37:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.866+0000 7f47c01e4740 1 -- start start 2024-04-26T23:37:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.867+0000 7f47c01e4740 1 Processor -- start 2024-04-26T23:37:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.867+0000 7f47c01e4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 0x559c041eceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.867+0000 7f47c01e4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041ddd50 0x559c041ed3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.867+0000 7f47c01e4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041de670 0x559c04257bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.867+0000 7f47c01e4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f479800d3b0 con 0x559c041da070 2024-04-26T23:37:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.867+0000 7f47c01e4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f479800cce0 con 0x559c041ddd50 2024-04-26T23:37:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.867+0000 7f47c01e4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f479800da80 con 0x559c041de670 2024-04-26T23:37:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.867+0000 7f47c01e4740 10 client.0 _ll_register_callbacks cb 0x7f47b000ce90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.867+0000 7f47b5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 0x559c041eceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.868+0000 7f47b5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 0x559c041eceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47418/0 (socket says 172.21.15.26:47418) 2024-04-26T23:37:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.868+0000 7f47b5e00640 1 -- 172.21.15.26:0/3151481930 learned_addr learned my addr 172.21.15.26:0/3151481930 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.868+0000 7f47b5400640 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041ddd50 0x559c041ed3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.868+0000 7f47b6800640 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041de670 0x559c04257bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.868+0000 7f47b5e00640 1 -- 172.21.15.26:0/3151481930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041de670 msgr2=0x559c04257bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.868+0000 7f47b5e00640 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041de670 0x559c04257bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.868+0000 7f47b5e00640 1 -- 172.21.15.26:0/3151481930 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041ddd50 msgr2=0x559c041ed3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.868+0000 7f47b5e00640 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041ddd50 0x559c041ed3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.868+0000 7f47b5e00640 1 -- 172.21.15.26:0/3151481930 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c03e140f0 con 0x559c041da070 2024-04-26T23:37:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.869+0000 7f47b5e00640 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 0x559c041eceb0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f47a802c040 tx=0x7f47a800b3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf20cd00a865e898 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.869+0000 7f4797e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.869+0000 7f4797e00640 1 -- 172.21.15.26:0/3151481930 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a8037060 con 0x559c041da070 2024-04-26T23:37:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.869+0000 7f4797e00640 1 -- 172.21.15.26:0/3151481930 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f47a8004230 con 0x559c041da070 2024-04-26T23:37:04.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.869+0000 7f47c01e4740 1 -- 172.21.15.26:0/3151481930 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47a80054c0 con 0x559c041da070 2024-04-26T23:37:04.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.870+0000 7f4797e00640 1 -- 172.21.15.26:0/3151481930 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f47a8015070 con 0x559c041da070 2024-04-26T23:37:04.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.870+0000 7f47c01e4740 10 client.15690 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:04.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.870+0000 7f47c01e4740 1 -- 172.21.15.26:0/3151481930 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559c0410aa30 con 0x559c041da070 2024-04-26T23:37:04.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.870+0000 7f4797e00640 1 -- 172.21.15.26:0/3151481930 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f47a80054c0 con 0x559c041da070 2024-04-26T23:37:04.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.871+0000 7f4797e00640 1 -- 172.21.15.26:0/3151481930 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f47a8003820 con 0x559c041da070 2024-04-26T23:37:04.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.871+0000 7f47c01e4740 10 client.15690 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:04.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.871+0000 7f47c01e4740 10 client.15690 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:04.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.871+0000 7f47c01e4740 20 client.15690 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:04.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.871+0000 7f47c01e4740 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559c041e8d40 0x559c04261550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:04.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.871+0000 7f47c01e4740 4 client.15690 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:37:04.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.871+0000 7f47c01e4740 1 -- 172.21.15.26:0/3151481930 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559c0414a650 con 0x559c041e8d40 2024-04-26T23:37:04.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.872+0000 7f47b5400640 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559c041e8d40 0x559c04261550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:04.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.873+0000 7f47b5400640 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559c041e8d40 0x559c04261550 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d0764532c7a1a11 server_cookie=2b6a6088fc26b26f in_seq=0 out_seq=0 2024-04-26T23:37:04.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.873+0000 7f4797e00640 10 client.15690 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:04.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.873+0000 7f4797e00640 1 -- 172.21.15.26:0/3151481930 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559c0414a650 con 0x559c041e8d40 2024-04-26T23:37:04.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.873+0000 7f4797e00640 10 client.15690 handle_command_reply: tid=0 2024-04-26T23:37:04.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f47c01e4740 1 client.15690 shutdown 2024-04-26T23:37:04.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f47c01e4740 1 -- 172.21.15.26:0/3151481930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 msgr2=0x559c041eceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:04.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f47c01e4740 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 0x559c041eceb0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f47a802c040 tx=0x7f47a800b3a0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f47c01e4740 1 -- 172.21.15.26:0/3151481930 shutdown_connections 2024-04-26T23:37:04.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f47c01e4740 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559c041e8d40 0x559c04261550 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f47c01e4740 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c041de670 0x559c04257bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f47c01e4740 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c041ddd50 0x559c041ed3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f47c01e4740 1 --2- 172.21.15.26:0/3151481930 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c041da070 0x559c041eceb0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f47c01e4740 1 -- 172.21.15.26:0/3151481930 >> 172.21.15.26:0/3151481930 conn(0x559c041e5fd0 msgr2=0x559c041e0f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:04.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f4797e00640 0 client.15690 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:04.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f47c01e4740 1 -- 172.21.15.26:0/3151481930 shutdown_connections 2024-04-26T23:37:04.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f47c01e4740 1 -- 172.21.15.26:0/3151481930 wait complete. 2024-04-26T23:37:04.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.874+0000 7f47c01e4740 20 client.15690 trim_cache size 0 max 16384 2024-04-26T23:37:04.883 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:37:04.883 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:37:04.884 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:37:04.884 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:37:04.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.875+0000 7f47b7200640 1 -- 172.21.15.26:0/1974051651 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f479c0a3e40 msgr2=0x7f479c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:04.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.875+0000 7f47b7200640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f479c0a3e40 0x7f479c0a6300 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f47b80ff910 tx=0x7f47a4005b70 comp rx=0 tx=0).stop 2024-04-26T23:37:04.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.875+0000 7f47b7200640 1 -- 172.21.15.26:0/1974051651 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b810cdb0 msgr2=0x7f47b819b5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:04.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.875+0000 7f47b7200640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b810cdb0 0x7f47b819b5f0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f47b0009f60 tx=0x7f47b0009f90 comp rx=0 tx=0).stop 2024-04-26T23:37:04.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.875+0000 7f47b7200640 1 -- 172.21.15.26:0/1974051651 shutdown_connections 2024-04-26T23:37:04.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.875+0000 7f47b7200640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f479c0a3e40 0x7f479c0a6300 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.875+0000 7f47b7200640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f47b810cdb0 0x7f47b819b5f0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.875+0000 7f47b7200640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47b81042b0 0x7f47b8197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.875+0000 7f47b7200640 1 --2- 172.21.15.26:0/1974051651 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f47b8103990 0x7f47b8196d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:04.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.875+0000 7f47b7200640 1 -- 172.21.15.26:0/1974051651 >> 172.21.15.26:0/1974051651 conn(0x7f47b80fd1b0 msgr2=0x7f47b80feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:04.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.875+0000 7f47b7200640 1 -- 172.21.15.26:0/1974051651 shutdown_connections 2024-04-26T23:37:04.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:04.876+0000 7f47b7200640 1 -- 172.21.15.26:0/1974051651 wait complete. 2024-04-26T23:37:04.896 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:37:04.896 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:37:05.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.069+0000 7fc1f6400640 1 -- 172.21.15.26:0/189580181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1f010cd50 msgr2=0x7fc1f010f1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.069+0000 7fc1f6400640 1 --2- 172.21.15.26:0/189580181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1f010cd50 0x7fc1f010f1f0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8009ca0 tx=0x7fc1e802a950 comp rx=0 tx=0).stop 2024-04-26T23:37:05.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.070+0000 7fc1f6400640 1 -- 172.21.15.26:0/189580181 shutdown_connections 2024-04-26T23:37:05.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.070+0000 7fc1f6400640 1 --2- 172.21.15.26:0/189580181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1f010cd50 0x7fc1f010f1f0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.070+0000 7fc1f6400640 1 --2- 172.21.15.26:0/189580181 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc1f0104250 0x7fc1f010c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.070+0000 7fc1f6400640 1 --2- 172.21.15.26:0/189580181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc1f0103930 0x7fc1f0103d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.070+0000 7fc1f6400640 1 -- 172.21.15.26:0/189580181 >> 172.21.15.26:0/189580181 conn(0x7fc1f00fd130 msgr2=0x7fc1f00ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.070+0000 7fc1f6400640 1 -- 172.21.15.26:0/189580181 shutdown_connections 2024-04-26T23:37:05.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.070+0000 7fc1f6400640 1 -- 172.21.15.26:0/189580181 wait complete. 2024-04-26T23:37:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.071+0000 7fc1f6400640 1 Processor -- start 2024-04-26T23:37:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.071+0000 7fc1f6400640 1 -- start start 2024-04-26T23:37:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.071+0000 7fc1f6400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc1f0103930 0x7fc1f019b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.071+0000 7fc1f6400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc1f0104250 0x7fc1f019b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.072+0000 7fc1f6400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1f010cd50 0x7fc1f019f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.072+0000 7fc1f6400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f0112900 con 0x7fc1f010cd50 2024-04-26T23:37:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.072+0000 7fc1f6400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f0112780 con 0x7fc1f0104250 2024-04-26T23:37:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.072+0000 7fc1f6400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f0112a80 con 0x7fc1f0103930 2024-04-26T23:37:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.072+0000 7fc1f5a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1f010cd50 0x7fc1f019f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.072+0000 7fc1f5a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1f010cd50 0x7fc1f019f960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47436/0 (socket says 172.21.15.26:47436) 2024-04-26T23:37:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.072+0000 7fc1f5a00640 1 -- 172.21.15.26:0/360397595 learned_addr learned my addr 172.21.15.26:0/360397595 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.072+0000 7fc1f5000640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc1f0103930 0x7fc1f019b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.072+0000 7fc1efe00640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc1f0104250 0x7fc1f019b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.073+0000 7fc1f5a00640 1 -- 172.21.15.26:0/360397595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc1f0103930 msgr2=0x7fc1f019b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.073+0000 7fc1f5a00640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc1f0103930 0x7fc1f019b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.073+0000 7fc1f5a00640 1 -- 172.21.15.26:0/360397595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc1f0104250 msgr2=0x7fc1f019b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.073+0000 7fc1f5a00640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc1f0104250 0x7fc1f019b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.073+0000 7fc1f5a00640 1 -- 172.21.15.26:0/360397595 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1f01a0090 con 0x7fc1f010cd50 2024-04-26T23:37:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.073+0000 7fc1f5000640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc1f0103930 0x7fc1f019b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:37:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.073+0000 7fc1f5a00640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1f010cd50 0x7fc1f019f960 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8009dc0 tx=0x7fc1e8003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.073+0000 7fc1ed600640 1 -- 172.21.15.26:0/360397595 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8034040 con 0x7fc1f010cd50 2024-04-26T23:37:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.074+0000 7fc1ed600640 1 -- 172.21.15.26:0/360397595 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc1e8030850 con 0x7fc1f010cd50 2024-04-26T23:37:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.074+0000 7fc1ed600640 1 -- 172.21.15.26:0/360397595 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e80046e0 con 0x7fc1f010cd50 2024-04-26T23:37:05.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.074+0000 7fc1f6400640 1 -- 172.21.15.26:0/360397595 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1f01a0320 con 0x7fc1f010cd50 2024-04-26T23:37:05.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.074+0000 7fc1f6400640 1 -- 172.21.15.26:0/360397595 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1f01a0790 con 0x7fc1f010cd50 2024-04-26T23:37:05.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.076+0000 7fc1f6400640 1 -- 172.21.15.26:0/360397595 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1f0069670 con 0x7fc1f010cd50 2024-04-26T23:37:05.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.077+0000 7fc1ed600640 1 -- 172.21.15.26:0/360397595 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7fc1e8037020 con 0x7fc1f010cd50 2024-04-26T23:37:05.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.079+0000 7fc1ed600640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc1d80a3f90 0x7fc1d80a6450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.079+0000 7fc1ed600640 1 -- 172.21.15.26:0/360397595 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fc1e80f16d0 con 0x7fc1f010cd50 2024-04-26T23:37:05.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.079+0000 7fc1f5000640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc1d80a3f90 0x7fc1d80a6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.080+0000 7fc1f5000640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc1d80a3f90 0x7fc1d80a6450 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc1e40058c0 tx=0x7fc1e4005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.083+0000 7fc1ed600640 1 -- 172.21.15.26:0/360397595 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fc1f01a0790 con 0x7fc1f010cd50 2024-04-26T23:37:05.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.340+0000 7fc1f6400640 1 -- 172.21.15.26:0/360397595 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc1f01a7d90 con 0x7fc1f010cd50 2024-04-26T23:37:05.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.341+0000 7fc1ed600640 1 -- 172.21.15.26:0/360397595 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fc1e80bdc00 con 0x7fc1f010cd50 2024-04-26T23:37:05.344 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:37:05.344 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:37:05.344 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:37:05.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.343+0000 7fc1f6400640 1 -- 172.21.15.26:0/360397595 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc1d80a3f90 msgr2=0x7fc1d80a6450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.344+0000 7fc1f6400640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc1d80a3f90 0x7fc1d80a6450 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc1e40058c0 tx=0x7fc1e4005850 comp rx=0 tx=0).stop 2024-04-26T23:37:05.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.344+0000 7fc1f6400640 1 -- 172.21.15.26:0/360397595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1f010cd50 msgr2=0x7fc1f019f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.344+0000 7fc1f6400640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1f010cd50 0x7fc1f019f960 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8009dc0 tx=0x7fc1e8003f10 comp rx=0 tx=0).stop 2024-04-26T23:37:05.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.344+0000 7fc1f6400640 1 -- 172.21.15.26:0/360397595 shutdown_connections 2024-04-26T23:37:05.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.344+0000 7fc1f6400640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc1d80a3f90 0x7fc1d80a6450 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.344+0000 7fc1f6400640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc1f010cd50 0x7fc1f019f960 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.344+0000 7fc1f6400640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc1f0104250 0x7fc1f019b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.344+0000 7fc1f6400640 1 --2- 172.21.15.26:0/360397595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc1f0103930 0x7fc1f019b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.344+0000 7fc1f6400640 1 -- 172.21.15.26:0/360397595 >> 172.21.15.26:0/360397595 conn(0x7fc1f00fd130 msgr2=0x7fc1f010dfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.344+0000 7fc1f6400640 1 -- 172.21.15.26:0/360397595 shutdown_connections 2024-04-26T23:37:05.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.344+0000 7fc1f6400640 1 -- 172.21.15.26:0/360397595 wait complete. 2024-04-26T23:37:05.364 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:37:05.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.543+0000 7fa09ae00640 1 -- 172.21.15.26:0/997188506 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0941019a0 msgr2=0x7fa094101d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.543+0000 7fa09ae00640 1 --2- 172.21.15.26:0/997188506 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0941019a0 0x7fa094101d80 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fa084009900 tx=0x7fa08402a510 comp rx=0 tx=0).stop 2024-04-26T23:37:05.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.544+0000 7fa09ae00640 1 -- 172.21.15.26:0/997188506 shutdown_connections 2024-04-26T23:37:05.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.544+0000 7fa09ae00640 1 --2- 172.21.15.26:0/997188506 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa094106cc0 0x7fa094107150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.544+0000 7fa09ae00640 1 --2- 172.21.15.26:0/997188506 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0941022c0 0x7fa094106780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.544+0000 7fa09ae00640 1 --2- 172.21.15.26:0/997188506 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa0941019a0 0x7fa094101d80 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.544+0000 7fa09ae00640 1 -- 172.21.15.26:0/997188506 >> 172.21.15.26:0/997188506 conn(0x7fa094078930 msgr2=0x7fa094078d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.544+0000 7fa09ae00640 1 -- 172.21.15.26:0/997188506 shutdown_connections 2024-04-26T23:37:05.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.544+0000 7fa09ae00640 1 -- 172.21.15.26:0/997188506 wait complete. 2024-04-26T23:37:05.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.545+0000 7fa09ae00640 1 Processor -- start 2024-04-26T23:37:05.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.545+0000 7fa09ae00640 1 -- start start 2024-04-26T23:37:05.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.545+0000 7fa09ae00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa0941019a0 0x7fa09419f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.545+0000 7fa09ae00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0941022c0 0x7fa09419fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.546+0000 7fa09ae00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa094106cc0 0x7fa0941a3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.546+0000 7fa09ae00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa094119070 con 0x7fa094106cc0 2024-04-26T23:37:05.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.546+0000 7fa09ae00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa094118ef0 con 0x7fa0941019a0 2024-04-26T23:37:05.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.546+0000 7fa09ae00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa0941191f0 con 0x7fa0941022c0 2024-04-26T23:37:05.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.546+0000 7fa098e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa094106cc0 0x7fa0941a3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.546+0000 7fa093e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa0941019a0 0x7fa09419f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.546+0000 7fa098e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa094106cc0 0x7fa0941a3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47456/0 (socket says 172.21.15.26:47456) 2024-04-26T23:37:05.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.546+0000 7fa098e00640 1 -- 172.21.15.26:0/163373190 learned_addr learned my addr 172.21.15.26:0/163373190 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:05.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.546+0000 7fa093400640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0941022c0 0x7fa09419fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.547+0000 7fa098e00640 1 -- 172.21.15.26:0/163373190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0941022c0 msgr2=0x7fa09419fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.547+0000 7fa098e00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0941022c0 0x7fa09419fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.547+0000 7fa098e00640 1 -- 172.21.15.26:0/163373190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa0941019a0 msgr2=0x7fa09419f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.547+0000 7fa098e00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa0941019a0 0x7fa09419f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.547+0000 7fa098e00640 1 -- 172.21.15.26:0/163373190 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0941a4660 con 0x7fa094106cc0 2024-04-26T23:37:05.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.547+0000 7fa098e00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa094106cc0 0x7fa0941a3f30 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fa08c00eaa0 tx=0x7fa08c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.548+0000 7fa090c00640 1 -- 172.21.15.26:0/163373190 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa08c00cdb0 con 0x7fa094106cc0 2024-04-26T23:37:05.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.548+0000 7fa09ae00640 1 -- 172.21.15.26:0/163373190 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0941a4950 con 0x7fa094106cc0 2024-04-26T23:37:05.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.548+0000 7fa09ae00640 1 -- 172.21.15.26:0/163373190 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0941ac1e0 con 0x7fa094106cc0 2024-04-26T23:37:05.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.548+0000 7fa090c00640 1 -- 172.21.15.26:0/163373190 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa08c005020 con 0x7fa094106cc0 2024-04-26T23:37:05.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.548+0000 7fa090c00640 1 -- 172.21.15.26:0/163373190 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa08c0116d0 con 0x7fa094106cc0 2024-04-26T23:37:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.553+0000 7fa09dc71740 1 Processor -- start 2024-04-26T23:37:05.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.553+0000 7fa090c00640 1 -- 172.21.15.26:0/163373190 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7fa08c011870 con 0x7fa094106cc0 2024-04-26T23:37:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.554+0000 7fa09dc71740 1 -- start start 2024-04-26T23:37:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.554+0000 7fa09dc71740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b681f0 0x55e400b685d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.554+0000 7fa09dc71740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b68b10 0x55e400b72ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.554+0000 7fa09dc71740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b731e0 0x55e400b755d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.554+0000 7fa09dc71740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e400accc70 con 0x55e400b68b10 2024-04-26T23:37:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.554+0000 7fa09dc71740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e400a85980 con 0x55e400b731e0 2024-04-26T23:37:05.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.554+0000 7fa09dc71740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e400ac8c30 con 0x55e400b681f0 2024-04-26T23:37:05.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.555+0000 7fa093e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b68b10 0x55e400b72ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.555+0000 7fa093400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b681f0 0x55e400b685d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.555+0000 7fa093400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b681f0 0x55e400b685d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:33520/0 (socket says 172.21.15.26:33520) 2024-04-26T23:37:05.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.555+0000 7fa093400640 1 -- 172.21.15.26:0/1171366118 learned_addr learned my addr 172.21.15.26:0/1171366118 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:05.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.555+0000 7fa093400640 1 --2- 172.21.15.26:0/1171366118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b731e0 0x55e400b755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.555+0000 7fa090c00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa0780a3ec0 0x7fa0780a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.556+0000 7fa090c00640 1 -- 172.21.15.26:0/163373190 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa08c0d09b0 con 0x7fa094106cc0 2024-04-26T23:37:05.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.556+0000 7fa093400640 1 -- 172.21.15.26:0/1171366118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b731e0 msgr2=0x55e400b755d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.556+0000 7fa093400640 1 --2- 172.21.15.26:0/1171366118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b731e0 0x55e400b755d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.556+0000 7fa093400640 1 -- 172.21.15.26:0/1171366118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b68b10 msgr2=0x55e400b72ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.556+0000 7fa093400640 1 --2- 172.21.15.26:0/1171366118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b68b10 0x55e400b72ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.556+0000 7fa093400640 1 -- 172.21.15.26:0/1171366118 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e400a5d7b0 con 0x55e400b681f0 2024-04-26T23:37:05.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.556+0000 7fa093e00640 1 --2- 172.21.15.26:0/1171366118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b68b10 0x55e400b72ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:37:05.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.556+0000 7fa093400640 1 --2- 172.21.15.26:0/1171366118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b681f0 0x55e400b685d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa0800127a0 tx=0x7fa08000b7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75b59e2bf671fdb4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.557+0000 7fa098e00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa0780a3ec0 0x7fa0780a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.557+0000 7fa089600640 1 -- 172.21.15.26:0/1171366118 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa080012d20 con 0x55e400b681f0 2024-04-26T23:37:05.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.557+0000 7fa089600640 1 -- 172.21.15.26:0/1171366118 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa0800044c0 con 0x55e400b681f0 2024-04-26T23:37:05.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.557+0000 7fa089600640 1 -- 172.21.15.26:0/1171366118 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa080004a00 con 0x55e400b681f0 2024-04-26T23:37:05.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.558+0000 7fa09dc71740 1 -- 172.21.15.26:0/1171366118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b681f0 msgr2=0x55e400b685d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.558+0000 7fa098e00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa0780a3ec0 0x7fa0780a6380 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa08c0cdff0 tx=0x7fa08c009270 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.558+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1171366118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b681f0 0x55e400b685d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa0800127a0 tx=0x7fa08000b7c0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.558+0000 7fa09dc71740 1 -- 172.21.15.26:0/1171366118 shutdown_connections 2024-04-26T23:37:05.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.558+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1171366118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b731e0 0x55e400b755d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.558+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1171366118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b68b10 0x55e400b72ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.558+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1171366118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b681f0 0x55e400b685d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.558+0000 7fa09dc71740 1 -- 172.21.15.26:0/1171366118 >> 172.21.15.26:0/1171366118 conn(0x55e400b64510 msgr2=0x55e400b648f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.558+0000 7fa09dc71740 1 -- 172.21.15.26:0/1171366118 shutdown_connections 2024-04-26T23:37:05.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.558+0000 7fa09dc71740 1 -- 172.21.15.26:0/1171366118 wait complete. 2024-04-26T23:37:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.559+0000 7fa09dc71740 1 -- start start 2024-04-26T23:37:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.559+0000 7fa09dc71740 1 Processor -- start 2024-04-26T23:37:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.560+0000 7fa09dc71740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b681f0 0x55e400b72bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.560+0000 7fa09dc71740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b68b10 0x55e400b6feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.560+0000 7fa09dc71740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b731e0 0x55e400b704c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.560+0000 7fa09dc71740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e400acbf80 con 0x55e400b681f0 2024-04-26T23:37:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.560+0000 7fa09dc71740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e400a79260 con 0x55e400b731e0 2024-04-26T23:37:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.560+0000 7fa09dc71740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e400ad12a0 con 0x55e400b68b10 2024-04-26T23:37:05.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.560+0000 7fa09dc71740 10 client.0 _ll_register_callbacks cb 0x55e400ac3960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.561+0000 7fa093400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b681f0 0x55e400b72bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.561+0000 7fa093400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b681f0 0x55e400b72bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47460/0 (socket says 172.21.15.26:47460) 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.561+0000 7fa093400640 1 -- 172.21.15.26:0/1573932312 learned_addr learned my addr 172.21.15.26:0/1573932312 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.561+0000 7fa093e00640 1 --2- 172.21.15.26:0/1573932312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b68b10 0x55e400b6feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.561+0000 7fa093400640 1 -- 172.21.15.26:0/1573932312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b68b10 msgr2=0x55e400b6feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.561+0000 7fa093400640 1 --2- 172.21.15.26:0/1573932312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b68b10 0x55e400b6feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.561+0000 7fa093400640 1 -- 172.21.15.26:0/1573932312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b731e0 msgr2=0x55e400b704c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.561+0000 7fa093400640 1 --2- 172.21.15.26:0/1573932312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b731e0 0x55e400b704c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.561+0000 7fa093400640 1 -- 172.21.15.26:0/1573932312 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e400a5b1c0 con 0x55e400b681f0 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.562+0000 7fa093400640 1 --2- 172.21.15.26:0/1573932312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b681f0 0x55e400b72bc0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa080005ff0 tx=0x7fa080014fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b43bb078a494449 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.562+0000 7fa07e000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.562+0000 7fa07e000640 1 -- 172.21.15.26:0/1573932312 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa080010970 con 0x55e400b681f0 2024-04-26T23:37:05.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.562+0000 7fa07e000640 1 -- 172.21.15.26:0/1573932312 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa080010b10 con 0x55e400b681f0 2024-04-26T23:37:05.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.562+0000 7fa09dc71740 1 -- 172.21.15.26:0/1573932312 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e400ada880 con 0x55e400b681f0 2024-04-26T23:37:05.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.563+0000 7fa07e000640 1 -- 172.21.15.26:0/1573932312 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa080010d10 con 0x55e400b681f0 2024-04-26T23:37:05.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.563+0000 7fa09dc71740 10 client.15708 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:05.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.563+0000 7fa09dc71740 1 -- 172.21.15.26:0/1573932312 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e4007de3f0 con 0x55e400b681f0 2024-04-26T23:37:05.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.563+0000 7fa07e000640 1 -- 172.21.15.26:0/1573932312 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x55e400ada880 con 0x55e400b681f0 2024-04-26T23:37:05.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.564+0000 7fa07e000640 1 -- 172.21.15.26:0/1573932312 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa08002a4b0 con 0x55e400b681f0 2024-04-26T23:37:05.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.564+0000 7fa09dc71740 10 client.15708 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:05.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.564+0000 7fa09dc71740 10 client.15708 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:37:05.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.564+0000 7fa09dc71740 20 client.15708 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:05.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.564+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1573932312 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e400b82a50 0x55e400b84e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.564+0000 7fa09dc71740 4 client.15708 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:37:05.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.564+0000 7fa09dc71740 1 -- 172.21.15.26:0/1573932312 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e400ad46f0 con 0x55e400b82a50 2024-04-26T23:37:05.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.565+0000 7fa093e00640 1 --2- 172.21.15.26:0/1573932312 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e400b82a50 0x55e400b84e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.566+0000 7fa093e00640 1 --2- 172.21.15.26:0/1573932312 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e400b82a50 0x55e400b84e40 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ab0cbcbcf6460247 server_cookie=e698c427548c66f1 in_seq=0 out_seq=0 2024-04-26T23:37:05.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.566+0000 7fa07e000640 10 client.15708 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:37:05.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.567+0000 7fa07e000640 1 -- 172.21.15.26:0/1573932312 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e400ad46f0 con 0x55e400b82a50 2024-04-26T23:37:05.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.567+0000 7fa07e000640 10 client.15708 handle_command_reply: tid=0 2024-04-26T23:37:05.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.568+0000 7fa09dc71740 1 client.15708 shutdown 2024-04-26T23:37:05.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.568+0000 7fa09dc71740 1 -- 172.21.15.26:0/1573932312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b681f0 msgr2=0x55e400b72bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.568+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1573932312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b681f0 0x55e400b72bc0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa080005ff0 tx=0x7fa080014fe0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.568+0000 7fa09dc71740 1 -- 172.21.15.26:0/1573932312 shutdown_connections 2024-04-26T23:37:05.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.568+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1573932312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b731e0 0x55e400b704c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.568+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1573932312 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e400b82a50 0x55e400b84e40 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.568+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1573932312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b68b10 0x55e400b6feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.568+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1573932312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b681f0 0x55e400b72bc0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.568+0000 7fa07e000640 0 client.15708 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:37:05.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.568+0000 7fa09dc71740 1 -- 172.21.15.26:0/1573932312 >> 172.21.15.26:0/1573932312 conn(0x55e400b64510 msgr2=0x55e400b6a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.568+0000 7fa09dc71740 1 -- 172.21.15.26:0/1573932312 shutdown_connections 2024-04-26T23:37:05.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.568+0000 7fa09dc71740 1 -- 172.21.15.26:0/1573932312 wait complete. 2024-04-26T23:37:05.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.569+0000 7fa09dc71740 20 client.15708 trim_cache size 0 max 16384 2024-04-26T23:37:05.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.586+0000 7fa09dc71740 1 Processor -- start 2024-04-26T23:37:05.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.587+0000 7fa09dc71740 1 -- start start 2024-04-26T23:37:05.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.587+0000 7fa09dc71740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b681f0 0x55e400b726f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.587+0000 7fa09dc71740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b68b10 0x55e400b8a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.587+0000 7fa09dc71740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b731e0 0x55e400b8aac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.587+0000 7fa09dc71740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa074011000 con 0x55e400b731e0 2024-04-26T23:37:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.587+0000 7fa09dc71740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa07400e8d0 con 0x55e400b681f0 2024-04-26T23:37:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.587+0000 7fa09dc71740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa07400c700 con 0x55e400b68b10 2024-04-26T23:37:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.587+0000 7fa093400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b731e0 0x55e400b8aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.588+0000 7fa093400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b731e0 0x55e400b8aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47462/0 (socket says 172.21.15.26:47462) 2024-04-26T23:37:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.588+0000 7fa093400640 1 -- 172.21.15.26:0/3076691897 learned_addr learned my addr 172.21.15.26:0/3076691897 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.588+0000 7fa093400640 1 --2- 172.21.15.26:0/3076691897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b681f0 0x55e400b726f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.588+0000 7fa093e00640 1 --2- 172.21.15.26:0/3076691897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b68b10 0x55e400b8a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.588+0000 7fa093400640 1 -- 172.21.15.26:0/3076691897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b68b10 msgr2=0x55e400b8a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.588+0000 7fa093400640 1 --2- 172.21.15.26:0/3076691897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b68b10 0x55e400b8a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.588+0000 7fa093400640 1 -- 172.21.15.26:0/3076691897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b681f0 msgr2=0x55e400b726f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.588+0000 7fa093400640 1 --2- 172.21.15.26:0/3076691897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b681f0 0x55e400b726f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.588+0000 7fa093400640 1 -- 172.21.15.26:0/3076691897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e400b6eea0 con 0x55e400b731e0 2024-04-26T23:37:05.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.589+0000 7fa093400640 1 --2- 172.21.15.26:0/3076691897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b731e0 0x55e400b8aac0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa08000bb30 tx=0x7fa080001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c688a7995168f30 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.589+0000 7fa088c00640 1 -- 172.21.15.26:0/3076691897 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa080037020 con 0x55e400b731e0 2024-04-26T23:37:05.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.589+0000 7fa088c00640 1 -- 172.21.15.26:0/3076691897 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa080016070 con 0x55e400b731e0 2024-04-26T23:37:05.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.589+0000 7fa088c00640 1 -- 172.21.15.26:0/3076691897 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa080004680 con 0x55e400b731e0 2024-04-26T23:37:05.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.590+0000 7fa09dc71740 1 -- 172.21.15.26:0/3076691897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b731e0 msgr2=0x55e400b8aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.590+0000 7fa09dc71740 1 --2- 172.21.15.26:0/3076691897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b731e0 0x55e400b8aac0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa08000bb30 tx=0x7fa080001e70 comp rx=0 tx=0).stop 2024-04-26T23:37:05.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.590+0000 7fa09dc71740 1 -- 172.21.15.26:0/3076691897 shutdown_connections 2024-04-26T23:37:05.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.590+0000 7fa09dc71740 1 --2- 172.21.15.26:0/3076691897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b731e0 0x55e400b8aac0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.590+0000 7fa09dc71740 1 --2- 172.21.15.26:0/3076691897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b68b10 0x55e400b8a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.590+0000 7fa09dc71740 1 --2- 172.21.15.26:0/3076691897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b681f0 0x55e400b726f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.590+0000 7fa09dc71740 1 -- 172.21.15.26:0/3076691897 >> 172.21.15.26:0/3076691897 conn(0x55e400b64510 msgr2=0x55e400b63690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.590+0000 7fa09dc71740 1 -- 172.21.15.26:0/3076691897 shutdown_connections 2024-04-26T23:37:05.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.590+0000 7fa09dc71740 1 -- 172.21.15.26:0/3076691897 wait complete. 2024-04-26T23:37:05.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.591+0000 7fa09dc71740 1 -- start start 2024-04-26T23:37:05.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.591+0000 7fa09dc71740 1 Processor -- start 2024-04-26T23:37:05.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.592+0000 7fa09dc71740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b681f0 0x55e400b78d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.592+0000 7fa09dc71740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b68b10 0x55e400b79280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.592+0000 7fa09dc71740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b797c0 0x55e400be7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.592+0000 7fa09dc71740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa07400cd90 con 0x55e400b68b10 2024-04-26T23:37:05.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.592+0000 7fa09dc71740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa07400e200 con 0x55e400b681f0 2024-04-26T23:37:05.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.592+0000 7fa09dc71740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa07400d460 con 0x55e400b797c0 2024-04-26T23:37:05.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.592+0000 7fa09dc71740 10 client.0 _ll_register_callbacks cb 0x7fa08000be70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:05.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.592+0000 7fa093e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b68b10 0x55e400b79280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.593+0000 7fa093400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b681f0 0x55e400b78d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.593+0000 7fa093400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b681f0 0x55e400b78d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:57710/0 (socket says 172.21.15.26:57710) 2024-04-26T23:37:05.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.593+0000 7fa093400640 1 -- 172.21.15.26:0/1800226370 learned_addr learned my addr 172.21.15.26:0/1800226370 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:05.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.593+0000 7fa093400640 1 --2- 172.21.15.26:0/1800226370 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b797c0 0x55e400be7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.593+0000 7fa093e00640 1 -- 172.21.15.26:0/1800226370 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b797c0 msgr2=0x55e400be7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.593+0000 7fa093e00640 1 --2- 172.21.15.26:0/1800226370 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b797c0 0x55e400be7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.593+0000 7fa093e00640 1 -- 172.21.15.26:0/1800226370 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b681f0 msgr2=0x55e400b78d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.593+0000 7fa093e00640 1 --2- 172.21.15.26:0/1800226370 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b681f0 0x55e400b78d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.593+0000 7fa093e00640 1 -- 172.21.15.26:0/1800226370 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4008a87d0 con 0x55e400b68b10 2024-04-26T23:37:05.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.594+0000 7fa093e00640 1 --2- 172.21.15.26:0/1800226370 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b68b10 0x55e400b79280 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fa084005940 tx=0x7fa0840043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cad1bcee745208f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.594+0000 7fa07e000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:05.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.594+0000 7fa07e000640 1 -- 172.21.15.26:0/1800226370 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa084035040 con 0x55e400b68b10 2024-04-26T23:37:05.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.594+0000 7fa09dc71740 1 -- 172.21.15.26:0/1800226370 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa080016070 con 0x55e400b68b10 2024-04-26T23:37:05.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.594+0000 7fa07e000640 1 -- 172.21.15.26:0/1800226370 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa084031810 con 0x55e400b68b10 2024-04-26T23:37:05.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.594+0000 7fa07e000640 1 -- 172.21.15.26:0/1800226370 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa0840044e0 con 0x55e400b68b10 2024-04-26T23:37:05.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.594+0000 7fa09dc71740 10 client.15714 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:05.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.595+0000 7fa09dc71740 1 -- 172.21.15.26:0/1800226370 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e400a732a0 con 0x55e400b68b10 2024-04-26T23:37:05.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.595+0000 7fa07e000640 1 -- 172.21.15.26:0/1800226370 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa080016070 con 0x55e400b68b10 2024-04-26T23:37:05.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.595+0000 7fa07e000640 1 -- 172.21.15.26:0/1800226370 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa084003970 con 0x55e400b68b10 2024-04-26T23:37:05.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.595+0000 7fa09dc71740 10 client.15714 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:05.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.595+0000 7fa09dc71740 10 client.15714 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:37:05.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.595+0000 7fa09dc71740 20 client.15714 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:05.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.595+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1800226370 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e400be9a60 0x55e400bebe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.595+0000 7fa09dc71740 4 client.15714 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:37:05.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.595+0000 7fa09dc71740 1 -- 172.21.15.26:0/1800226370 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e400a4f4d0 con 0x55e400be9a60 2024-04-26T23:37:05.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.596+0000 7fa093400640 1 --2- 172.21.15.26:0/1800226370 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e400be9a60 0x55e400bebe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.597+0000 7fa093400640 1 --2- 172.21.15.26:0/1800226370 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e400be9a60 0x55e400bebe80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=14706d73708421c server_cookie=755928a48b93adaa in_seq=0 out_seq=0 2024-04-26T23:37:05.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.597+0000 7fa07e000640 10 client.15714 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:37:05.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa07e000640 1 -- 172.21.15.26:0/1800226370 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e400a4f4d0 con 0x55e400be9a60 2024-04-26T23:37:05.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa07e000640 10 client.15714 handle_command_reply: tid=0 2024-04-26T23:37:05.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa09dc71740 1 client.15714 shutdown 2024-04-26T23:37:05.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa09dc71740 1 -- 172.21.15.26:0/1800226370 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b68b10 msgr2=0x55e400b79280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1800226370 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b68b10 0x55e400b79280 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fa084005940 tx=0x7fa0840043b0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa09dc71740 1 -- 172.21.15.26:0/1800226370 shutdown_connections 2024-04-26T23:37:05.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1800226370 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e400be9a60 0x55e400bebe80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1800226370 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e400b797c0 0x55e400be7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1800226370 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e400b68b10 0x55e400b79280 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa09dc71740 1 --2- 172.21.15.26:0/1800226370 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e400b681f0 0x55e400b78d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa09dc71740 1 -- 172.21.15.26:0/1800226370 >> 172.21.15.26:0/1800226370 conn(0x55e400b64510 msgr2=0x55e400b716e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa07e000640 0 client.15714 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:37:05.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa09dc71740 1 -- 172.21.15.26:0/1800226370 shutdown_connections 2024-04-26T23:37:05.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.598+0000 7fa09dc71740 1 -- 172.21.15.26:0/1800226370 wait complete. 2024-04-26T23:37:05.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.599+0000 7fa09dc71740 20 client.15714 trim_cache size 0 max 16384 2024-04-26T23:37:05.602 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:37:05.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.599+0000 7fa09ae00640 1 -- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa0780a3ec0 msgr2=0x7fa0780a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.599+0000 7fa09ae00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa0780a3ec0 0x7fa0780a6380 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa08c0cdff0 tx=0x7fa08c009270 comp rx=0 tx=0).stop 2024-04-26T23:37:05.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.599+0000 7fa09ae00640 1 -- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa094106cc0 msgr2=0x7fa0941a3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.599+0000 7fa09ae00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa094106cc0 0x7fa0941a3f30 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fa08c00eaa0 tx=0x7fa08c00ef60 comp rx=0 tx=0).stop 2024-04-26T23:37:05.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.599+0000 7fa09ae00640 1 -- 172.21.15.26:0/163373190 shutdown_connections 2024-04-26T23:37:05.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.599+0000 7fa09ae00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa0780a3ec0 0x7fa0780a6380 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.599+0000 7fa09ae00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa094106cc0 0x7fa0941a3f30 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.599+0000 7fa09ae00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0941022c0 0x7fa09419fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.599+0000 7fa09ae00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa0941019a0 0x7fa09419f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.599+0000 7fa09ae00640 1 -- 172.21.15.26:0/163373190 >> 172.21.15.26:0/163373190 conn(0x7fa094078930 msgr2=0x7fa094104750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.600+0000 7fa09ae00640 1 -- 172.21.15.26:0/163373190 shutdown_connections 2024-04-26T23:37:05.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.600+0000 7fa09ae00640 1 -- 172.21.15.26:0/163373190 wait complete. 2024-04-26T23:37:05.616 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:05 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/360397595' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:37:05.619 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:37:05.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:05 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/360397595' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:37:05.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.799+0000 7f3070a00640 1 -- 172.21.15.26:0/2255482316 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f306c1027d0 msgr2=0x7f306c102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.799+0000 7f3070a00640 1 --2- 172.21.15.26:0/2255482316 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f306c1027d0 0x7f306c102c50 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f305800dcc0 tx=0x7f305802e390 comp rx=0 tx=0).stop 2024-04-26T23:37:05.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.799+0000 7f3070a00640 1 -- 172.21.15.26:0/2255482316 shutdown_connections 2024-04-26T23:37:05.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.799+0000 7f3070a00640 1 --2- 172.21.15.26:0/2255482316 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f306c103190 0x7f306c10f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.799+0000 7f3070a00640 1 --2- 172.21.15.26:0/2255482316 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f306c1027d0 0x7f306c102c50 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.799+0000 7f3070a00640 1 --2- 172.21.15.26:0/2255482316 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f306c1087e0 0x7f306c108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.799+0000 7f3070a00640 1 -- 172.21.15.26:0/2255482316 >> 172.21.15.26:0/2255482316 conn(0x7f306c0fe300 msgr2=0x7f306c100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.799+0000 7f3070a00640 1 -- 172.21.15.26:0/2255482316 shutdown_connections 2024-04-26T23:37:05.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.799+0000 7f3070a00640 1 -- 172.21.15.26:0/2255482316 wait complete. 2024-04-26T23:37:05.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.801+0000 7f3070a00640 1 Processor -- start 2024-04-26T23:37:05.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.801+0000 7f3070a00640 1 -- start start 2024-04-26T23:37:05.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.801+0000 7f3070a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f306c1027d0 0x7f306c196d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.801+0000 7f3070a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f306c103190 0x7f306c1972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.801+0000 7f3070a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f306c1087e0 0x7f306c19b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.801+0000 7f3070a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f306c110740 con 0x7f306c1027d0 2024-04-26T23:37:05.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.801+0000 7f3070a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f306c1105c0 con 0x7f306c1087e0 2024-04-26T23:37:05.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.801+0000 7f3070a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f306c1108c0 con 0x7f306c103190 2024-04-26T23:37:05.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.802+0000 7f306b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f306c1027d0 0x7f306c196d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.802+0000 7f306b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f306c1027d0 0x7f306c196d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47486/0 (socket says 172.21.15.26:47486) 2024-04-26T23:37:05.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.802+0000 7f306b400640 1 -- 172.21.15.26:0/137349748 learned_addr learned my addr 172.21.15.26:0/137349748 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:05.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.802+0000 7f306aa00640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f306c103190 0x7f306c1972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.802+0000 7f306be00640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f306c1087e0 0x7f306c19b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.802+0000 7f306b400640 1 -- 172.21.15.26:0/137349748 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f306c103190 msgr2=0x7f306c1972a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.802+0000 7f306b400640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f306c103190 0x7f306c1972a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.803+0000 7f306b400640 1 -- 172.21.15.26:0/137349748 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f306c1087e0 msgr2=0x7f306c19b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.803+0000 7f306b400640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f306c1087e0 0x7f306c19b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.803+0000 7f306b400640 1 -- 172.21.15.26:0/137349748 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f306c19bd50 con 0x7f306c1027d0 2024-04-26T23:37:05.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.803+0000 7f306be00640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f306c1087e0 0x7f306c19b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:37:05.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.803+0000 7f306b400640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f306c1027d0 0x7f306c196d60 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f305c00e9f0 tx=0x7f305c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.803+0000 7f3063e00640 1 -- 172.21.15.26:0/137349748 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305c00cd80 con 0x7f306c1027d0 2024-04-26T23:37:05.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.803+0000 7f3063e00640 1 -- 172.21.15.26:0/137349748 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f305c0054b0 con 0x7f306c1027d0 2024-04-26T23:37:05.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.803+0000 7f3063e00640 1 -- 172.21.15.26:0/137349748 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305c010430 con 0x7f306c1027d0 2024-04-26T23:37:05.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.803+0000 7f3070a00640 1 -- 172.21.15.26:0/137349748 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f306c19c040 con 0x7f306c1027d0 2024-04-26T23:37:05.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.804+0000 7f3070a00640 1 -- 172.21.15.26:0/137349748 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f306c1a38d0 con 0x7f306c1027d0 2024-04-26T23:37:05.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.807+0000 7f3074fcb740 1 Processor -- start 2024-04-26T23:37:05.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.807+0000 7f3074fcb740 1 -- start start 2024-04-26T23:37:05.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.807+0000 7f3074fcb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 0x55a601bfe780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.807+0000 7f3074fcb740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601bfecc0 0x55a601c08e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.807+0000 7f3074fcb740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601c09390 0x55a601c0b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.807+0000 7f3074fcb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a601b62c70 con 0x55a601bfe3a0 2024-04-26T23:37:05.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.807+0000 7f3074fcb740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a601b1b980 con 0x55a601bfecc0 2024-04-26T23:37:05.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.807+0000 7f3074fcb740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a601b5ec30 con 0x55a601c09390 2024-04-26T23:37:05.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.808+0000 7f3063e00640 1 -- 172.21.15.26:0/137349748 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f305c0046c0 con 0x7f306c1027d0 2024-04-26T23:37:05.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.808+0000 7f306be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 0x55a601bfe780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.808+0000 7f306be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 0x55a601bfe780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47500/0 (socket says 172.21.15.26:47500) 2024-04-26T23:37:05.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.808+0000 7f306be00640 1 -- 172.21.15.26:0/285258827 learned_addr learned my addr 172.21.15.26:0/285258827 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:05.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.808+0000 7f306aa00640 1 --2- 172.21.15.26:0/285258827 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601c09390 0x55a601c0b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.808+0000 7f306b400640 1 --2- 172.21.15.26:0/285258827 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601bfecc0 0x55a601c08e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.808+0000 7f306be00640 1 -- 172.21.15.26:0/285258827 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601c09390 msgr2=0x55a601c0b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.808+0000 7f306be00640 1 --2- 172.21.15.26:0/285258827 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601c09390 0x55a601c0b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.808+0000 7f306be00640 1 -- 172.21.15.26:0/285258827 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601bfecc0 msgr2=0x55a601c08e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.808+0000 7f306be00640 1 --2- 172.21.15.26:0/285258827 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601bfecc0 0x55a601c08e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.808+0000 7f306be00640 1 -- 172.21.15.26:0/285258827 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a601af37b0 con 0x55a601bfe3a0 2024-04-26T23:37:05.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.809+0000 7f306be00640 1 --2- 172.21.15.26:0/285258827 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 0x55a601bfe780 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f306400f410 tx=0x7f306400f8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2be0757d0b019d70 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.809+0000 7f3057e00640 1 -- 172.21.15.26:0/285258827 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064015070 con 0x55a601bfe3a0 2024-04-26T23:37:05.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.809+0000 7f3057e00640 1 -- 172.21.15.26:0/285258827 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3064011b90 con 0x55a601bfe3a0 2024-04-26T23:37:05.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.809+0000 7f3057e00640 1 -- 172.21.15.26:0/285258827 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064010b60 con 0x55a601bfe3a0 2024-04-26T23:37:05.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.810+0000 7f3063e00640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f30500a3ec0 0x7f30500a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.810+0000 7f3063e00640 1 -- 172.21.15.26:0/137349748 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f305c0d0e70 con 0x7f306c1027d0 2024-04-26T23:37:05.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.810+0000 7f306b400640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f30500a3ec0 0x7f30500a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.810+0000 7f3074fcb740 1 -- 172.21.15.26:0/285258827 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 msgr2=0x55a601bfe780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.810+0000 7f3074fcb740 1 --2- 172.21.15.26:0/285258827 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 0x55a601bfe780 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f306400f410 tx=0x7f306400f8d0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.811+0000 7f3074fcb740 1 -- 172.21.15.26:0/285258827 shutdown_connections 2024-04-26T23:37:05.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.811+0000 7f3074fcb740 1 --2- 172.21.15.26:0/285258827 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601c09390 0x55a601c0b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.811+0000 7f3074fcb740 1 --2- 172.21.15.26:0/285258827 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601bfecc0 0x55a601c08e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.811+0000 7f3074fcb740 1 --2- 172.21.15.26:0/285258827 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 0x55a601bfe780 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.811+0000 7f3074fcb740 1 -- 172.21.15.26:0/285258827 >> 172.21.15.26:0/285258827 conn(0x55a601bfa6c0 msgr2=0x55a601bfaaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.811+0000 7f3074fcb740 1 -- 172.21.15.26:0/285258827 shutdown_connections 2024-04-26T23:37:05.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.811+0000 7f306b400640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f30500a3ec0 0x7f30500a6380 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f305c0ce470 tx=0x7f305c009310 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.811+0000 7f3074fcb740 1 -- 172.21.15.26:0/285258827 wait complete. 2024-04-26T23:37:05.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.812+0000 7f3074fcb740 1 -- start start 2024-04-26T23:37:05.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.812+0000 7f3074fcb740 1 Processor -- start 2024-04-26T23:37:05.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.813+0000 7f3074fcb740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfe3a0 0x55a601c08d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.813+0000 7f3074fcb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfecc0 0x55a601c06040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.813+0000 7f3074fcb740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601c09390 0x55a601c065e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.813+0000 7f3074fcb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a601b61f80 con 0x55a601bfecc0 2024-04-26T23:37:05.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.813+0000 7f3074fcb740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a601b0f260 con 0x55a601c09390 2024-04-26T23:37:05.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.813+0000 7f3074fcb740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a601b672a0 con 0x55a601bfe3a0 2024-04-26T23:37:05.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.813+0000 7f3074fcb740 10 client.0 _ll_register_callbacks cb 0x55a601b59960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:05.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.813+0000 7f306aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfecc0 0x55a601c06040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.813+0000 7f306be00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfe3a0 0x55a601c08d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.813+0000 7f306aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfecc0 0x55a601c06040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47508/0 (socket says 172.21.15.26:47508) 2024-04-26T23:37:05.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.813+0000 7f306aa00640 1 -- 172.21.15.26:0/704930892 learned_addr learned my addr 172.21.15.26:0/704930892 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:05.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.814+0000 7f306aa00640 1 -- 172.21.15.26:0/704930892 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfe3a0 msgr2=0x55a601c08d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.814+0000 7f306aa00640 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfe3a0 0x55a601c08d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.814+0000 7f306be00640 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601c09390 0x55a601c065e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.814+0000 7f306aa00640 1 -- 172.21.15.26:0/704930892 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601c09390 msgr2=0x55a601c065e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.814+0000 7f306aa00640 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601c09390 0x55a601c065e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.814+0000 7f306aa00640 1 -- 172.21.15.26:0/704930892 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a601af11c0 con 0x55a601bfecc0 2024-04-26T23:37:05.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.814+0000 7f306be00640 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601c09390 0x55a601c065e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:37:05.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.814+0000 7f306aa00640 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfecc0 0x55a601c06040 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f305800dcc0 tx=0x7f305800d970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d71de2d3f9b97a6d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.814+0000 7f3054c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:05.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.815+0000 7f3054c00640 1 -- 172.21.15.26:0/704930892 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3058045070 con 0x55a601bfecc0 2024-04-26T23:37:05.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.815+0000 7f3054c00640 1 -- 172.21.15.26:0/704930892 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f305800ba50 con 0x55a601bfecc0 2024-04-26T23:37:05.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.815+0000 7f3074fcb740 1 -- 172.21.15.26:0/704930892 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3064011b90 con 0x55a601bfecc0 2024-04-26T23:37:05.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.815+0000 7f3054c00640 1 -- 172.21.15.26:0/704930892 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3058050050 con 0x55a601bfecc0 2024-04-26T23:37:05.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.815+0000 7f3074fcb740 10 client.15726 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:05.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.815+0000 7f3074fcb740 1 -- 172.21.15.26:0/704930892 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a6018743f0 con 0x55a601bfecc0 2024-04-26T23:37:05.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.816+0000 7f3054c00640 1 -- 172.21.15.26:0/704930892 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3064011b90 con 0x55a601bfecc0 2024-04-26T23:37:05.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.816+0000 7f3054c00640 1 -- 172.21.15.26:0/704930892 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3058036400 con 0x55a601bfecc0 2024-04-26T23:37:05.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.816+0000 7f3074fcb740 10 client.15726 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:05.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.816+0000 7f3074fcb740 10 client.15726 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:37:05.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.816+0000 7f3074fcb740 20 client.15726 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:05.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.816+0000 7f3074fcb740 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a601c18ec0 0x55a601c1b320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.816+0000 7f3074fcb740 4 client.15726 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:37:05.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.816+0000 7f3074fcb740 1 -- 172.21.15.26:0/704930892 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a601b70880 con 0x55a601c18ec0 2024-04-26T23:37:05.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.817+0000 7f306be00640 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a601c18ec0 0x55a601c1b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.823 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:05 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/360397595' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:37:05.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.818+0000 7f306be00640 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a601c18ec0 0x55a601c1b320 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3df889a61848c07f server_cookie=ff1d48d83ac1afe7 in_seq=0 out_seq=0 2024-04-26T23:37:05.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.818+0000 7f3054c00640 10 client.15726 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:37:05.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.820+0000 7f3054c00640 1 -- 172.21.15.26:0/704930892 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a601b70880 con 0x55a601c18ec0 2024-04-26T23:37:05.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.820+0000 7f3054c00640 10 client.15726 handle_command_reply: tid=0 2024-04-26T23:37:05.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.820+0000 7f3074fcb740 1 client.15726 shutdown 2024-04-26T23:37:05.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.821+0000 7f3074fcb740 1 -- 172.21.15.26:0/704930892 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfecc0 msgr2=0x55a601c06040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.821+0000 7f3074fcb740 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfecc0 0x55a601c06040 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f305800dcc0 tx=0x7f305800d970 comp rx=0 tx=0).stop 2024-04-26T23:37:05.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.821+0000 7f3074fcb740 1 -- 172.21.15.26:0/704930892 shutdown_connections 2024-04-26T23:37:05.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.821+0000 7f3074fcb740 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a601c18ec0 0x55a601c1b320 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.821+0000 7f3074fcb740 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601c09390 0x55a601c065e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.821+0000 7f3074fcb740 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfecc0 0x55a601c06040 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.821+0000 7f3074fcb740 1 --2- 172.21.15.26:0/704930892 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfe3a0 0x55a601c08d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.821+0000 7f3074fcb740 1 -- 172.21.15.26:0/704930892 >> 172.21.15.26:0/704930892 conn(0x55a601bfa6c0 msgr2=0x55a601c004c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.821+0000 7f3054c00640 0 client.15726 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:37:05.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.821+0000 7f3074fcb740 1 -- 172.21.15.26:0/704930892 shutdown_connections 2024-04-26T23:37:05.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.821+0000 7f3074fcb740 1 -- 172.21.15.26:0/704930892 wait complete. 2024-04-26T23:37:05.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.821+0000 7f3074fcb740 20 client.15726 trim_cache size 0 max 16384 2024-04-26T23:37:05.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.849+0000 7f3074fcb740 1 Processor -- start 2024-04-26T23:37:05.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.849+0000 7f3074fcb740 1 -- start start 2024-04-26T23:37:05.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.850+0000 7f3074fcb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 0x55a601c08880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.850+0000 7f3074fcb740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfecc0 0x55a601c08dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.850+0000 7f3074fcb740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601c09390 0x55a601c032e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.850+0000 7f3074fcb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f306c1aea80 con 0x55a601bfe3a0 2024-04-26T23:37:05.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.850+0000 7f3074fcb740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f306c1ac350 con 0x55a601c09390 2024-04-26T23:37:05.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.850+0000 7f3074fcb740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f306c1aa180 con 0x55a601bfecc0 2024-04-26T23:37:05.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.850+0000 7f306be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 0x55a601c08880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.850+0000 7f306be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 0x55a601c08880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47512/0 (socket says 172.21.15.26:47512) 2024-04-26T23:37:05.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.850+0000 7f306be00640 1 -- 172.21.15.26:0/994786644 learned_addr learned my addr 172.21.15.26:0/994786644 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.851+0000 7f306aa00640 1 --2- 172.21.15.26:0/994786644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfecc0 0x55a601c08dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.851+0000 7f306be00640 1 --2- 172.21.15.26:0/994786644 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601c09390 0x55a601c032e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.851+0000 7f306be00640 1 -- 172.21.15.26:0/994786644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfecc0 msgr2=0x55a601c08dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.851+0000 7f306be00640 1 --2- 172.21.15.26:0/994786644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfecc0 0x55a601c08dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.851+0000 7f306be00640 1 -- 172.21.15.26:0/994786644 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601c09390 msgr2=0x55a601c032e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.851+0000 7f306be00640 1 --2- 172.21.15.26:0/994786644 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601c09390 0x55a601c032e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.851+0000 7f306be00640 1 -- 172.21.15.26:0/994786644 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a601bfeaf0 con 0x55a601bfe3a0 2024-04-26T23:37:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.851+0000 7f306be00640 1 --2- 172.21.15.26:0/994786644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 0x55a601c08880 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f3064000f80 tx=0x7f306400f8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cba27dda83629207 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.852+0000 7f3057400640 1 -- 172.21.15.26:0/994786644 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064015070 con 0x55a601bfe3a0 2024-04-26T23:37:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.852+0000 7f3057400640 1 -- 172.21.15.26:0/994786644 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f30640105a0 con 0x55a601bfe3a0 2024-04-26T23:37:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.852+0000 7f3057400640 1 -- 172.21.15.26:0/994786644 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064010ad0 con 0x55a601bfe3a0 2024-04-26T23:37:05.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.853+0000 7f3074fcb740 1 -- 172.21.15.26:0/994786644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 msgr2=0x55a601c08880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.853+0000 7f3074fcb740 1 --2- 172.21.15.26:0/994786644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 0x55a601c08880 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f3064000f80 tx=0x7f306400f8d0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.853+0000 7f3074fcb740 1 -- 172.21.15.26:0/994786644 shutdown_connections 2024-04-26T23:37:05.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.853+0000 7f3074fcb740 1 --2- 172.21.15.26:0/994786644 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601c09390 0x55a601c032e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.853+0000 7f3074fcb740 1 --2- 172.21.15.26:0/994786644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfecc0 0x55a601c08dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.853+0000 7f3074fcb740 1 --2- 172.21.15.26:0/994786644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601bfe3a0 0x55a601c08880 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.853+0000 7f3074fcb740 1 -- 172.21.15.26:0/994786644 >> 172.21.15.26:0/994786644 conn(0x55a601bfa6c0 msgr2=0x55a601c13e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.853+0000 7f3074fcb740 1 -- 172.21.15.26:0/994786644 shutdown_connections 2024-04-26T23:37:05.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.853+0000 7f3074fcb740 1 -- 172.21.15.26:0/994786644 wait complete. 2024-04-26T23:37:05.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.854+0000 7f3074fcb740 1 -- start start 2024-04-26T23:37:05.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.854+0000 7f3074fcb740 1 Processor -- start 2024-04-26T23:37:05.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.855+0000 7f3074fcb740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601bfe3a0 0x55a601c0f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.855+0000 7f3074fcb740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfecc0 0x55a601c0f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.855+0000 7f3074fcb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601c09390 0x55a601c7e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.855+0000 7f3074fcb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f306c1aa810 con 0x55a601c09390 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.855+0000 7f3074fcb740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f306c1abc80 con 0x55a601bfe3a0 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.855+0000 7f3074fcb740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f306c1aaee0 con 0x55a601bfecc0 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.855+0000 7f3074fcb740 10 client.0 _ll_register_callbacks cb 0x7f305800db90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.855+0000 7f306be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601c09390 0x55a601c7e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.855+0000 7f306be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601c09390 0x55a601c7e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47520/0 (socket says 172.21.15.26:47520) 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.855+0000 7f306be00640 1 -- 172.21.15.26:0/2407981757 learned_addr learned my addr 172.21.15.26:0/2407981757 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.855+0000 7f306be00640 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601bfe3a0 0x55a601c0f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.856+0000 7f306aa00640 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfecc0 0x55a601c0f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.856+0000 7f306be00640 1 -- 172.21.15.26:0/2407981757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfecc0 msgr2=0x55a601c0f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.856+0000 7f306be00640 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfecc0 0x55a601c0f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.856+0000 7f306be00640 1 -- 172.21.15.26:0/2407981757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601bfe3a0 msgr2=0x55a601c0f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.856+0000 7f306be00640 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601bfe3a0 0x55a601c0f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.856+0000 7f306be00640 1 -- 172.21.15.26:0/2407981757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a60193e7d0 con 0x55a601c09390 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.856+0000 7f306aa00640 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfecc0 0x55a601c0f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.856+0000 7f306be00640 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601c09390 0x55a601c7e470 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f3064003e80 tx=0x7f306401c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a0497923ee4d8b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.856+0000 7f3054c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.857+0000 7f3054c00640 1 -- 172.21.15.26:0/2407981757 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064015070 con 0x55a601c09390 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.857+0000 7f3054c00640 1 -- 172.21.15.26:0/2407981757 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f3064003970 con 0x55a601c09390 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.857+0000 7f3074fcb740 1 -- 172.21.15.26:0/2407981757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f30640105a0 con 0x55a601c09390 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.857+0000 7f3054c00640 1 -- 172.21.15.26:0/2407981757 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3064003b70 con 0x55a601c09390 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.857+0000 7f3074fcb740 10 client.15732 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.857+0000 7f3074fcb740 1 -- 172.21.15.26:0/2407981757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a601b092a0 con 0x55a601c09390 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.857+0000 7f3054c00640 1 -- 172.21.15.26:0/2407981757 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f30640105a0 con 0x55a601c09390 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.857+0000 7f3054c00640 1 -- 172.21.15.26:0/2407981757 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3064011870 con 0x55a601c09390 2024-04-26T23:37:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.858+0000 7f3074fcb740 10 client.15732 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.858+0000 7f3074fcb740 10 client.15732 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.858+0000 7f3074fcb740 20 client.15732 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.858+0000 7f3074fcb740 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a601c7fd70 0x55a601c82190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.858+0000 7f3074fcb740 4 client.15732 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.858+0000 7f3074fcb740 1 -- 172.21.15.26:0/2407981757 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a601b6a6f0 con 0x55a601c7fd70 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.859+0000 7f306aa00640 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a601c7fd70 0x55a601c82190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.860+0000 7f306aa00640 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a601c7fd70 0x55a601c82190 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=58692f49619ba908 server_cookie=2e5e5866ae82b3fd in_seq=0 out_seq=0 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.860+0000 7f3054c00640 10 client.15732 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.860+0000 7f3054c00640 1 -- 172.21.15.26:0/2407981757 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a601b6a6f0 con 0x55a601c7fd70 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.860+0000 7f3054c00640 10 client.15732 handle_command_reply: tid=0 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.860+0000 7f3074fcb740 1 client.15732 shutdown 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.860+0000 7f3074fcb740 1 -- 172.21.15.26:0/2407981757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601c09390 msgr2=0x55a601c7e470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.860+0000 7f3074fcb740 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601c09390 0x55a601c7e470 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f3064003e80 tx=0x7f306401c040 comp rx=0 tx=0).stop 2024-04-26T23:37:05.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.861+0000 7f3074fcb740 1 -- 172.21.15.26:0/2407981757 shutdown_connections 2024-04-26T23:37:05.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.861+0000 7f3074fcb740 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a601c7fd70 0x55a601c82190 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.861+0000 7f3074fcb740 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a601c09390 0x55a601c7e470 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.861+0000 7f3074fcb740 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a601bfecc0 0x55a601c0f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.861+0000 7f3074fcb740 1 --2- 172.21.15.26:0/2407981757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a601bfe3a0 0x55a601c0f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.861+0000 7f3074fcb740 1 -- 172.21.15.26:0/2407981757 >> 172.21.15.26:0/2407981757 conn(0x55a601bfa6c0 msgr2=0x55a601c20470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.861+0000 7f3054c00640 0 client.15732 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:37:05.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.861+0000 7f3074fcb740 1 -- 172.21.15.26:0/2407981757 shutdown_connections 2024-04-26T23:37:05.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.861+0000 7f3074fcb740 1 -- 172.21.15.26:0/2407981757 wait complete. 2024-04-26T23:37:05.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.861+0000 7f3074fcb740 20 client.15732 trim_cache size 0 max 16384 2024-04-26T23:37:05.868 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:37:05.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.862+0000 7f3070a00640 1 -- 172.21.15.26:0/137349748 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f30500a3ec0 msgr2=0x7f30500a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.862+0000 7f3070a00640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f30500a3ec0 0x7f30500a6380 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f305c0ce470 tx=0x7f305c009310 comp rx=0 tx=0).stop 2024-04-26T23:37:05.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.862+0000 7f3070a00640 1 -- 172.21.15.26:0/137349748 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f306c1027d0 msgr2=0x7f306c196d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:05.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.862+0000 7f3070a00640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f306c1027d0 0x7f306c196d60 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f305c00e9f0 tx=0x7f305c00edf0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.862+0000 7f3070a00640 1 -- 172.21.15.26:0/137349748 shutdown_connections 2024-04-26T23:37:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.862+0000 7f3070a00640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f306c1087e0 0x7f306c19b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.862+0000 7f3070a00640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f306c103190 0x7f306c1972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.862+0000 7f3070a00640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f30500a3ec0 0x7f30500a6380 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.862+0000 7f3070a00640 1 --2- 172.21.15.26:0/137349748 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f306c1027d0 0x7f306c196d60 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.862+0000 7f3070a00640 1 -- 172.21.15.26:0/137349748 >> 172.21.15.26:0/137349748 conn(0x7f306c0fe300 msgr2=0x7f306c0fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.863+0000 7f3070a00640 1 -- 172.21.15.26:0/137349748 shutdown_connections 2024-04-26T23:37:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:05.863+0000 7f3070a00640 1 -- 172.21.15.26:0/137349748 wait complete. 2024-04-26T23:37:05.882 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:37:06.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.080+0000 7f6d10a00640 1 -- 172.21.15.26:0/3575318584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6d0c074d00 msgr2=0x7f6d0c0750e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:06.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.080+0000 7f6d10a00640 1 --2- 172.21.15.26:0/3575318584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6d0c074d00 0x7f6d0c0750e0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc009900 tx=0x7f6cfc02a480 comp rx=0 tx=0).stop 2024-04-26T23:37:06.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.080+0000 7f6d10a00640 1 -- 172.21.15.26:0/3575318584 shutdown_connections 2024-04-26T23:37:06.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.080+0000 7f6d10a00640 1 --2- 172.21.15.26:0/3575318584 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6d0c10f070 0x7f6d0c111480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.080+0000 7f6d10a00640 1 --2- 172.21.15.26:0/3575318584 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d0c075620 0x7f6d0c10eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.080+0000 7f6d10a00640 1 --2- 172.21.15.26:0/3575318584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6d0c074d00 0x7f6d0c0750e0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.080+0000 7f6d10a00640 1 -- 172.21.15.26:0/3575318584 >> 172.21.15.26:0/3575318584 conn(0x7f6d0c0fe300 msgr2=0x7f6d0c100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:06.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.081+0000 7f6d10a00640 1 -- 172.21.15.26:0/3575318584 shutdown_connections 2024-04-26T23:37:06.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.081+0000 7f6d10a00640 1 -- 172.21.15.26:0/3575318584 wait complete. 2024-04-26T23:37:06.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.082+0000 7f6d10a00640 1 Processor -- start 2024-04-26T23:37:06.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.082+0000 7f6d10a00640 1 -- start start 2024-04-26T23:37:06.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d10a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6d0c074d00 0x7f6d0c19b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d10a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d0c075620 0x7f6d0c19b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d10a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6d0c10f070 0x7f6d0c19fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d10a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0c114ba0 con 0x7f6d0c074d00 2024-04-26T23:37:06.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d10a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0c114a20 con 0x7f6d0c10f070 2024-04-26T23:37:06.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d10a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0c114d20 con 0x7f6d0c075620 2024-04-26T23:37:06.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d0a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6d0c074d00 0x7f6d0c19b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d0a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6d0c074d00 0x7f6d0c19b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47538/0 (socket says 172.21.15.26:47538) 2024-04-26T23:37:06.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d0a800640 1 -- 172.21.15.26:0/1124260993 learned_addr learned my addr 172.21.15.26:0/1124260993 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:06.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d09e00640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d0c075620 0x7f6d0c19b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d0a800640 1 -- 172.21.15.26:0/1124260993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d0c075620 msgr2=0x7f6d0c19b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:06.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d0a800640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d0c075620 0x7f6d0c19b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d0a800640 1 -- 172.21.15.26:0/1124260993 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6d0c10f070 msgr2=0x7f6d0c19fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:06.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d0a800640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6d0c10f070 0x7f6d0c19fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d0a800640 1 -- 172.21.15.26:0/1124260993 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d0c1a0150 con 0x7f6d0c074d00 2024-04-26T23:37:06.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.083+0000 7f6d09e00640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d0c075620 0x7f6d0c19b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:37:06.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.084+0000 7f6d0a800640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6d0c074d00 0x7f6d0c19b160 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc02a9a0 tx=0x7f6cfc003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:06.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.084+0000 7f6d03400640 1 -- 172.21.15.26:0/1124260993 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cfc03f070 con 0x7f6d0c074d00 2024-04-26T23:37:06.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.084+0000 7f6d03400640 1 -- 172.21.15.26:0/1124260993 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6cfc003e40 con 0x7f6d0c074d00 2024-04-26T23:37:06.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.084+0000 7f6d10a00640 1 -- 172.21.15.26:0/1124260993 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d0c1a03e0 con 0x7f6d0c074d00 2024-04-26T23:37:06.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.084+0000 7f6d03400640 1 -- 172.21.15.26:0/1124260993 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cfc035030 con 0x7f6d0c074d00 2024-04-26T23:37:06.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.084+0000 7f6d10a00640 1 -- 172.21.15.26:0/1124260993 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d0c1a7cd0 con 0x7f6d0c074d00 2024-04-26T23:37:06.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.088+0000 7f6d141ea740 1 Processor -- start 2024-04-26T23:37:06.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.088+0000 7f6d141ea740 1 -- start start 2024-04-26T23:37:06.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.089+0000 7f6d141ea740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084e3a0 0x55fd2084e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.089+0000 7f6d141ea740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20858e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.089+0000 7f6d141ea740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd20859390 0x55fd2085b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.089+0000 7f6d141ea740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55fd207b2c70 con 0x55fd2084ecc0 2024-04-26T23:37:06.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.089+0000 7f6d141ea740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55fd2076b980 con 0x55fd2084e3a0 2024-04-26T23:37:06.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.089+0000 7f6d141ea740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55fd207aec30 con 0x55fd20859390 2024-04-26T23:37:06.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.089+0000 7f6d03400640 1 -- 172.21.15.26:0/1124260993 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f6cfc042070 con 0x7f6d0c074d00 2024-04-26T23:37:06.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.089+0000 7f6d0a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20858e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.089+0000 7f6d0a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20858e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47550/0 (socket says 172.21.15.26:47550) 2024-04-26T23:37:06.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.089+0000 7f6d0a800640 1 -- 172.21.15.26:0/1825804566 learned_addr learned my addr 172.21.15.26:0/1825804566 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:06.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.089+0000 7f6d0b200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084e3a0 0x55fd2084e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.090+0000 7f6d09e00640 1 --2- 172.21.15.26:0/1825804566 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd20859390 0x55fd2085b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.090+0000 7f6d0b200640 1 -- 172.21.15.26:0/1825804566 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd20859390 msgr2=0x55fd2085b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:06.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.090+0000 7f6d0b200640 1 --2- 172.21.15.26:0/1825804566 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd20859390 0x55fd2085b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.090+0000 7f6d0b200640 1 -- 172.21.15.26:0/1825804566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 msgr2=0x55fd20858e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:06.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.090+0000 7f6d0b200640 1 --2- 172.21.15.26:0/1825804566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20858e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.090+0000 7f6d0b200640 1 -- 172.21.15.26:0/1825804566 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd207437b0 con 0x55fd2084e3a0 2024-04-26T23:37:06.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.091+0000 7f6d0b200640 1 --2- 172.21.15.26:0/1825804566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084e3a0 0x55fd2084e780 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c075c50 tx=0x7f6d0400e6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a27064a67803d1a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:06.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.091+0000 7f6cf7400640 1 -- 172.21.15.26:0/1825804566 <== mon.2 v2:172.21.15.86:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d04016070 con 0x55fd2084e3a0 2024-04-26T23:37:06.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.091+0000 7f6cf7400640 1 -- 172.21.15.26:0/1825804566 <== mon.2 v2:172.21.15.86:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6d04005020 con 0x55fd2084e3a0 2024-04-26T23:37:06.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.091+0000 7f6cf7400640 1 -- 172.21.15.26:0/1825804566 <== mon.2 v2:172.21.15.86:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d040116b0 con 0x55fd2084e3a0 2024-04-26T23:37:06.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.091+0000 7f6d03400640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6cf00a3ec0 0x7f6cf00a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.092+0000 7f6d03400640 1 -- 172.21.15.26:0/1124260993 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6cfc0f12c0 con 0x7f6d0c074d00 2024-04-26T23:37:06.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.092+0000 7f6d0a800640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6cf00a3ec0 0x7f6cf00a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.092+0000 7f6d141ea740 1 -- 172.21.15.26:0/1825804566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084e3a0 msgr2=0x55fd2084e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:06.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.092+0000 7f6d141ea740 1 --2- 172.21.15.26:0/1825804566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084e3a0 0x55fd2084e780 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c075c50 tx=0x7f6d0400e6c0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.093+0000 7f6d0a800640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6cf00a3ec0 0x7f6cf00a6380 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc0c57f0 tx=0x7f6cfc0f4cd0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:06.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.093+0000 7f6d141ea740 1 -- 172.21.15.26:0/1825804566 shutdown_connections 2024-04-26T23:37:06.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.093+0000 7f6d141ea740 1 --2- 172.21.15.26:0/1825804566 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd20859390 0x55fd2085b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.093+0000 7f6d141ea740 1 --2- 172.21.15.26:0/1825804566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20858e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.093+0000 7f6d141ea740 1 --2- 172.21.15.26:0/1825804566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084e3a0 0x55fd2084e780 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.093+0000 7f6d141ea740 1 -- 172.21.15.26:0/1825804566 >> 172.21.15.26:0/1825804566 conn(0x55fd2084a6c0 msgr2=0x55fd2084aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:06.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.093+0000 7f6d141ea740 1 -- 172.21.15.26:0/1825804566 shutdown_connections 2024-04-26T23:37:06.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.093+0000 7f6d141ea740 1 -- 172.21.15.26:0/1825804566 wait complete. 2024-04-26T23:37:06.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.094+0000 7f6d141ea740 1 -- start start 2024-04-26T23:37:06.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.094+0000 7f6d141ea740 1 Processor -- start 2024-04-26T23:37:06.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.094+0000 7f6d141ea740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084e3a0 0x55fd20858be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.094+0000 7f6d141ea740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084ecc0 0x55fd20855ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.094+0000 7f6d141ea740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd20859390 0x55fd20856410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.094+0000 7f6d141ea740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55fd207b1f80 con 0x55fd2084e3a0 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.094+0000 7f6d141ea740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55fd2075f260 con 0x55fd2084ecc0 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.094+0000 7f6d141ea740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55fd207b72a0 con 0x55fd20859390 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.094+0000 7f6d141ea740 10 client.0 _ll_register_callbacks cb 0x55fd207a9960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.095+0000 7f6d0b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084e3a0 0x55fd20858be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.095+0000 7f6d0b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084e3a0 0x55fd20858be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47556/0 (socket says 172.21.15.26:47556) 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.095+0000 7f6d0b200640 1 -- 172.21.15.26:0/50493732 learned_addr learned my addr 172.21.15.26:0/50493732 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.095+0000 7f6d0b200640 1 -- 172.21.15.26:0/50493732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd20859390 msgr2=0x55fd20856410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.095+0000 7f6d0b200640 1 --2- 172.21.15.26:0/50493732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd20859390 0x55fd20856410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.095+0000 7f6d0b200640 1 -- 172.21.15.26:0/50493732 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084ecc0 msgr2=0x55fd20855ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.095+0000 7f6d0b200640 1 --2- 172.21.15.26:0/50493732 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084ecc0 0x55fd20855ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.095+0000 7f6d0b200640 1 -- 172.21.15.26:0/50493732 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd207411c0 con 0x55fd2084e3a0 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.095+0000 7f6d0b200640 1 --2- 172.21.15.26:0/50493732 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084e3a0 0x55fd20858be0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f6d04004a80 tx=0x7f6d04004b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5d3dd209968e84e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:06.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.095+0000 7f6cebe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:06.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.096+0000 7f6cebe00640 1 -- 172.21.15.26:0/50493732 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d04016040 con 0x55fd2084e3a0 2024-04-26T23:37:06.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.096+0000 7f6d141ea740 1 -- 172.21.15.26:0/50493732 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d04005020 con 0x55fd2084e3a0 2024-04-26T23:37:06.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.096+0000 7f6cebe00640 1 -- 172.21.15.26:0/50493732 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6d040051d0 con 0x55fd2084e3a0 2024-04-26T23:37:06.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.097+0000 7f6cebe00640 1 -- 172.21.15.26:0/50493732 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6d040116b0 con 0x55fd2084e3a0 2024-04-26T23:37:06.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.097+0000 7f6d141ea740 10 client.15744 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:06.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.097+0000 7f6d141ea740 1 -- 172.21.15.26:0/50493732 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fd204c43f0 con 0x55fd2084e3a0 2024-04-26T23:37:06.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.097+0000 7f6cebe00640 1 -- 172.21.15.26:0/50493732 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6d04005020 con 0x55fd2084e3a0 2024-04-26T23:37:06.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.097+0000 7f6cebe00640 1 -- 172.21.15.26:0/50493732 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6d0400f040 con 0x55fd2084e3a0 2024-04-26T23:37:06.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.097+0000 7f6d141ea740 10 client.15744 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:06.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.097+0000 7f6d141ea740 10 client.15744 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:06.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.097+0000 7f6d141ea740 20 client.15744 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:06.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.097+0000 7f6d141ea740 1 --2- 172.21.15.26:0/50493732 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55fd20871510 0x55fd20873900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.098+0000 7f6d141ea740 4 client.15744 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:37:06.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.098+0000 7f6d141ea740 1 -- 172.21.15.26:0/50493732 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd207c0880 con 0x55fd20871510 2024-04-26T23:37:06.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.098+0000 7f6d09e00640 1 --2- 172.21.15.26:0/50493732 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55fd20871510 0x55fd20873900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.099+0000 7f6d09e00640 1 --2- 172.21.15.26:0/50493732 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55fd20871510 0x55fd20873900 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1e757452e8a3c35 server_cookie=697ca21544f94d84 in_seq=0 out_seq=0 2024-04-26T23:37:06.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.099+0000 7f6cebe00640 10 client.15744 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:06.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.101+0000 7f6cebe00640 1 -- 172.21.15.26:0/50493732 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fd207c0880 con 0x55fd20871510 2024-04-26T23:37:06.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.101+0000 7f6cebe00640 10 client.15744 handle_command_reply: tid=0 2024-04-26T23:37:06.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.101+0000 7f6d141ea740 1 client.15744 shutdown 2024-04-26T23:37:06.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.101+0000 7f6d141ea740 1 -- 172.21.15.26:0/50493732 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084e3a0 msgr2=0x55fd20858be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:06.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.101+0000 7f6d141ea740 1 --2- 172.21.15.26:0/50493732 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084e3a0 0x55fd20858be0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f6d04004a80 tx=0x7f6d04004b20 comp rx=0 tx=0).stop 2024-04-26T23:37:06.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.102+0000 7f6d141ea740 1 -- 172.21.15.26:0/50493732 shutdown_connections 2024-04-26T23:37:06.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.102+0000 7f6d141ea740 1 --2- 172.21.15.26:0/50493732 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55fd20871510 0x55fd20873900 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.102+0000 7f6d141ea740 1 --2- 172.21.15.26:0/50493732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd20859390 0x55fd20856410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.102+0000 7f6d141ea740 1 --2- 172.21.15.26:0/50493732 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084ecc0 0x55fd20855ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.102+0000 7f6d141ea740 1 --2- 172.21.15.26:0/50493732 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084e3a0 0x55fd20858be0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.102+0000 7f6d141ea740 1 -- 172.21.15.26:0/50493732 >> 172.21.15.26:0/50493732 conn(0x55fd2084a6c0 msgr2=0x55fd208503a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:06.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.102+0000 7f6cebe00640 0 client.15744 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:06.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.102+0000 7f6d141ea740 1 -- 172.21.15.26:0/50493732 shutdown_connections 2024-04-26T23:37:06.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.102+0000 7f6d141ea740 1 -- 172.21.15.26:0/50493732 wait complete. 2024-04-26T23:37:06.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.102+0000 7f6d141ea740 20 client.15744 trim_cache size 0 max 16384 2024-04-26T23:37:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.116+0000 7f6d141ea740 1 Processor -- start 2024-04-26T23:37:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.116+0000 7f6d141ea740 1 -- start start 2024-04-26T23:37:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.116+0000 7f6d141ea740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084a6c0 0x55fd2086d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.116+0000 7f6d141ea740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd2084e3a0 0x55fd208513e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.116+0000 7f6d141ea740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20858710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d141ea740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0c1ae9e0 con 0x55fd2084ecc0 2024-04-26T23:37:06.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d141ea740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0c1ac2b0 con 0x55fd2084a6c0 2024-04-26T23:37:06.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d141ea740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0c1aa100 con 0x55fd2084e3a0 2024-04-26T23:37:06.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d0b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20858710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d0b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20858710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47560/0 (socket says 172.21.15.26:47560) 2024-04-26T23:37:06.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d0b200640 1 -- 172.21.15.26:0/4039597860 learned_addr learned my addr 172.21.15.26:0/4039597860 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:06.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d0b200640 1 --2- 172.21.15.26:0/4039597860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084a6c0 0x55fd2086d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d09e00640 1 --2- 172.21.15.26:0/4039597860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd2084e3a0 0x55fd208513e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d0b200640 1 -- 172.21.15.26:0/4039597860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd2084e3a0 msgr2=0x55fd208513e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:06.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d0b200640 1 --2- 172.21.15.26:0/4039597860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd2084e3a0 0x55fd208513e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d0b200640 1 -- 172.21.15.26:0/4039597860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084a6c0 msgr2=0x55fd2086d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:06.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d0b200640 1 --2- 172.21.15.26:0/4039597860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084a6c0 0x55fd2086d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.117+0000 7f6d0b200640 1 -- 172.21.15.26:0/4039597860 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd2058e7d0 con 0x55fd2084ecc0 2024-04-26T23:37:06.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.118+0000 7f6d0b200640 1 --2- 172.21.15.26:0/4039597860 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20858710 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f6d04009a00 tx=0x7f6d04013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac08a4b7a6cc4132 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:06.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.118+0000 7f6cf6a00640 1 -- 172.21.15.26:0/4039597860 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d0402e800 con 0x55fd2084ecc0 2024-04-26T23:37:06.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.118+0000 7f6cf6a00640 1 -- 172.21.15.26:0/4039597860 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6d04021070 con 0x55fd2084ecc0 2024-04-26T23:37:06.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.118+0000 7f6cf6a00640 1 -- 172.21.15.26:0/4039597860 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d04011ab0 con 0x55fd2084ecc0 2024-04-26T23:37:06.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.119+0000 7f6d141ea740 1 -- 172.21.15.26:0/4039597860 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 msgr2=0x55fd20858710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:06.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.119+0000 7f6d141ea740 1 --2- 172.21.15.26:0/4039597860 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20858710 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f6d04009a00 tx=0x7f6d04013040 comp rx=0 tx=0).stop 2024-04-26T23:37:06.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.119+0000 7f6d141ea740 1 -- 172.21.15.26:0/4039597860 shutdown_connections 2024-04-26T23:37:06.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.119+0000 7f6d141ea740 1 --2- 172.21.15.26:0/4039597860 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20858710 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.119+0000 7f6d141ea740 1 --2- 172.21.15.26:0/4039597860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd2084e3a0 0x55fd208513e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.119+0000 7f6d141ea740 1 --2- 172.21.15.26:0/4039597860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084a6c0 0x55fd2086d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.119+0000 7f6d141ea740 1 -- 172.21.15.26:0/4039597860 >> 172.21.15.26:0/4039597860 conn(0x55fd20856570 msgr2=0x55fd20850cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:06.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.119+0000 7f6d141ea740 1 -- 172.21.15.26:0/4039597860 shutdown_connections 2024-04-26T23:37:06.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.120+0000 7f6d141ea740 1 -- 172.21.15.26:0/4039597860 wait complete. 2024-04-26T23:37:06.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.120+0000 7f6d141ea740 1 -- start start 2024-04-26T23:37:06.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.120+0000 7f6d141ea740 1 Processor -- start 2024-04-26T23:37:06.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.121+0000 7f6d141ea740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd2084a6c0 0x55fd20869ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.121+0000 7f6d141ea740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084e3a0 0x55fd2086a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.121+0000 7f6d141ea740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20864fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.121+0000 7f6d141ea740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0c1aa770 con 0x55fd2084ecc0 2024-04-26T23:37:06.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.121+0000 7f6d141ea740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0c1abbe0 con 0x55fd2084e3a0 2024-04-26T23:37:06.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.121+0000 7f6d141ea740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6d0c1aae40 con 0x55fd2084a6c0 2024-04-26T23:37:06.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.121+0000 7f6d141ea740 10 client.0 _ll_register_callbacks cb 0x7f6cfc0f4ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:06.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.121+0000 7f6d0b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20864fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.121+0000 7f6d0b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20864fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47574/0 (socket says 172.21.15.26:47574) 2024-04-26T23:37:06.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.122+0000 7f6d0b200640 1 -- 172.21.15.26:0/856717260 learned_addr learned my addr 172.21.15.26:0/856717260 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:06.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.122+0000 7f6d09e00640 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084e3a0 0x55fd2086a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.122+0000 7f6d0b200640 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd2084a6c0 0x55fd20869ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.122+0000 7f6d0b200640 1 -- 172.21.15.26:0/856717260 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd2084a6c0 msgr2=0x55fd20869ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:06.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.122+0000 7f6d0b200640 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd2084a6c0 0x55fd20869ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.122+0000 7f6d0b200640 1 -- 172.21.15.26:0/856717260 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084e3a0 msgr2=0x55fd2086a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:06.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.122+0000 7f6d0b200640 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084e3a0 0x55fd2086a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.122+0000 7f6d0b200640 1 -- 172.21.15.26:0/856717260 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd207592a0 con 0x55fd2084ecc0 2024-04-26T23:37:06.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.122+0000 7f6d0b200640 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20864fe0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f6d04030000 tx=0x7f6d0401d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4be12d1a292cabf2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:06.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.122+0000 7f6cebe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:06.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.123+0000 7f6cebe00640 1 -- 172.21.15.26:0/856717260 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d04003970 con 0x55fd2084ecc0 2024-04-26T23:37:06.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.123+0000 7f6cebe00640 1 -- 172.21.15.26:0/856717260 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6d04003b10 con 0x55fd2084ecc0 2024-04-26T23:37:06.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.123+0000 7f6d141ea740 1 -- 172.21.15.26:0/856717260 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d04021070 con 0x55fd2084ecc0 2024-04-26T23:37:06.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.123+0000 7f6cebe00640 1 -- 172.21.15.26:0/856717260 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6d04003d10 con 0x55fd2084ecc0 2024-04-26T23:37:06.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.123+0000 7f6d141ea740 10 client.15750 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:06.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.123+0000 7f6d141ea740 1 -- 172.21.15.26:0/856717260 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fd208d7240 con 0x55fd2084ecc0 2024-04-26T23:37:06.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.124+0000 7f6cebe00640 1 -- 172.21.15.26:0/856717260 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6d04021070 con 0x55fd2084ecc0 2024-04-26T23:37:06.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.124+0000 7f6cebe00640 1 -- 172.21.15.26:0/856717260 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6d04004140 con 0x55fd2084ecc0 2024-04-26T23:37:06.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.124+0000 7f6d141ea740 10 client.15750 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:06.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.124+0000 7f6d141ea740 10 client.15750 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:06.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.124+0000 7f6d141ea740 20 client.15750 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:06.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.124+0000 7f6d141ea740 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55fd20859390 0x55fd208d98e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:06.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.124+0000 7f6d141ea740 4 client.15750 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:37:06.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.124+0000 7f6d141ea740 1 -- 172.21.15.26:0/856717260 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fd207ba6f0 con 0x55fd20859390 2024-04-26T23:37:06.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.125+0000 7f6d09e00640 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55fd20859390 0x55fd208d98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:06.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.125+0000 7f6d09e00640 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55fd20859390 0x55fd208d98e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb42ddb1b8c9ad43 server_cookie=660e881c6fdb9eab in_seq=0 out_seq=0 2024-04-26T23:37:06.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.125+0000 7f6cebe00640 10 client.15750 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:06.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.126+0000 7f6cebe00640 1 -- 172.21.15.26:0/856717260 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fd207ba6f0 con 0x55fd20859390 2024-04-26T23:37:06.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.126+0000 7f6cebe00640 10 client.15750 handle_command_reply: tid=0 2024-04-26T23:37:06.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.126+0000 7f6d141ea740 1 client.15750 shutdown 2024-04-26T23:37:06.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.126+0000 7f6d141ea740 1 -- 172.21.15.26:0/856717260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 msgr2=0x55fd20864fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:06.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.126+0000 7f6d141ea740 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20864fe0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f6d04030000 tx=0x7f6d0401d040 comp rx=0 tx=0).stop 2024-04-26T23:37:06.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.126+0000 7f6d141ea740 1 -- 172.21.15.26:0/856717260 shutdown_connections 2024-04-26T23:37:06.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.126+0000 7f6d141ea740 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55fd20859390 0x55fd208d98e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.126+0000 7f6d141ea740 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fd2084ecc0 0x55fd20864fe0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.127+0000 7f6d141ea740 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fd2084e3a0 0x55fd2086a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.127+0000 7f6d141ea740 1 --2- 172.21.15.26:0/856717260 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fd2084a6c0 0x55fd20869ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.127+0000 7f6cebe00640 0 client.15750 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:06.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.127+0000 7f6d141ea740 1 -- 172.21.15.26:0/856717260 >> 172.21.15.26:0/856717260 conn(0x55fd20856570 msgr2=0x55fd208497b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:06.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.127+0000 7f6d141ea740 1 -- 172.21.15.26:0/856717260 shutdown_connections 2024-04-26T23:37:06.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.127+0000 7f6d141ea740 1 -- 172.21.15.26:0/856717260 wait complete. 2024-04-26T23:37:06.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.127+0000 7f6d141ea740 20 client.15750 trim_cache size 0 max 16384 2024-04-26T23:37:06.133 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:37:06.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.128+0000 7f6d10a00640 1 -- 172.21.15.26:0/1124260993 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6cf00a3ec0 msgr2=0x7f6cf00a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:06.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.128+0000 7f6d10a00640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6cf00a3ec0 0x7f6cf00a6380 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc0c57f0 tx=0x7f6cfc0f4cd0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.128+0000 7f6d10a00640 1 -- 172.21.15.26:0/1124260993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6d0c074d00 msgr2=0x7f6d0c19b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:06.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.128+0000 7f6d10a00640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6d0c074d00 0x7f6d0c19b160 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc02a9a0 tx=0x7f6cfc003c20 comp rx=0 tx=0).stop 2024-04-26T23:37:06.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.128+0000 7f6d10a00640 1 -- 172.21.15.26:0/1124260993 shutdown_connections 2024-04-26T23:37:06.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.128+0000 7f6d10a00640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6d0c10f070 0x7f6d0c19fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.128+0000 7f6d10a00640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d0c075620 0x7f6d0c19b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.128+0000 7f6d10a00640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6cf00a3ec0 0x7f6cf00a6380 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.128+0000 7f6d10a00640 1 --2- 172.21.15.26:0/1124260993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6d0c074d00 0x7f6d0c19b160 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:06.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.128+0000 7f6d10a00640 1 -- 172.21.15.26:0/1124260993 >> 172.21.15.26:0/1124260993 conn(0x7f6d0c0fe300 msgr2=0x7f6d0c0ff0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:06.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.128+0000 7f6d10a00640 1 -- 172.21.15.26:0/1124260993 shutdown_connections 2024-04-26T23:37:06.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:06.128+0000 7f6d10a00640 1 -- 172.21.15.26:0/1124260993 wait complete. 2024-04-26T23:37:06.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:06 smithi164 ceph-mon[31699]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-26T23:37:06.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:06 smithi026 ceph-mon[28371]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-26T23:37:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:06 smithi086 ceph-mon[31122]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-04-26T23:37:07.154 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:37:07.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:37:07.154 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:37:07.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.326+0000 7fa872800640 1 -- 172.21.15.26:0/2195778339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa86c1087e0 msgr2=0x7fa86c108bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.326+0000 7fa872800640 1 --2- 172.21.15.26:0/2195778339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa86c1087e0 0x7fa86c108bc0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fa860009930 tx=0x7fa86002a420 comp rx=0 tx=0).stop 2024-04-26T23:37:07.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.327+0000 7fa872800640 1 -- 172.21.15.26:0/2195778339 shutdown_connections 2024-04-26T23:37:07.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.327+0000 7fa872800640 1 --2- 172.21.15.26:0/2195778339 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa86c103190 0x7fa86c10f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.327+0000 7fa872800640 1 --2- 172.21.15.26:0/2195778339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa86c1027d0 0x7fa86c102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.327+0000 7fa872800640 1 --2- 172.21.15.26:0/2195778339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa86c1087e0 0x7fa86c108bc0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.327+0000 7fa872800640 1 -- 172.21.15.26:0/2195778339 >> 172.21.15.26:0/2195778339 conn(0x7fa86c0fe300 msgr2=0x7fa86c100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:07.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.327+0000 7fa872800640 1 -- 172.21.15.26:0/2195778339 shutdown_connections 2024-04-26T23:37:07.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.327+0000 7fa872800640 1 -- 172.21.15.26:0/2195778339 wait complete. 2024-04-26T23:37:07.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.328+0000 7fa872800640 1 Processor -- start 2024-04-26T23:37:07.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.328+0000 7fa872800640 1 -- start start 2024-04-26T23:37:07.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.329+0000 7fa872800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa86c1027d0 0x7fa86c074c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.329+0000 7fa872800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa86c103190 0x7fa86c075170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.329+0000 7fa872800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa86c1087e0 0x7fa86c0756b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.329+0000 7fa872800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa86c1129a0 con 0x7fa86c1027d0 2024-04-26T23:37:07.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.329+0000 7fa872800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa86c112820 con 0x7fa86c103190 2024-04-26T23:37:07.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.329+0000 7fa872800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa86c112b20 con 0x7fa86c1087e0 2024-04-26T23:37:07.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.329+0000 7fa871400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa86c1027d0 0x7fa86c074c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.329+0000 7fa871400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa86c1027d0 0x7fa86c074c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47580/0 (socket says 172.21.15.26:47580) 2024-04-26T23:37:07.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.329+0000 7fa871400640 1 -- 172.21.15.26:0/1713174956 learned_addr learned my addr 172.21.15.26:0/1713174956 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:07.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.329+0000 7fa870a00640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa86c103190 0x7fa86c075170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.329+0000 7fa871e00640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa86c1087e0 0x7fa86c0756b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.330+0000 7fa871400640 1 -- 172.21.15.26:0/1713174956 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa86c1087e0 msgr2=0x7fa86c0756b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.330+0000 7fa871400640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa86c1087e0 0x7fa86c0756b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.330+0000 7fa871400640 1 -- 172.21.15.26:0/1713174956 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa86c103190 msgr2=0x7fa86c075170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.330+0000 7fa871400640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa86c103190 0x7fa86c075170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.330+0000 7fa871400640 1 -- 172.21.15.26:0/1713174956 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa86c1a7440 con 0x7fa86c1027d0 2024-04-26T23:37:07.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.330+0000 7fa871400640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa86c1027d0 0x7fa86c074c30 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fa86002a940 tx=0x7fa860003d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:07.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.330+0000 7fa86a000640 1 -- 172.21.15.26:0/1713174956 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86003f070 con 0x7fa86c1027d0 2024-04-26T23:37:07.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.331+0000 7fa86a000640 1 -- 172.21.15.26:0/1713174956 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa86003bdc0 con 0x7fa86c1027d0 2024-04-26T23:37:07.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.331+0000 7fa86a000640 1 -- 172.21.15.26:0/1713174956 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa860035030 con 0x7fa86c1027d0 2024-04-26T23:37:07.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.331+0000 7fa872800640 1 -- 172.21.15.26:0/1713174956 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa86c1a76d0 con 0x7fa86c1027d0 2024-04-26T23:37:07.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.331+0000 7fa872800640 1 -- 172.21.15.26:0/1713174956 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa86c1a7b70 con 0x7fa86c1027d0 2024-04-26T23:37:07.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.334+0000 7fa86a000640 1 -- 172.21.15.26:0/1713174956 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7fa860042070 con 0x7fa86c1027d0 2024-04-26T23:37:07.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.335+0000 7fa876c2b740 1 Processor -- start 2024-04-26T23:37:07.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.336+0000 7fa876c2b740 1 -- start start 2024-04-26T23:37:07.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.336+0000 7fa876c2b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263446e60 0x565263447240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.336+0000 7fa876c2b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 0x565263451910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.336+0000 7fa876c2b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263451e50 0x565263454240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.336+0000 7fa876c2b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5652633ac980 con 0x565263447780 2024-04-26T23:37:07.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.336+0000 7fa876c2b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x565263349220 con 0x565263451e50 2024-04-26T23:37:07.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.336+0000 7fa876c2b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5652633a8940 con 0x565263446e60 2024-04-26T23:37:07.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.336+0000 7fa86a000640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa8540a3ec0 0x7fa8540a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.337+0000 7fa871e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263446e60 0x565263447240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.337+0000 7fa86a000640 1 -- 172.21.15.26:0/1713174956 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa8600f13d0 con 0x7fa86c1027d0 2024-04-26T23:37:07.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.337+0000 7fa871e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263446e60 0x565263447240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:33682/0 (socket says 172.21.15.26:33682) 2024-04-26T23:37:07.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.337+0000 7fa871e00640 1 -- 172.21.15.26:0/1395230196 learned_addr learned my addr 172.21.15.26:0/1395230196 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:07.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.337+0000 7fa871400640 1 --2- 172.21.15.26:0/1395230196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 0x565263451910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.337+0000 7fa871e00640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa8540a3ec0 0x7fa8540a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.337+0000 7fa870a00640 1 --2- 172.21.15.26:0/1395230196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263451e50 0x565263454240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.337+0000 7fa871400640 1 -- 172.21.15.26:0/1395230196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263446e60 msgr2=0x565263447240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.337+0000 7fa871400640 1 --2- 172.21.15.26:0/1395230196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263446e60 0x565263447240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.337+0000 7fa871400640 1 -- 172.21.15.26:0/1395230196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263451e50 msgr2=0x565263454240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.337+0000 7fa871400640 1 --2- 172.21.15.26:0/1395230196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263451e50 0x565263454240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.337+0000 7fa871400640 1 -- 172.21.15.26:0/1395230196 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652631867e0 con 0x565263447780 2024-04-26T23:37:07.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.338+0000 7fa871400640 1 --2- 172.21.15.26:0/1395230196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 0x565263451910 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fa8600ee970 tx=0x7fa8600bcdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7f9c4115d8a1967 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:07.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.338+0000 7fa85e600640 1 -- 172.21.15.26:0/1395230196 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa860049040 con 0x565263447780 2024-04-26T23:37:07.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.338+0000 7fa85e600640 1 -- 172.21.15.26:0/1395230196 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa8600c1570 con 0x565263447780 2024-04-26T23:37:07.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.338+0000 7fa85e600640 1 -- 172.21.15.26:0/1395230196 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8600c1160 con 0x565263447780 2024-04-26T23:37:07.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.339+0000 7fa876c2b740 1 -- 172.21.15.26:0/1395230196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 msgr2=0x565263451910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.339+0000 7fa876c2b740 1 --2- 172.21.15.26:0/1395230196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 0x565263451910 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fa8600ee970 tx=0x7fa8600bcdc0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.339+0000 7fa871e00640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa8540a3ec0 0x7fa8540a6380 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa864009fd0 tx=0x7fa8640093d0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:07.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.339+0000 7fa876c2b740 1 -- 172.21.15.26:0/1395230196 shutdown_connections 2024-04-26T23:37:07.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.339+0000 7fa876c2b740 1 --2- 172.21.15.26:0/1395230196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263451e50 0x565263454240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.339+0000 7fa876c2b740 1 --2- 172.21.15.26:0/1395230196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 0x565263451910 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.339+0000 7fa876c2b740 1 --2- 172.21.15.26:0/1395230196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263446e60 0x565263447240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.339+0000 7fa876c2b740 1 -- 172.21.15.26:0/1395230196 >> 172.21.15.26:0/1395230196 conn(0x565263443180 msgr2=0x565263443560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:07.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.340+0000 7fa876c2b740 1 -- 172.21.15.26:0/1395230196 shutdown_connections 2024-04-26T23:37:07.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.340+0000 7fa876c2b740 1 -- 172.21.15.26:0/1395230196 wait complete. 2024-04-26T23:37:07.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.340+0000 7fa876c2b740 1 -- start start 2024-04-26T23:37:07.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.341+0000 7fa876c2b740 1 Processor -- start 2024-04-26T23:37:07.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.341+0000 7fa876c2b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263446e60 0x56526344ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.341+0000 7fa876c2b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263447780 0x56526344f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.341+0000 7fa876c2b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263451e50 0x56526344f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.341+0000 7fa876c2b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56526345d210 con 0x565263451e50 2024-04-26T23:37:07.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.341+0000 7fa876c2b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x565263334170 con 0x565263446e60 2024-04-26T23:37:07.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.341+0000 7fa876c2b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56526345d390 con 0x565263447780 2024-04-26T23:37:07.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.342+0000 7fa876c2b740 10 client.0 _ll_register_callbacks cb 0x5652633a3770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:07.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.342+0000 7fa871e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263451e50 0x56526344f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.342+0000 7fa871400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263446e60 0x56526344ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.342+0000 7fa871e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263451e50 0x56526344f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47600/0 (socket says 172.21.15.26:47600) 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.342+0000 7fa871e00640 1 -- 172.21.15.26:0/1016105121 learned_addr learned my addr 172.21.15.26:0/1016105121 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.342+0000 7fa870a00640 1 --2- 172.21.15.26:0/1016105121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263447780 0x56526344f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.342+0000 7fa871e00640 1 -- 172.21.15.26:0/1016105121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263447780 msgr2=0x56526344f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.342+0000 7fa871e00640 1 --2- 172.21.15.26:0/1016105121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263447780 0x56526344f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.342+0000 7fa871e00640 1 -- 172.21.15.26:0/1016105121 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263446e60 msgr2=0x56526344ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.342+0000 7fa871e00640 1 --2- 172.21.15.26:0/1016105121 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263446e60 0x56526344ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.342+0000 7fa871e00640 1 -- 172.21.15.26:0/1016105121 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652631e6f70 con 0x565263451e50 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.343+0000 7fa871e00640 1 --2- 172.21.15.26:0/1016105121 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263451e50 0x56526344f7f0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fa864014e20 tx=0x7fa864004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86f91bf47d52882b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.343+0000 7fa852a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.343+0000 7fa852a00640 1 -- 172.21.15.26:0/1016105121 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa864013040 con 0x565263451e50 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.343+0000 7fa876c2b740 1 -- 172.21.15.26:0/1016105121 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8600c1570 con 0x565263451e50 2024-04-26T23:37:07.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.343+0000 7fa852a00640 1 -- 172.21.15.26:0/1016105121 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa86401b0d0 con 0x565263451e50 2024-04-26T23:37:07.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.344+0000 7fa852a00640 1 -- 172.21.15.26:0/1016105121 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa864014e50 con 0x565263451e50 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.344+0000 7fa876c2b740 10 client.15762 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.344+0000 7fa876c2b740 1 -- 172.21.15.26:0/1016105121 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56526307e170 con 0x565263451e50 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.344+0000 7fa852a00640 1 -- 172.21.15.26:0/1016105121 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa8600c1570 con 0x565263451e50 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.344+0000 7fa852a00640 1 -- 172.21.15.26:0/1016105121 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa864025420 con 0x565263451e50 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.344+0000 7fa876c2b740 10 client.15762 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.344+0000 7fa876c2b740 10 client.15762 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.344+0000 7fa876c2b740 20 client.15762 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.344+0000 7fa876c2b740 1 --2- 172.21.15.26:0/1016105121 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56526346a330 0x56526346c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.344+0000 7fa876c2b740 4 client.15762 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.344+0000 7fa876c2b740 1 -- 172.21.15.26:0/1016105121 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5652633ba590 con 0x56526346a330 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.345+0000 7fa871400640 1 --2- 172.21.15.26:0/1016105121 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56526346a330 0x56526346c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.346+0000 7fa871400640 1 --2- 172.21.15.26:0/1016105121 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56526346a330 0x56526346c7f0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7560b41a6a1f5fce server_cookie=810c8ef1bac93639 in_seq=0 out_seq=0 2024-04-26T23:37:07.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.346+0000 7fa852a00640 10 client.15762 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:07.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.348+0000 7fa852a00640 1 -- 172.21.15.26:0/1016105121 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5652633ba590 con 0x56526346a330 2024-04-26T23:37:07.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.348+0000 7fa852a00640 10 client.15762 handle_command_reply: tid=0 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.348+0000 7fa876c2b740 1 client.15762 shutdown 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.348+0000 7fa876c2b740 1 -- 172.21.15.26:0/1016105121 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263451e50 msgr2=0x56526344f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.348+0000 7fa876c2b740 1 --2- 172.21.15.26:0/1016105121 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263451e50 0x56526344f7f0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fa864014e20 tx=0x7fa864004b50 comp rx=0 tx=0).stop 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.349+0000 7fa876c2b740 1 -- 172.21.15.26:0/1016105121 shutdown_connections 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.349+0000 7fa876c2b740 1 --2- 172.21.15.26:0/1016105121 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56526346a330 0x56526346c7f0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.349+0000 7fa876c2b740 1 --2- 172.21.15.26:0/1016105121 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263451e50 0x56526344f7f0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.349+0000 7fa876c2b740 1 --2- 172.21.15.26:0/1016105121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263447780 0x56526344f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.349+0000 7fa876c2b740 1 --2- 172.21.15.26:0/1016105121 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263446e60 0x56526344ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.349+0000 7fa876c2b740 1 -- 172.21.15.26:0/1016105121 >> 172.21.15.26:0/1016105121 conn(0x565263443180 msgr2=0x565263448f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.349+0000 7fa852a00640 0 client.15762 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.349+0000 7fa876c2b740 1 -- 172.21.15.26:0/1016105121 shutdown_connections 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.349+0000 7fa876c2b740 1 -- 172.21.15.26:0/1016105121 wait complete. 2024-04-26T23:37:07.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.349+0000 7fa876c2b740 20 client.15762 trim_cache size 0 max 16384 2024-04-26T23:37:07.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.368+0000 7fa876c2b740 1 Processor -- start 2024-04-26T23:37:07.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.368+0000 7fa876c2b740 1 -- start start 2024-04-26T23:37:07.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.368+0000 7fa876c2b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263446e60 0x565263466000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.368+0000 7fa876c2b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 0x565263442160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.368+0000 7fa876c2b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263451e50 0x5652634720c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.368+0000 7fa876c2b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa86c1ae9b0 con 0x565263447780 2024-04-26T23:37:07.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.368+0000 7fa876c2b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa86c1ac280 con 0x565263446e60 2024-04-26T23:37:07.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.368+0000 7fa876c2b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa86c1aa0f0 con 0x565263451e50 2024-04-26T23:37:07.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.369+0000 7fa870a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 0x565263442160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.369+0000 7fa870a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 0x565263442160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47606/0 (socket says 172.21.15.26:47606) 2024-04-26T23:37:07.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.369+0000 7fa870a00640 1 -- 172.21.15.26:0/2250543472 learned_addr learned my addr 172.21.15.26:0/2250543472 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:07.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.369+0000 7fa871400640 1 --2- 172.21.15.26:0/2250543472 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263446e60 0x565263466000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.369+0000 7fa870a00640 1 -- 172.21.15.26:0/2250543472 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263451e50 msgr2=0x5652634720c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.369+0000 7fa870a00640 1 --2- 172.21.15.26:0/2250543472 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263451e50 0x5652634720c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.369+0000 7fa870a00640 1 -- 172.21.15.26:0/2250543472 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263446e60 msgr2=0x565263466000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.369+0000 7fa870a00640 1 --2- 172.21.15.26:0/2250543472 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263446e60 0x565263466000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.369+0000 7fa870a00640 1 -- 172.21.15.26:0/2250543472 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652634475b0 con 0x565263447780 2024-04-26T23:37:07.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.369+0000 7fa870a00640 1 --2- 172.21.15.26:0/2250543472 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 0x565263442160 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fa85800e770 tx=0x7fa85800ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aad35123839d9ce server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:07.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.370+0000 7fa85dc00640 1 -- 172.21.15.26:0/2250543472 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa858003d60 con 0x565263447780 2024-04-26T23:37:07.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.370+0000 7fa85dc00640 1 -- 172.21.15.26:0/2250543472 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa8580118d0 con 0x565263447780 2024-04-26T23:37:07.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.370+0000 7fa85dc00640 1 -- 172.21.15.26:0/2250543472 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa858010770 con 0x565263447780 2024-04-26T23:37:07.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.370+0000 7fa876c2b740 1 -- 172.21.15.26:0/2250543472 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 msgr2=0x565263442160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.370+0000 7fa876c2b740 1 --2- 172.21.15.26:0/2250543472 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 0x565263442160 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fa85800e770 tx=0x7fa85800ec30 comp rx=0 tx=0).stop 2024-04-26T23:37:07.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.371+0000 7fa876c2b740 1 -- 172.21.15.26:0/2250543472 shutdown_connections 2024-04-26T23:37:07.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.371+0000 7fa876c2b740 1 --2- 172.21.15.26:0/2250543472 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263451e50 0x5652634720c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.371+0000 7fa876c2b740 1 --2- 172.21.15.26:0/2250543472 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263447780 0x565263442160 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.371+0000 7fa876c2b740 1 --2- 172.21.15.26:0/2250543472 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263446e60 0x565263466000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.371+0000 7fa876c2b740 1 -- 172.21.15.26:0/2250543472 >> 172.21.15.26:0/2250543472 conn(0x565263443180 msgr2=0x565263441a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:07.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.371+0000 7fa876c2b740 1 -- 172.21.15.26:0/2250543472 shutdown_connections 2024-04-26T23:37:07.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.371+0000 7fa876c2b740 1 -- 172.21.15.26:0/2250543472 wait complete. 2024-04-26T23:37:07.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.371+0000 7fa876c2b740 1 -- start start 2024-04-26T23:37:07.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.371+0000 7fa876c2b740 1 Processor -- start 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.372+0000 7fa876c2b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263446e60 0x56526344ba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.372+0000 7fa876c2b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263447780 0x56526344bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.372+0000 7fa876c2b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263451e50 0x56526344c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.372+0000 7fa876c2b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa86c1aa740 con 0x565263446e60 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.372+0000 7fa876c2b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa86c1abbb0 con 0x565263447780 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.372+0000 7fa876c2b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa86c1aae10 con 0x565263451e50 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.372+0000 7fa876c2b740 10 client.0 _ll_register_callbacks cb 0x7fa864014aa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.372+0000 7fa871400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263446e60 0x56526344ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.372+0000 7fa871400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263446e60 0x56526344ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47620/0 (socket says 172.21.15.26:47620) 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.372+0000 7fa871400640 1 -- 172.21.15.26:0/4263295103 learned_addr learned my addr 172.21.15.26:0/4263295103 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.373+0000 7fa871400640 1 -- 172.21.15.26:0/4263295103 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263451e50 msgr2=0x56526344c4d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.373+0000 7fa871400640 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263451e50 0x56526344c4d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.373+0000 7fa871400640 1 -- 172.21.15.26:0/4263295103 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263447780 msgr2=0x56526344bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.373+0000 7fa870a00640 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263447780 0x56526344bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.373+0000 7fa871400640 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263447780 0x56526344bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.373+0000 7fa871400640 1 -- 172.21.15.26:0/4263295103 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652634cf960 con 0x565263446e60 2024-04-26T23:37:07.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.373+0000 7fa870a00640 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263447780 0x56526344bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:37:07.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.373+0000 7fa871400640 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263446e60 0x56526344ba50 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fa8600ee9d0 tx=0x7fa8600bda00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb4ed9309df1fa8d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:07.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.373+0000 7fa852a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:07.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.373+0000 7fa852a00640 1 -- 172.21.15.26:0/4263295103 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa860049040 con 0x565263446e60 2024-04-26T23:37:07.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.373+0000 7fa852a00640 1 -- 172.21.15.26:0/4263295103 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa8600bb4c0 con 0x565263446e60 2024-04-26T23:37:07.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.373+0000 7fa876c2b740 1 -- 172.21.15.26:0/4263295103 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8580118d0 con 0x565263446e60 2024-04-26T23:37:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.374+0000 7fa852a00640 1 -- 172.21.15.26:0/4263295103 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa8600c1570 con 0x565263446e60 2024-04-26T23:37:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.374+0000 7fa876c2b740 10 client.15768 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.374+0000 7fa876c2b740 1 -- 172.21.15.26:0/4263295103 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5652634d0c60 con 0x565263446e60 2024-04-26T23:37:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.374+0000 7fa852a00640 1 -- 172.21.15.26:0/4263295103 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa8580118d0 con 0x565263446e60 2024-04-26T23:37:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.374+0000 7fa852a00640 1 -- 172.21.15.26:0/4263295103 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa8600c59a0 con 0x565263446e60 2024-04-26T23:37:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.374+0000 7fa876c2b740 10 client.15768 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:07.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.374+0000 7fa876c2b740 10 client.15768 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:07.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.374+0000 7fa876c2b740 20 client.15768 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:07.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.374+0000 7fa876c2b740 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5652634d1250 0x5652634d3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.374+0000 7fa876c2b740 4 client.15768 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:37:07.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.374+0000 7fa876c2b740 1 -- 172.21.15.26:0/4263295103 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5652633b4400 con 0x5652634d1250 2024-04-26T23:37:07.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.375+0000 7fa870a00640 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5652634d1250 0x5652634d3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.376+0000 7fa870a00640 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5652634d1250 0x5652634d3670 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54c5248662aebfee server_cookie=7837872aaa39d6fd in_seq=0 out_seq=0 2024-04-26T23:37:07.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.376+0000 7fa852a00640 10 client.15768 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.379+0000 7fa852a00640 1 -- 172.21.15.26:0/4263295103 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5652633b4400 con 0x5652634d1250 2024-04-26T23:37:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.379+0000 7fa852a00640 10 client.15768 handle_command_reply: tid=0 2024-04-26T23:37:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.379+0000 7fa876c2b740 1 client.15768 shutdown 2024-04-26T23:37:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.379+0000 7fa876c2b740 1 -- 172.21.15.26:0/4263295103 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263446e60 msgr2=0x56526344ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.379+0000 7fa876c2b740 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263446e60 0x56526344ba50 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fa8600ee9d0 tx=0x7fa8600bda00 comp rx=0 tx=0).stop 2024-04-26T23:37:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.380+0000 7fa876c2b740 1 -- 172.21.15.26:0/4263295103 shutdown_connections 2024-04-26T23:37:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.380+0000 7fa876c2b740 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5652634d1250 0x5652634d3670 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.380+0000 7fa876c2b740 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x565263451e50 0x56526344c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.380+0000 7fa876c2b740 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x565263447780 0x56526344bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.380+0000 7fa876c2b740 1 --2- 172.21.15.26:0/4263295103 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x565263446e60 0x56526344ba50 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.380+0000 7fa852a00640 0 client.15768 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:07.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.380+0000 7fa876c2b740 1 -- 172.21.15.26:0/4263295103 >> 172.21.15.26:0/4263295103 conn(0x565263443180 msgr2=0x56526344f5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:07.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.380+0000 7fa876c2b740 1 -- 172.21.15.26:0/4263295103 shutdown_connections 2024-04-26T23:37:07.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.380+0000 7fa876c2b740 1 -- 172.21.15.26:0/4263295103 wait complete. 2024-04-26T23:37:07.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.380+0000 7fa876c2b740 20 client.15768 trim_cache size 0 max 16384 2024-04-26T23:37:07.384 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:37:07.384 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:37:07.384 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "38827321-6aa6-4546-93f0-a42c953c3c7d", 2024-04-26T23:37:07.384 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:37:07.384 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:37:07.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.381+0000 7fa872800640 1 -- 172.21.15.26:0/1713174956 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa8540a3ec0 msgr2=0x7fa8540a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.381+0000 7fa872800640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa8540a3ec0 0x7fa8540a6380 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa864009fd0 tx=0x7fa8640093d0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.381+0000 7fa872800640 1 -- 172.21.15.26:0/1713174956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa86c1027d0 msgr2=0x7fa86c074c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.381+0000 7fa872800640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa86c1027d0 0x7fa86c074c30 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fa86002a940 tx=0x7fa860003d60 comp rx=0 tx=0).stop 2024-04-26T23:37:07.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.381+0000 7fa872800640 1 -- 172.21.15.26:0/1713174956 shutdown_connections 2024-04-26T23:37:07.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.381+0000 7fa872800640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa86c1087e0 0x7fa86c0756b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.381+0000 7fa872800640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa86c103190 0x7fa86c075170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.381+0000 7fa872800640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa8540a3ec0 0x7fa8540a6380 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.381+0000 7fa872800640 1 --2- 172.21.15.26:0/1713174956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa86c1027d0 0x7fa86c074c30 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.381+0000 7fa872800640 1 -- 172.21.15.26:0/1713174956 >> 172.21.15.26:0/1713174956 conn(0x7fa86c0fe300 msgr2=0x7fa86c0feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:07.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.381+0000 7fa872800640 1 -- 172.21.15.26:0/1713174956 shutdown_connections 2024-04-26T23:37:07.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.381+0000 7fa872800640 1 -- 172.21.15.26:0/1713174956 wait complete. 2024-04-26T23:37:07.405 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:37:07.405 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:37:07.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.571+0000 7f23eb200640 1 -- 172.21.15.26:0/4262983626 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec1027d0 msgr2=0x7f23ec102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.571+0000 7f23eb200640 1 --2- 172.21.15.26:0/4262983626 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec1027d0 0x7f23ec102c50 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f23d8009930 tx=0x7f23d802a420 comp rx=0 tx=0).stop 2024-04-26T23:37:07.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.571+0000 7f23eb200640 1 -- 172.21.15.26:0/4262983626 shutdown_connections 2024-04-26T23:37:07.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.571+0000 7f23eb200640 1 --2- 172.21.15.26:0/4262983626 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f23ec103190 0x7f23ec10f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.571+0000 7f23eb200640 1 --2- 172.21.15.26:0/4262983626 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec1027d0 0x7f23ec102c50 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.571+0000 7f23eb200640 1 --2- 172.21.15.26:0/4262983626 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f23ec1087e0 0x7f23ec108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.571+0000 7f23eb200640 1 -- 172.21.15.26:0/4262983626 >> 172.21.15.26:0/4262983626 conn(0x7f23ec0fe300 msgr2=0x7f23ec100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:07.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.571+0000 7f23eb200640 1 -- 172.21.15.26:0/4262983626 shutdown_connections 2024-04-26T23:37:07.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.571+0000 7f23eb200640 1 -- 172.21.15.26:0/4262983626 wait complete. 2024-04-26T23:37:07.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.572+0000 7f23eb200640 1 Processor -- start 2024-04-26T23:37:07.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.572+0000 7f23eb200640 1 -- start start 2024-04-26T23:37:07.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.573+0000 7f23eb200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f23ec1027d0 0x7f23ec19b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.573+0000 7f23eb200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f23ec103190 0x7f23ec19b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.573+0000 7f23eb200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec1087e0 0x7f23ec19f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.573+0000 7f23eb200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec112960 con 0x7f23ec1087e0 2024-04-26T23:37:07.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.573+0000 7f23eb200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec1127e0 con 0x7f23ec1027d0 2024-04-26T23:37:07.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.573+0000 7f23eb200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec112ae0 con 0x7f23ec103190 2024-04-26T23:37:07.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.573+0000 7f23ea800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec1087e0 0x7f23ec19f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.573+0000 7f23ea800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec1087e0 0x7f23ec19f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47640/0 (socket says 172.21.15.26:47640) 2024-04-26T23:37:07.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.573+0000 7f23ea800640 1 -- 172.21.15.26:0/2461436899 learned_addr learned my addr 172.21.15.26:0/2461436899 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:07.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.573+0000 7f23e9400640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f23ec103190 0x7f23ec19b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.574+0000 7f23e9e00640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f23ec1027d0 0x7f23ec19b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.574+0000 7f23ea800640 1 -- 172.21.15.26:0/2461436899 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f23ec103190 msgr2=0x7f23ec19b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.574+0000 7f23ea800640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f23ec103190 0x7f23ec19b610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.574+0000 7f23ea800640 1 -- 172.21.15.26:0/2461436899 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f23ec1027d0 msgr2=0x7f23ec19b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.574+0000 7f23ea800640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f23ec1027d0 0x7f23ec19b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.574+0000 7f23ea800640 1 -- 172.21.15.26:0/2461436899 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23ec1a00c0 con 0x7f23ec1087e0 2024-04-26T23:37:07.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.574+0000 7f23ea800640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec1087e0 0x7f23ec19f990 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f23e400cad0 tx=0x7f23e400ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:07.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.575+0000 7f23e2a00640 1 -- 172.21.15.26:0/2461436899 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e400ad60 con 0x7f23ec1087e0 2024-04-26T23:37:07.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.575+0000 7f23e2a00640 1 -- 172.21.15.26:0/2461436899 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f23e4005020 con 0x7f23ec1087e0 2024-04-26T23:37:07.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.575+0000 7f23e2a00640 1 -- 172.21.15.26:0/2461436899 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e400f6b0 con 0x7f23ec1087e0 2024-04-26T23:37:07.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.575+0000 7f23eb200640 1 -- 172.21.15.26:0/2461436899 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23ec1a03b0 con 0x7f23ec1087e0 2024-04-26T23:37:07.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.575+0000 7f23eb200640 1 -- 172.21.15.26:0/2461436899 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23ec1a7c40 con 0x7f23ec1087e0 2024-04-26T23:37:07.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.579+0000 7f23f3f7e740 1 Processor -- start 2024-04-26T23:37:07.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.580+0000 7f23e2a00640 1 -- 172.21.15.26:0/2461436899 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f23e40051d0 con 0x7f23ec1087e0 2024-04-26T23:37:07.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.581+0000 7f23f3f7e740 1 -- start start 2024-04-26T23:37:07.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.581+0000 7f23f3f7e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0e4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.581+0000 7f23f3f7e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0ee800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.581+0000 7f23f3f7e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 0x55bd8d0f1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.581+0000 7f23f3f7e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55bd8cff5030 con 0x55bd8d0eed40 2024-04-26T23:37:07.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.581+0000 7f23f3f7e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55bd8d0107f0 con 0x55bd8d0e4670 2024-04-26T23:37:07.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.581+0000 7f23f3f7e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55bd8cfcb7e0 con 0x55bd8d0e3d50 2024-04-26T23:37:07.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.582+0000 7f23e9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 0x55bd8d0f1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.582+0000 7f23e9400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0e4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.582+0000 7f23e9e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0ee800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.582+0000 7f23e9e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0ee800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:57904/0 (socket says 172.21.15.26:57904) 2024-04-26T23:37:07.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.582+0000 7f23e9e00640 1 -- 172.21.15.26:0/2057632857 learned_addr learned my addr 172.21.15.26:0/2057632857 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:07.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.582+0000 7f23e9400640 1 -- 172.21.15.26:0/2057632857 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0e3d50 msgr2=0x55bd8d0e4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.582+0000 7f23e9400640 1 --2- 172.21.15.26:0/2057632857 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0e4130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.582+0000 7f23e9400640 1 -- 172.21.15.26:0/2057632857 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 msgr2=0x55bd8d0ee800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.582+0000 7f23e9400640 1 --2- 172.21.15.26:0/2057632857 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0ee800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.582+0000 7f23e9400640 1 -- 172.21.15.26:0/2057632857 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd8cfd7050 con 0x55bd8d0eed40 2024-04-26T23:37:07.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.582+0000 7f23e2a00640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23d00a3ec0 0x7f23d00a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.583+0000 7f23e9e00640 1 --2- 172.21.15.26:0/2057632857 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0ee800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:37:07.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.583+0000 7f23e2a00640 1 -- 172.21.15.26:0/2461436899 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f23e40d0a60 con 0x7f23ec1087e0 2024-04-26T23:37:07.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.583+0000 7f23e9400640 1 --2- 172.21.15.26:0/2057632857 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 0x55bd8d0f1130 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f23d802a940 tx=0x7f23d8000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe56241d9965a1b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:07.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.583+0000 7f23ea800640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23d00a3ec0 0x7f23d00a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.583+0000 7f23d7400640 1 -- 172.21.15.26:0/2057632857 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d8035050 con 0x55bd8d0eed40 2024-04-26T23:37:07.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.584+0000 7f23d7400640 1 -- 172.21.15.26:0/2057632857 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f23d8003c80 con 0x55bd8d0eed40 2024-04-26T23:37:07.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.584+0000 7f23d7400640 1 -- 172.21.15.26:0/2057632857 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d803cbc0 con 0x55bd8d0eed40 2024-04-26T23:37:07.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.585+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2057632857 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 msgr2=0x55bd8d0f1130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.585+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/2057632857 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 0x55bd8d0f1130 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f23d802a940 tx=0x7f23d8000bc0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.585+0000 7f23ea800640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23d00a3ec0 0x7f23d00a6380 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f23e40ce060 tx=0x7f23e400af00 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:07.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.585+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2057632857 shutdown_connections 2024-04-26T23:37:07.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.585+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/2057632857 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 0x55bd8d0f1130 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.585+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/2057632857 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0ee800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.585+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/2057632857 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0e4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.585+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2057632857 >> 172.21.15.26:0/2057632857 conn(0x55bd8d0e0070 msgr2=0x55bd8d0e0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:07.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.585+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2057632857 shutdown_connections 2024-04-26T23:37:07.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.585+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2057632857 wait complete. 2024-04-26T23:37:07.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.586+0000 7f23f3f7e740 1 -- start start 2024-04-26T23:37:07.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.586+0000 7f23f3f7e740 1 Processor -- start 2024-04-26T23:37:07.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.587+0000 7f23f3f7e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0ee600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.587+0000 7f23f3f7e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0eb990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.587+0000 7f23f3f7e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0eed40 0x55bd8d0ebed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.587+0000 7f23f3f7e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55bd8d04d200 con 0x55bd8d0e3d50 2024-04-26T23:37:07.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.587+0000 7f23f3f7e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55bd8d047ee0 con 0x55bd8d0e4670 2024-04-26T23:37:07.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.587+0000 7f23f3f7e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55bd8d054e70 con 0x55bd8d0eed40 2024-04-26T23:37:07.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.587+0000 7f23f3f7e740 10 client.0 _ll_register_callbacks cb 0x55bd8d03e270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:07.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.587+0000 7f23e9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0ee600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.587+0000 7f23e9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0ee600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47660/0 (socket says 172.21.15.26:47660) 2024-04-26T23:37:07.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.587+0000 7f23e9400640 1 -- 172.21.15.26:0/727867683 learned_addr learned my addr 172.21.15.26:0/727867683 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:07.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.587+0000 7f23e9e00640 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0eb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.588+0000 7f23e9400640 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0eed40 0x55bd8d0ebed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.588+0000 7f23e9400640 1 -- 172.21.15.26:0/727867683 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0eed40 msgr2=0x55bd8d0ebed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.588+0000 7f23e9400640 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0eed40 0x55bd8d0ebed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.588+0000 7f23e9400640 1 -- 172.21.15.26:0/727867683 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 msgr2=0x55bd8d0eb990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.588+0000 7f23e9400640 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0eb990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.588+0000 7f23e9400640 1 -- 172.21.15.26:0/727867683 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd8ce247d0 con 0x55bd8d0e3d50 2024-04-26T23:37:07.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.588+0000 7f23e9400640 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0ee600 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f23d8005ec0 tx=0x7f23d8049040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8097ed61ea65d221 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:07.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.588+0000 7f23cbe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:07.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.589+0000 7f23cbe00640 1 -- 172.21.15.26:0/727867683 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d80038c0 con 0x55bd8d0e3d50 2024-04-26T23:37:07.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.589+0000 7f23cbe00640 1 -- 172.21.15.26:0/727867683 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f23d8003a60 con 0x55bd8d0e3d50 2024-04-26T23:37:07.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.589+0000 7f23f3f7e740 1 -- 172.21.15.26:0/727867683 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f23d8003c80 con 0x55bd8d0e3d50 2024-04-26T23:37:07.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.589+0000 7f23cbe00640 1 -- 172.21.15.26:0/727867683 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f23d803c940 con 0x55bd8d0e3d50 2024-04-26T23:37:07.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.589+0000 7f23f3f7e740 10 client.15780 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:07.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.589+0000 7f23f3f7e740 1 -- 172.21.15.26:0/727867683 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bd8cd5a3f0 con 0x55bd8d0e3d50 2024-04-26T23:37:07.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.590+0000 7f23cbe00640 1 -- 172.21.15.26:0/727867683 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f23d8003c80 con 0x55bd8d0e3d50 2024-04-26T23:37:07.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.590+0000 7f23cbe00640 1 -- 172.21.15.26:0/727867683 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f23d805caf0 con 0x55bd8d0e3d50 2024-04-26T23:37:07.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.590+0000 7f23f3f7e740 10 client.15780 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:07.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.590+0000 7f23f3f7e740 10 client.15780 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:07.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.590+0000 7f23f3f7e740 20 client.15780 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:07.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.590+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd8d106d20 0x55bd8d109110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.590+0000 7f23f3f7e740 4 client.15780 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:37:07.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.590+0000 7f23f3f7e740 1 -- 172.21.15.26:0/727867683 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bd8d0567e0 con 0x55bd8d106d20 2024-04-26T23:37:07.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.591+0000 7f23e9e00640 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd8d106d20 0x55bd8d109110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.592+0000 7f23e9e00640 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd8d106d20 0x55bd8d109110 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0c2aa5ff577c660 server_cookie=c240cea7d07ecaa9 in_seq=0 out_seq=0 2024-04-26T23:37:07.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.592+0000 7f23cbe00640 10 client.15780 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:07.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.594+0000 7f23cbe00640 1 -- 172.21.15.26:0/727867683 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bd8d0567e0 con 0x55bd8d106d20 2024-04-26T23:37:07.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.594+0000 7f23cbe00640 10 client.15780 handle_command_reply: tid=0 2024-04-26T23:37:07.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.594+0000 7f23f3f7e740 1 client.15780 shutdown 2024-04-26T23:37:07.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.594+0000 7f23f3f7e740 1 -- 172.21.15.26:0/727867683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 msgr2=0x55bd8d0ee600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.594+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0ee600 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f23d8005ec0 tx=0x7f23d8049040 comp rx=0 tx=0).stop 2024-04-26T23:37:07.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.595+0000 7f23f3f7e740 1 -- 172.21.15.26:0/727867683 shutdown_connections 2024-04-26T23:37:07.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.595+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd8d106d20 0x55bd8d109110 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.595+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0eed40 0x55bd8d0ebed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.595+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0eb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.595+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/727867683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0ee600 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.595+0000 7f23f3f7e740 1 -- 172.21.15.26:0/727867683 >> 172.21.15.26:0/727867683 conn(0x55bd8d0e0070 msgr2=0x55bd8d0e5e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:07.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.595+0000 7f23cbe00640 0 client.15780 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:07.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.595+0000 7f23f3f7e740 1 -- 172.21.15.26:0/727867683 shutdown_connections 2024-04-26T23:37:07.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.596+0000 7f23f3f7e740 1 -- 172.21.15.26:0/727867683 wait complete. 2024-04-26T23:37:07.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.597+0000 7f23f3f7e740 20 client.15780 trim_cache size 0 max 16384 2024-04-26T23:37:07.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.633+0000 7f23f3f7e740 1 Processor -- start 2024-04-26T23:37:07.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.633+0000 7f23f3f7e740 1 -- start start 2024-04-26T23:37:07.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.633+0000 7f23f3f7e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0ee0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.633+0000 7f23f3f7e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0ee600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.633+0000 7f23f3f7e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0eed40 0x55bd8d10bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.633+0000 7f23f3f7e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec1ac200 con 0x55bd8d0e3d50 2024-04-26T23:37:07.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.633+0000 7f23f3f7e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec1aa0b0 con 0x55bd8d0e4670 2024-04-26T23:37:07.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.633+0000 7f23f3f7e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec1abb30 con 0x55bd8d0eed40 2024-04-26T23:37:07.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.634+0000 7f23e9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0ee0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.634+0000 7f23e9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0ee0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47670/0 (socket says 172.21.15.26:47670) 2024-04-26T23:37:07.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.634+0000 7f23e9400640 1 -- 172.21.15.26:0/3901781876 learned_addr learned my addr 172.21.15.26:0/3901781876 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:07.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.634+0000 7f23e9e00640 1 --2- 172.21.15.26:0/3901781876 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0ee600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.634+0000 7f23e9400640 1 -- 172.21.15.26:0/3901781876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0eed40 msgr2=0x55bd8d10bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.634+0000 7f23e9400640 1 --2- 172.21.15.26:0/3901781876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0eed40 0x55bd8d10bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.634+0000 7f23e9400640 1 -- 172.21.15.26:0/3901781876 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 msgr2=0x55bd8d0ee600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.634+0000 7f23e9400640 1 --2- 172.21.15.26:0/3901781876 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0ee600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.634+0000 7f23e9400640 1 -- 172.21.15.26:0/3901781876 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd8cd1a0f0 con 0x55bd8d0e3d50 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.635+0000 7f23e9400640 1 --2- 172.21.15.26:0/3901781876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0ee0c0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f23d8031fd0 tx=0x7f23d802ab80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf5f97ba5c49b09d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.635+0000 7f23d6a00640 1 -- 172.21.15.26:0/3901781876 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d8035070 con 0x55bd8d0e3d50 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.635+0000 7f23d6a00640 1 -- 172.21.15.26:0/3901781876 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f23d8004400 con 0x55bd8d0e3d50 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.635+0000 7f23d6a00640 1 -- 172.21.15.26:0/3901781876 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d8003b20 con 0x55bd8d0e3d50 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.636+0000 7f23f3f7e740 1 -- 172.21.15.26:0/3901781876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 msgr2=0x55bd8d0ee0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.636+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/3901781876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0ee0c0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f23d8031fd0 tx=0x7f23d802ab80 comp rx=0 tx=0).stop 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.636+0000 7f23f3f7e740 1 -- 172.21.15.26:0/3901781876 shutdown_connections 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.636+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/3901781876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0eed40 0x55bd8d10bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.636+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/3901781876 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e4670 0x55bd8d0ee600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.636+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/3901781876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0e3d50 0x55bd8d0ee0c0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.636+0000 7f23f3f7e740 1 -- 172.21.15.26:0/3901781876 >> 172.21.15.26:0/3901781876 conn(0x55bd8d0e0070 msgr2=0x55bd8d0eb220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:07.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.636+0000 7f23f3f7e740 1 -- 172.21.15.26:0/3901781876 shutdown_connections 2024-04-26T23:37:07.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.636+0000 7f23f3f7e740 1 -- 172.21.15.26:0/3901781876 wait complete. 2024-04-26T23:37:07.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.637+0000 7f23f3f7e740 1 -- start start 2024-04-26T23:37:07.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.637+0000 7f23f3f7e740 1 Processor -- start 2024-04-26T23:37:07.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.637+0000 7f23f3f7e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e3d50 0x55bd8d10bad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.637+0000 7f23f3f7e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0e4670 0x55bd8d10c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.637+0000 7f23f3f7e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 0x55bd8d109070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.638+0000 7f23f3f7e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec1aad90 con 0x55bd8d0eed40 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.638+0000 7f23f3f7e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec1aa700 con 0x55bd8d0e3d50 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.638+0000 7f23f3f7e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec1ab460 con 0x55bd8d0e4670 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.638+0000 7f23f3f7e740 10 client.0 _ll_register_callbacks cb 0x7f23dc00a6b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.638+0000 7f23e9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 0x55bd8d109070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.638+0000 7f23e9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 0x55bd8d109070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:47676/0 (socket says 172.21.15.26:47676) 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.638+0000 7f23e9400640 1 -- 172.21.15.26:0/2610569927 learned_addr learned my addr 172.21.15.26:0/2610569927 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.638+0000 7f23e9400640 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e3d50 0x55bd8d10bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.638+0000 7f23e9e00640 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0e4670 0x55bd8d10c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.639+0000 7f23e9400640 1 -- 172.21.15.26:0/2610569927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0e4670 msgr2=0x55bd8d10c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.639+0000 7f23e9400640 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0e4670 0x55bd8d10c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.639+0000 7f23e9400640 1 -- 172.21.15.26:0/2610569927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e3d50 msgr2=0x55bd8d10bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.639+0000 7f23e9400640 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e3d50 0x55bd8d10bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.639+0000 7f23e9400640 1 -- 172.21.15.26:0/2610569927 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd8d010a30 con 0x55bd8d0eed40 2024-04-26T23:37:07.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.639+0000 7f23e9e00640 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0e4670 0x55bd8d10c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:37:07.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.639+0000 7f23e9400640 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 0x55bd8d109070 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x55bd8d10a630 tx=0x7f23d8005d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a36c5727aded1cbd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:07.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.639+0000 7f23cbe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:07.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.639+0000 7f23cbe00640 1 -- 172.21.15.26:0/2610569927 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d8035040 con 0x55bd8d0eed40 2024-04-26T23:37:07.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.639+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2610569927 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f23d8004400 con 0x55bd8d0eed40 2024-04-26T23:37:07.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.639+0000 7f23cbe00640 1 -- 172.21.15.26:0/2610569927 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f23d8003ad0 con 0x55bd8d0eed40 2024-04-26T23:37:07.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.640+0000 7f23cbe00640 1 -- 172.21.15.26:0/2610569927 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f23d8003cd0 con 0x55bd8d0eed40 2024-04-26T23:37:07.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.640+0000 7f23f3f7e740 10 client.15786 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:07.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.640+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2610569927 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bd8d16c8a0 con 0x55bd8d0eed40 2024-04-26T23:37:07.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.640+0000 7f23cbe00640 1 -- 172.21.15.26:0/2610569927 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f23d8004400 con 0x55bd8d0eed40 2024-04-26T23:37:07.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.640+0000 7f23cbe00640 1 -- 172.21.15.26:0/2610569927 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f23d806f070 con 0x55bd8d0eed40 2024-04-26T23:37:07.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.640+0000 7f23f3f7e740 10 client.15786 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:07.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.640+0000 7f23f3f7e740 10 client.15786 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:07.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.640+0000 7f23f3f7e740 20 client.15786 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:07.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.640+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd8d16cf60 0x55bd8d16f380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:07.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.640+0000 7f23f3f7e740 4 client.15786 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.641+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2610569927 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55bd8d050650 con 0x55bd8d16cf60 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.641+0000 7f23e9e00640 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd8d16cf60 0x55bd8d16f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.642+0000 7f23e9e00640 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd8d16cf60 0x55bd8d16f380 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b363a9b7dacddca server_cookie=76d409885a2d5d17 in_seq=0 out_seq=0 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.642+0000 7f23cbe00640 10 client.15786 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23cbe00640 1 -- 172.21.15.26:0/2610569927 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55bd8d050650 con 0x55bd8d16cf60 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23cbe00640 10 client.15786 handle_command_reply: tid=0 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23f3f7e740 1 client.15786 shutdown 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2610569927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 msgr2=0x55bd8d109070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 0x55bd8d109070 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x55bd8d10a630 tx=0x7f23d8005d90 comp rx=0 tx=0).stop 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2610569927 shutdown_connections 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd8d16cf60 0x55bd8d16f380 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd8d0eed40 0x55bd8d109070 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd8d0e4670 0x55bd8d10c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23f3f7e740 1 --2- 172.21.15.26:0/2610569927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd8d0e3d50 0x55bd8d10bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2610569927 >> 172.21.15.26:0/2610569927 conn(0x55bd8d0e0070 msgr2=0x55bd8d0ebab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:07.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23cbe00640 0 client.15786 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:07.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2610569927 shutdown_connections 2024-04-26T23:37:07.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23f3f7e740 1 -- 172.21.15.26:0/2610569927 wait complete. 2024-04-26T23:37:07.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.643+0000 7f23f3f7e740 20 client.15786 trim_cache size 0 max 16384 2024-04-26T23:37:07.648 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:37:07.648 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:37:07.648 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:37:07.648 INFO:teuthology.orchestra.run.smithi026.stdout: "38827321-6aa6-4546-93f0-a42c953c3c7d": { 2024-04-26T23:37:07.648 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:37:07.648 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "38827321-6aa6-4546-93f0-a42c953c3c7d", 2024-04-26T23:37:07.649 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:37:07.649 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:37:07.649 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:37:07.649 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:37:07.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.644+0000 7f23eb200640 1 -- 172.21.15.26:0/2461436899 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23d00a3ec0 msgr2=0x7f23d00a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.644+0000 7f23eb200640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23d00a3ec0 0x7f23d00a6380 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f23e40ce060 tx=0x7f23e400af00 comp rx=0 tx=0).stop 2024-04-26T23:37:07.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.644+0000 7f23eb200640 1 -- 172.21.15.26:0/2461436899 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec1087e0 msgr2=0x7f23ec19f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:07.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.644+0000 7f23eb200640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec1087e0 0x7f23ec19f990 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f23e400cad0 tx=0x7f23e400ced0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.645+0000 7f23eb200640 1 -- 172.21.15.26:0/2461436899 shutdown_connections 2024-04-26T23:37:07.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.645+0000 7f23eb200640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23d00a3ec0 0x7f23d00a6380 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.645+0000 7f23eb200640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f23ec1087e0 0x7f23ec19f990 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.645+0000 7f23eb200640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f23ec103190 0x7f23ec19b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.645+0000 7f23eb200640 1 --2- 172.21.15.26:0/2461436899 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f23ec1027d0 0x7f23ec19b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:07.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.645+0000 7f23eb200640 1 -- 172.21.15.26:0/2461436899 >> 172.21.15.26:0/2461436899 conn(0x7f23ec0fe300 msgr2=0x7f23ec10dfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:07.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.645+0000 7f23eb200640 1 -- 172.21.15.26:0/2461436899 shutdown_connections 2024-04-26T23:37:07.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:07.645+0000 7f23eb200640 1 -- 172.21.15.26:0/2461436899 wait complete. 2024-04-26T23:37:07.667 INFO:tasks.cephfs.filesystem:scrub status for tag:38827321-6aa6-4546-93f0-a42c953c3c7d - {'path': '/', 'tag': '38827321-6aa6-4546-93f0-a42c953c3c7d', 'options': 'recursive,force'} 2024-04-26T23:37:08.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:08 smithi164 ceph-mon[31699]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-26T23:37:08.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:08 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:37:08.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:08 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:37:08.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:08 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:37:08.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:08 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:37:08.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:08 smithi026 ceph-mon[28371]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-26T23:37:08.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:08 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:37:08.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:08 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:37:08.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:08 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:37:08.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:08 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:37:08.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:08 smithi086 ceph-mon[31122]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-26T23:37:08.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:08 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:37:08.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:08 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:37:08.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:08 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:37:08.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:08 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:37:09.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:09 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:37:09.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:09 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:37:09.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:09 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:37:10.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:10 smithi164 ceph-mon[31699]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-04-26T23:37:10.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:10 smithi026 ceph-mon[28371]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-04-26T23:37:10.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:10 smithi086 ceph-mon[31122]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-04-26T23:37:12.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:12 smithi164 ceph-mon[31699]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-04-26T23:37:12.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:12 smithi026 ceph-mon[28371]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-04-26T23:37:12.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:12 smithi086 ceph-mon[31122]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-04-26T23:37:14.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:14 smithi164 ceph-mon[31699]: pgmap v44: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-26T23:37:14.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:14 smithi026 ceph-mon[28371]: pgmap v44: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-26T23:37:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:14 smithi086 ceph-mon[31122]: pgmap v44: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-26T23:37:16.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:16 smithi164 ceph-mon[31699]: pgmap v45: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-26T23:37:16.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:16 smithi026 ceph-mon[28371]: pgmap v45: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-26T23:37:16.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:16 smithi086 ceph-mon[31122]: pgmap v45: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-26T23:37:18.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:18 smithi164 ceph-mon[31699]: pgmap v46: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 170 B/s wr, 7 op/s 2024-04-26T23:37:18.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:18 smithi026 ceph-mon[28371]: pgmap v46: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 170 B/s wr, 7 op/s 2024-04-26T23:37:18.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:18 smithi086 ceph-mon[31122]: pgmap v46: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 170 B/s wr, 7 op/s 2024-04-26T23:37:20.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:20 smithi164 ceph-mon[31699]: pgmap v47: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:37:20.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:20 smithi026 ceph-mon[28371]: pgmap v47: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:37:20.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:20 smithi086 ceph-mon[31122]: pgmap v47: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:37:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:22 smithi164 ceph-mon[31699]: pgmap v48: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:37:22.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:22 smithi026 ceph-mon[28371]: pgmap v48: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:37:22.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:22 smithi086 ceph-mon[31122]: pgmap v48: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:37:24.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:24 smithi164 ceph-mon[31699]: pgmap v49: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-26T23:37:24.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:24 smithi164 ceph-mon[31699]: mgrmap e25: x(active, since 92s), standbys: z, y 2024-04-26T23:37:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:24 smithi026 ceph-mon[28371]: pgmap v49: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-26T23:37:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:24 smithi026 ceph-mon[28371]: mgrmap e25: x(active, since 92s), standbys: z, y 2024-04-26T23:37:24.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:24 smithi086 ceph-mon[31122]: pgmap v49: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-26T23:37:24.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:24 smithi086 ceph-mon[31122]: mgrmap e25: x(active, since 92s), standbys: z, y 2024-04-26T23:37:26.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:26 smithi164 ceph-mon[31699]: pgmap v50: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 682 B/s wr, 6 op/s 2024-04-26T23:37:26.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:26 smithi026 ceph-mon[28371]: pgmap v50: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 682 B/s wr, 6 op/s 2024-04-26T23:37:26.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:26 smithi086 ceph-mon[31122]: pgmap v50: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 682 B/s wr, 6 op/s 2024-04-26T23:37:28.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:28 smithi164 ceph-mon[31699]: pgmap v51: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-26T23:37:28.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:28 smithi026 ceph-mon[28371]: pgmap v51: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-26T23:37:28.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:28 smithi086 ceph-mon[31122]: pgmap v51: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-26T23:37:30.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:30 smithi164 ceph-mon[31699]: pgmap v52: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 682 B/s wr, 6 op/s 2024-04-26T23:37:30.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:30 smithi026 ceph-mon[28371]: pgmap v52: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 682 B/s wr, 6 op/s 2024-04-26T23:37:30.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:30 smithi086 ceph-mon[31122]: pgmap v52: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 682 B/s wr, 6 op/s 2024-04-26T23:37:32.538 INFO:tasks.workunit.client.0.smithi026.stderr:Updating files: 58% (7231/12271) Updating files: 59% (7240/12271) Updating files: 60% (7363/12271) Updating files: 61% (7486/12271) Updating files: 62% (7609/12271) Updating files: 63% (7731/12271) Updating files: 64% (7854/12271) Updating files: 65% (7977/12271) Updating files: 66% (8099/12271) Updating files: 67% (8222/12271) Updating files: 68% (8345/12271) Updating files: 69% (8467/12271) Updating files: 70% (8590/12271) Updating files: 71% (8713/12271) Updating files: 72% (8836/12271) Updating files: 73% (8958/12271) Updating files: 74% (9081/12271) Updating files: 75% (9204/12271) Updating files: 76% (9326/12271) Updating files: 77% (9449/12271) Updating files: 78% (9572/12271) Updating files: 79% (9695/12271) Updating files: 80% (9817/12271) Updating files: 81% (9940/12271) Updating files: 82% (10063/12271) Updating files: 83% (10185/12271) Updating files: 84% (10308/12271) Updating files: 85% (10431/12271) Updating files: 86% (10554/12271) Updating files: 87% (10676/12271) Updating files: 88% (10799/12271) Updating files: 89% (10922/12271) Updating files: 90% (11044/12271) Updating files: 91% (11167/12271) Updating files: 92% (11290/12271) Updating files: 93% (11413/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 96% (11884/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-04-26T23:37:32.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:32 smithi164 ceph-mon[31699]: pgmap v53: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 682 B/s wr, 6 op/s 2024-04-26T23:37:32.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:32 smithi026 ceph-mon[28371]: pgmap v53: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 682 B/s wr, 6 op/s 2024-04-26T23:37:32.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:32 smithi086 ceph-mon[31122]: pgmap v53: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 682 B/s wr, 6 op/s 2024-04-26T23:37:33.389 INFO:tasks.workunit.client.0.smithi026.stderr:Note: switching to 'bc612ffb9c1d5bc27536bc917a705262a36d4387'. 2024-04-26T23:37:33.389 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T23:37:33.389 INFO:tasks.workunit.client.0.smithi026.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-26T23:37:33.389 INFO:tasks.workunit.client.0.smithi026.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-26T23:37:33.389 INFO:tasks.workunit.client.0.smithi026.stderr:state without impacting any branches by switching back to a branch. 2024-04-26T23:37:33.389 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T23:37:33.389 INFO:tasks.workunit.client.0.smithi026.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-26T23:37:33.389 INFO:tasks.workunit.client.0.smithi026.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-26T23:37:33.389 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T23:37:33.390 INFO:tasks.workunit.client.0.smithi026.stderr: git switch -c 2024-04-26T23:37:33.390 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T23:37:33.390 INFO:tasks.workunit.client.0.smithi026.stderr:Or undo this operation with: 2024-04-26T23:37:33.390 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T23:37:33.390 INFO:tasks.workunit.client.0.smithi026.stderr: git switch - 2024-04-26T23:37:33.390 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T23:37:33.390 INFO:tasks.workunit.client.0.smithi026.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-26T23:37:33.390 INFO:tasks.workunit.client.0.smithi026.stderr: 2024-04-26T23:37:33.390 INFO:tasks.workunit.client.0.smithi026.stderr:HEAD is now at bc612ffb9c1 Merge PR #55144 into wip-rishabh-testing-20240426.111959 2024-04-26T23:37:33.404 DEBUG:teuthology.orchestra.run.smithi026:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-26T23:37:33.469 INFO:tasks.workunit.client.0.smithi026.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-26T23:37:33.476 INFO:tasks.workunit.client.0.smithi026.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T23:37:33.476 INFO:tasks.workunit.client.0.smithi026.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-26T23:37:34.287 INFO:tasks.workunit.client.0.smithi026.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-26T23:37:34.400 INFO:tasks.workunit.client.0.smithi026.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-26T23:37:34.490 INFO:tasks.workunit.client.0.smithi026.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T23:37:34.496 INFO:tasks.workunit.client.0.smithi026.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T23:37:34.496 INFO:tasks.workunit.client.0.smithi026.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-26T23:37:34.584 INFO:tasks.workunit.client.0.smithi026.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T23:37:34.594 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:37:34.595 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-26T23:37:34.649 INFO:tasks.workunit:Running workunits matching direct_io on client.0... 2024-04-26T23:37:34.650 INFO:tasks.workunit:Running workunit direct_io/big.sh... 2024-04-26T23:37:34.650 DEBUG:teuthology.orchestra.run.smithi026:workunit test direct_io/big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bc612ffb9c1d5bc27536bc917a705262a36d4387 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/big.sh 2024-04-26T23:37:34.739 INFO:tasks.workunit.client.0.smithi026.stdout:test large (16MB) dio write 2024-04-26T23:37:34.739 INFO:tasks.workunit.client.0.smithi026.stderr:+ echo 'test large (16MB) dio write' 2024-04-26T23:37:34.739 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=/dev/zero of=foo.big bs=16M count=1 oflag=direct 2024-04-26T23:37:34.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:34 smithi164 ceph-mon[31699]: pgmap v54: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-26T23:37:34.776 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:34 smithi026 ceph-mon[28371]: pgmap v54: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-26T23:37:34.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:34 smithi086 ceph-mon[31122]: pgmap v54: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 682 B/s wr, 8 op/s 2024-04-26T23:37:35.522 INFO:tasks.workunit.client.0.smithi026.stderr:1+0 records in 2024-04-26T23:37:35.522 INFO:tasks.workunit.client.0.smithi026.stderr:1+0 records out 2024-04-26T23:37:35.522 INFO:tasks.workunit.client.0.smithi026.stderr:16777216 bytes (17 MB, 16 MiB) copied, 0.773165 s, 21.7 MB/s 2024-04-26T23:37:35.527 INFO:tasks.workunit.client.0.smithi026.stdout:OK 2024-04-26T23:37:35.528 INFO:tasks.workunit.client.0.smithi026.stderr:+ echo OK 2024-04-26T23:37:35.529 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T23:37:35.529 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T23:37:35.660 INFO:tasks.workunit:Running workunit direct_io/direct_io_test... 2024-04-26T23:37:35.660 DEBUG:teuthology.orchestra.run.smithi026:workunit test direct_io/direct_io_test> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bc612ffb9c1d5bc27536bc917a705262a36d4387 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/direct_io_test 2024-04-26T23:37:36.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:36 smithi164 ceph-mon[31699]: pgmap v55: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:37:36.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:36 smithi026 ceph-mon[28371]: pgmap v55: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:37:36.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:36 smithi086 ceph-mon[31122]: pgmap v55: 97 pgs: 97 active+clean; 1.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:37:37.668 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:37:37.668 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:37:37.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.894+0000 7f297aa00640 1 -- 172.21.15.26:0/3702625498 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2974107b60 msgr2=0x7f297410f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:37.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.894+0000 7f297aa00640 1 --2- 172.21.15.26:0/3702625498 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2974107b60 0x7f297410f6c0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f296c009ca0 tx=0x7f296c02a8c0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.894+0000 7f297aa00640 1 -- 172.21.15.26:0/3702625498 shutdown_connections 2024-04-26T23:37:37.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.894+0000 7f297aa00640 1 --2- 172.21.15.26:0/3702625498 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2974107b60 0x7f297410f6c0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.894+0000 7f297aa00640 1 --2- 172.21.15.26:0/3702625498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2974101950 0x7f2974107480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.894+0000 7f297aa00640 1 --2- 172.21.15.26:0/3702625498 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2974100fa0 0x7f2974101380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.894+0000 7f297aa00640 1 -- 172.21.15.26:0/3702625498 >> 172.21.15.26:0/3702625498 conn(0x7f2974077cc0 msgr2=0x7f29740ff040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:37.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.894+0000 7f297aa00640 1 -- 172.21.15.26:0/3702625498 shutdown_connections 2024-04-26T23:37:37.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.894+0000 7f297aa00640 1 -- 172.21.15.26:0/3702625498 wait complete. 2024-04-26T23:37:37.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.895+0000 7f297aa00640 1 Processor -- start 2024-04-26T23:37:37.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.895+0000 7f297aa00640 1 -- start start 2024-04-26T23:37:37.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.896+0000 7f297aa00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2974100fa0 0x7f2974198eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.896+0000 7f297aa00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2974107b60 0x7f29741993f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.896+0000 7f297aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f297419d720 0x7f297419dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.896+0000 7f297aa00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2974112950 con 0x7f297419d720 2024-04-26T23:37:37.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.896+0000 7f297aa00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f29741127d0 con 0x7f2974107b60 2024-04-26T23:37:37.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.896+0000 7f297aa00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2974112ad0 con 0x7f2974100fa0 2024-04-26T23:37:37.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.896+0000 7f297a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f297419d720 0x7f297419dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.896+0000 7f297a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f297419d720 0x7f297419dbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58556/0 (socket says 172.21.15.26:58556) 2024-04-26T23:37:37.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.896+0000 7f297a000640 1 -- 172.21.15.26:0/2827315755 learned_addr learned my addr 172.21.15.26:0/2827315755 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:37.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.896+0000 7f2979600640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2974100fa0 0x7f2974198eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.897+0000 7f2978c00640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2974107b60 0x7f29741993f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.897+0000 7f297a000640 1 -- 172.21.15.26:0/2827315755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2974100fa0 msgr2=0x7f2974198eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:37.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.897+0000 7f297a000640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2974100fa0 0x7f2974198eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.897+0000 7f297a000640 1 -- 172.21.15.26:0/2827315755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2974107b60 msgr2=0x7f29741993f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:37.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.897+0000 7f297a000640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2974107b60 0x7f29741993f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.897+0000 7f297a000640 1 -- 172.21.15.26:0/2827315755 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f297419e210 con 0x7f297419d720 2024-04-26T23:37:37.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.897+0000 7f2979600640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2974100fa0 0x7f2974198eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:37:37.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.897+0000 7f297a000640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f297419d720 0x7f297419dbd0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f296c031040 tx=0x7f296c032bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:37.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.898+0000 7f2972000640 1 -- 172.21.15.26:0/2827315755 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c004040 con 0x7f297419d720 2024-04-26T23:37:37.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.898+0000 7f2972000640 1 -- 172.21.15.26:0/2827315755 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f296c004670 con 0x7f297419d720 2024-04-26T23:37:37.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.898+0000 7f297aa00640 1 -- 172.21.15.26:0/2827315755 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f297419e4a0 con 0x7f297419d720 2024-04-26T23:37:37.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.898+0000 7f2972000640 1 -- 172.21.15.26:0/2827315755 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c030bb0 con 0x7f297419d720 2024-04-26T23:37:37.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.898+0000 7f297aa00640 1 -- 172.21.15.26:0/2827315755 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29741a5cf0 con 0x7f297419d720 2024-04-26T23:37:37.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.902+0000 7f2972000640 1 -- 172.21.15.26:0/2827315755 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f296c0041e0 con 0x7f297419d720 2024-04-26T23:37:37.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.902+0000 7f297eda3740 1 Processor -- start 2024-04-26T23:37:37.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.902+0000 7f297eda3740 1 -- start start 2024-04-26T23:37:37.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.902+0000 7f297eda3740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbb160 0x55f432fbb540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.902+0000 7f297eda3740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 0x55f432fc5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.902+0000 7f297eda3740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 0x55f432fc8540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.902+0000 7f297eda3740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f432ec8030 con 0x55f432fbba80 2024-04-26T23:37:37.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.902+0000 7f297eda3740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55f432ee37f0 con 0x55f432fbb160 2024-04-26T23:37:37.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.902+0000 7f297eda3740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f432e9e7e0 con 0x55f432fc6150 2024-04-26T23:37:37.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.903+0000 7f2979600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 0x55f432fc5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.903+0000 7f2979600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 0x55f432fc5c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58570/0 (socket says 172.21.15.26:58570) 2024-04-26T23:37:37.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.903+0000 7f2979600640 1 -- 172.21.15.26:0/3996725066 learned_addr learned my addr 172.21.15.26:0/3996725066 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:37.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.903+0000 7f2978c00640 1 --2- 172.21.15.26:0/3996725066 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbb160 0x55f432fbb540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.903+0000 7f2978c00640 1 --2- 172.21.15.26:0/3996725066 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 0x55f432fc8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.903+0000 7f2979600640 1 -- 172.21.15.26:0/3996725066 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 msgr2=0x55f432fc8540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.903+0000 7f2979600640 1 --2- 172.21.15.26:0/3996725066 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 0x55f432fc8540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.903+0000 7f2979600640 1 -- 172.21.15.26:0/3996725066 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbb160 msgr2=0x55f432fbb540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.903+0000 7f2979600640 1 --2- 172.21.15.26:0/3996725066 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbb160 0x55f432fbb540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.903+0000 7f2979600640 1 -- 172.21.15.26:0/3996725066 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f432eaa050 con 0x55f432fbba80 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.904+0000 7f2979600640 1 --2- 172.21.15.26:0/3996725066 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 0x55f432fc5c10 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f296800bd40 tx=0x7f296800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9398a9ebc9174529 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.904+0000 7f2972000640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f295c0a3da0 0x7f295c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.904+0000 7f2972000640 1 -- 172.21.15.26:0/2827315755 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f296c0f1a60 con 0x7f297419d720 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.904+0000 7f2978c00640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f295c0a3da0 0x7f295c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.904+0000 7f2966600640 1 -- 172.21.15.26:0/3996725066 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2968015070 con 0x55f432fbba80 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.904+0000 7f2966600640 1 -- 172.21.15.26:0/3996725066 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f296800be30 con 0x55f432fbba80 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.904+0000 7f2966600640 1 -- 172.21.15.26:0/3996725066 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29680118a0 con 0x55f432fbba80 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.905+0000 7f297eda3740 1 -- 172.21.15.26:0/3996725066 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 msgr2=0x55f432fc5c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.905+0000 7f2978c00640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f295c0a3da0 0x7f295c0a6260 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x55f432fb8610 tx=0x7f2960014040 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.905+0000 7f297eda3740 1 --2- 172.21.15.26:0/3996725066 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 0x55f432fc5c10 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f296800bd40 tx=0x7f296800f730 comp rx=0 tx=0).stop 2024-04-26T23:37:37.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.905+0000 7f297eda3740 1 -- 172.21.15.26:0/3996725066 shutdown_connections 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.905+0000 7f297eda3740 1 --2- 172.21.15.26:0/3996725066 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 0x55f432fc8540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.905+0000 7f297eda3740 1 --2- 172.21.15.26:0/3996725066 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 0x55f432fc5c10 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.905+0000 7f297eda3740 1 --2- 172.21.15.26:0/3996725066 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbb160 0x55f432fbb540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.905+0000 7f297eda3740 1 -- 172.21.15.26:0/3996725066 >> 172.21.15.26:0/3996725066 conn(0x55f432fb7480 msgr2=0x55f432fb7860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.905+0000 7f297eda3740 1 -- 172.21.15.26:0/3996725066 shutdown_connections 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.905+0000 7f297eda3740 1 -- 172.21.15.26:0/3996725066 wait complete. 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.906+0000 7f297eda3740 1 -- start start 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.906+0000 7f297eda3740 1 Processor -- start 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.907+0000 7f297eda3740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbb160 0x55f432fc59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.907+0000 7f297eda3740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbba80 0x55f432fc2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.907+0000 7f297eda3740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 0x55f432fc32a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.907+0000 7f297eda3740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f432f20200 con 0x55f432fbb160 2024-04-26T23:37:37.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.907+0000 7f297eda3740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55f432f1aee0 con 0x55f432fbba80 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.907+0000 7f297eda3740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f432f27e70 con 0x55f432fc6150 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.907+0000 7f2979600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbb160 0x55f432fc59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.907+0000 7f297eda3740 10 client.0 _ll_register_callbacks cb 0x55f432f11270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.907+0000 7f2979600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbb160 0x55f432fc59d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58580/0 (socket says 172.21.15.26:58580) 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.907+0000 7f2979600640 1 -- 172.21.15.26:0/375923165 learned_addr learned my addr 172.21.15.26:0/375923165 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.907+0000 7f2978c00640 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbba80 0x55f432fc2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.908+0000 7f297a000640 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 0x55f432fc32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.908+0000 7f2979600640 1 -- 172.21.15.26:0/375923165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 msgr2=0x55f432fc32a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.908+0000 7f2979600640 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 0x55f432fc32a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.908+0000 7f2979600640 1 -- 172.21.15.26:0/375923165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbba80 msgr2=0x55f432fc2d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.908+0000 7f2979600640 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbba80 0x55f432fc2d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.908+0000 7f2979600640 1 -- 172.21.15.26:0/375923165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f432cf77d0 con 0x55f432fbb160 2024-04-26T23:37:37.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.908+0000 7f2978c00640 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbba80 0x55f432fc2d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.908+0000 7f2979600640 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbb160 0x55f432fc59d0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f2968000c00 tx=0x7f2968005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1de902b661be8c96 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.908+0000 7f295aa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.908+0000 7f295aa00640 1 -- 172.21.15.26:0/375923165 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2968015070 con 0x55f432fbb160 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.909+0000 7f297eda3740 1 -- 172.21.15.26:0/375923165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f296800be30 con 0x55f432fbb160 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.909+0000 7f295aa00640 1 -- 172.21.15.26:0/375923165 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f2968004020 con 0x55f432fbb160 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.909+0000 7f295aa00640 1 -- 172.21.15.26:0/375923165 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f29680055f0 con 0x55f432fbb160 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.909+0000 7f297eda3740 10 client.15798 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.909+0000 7f297eda3740 1 -- 172.21.15.26:0/375923165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f432c2d3f0 con 0x55f432fbb160 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.909+0000 7f295aa00640 1 -- 172.21.15.26:0/375923165 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f296800be30 con 0x55f432fbb160 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.910+0000 7f295aa00640 1 -- 172.21.15.26:0/375923165 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2968011680 con 0x55f432fbb160 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.910+0000 7f297eda3740 10 client.15798 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.910+0000 7f297eda3740 10 client.15798 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.910+0000 7f297eda3740 20 client.15798 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.910+0000 7f297eda3740 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f432fd5ac0 0x55f432fd7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.910+0000 7f297eda3740 4 client.15798 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.910+0000 7f297eda3740 1 -- 172.21.15.26:0/375923165 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f432f297e0 con 0x55f432fd5ac0 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.910+0000 7f2978c00640 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f432fd5ac0 0x55f432fd7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.912+0000 7f2978c00640 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f432fd5ac0 0x55f432fd7eb0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d938f94af20cdffc server_cookie=b804e111b0980f27 in_seq=0 out_seq=0 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.912+0000 7f295aa00640 10 client.15798 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.913+0000 7f295aa00640 1 -- 172.21.15.26:0/375923165 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f432f297e0 con 0x55f432fd5ac0 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.913+0000 7f295aa00640 10 client.15798 handle_command_reply: tid=0 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.913+0000 7f297eda3740 1 client.15798 shutdown 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.914+0000 7f297eda3740 1 -- 172.21.15.26:0/375923165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbb160 msgr2=0x55f432fc59d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.914+0000 7f297eda3740 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbb160 0x55f432fc59d0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f2968000c00 tx=0x7f2968005270 comp rx=0 tx=0).stop 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.914+0000 7f297eda3740 1 -- 172.21.15.26:0/375923165 shutdown_connections 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.914+0000 7f297eda3740 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f432fd5ac0 0x55f432fd7eb0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.914+0000 7f297eda3740 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 0x55f432fc32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.914+0000 7f297eda3740 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbba80 0x55f432fc2d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.914+0000 7f297eda3740 1 --2- 172.21.15.26:0/375923165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbb160 0x55f432fc59d0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.914+0000 7f297eda3740 1 -- 172.21.15.26:0/375923165 >> 172.21.15.26:0/375923165 conn(0x55f432fb7480 msgr2=0x55f432fb21f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:37.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.914+0000 7f295aa00640 0 client.15798 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:37.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.914+0000 7f297eda3740 1 -- 172.21.15.26:0/375923165 shutdown_connections 2024-04-26T23:37:37.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.914+0000 7f297eda3740 1 -- 172.21.15.26:0/375923165 wait complete. 2024-04-26T23:37:37.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.914+0000 7f297eda3740 20 client.15798 trim_cache size 0 max 16384 2024-04-26T23:37:37.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.940+0000 7f297eda3740 1 Processor -- start 2024-04-26T23:37:37.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.940+0000 7f297eda3740 1 -- start start 2024-04-26T23:37:37.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.940+0000 7f297eda3740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbb160 0x55f432fb2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.940+0000 7f297eda3740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 0x55f432fc5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.940+0000 7f297eda3740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 0x55f432fc59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.940+0000 7f297eda3740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f29741ac190 con 0x55f432fbba80 2024-04-26T23:37:37.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.940+0000 7f297eda3740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f29741aa000 con 0x55f432fbb160 2024-04-26T23:37:37.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.940+0000 7f297eda3740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f29741abac0 con 0x55f432fc6150 2024-04-26T23:37:37.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.941+0000 7f2978c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 0x55f432fc5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.941+0000 7f2978c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 0x55f432fc5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58586/0 (socket says 172.21.15.26:58586) 2024-04-26T23:37:37.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.941+0000 7f2978c00640 1 -- 172.21.15.26:0/3600835533 learned_addr learned my addr 172.21.15.26:0/3600835533 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:37.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.941+0000 7f2979600640 1 --2- 172.21.15.26:0/3600835533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbb160 0x55f432fb2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.941+0000 7f297a000640 1 --2- 172.21.15.26:0/3600835533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 0x55f432fc59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.941+0000 7f2978c00640 1 -- 172.21.15.26:0/3600835533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 msgr2=0x55f432fc59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:37.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.941+0000 7f2978c00640 1 --2- 172.21.15.26:0/3600835533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 0x55f432fc59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.941+0000 7f2978c00640 1 -- 172.21.15.26:0/3600835533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbb160 msgr2=0x55f432fb2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:37.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.942+0000 7f2978c00640 1 --2- 172.21.15.26:0/3600835533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbb160 0x55f432fb2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.942+0000 7f2978c00640 1 -- 172.21.15.26:0/3600835533 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f432fbb8b0 con 0x55f432fbba80 2024-04-26T23:37:37.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.942+0000 7f2978c00640 1 --2- 172.21.15.26:0/3600835533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 0x55f432fc5490 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f296000bc50 tx=0x7f2960017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff5225be57133c99 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:37.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.942+0000 7f2965c00640 1 -- 172.21.15.26:0/3600835533 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2960018030 con 0x55f432fbba80 2024-04-26T23:37:37.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.942+0000 7f2965c00640 1 -- 172.21.15.26:0/3600835533 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f296001a070 con 0x55f432fbba80 2024-04-26T23:37:37.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.942+0000 7f2965c00640 1 -- 172.21.15.26:0/3600835533 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29600035f0 con 0x55f432fbba80 2024-04-26T23:37:37.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.943+0000 7f297eda3740 1 -- 172.21.15.26:0/3600835533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 msgr2=0x55f432fc5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:37.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.943+0000 7f297eda3740 1 --2- 172.21.15.26:0/3600835533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 0x55f432fc5490 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f296000bc50 tx=0x7f2960017000 comp rx=0 tx=0).stop 2024-04-26T23:37:37.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.943+0000 7f297eda3740 1 -- 172.21.15.26:0/3600835533 shutdown_connections 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.943+0000 7f297eda3740 1 --2- 172.21.15.26:0/3600835533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fc6150 0x55f432fc59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.943+0000 7f297eda3740 1 --2- 172.21.15.26:0/3600835533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fbba80 0x55f432fc5490 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.943+0000 7f297eda3740 1 --2- 172.21.15.26:0/3600835533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbb160 0x55f432fb2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.943+0000 7f297eda3740 1 -- 172.21.15.26:0/3600835533 >> 172.21.15.26:0/3600835533 conn(0x55f432fb7480 msgr2=0x55f432fb1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.943+0000 7f297eda3740 1 -- 172.21.15.26:0/3600835533 shutdown_connections 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.943+0000 7f297eda3740 1 -- 172.21.15.26:0/3600835533 wait complete. 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.944+0000 7f297eda3740 1 -- start start 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.944+0000 7f297eda3740 1 Processor -- start 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.944+0000 7f297eda3740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fbb160 0x55f432fce510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.944+0000 7f297eda3740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbba80 0x55f432fc9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.944+0000 7f297eda3740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fc6150 0x55f432fc9e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f297eda3740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f29741aad20 con 0x55f432fc6150 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f297eda3740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f29741aa650 con 0x55f432fbba80 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f297eda3740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f29741ab3f0 con 0x55f432fbb160 2024-04-26T23:37:37.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f297eda3740 10 client.0 _ll_register_callbacks cb 0x7f296800bbc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:37.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f297a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fc6150 0x55f432fc9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f297a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fc6150 0x55f432fc9e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58594/0 (socket says 172.21.15.26:58594) 2024-04-26T23:37:37.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f297a000640 1 -- 172.21.15.26:0/2182971543 learned_addr learned my addr 172.21.15.26:0/2182971543 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:37.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f2978c00640 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbba80 0x55f432fc9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f2979600640 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fbb160 0x55f432fce510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f297a000640 1 -- 172.21.15.26:0/2182971543 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fbb160 msgr2=0x55f432fce510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:37.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f297a000640 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fbb160 0x55f432fce510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f297a000640 1 -- 172.21.15.26:0/2182971543 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbba80 msgr2=0x55f432fc9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:37.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f297a000640 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbba80 0x55f432fc9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f297a000640 1 -- 172.21.15.26:0/2182971543 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f432bed0f0 con 0x55f432fc6150 2024-04-26T23:37:37.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.945+0000 7f2979600640 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fbb160 0x55f432fce510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:37:37.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.946+0000 7f297a000640 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fc6150 0x55f432fc9e00 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f296c0ef330 tx=0x7f296c0bd660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aff24785d6a50067 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:37.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.946+0000 7f295aa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:37.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.946+0000 7f295aa00640 1 -- 172.21.15.26:0/2182971543 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c0d7060 con 0x55f432fc6150 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.946+0000 7f295aa00640 1 -- 172.21.15.26:0/2182971543 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f296c0ba190 con 0x55f432fc6150 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.946+0000 7f297eda3740 1 -- 172.21.15.26:0/2182971543 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f296001a070 con 0x55f432fc6150 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.946+0000 7f295aa00640 1 -- 172.21.15.26:0/2182971543 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f296c004820 con 0x55f432fc6150 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.946+0000 7f297eda3740 10 client.15804 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.946+0000 7f297eda3740 1 -- 172.21.15.26:0/2182971543 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f432ee3a30 con 0x55f432fc6150 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.947+0000 7f295aa00640 1 -- 172.21.15.26:0/2182971543 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f296001a070 con 0x55f432fc6150 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.947+0000 7f295aa00640 1 -- 172.21.15.26:0/2182971543 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f296c0dcce0 con 0x55f432fc6150 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.947+0000 7f297eda3740 10 client.15804 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.947+0000 7f297eda3740 10 client.15804 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.947+0000 7f297eda3740 20 client.15804 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.947+0000 7f297eda3740 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f43303c210 0x55f43303e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.947+0000 7f297eda3740 4 client.15804 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.947+0000 7f297eda3740 1 -- 172.21.15.26:0/2182971543 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f432f23650 con 0x55f43303c210 2024-04-26T23:37:37.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.948+0000 7f2979600640 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f43303c210 0x55f43303e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:37.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f2979600640 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f43303c210 0x55f43303e630 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5308794956beba7 server_cookie=bea1186a8a12a0a9 in_seq=0 out_seq=0 2024-04-26T23:37:37.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f295aa00640 10 client.15804 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:37.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f295aa00640 1 -- 172.21.15.26:0/2182971543 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f432f23650 con 0x55f43303c210 2024-04-26T23:37:37.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f295aa00640 10 client.15804 handle_command_reply: tid=0 2024-04-26T23:37:37.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f297eda3740 1 client.15804 shutdown 2024-04-26T23:37:37.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f297eda3740 1 -- 172.21.15.26:0/2182971543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fc6150 msgr2=0x55f432fc9e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:37.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f297eda3740 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fc6150 0x55f432fc9e00 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f296c0ef330 tx=0x7f296c0bd660 comp rx=0 tx=0).stop 2024-04-26T23:37:37.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f297eda3740 1 -- 172.21.15.26:0/2182971543 shutdown_connections 2024-04-26T23:37:37.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f297eda3740 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f43303c210 0x55f43303e630 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f297eda3740 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f432fc6150 0x55f432fc9e00 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f297eda3740 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f432fbba80 0x55f432fc9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f297eda3740 1 --2- 172.21.15.26:0/2182971543 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f432fbb160 0x55f432fce510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.949+0000 7f297eda3740 1 -- 172.21.15.26:0/2182971543 >> 172.21.15.26:0/2182971543 conn(0x55f432fb7480 msgr2=0x55f432fd0ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:37.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.950+0000 7f295aa00640 0 client.15804 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:37.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.950+0000 7f297eda3740 1 -- 172.21.15.26:0/2182971543 shutdown_connections 2024-04-26T23:37:37.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.950+0000 7f297eda3740 1 -- 172.21.15.26:0/2182971543 wait complete. 2024-04-26T23:37:37.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.950+0000 7f297eda3740 20 client.15804 trim_cache size 0 max 16384 2024-04-26T23:37:37.956 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:37:37.956 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:37:37.956 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:37:37.956 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:37:37.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.950+0000 7f297aa00640 1 -- 172.21.15.26:0/2827315755 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f295c0a3da0 msgr2=0x7f295c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:37.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.950+0000 7f297aa00640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f295c0a3da0 0x7f295c0a6260 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x55f432fb8610 tx=0x7f2960014040 comp rx=0 tx=0).stop 2024-04-26T23:37:37.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.951+0000 7f297aa00640 1 -- 172.21.15.26:0/2827315755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f297419d720 msgr2=0x7f297419dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:37.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.951+0000 7f297aa00640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f297419d720 0x7f297419dbd0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f296c031040 tx=0x7f296c032bc0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.951+0000 7f297aa00640 1 -- 172.21.15.26:0/2827315755 shutdown_connections 2024-04-26T23:37:37.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.951+0000 7f297aa00640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f295c0a3da0 0x7f295c0a6260 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.951+0000 7f297aa00640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f297419d720 0x7f297419dbd0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.951+0000 7f297aa00640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2974107b60 0x7f29741993f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.951+0000 7f297aa00640 1 --2- 172.21.15.26:0/2827315755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2974100fa0 0x7f2974198eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:37.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.951+0000 7f297aa00640 1 -- 172.21.15.26:0/2827315755 >> 172.21.15.26:0/2827315755 conn(0x7f2974077cc0 msgr2=0x7f2974105cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:37.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.951+0000 7f297aa00640 1 -- 172.21.15.26:0/2827315755 shutdown_connections 2024-04-26T23:37:37.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:37.951+0000 7f297aa00640 1 -- 172.21.15.26:0/2827315755 wait complete. 2024-04-26T23:37:37.974 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:37:37.974 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:37:38.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.176+0000 7f2e03400640 1 -- 172.21.15.26:0/2193098089 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dfc1053e0 msgr2=0x7f2dfc105890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.176+0000 7f2e03400640 1 --2- 172.21.15.26:0/2193098089 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dfc1053e0 0x7f2dfc105890 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f2df4009ca0 tx=0x7f2df402a8b0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.176+0000 7f2e03400640 1 -- 172.21.15.26:0/2193098089 shutdown_connections 2024-04-26T23:37:38.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.176+0000 7f2e03400640 1 --2- 172.21.15.26:0/2193098089 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dfc1053e0 0x7f2dfc105890 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.176+0000 7f2e03400640 1 --2- 172.21.15.26:0/2193098089 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2dfc107d40 0x7f2dfc06b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.176+0000 7f2e03400640 1 --2- 172.21.15.26:0/2193098089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2dfc1078d0 0x7f2dfc06b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.176+0000 7f2e03400640 1 -- 172.21.15.26:0/2193098089 >> 172.21.15.26:0/2193098089 conn(0x7f2dfc078810 msgr2=0x7f2dfc078c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:38.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.176+0000 7f2e03400640 1 -- 172.21.15.26:0/2193098089 shutdown_connections 2024-04-26T23:37:38.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.176+0000 7f2e03400640 1 -- 172.21.15.26:0/2193098089 wait complete. 2024-04-26T23:37:38.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.177+0000 7f2e03400640 1 Processor -- start 2024-04-26T23:37:38.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.177+0000 7f2e03400640 1 -- start start 2024-04-26T23:37:38.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2e03400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dfc1053e0 0x7f2dfc19f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2e03400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2dfc1078d0 0x7f2dfc19fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2e03400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2dfc1a3ed0 0x7f2dfc1a4380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2e03400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2dfc119030 con 0x7f2dfc1053e0 2024-04-26T23:37:38.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2e03400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2dfc118eb0 con 0x7f2dfc1078d0 2024-04-26T23:37:38.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2e03400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2dfc1191b0 con 0x7f2dfc1a3ed0 2024-04-26T23:37:38.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2e00a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dfc1053e0 0x7f2dfc19f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2e00a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dfc1053e0 0x7f2dfc19f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58602/0 (socket says 172.21.15.26:58602) 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2e00a00640 1 -- 172.21.15.26:0/1835925443 learned_addr learned my addr 172.21.15.26:0/1835925443 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2dfbe00640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2dfc1078d0 0x7f2dfc19fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2e01400640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2dfc1a3ed0 0x7f2dfc1a4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2e00a00640 1 -- 172.21.15.26:0/1835925443 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2dfc1a3ed0 msgr2=0x7f2dfc1a4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.178+0000 7f2e00a00640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2dfc1a3ed0 0x7f2dfc1a4380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.179+0000 7f2e00a00640 1 -- 172.21.15.26:0/1835925443 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2dfc1078d0 msgr2=0x7f2dfc19fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.179+0000 7f2e00a00640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2dfc1078d0 0x7f2dfc19fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.179+0000 7f2e00a00640 1 -- 172.21.15.26:0/1835925443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dfc1a49c0 con 0x7f2dfc1053e0 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.179+0000 7f2e00a00640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dfc1053e0 0x7f2dfc19f610 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f2df000d770 tx=0x7f2df000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.179+0000 7f2df9600640 1 -- 172.21.15.26:0/1835925443 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2df0017070 con 0x7f2dfc1053e0 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.179+0000 7f2df9600640 1 -- 172.21.15.26:0/1835925443 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2df00054b0 con 0x7f2dfc1053e0 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.179+0000 7f2df9600640 1 -- 172.21.15.26:0/1835925443 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2df0004c60 con 0x7f2dfc1053e0 2024-04-26T23:37:38.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.179+0000 7f2e03400640 1 -- 172.21.15.26:0/1835925443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dfc1a4cb0 con 0x7f2dfc1053e0 2024-04-26T23:37:38.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.179+0000 7f2e03400640 1 -- 172.21.15.26:0/1835925443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dfc1ac450 con 0x7f2dfc1053e0 2024-04-26T23:37:38.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.181+0000 7f2e03400640 1 -- 172.21.15.26:0/1835925443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dfc069c10 con 0x7f2dfc1053e0 2024-04-26T23:37:38.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.184+0000 7f2df9600640 1 -- 172.21.15.26:0/1835925443 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2df0004e00 con 0x7f2dfc1053e0 2024-04-26T23:37:38.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.186+0000 7f2df9600640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2de40a3d20 0x7f2de40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.186+0000 7f2df9600640 1 -- 172.21.15.26:0/1835925443 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f2df00d0350 con 0x7f2dfc1053e0 2024-04-26T23:37:38.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.186+0000 7f2dfbe00640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2de40a3d20 0x7f2de40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.187+0000 7f2dfbe00640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2de40a3d20 0x7f2de40a61e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2de8005fd0 tx=0x7f2de8005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:38.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.192+0000 7f2df9600640 1 -- 172.21.15.26:0/1835925443 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f2df009c9c0 con 0x7f2dfc1053e0 2024-04-26T23:37:38.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.476+0000 7f2e03400640 1 -- 172.21.15.26:0/1835925443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2dfc107d40 con 0x7f2dfc1053e0 2024-04-26T23:37:38.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.478+0000 7f2df9600640 1 -- 172.21.15.26:0/1835925443 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f2df009c2c0 con 0x7f2dfc1053e0 2024-04-26T23:37:38.483 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:37:38.483 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:37:38.483 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:37:38.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.482+0000 7f2e03400640 1 -- 172.21.15.26:0/1835925443 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2de40a3d20 msgr2=0x7f2de40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.482+0000 7f2e03400640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2de40a3d20 0x7f2de40a61e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2de8005fd0 tx=0x7f2de8005850 comp rx=0 tx=0).stop 2024-04-26T23:37:38.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.482+0000 7f2e03400640 1 -- 172.21.15.26:0/1835925443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dfc1053e0 msgr2=0x7f2dfc19f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.482+0000 7f2e03400640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dfc1053e0 0x7f2dfc19f610 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f2df000d770 tx=0x7f2df000dc30 comp rx=0 tx=0).stop 2024-04-26T23:37:38.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.482+0000 7f2e03400640 1 -- 172.21.15.26:0/1835925443 shutdown_connections 2024-04-26T23:37:38.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.482+0000 7f2e03400640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2dfc1a3ed0 0x7f2dfc1a4380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.482+0000 7f2e03400640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2dfc1078d0 0x7f2dfc19fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.482+0000 7f2e03400640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2de40a3d20 0x7f2de40a61e0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.482+0000 7f2e03400640 1 --2- 172.21.15.26:0/1835925443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2dfc1053e0 0x7f2dfc19f610 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.482+0000 7f2e03400640 1 -- 172.21.15.26:0/1835925443 >> 172.21.15.26:0/1835925443 conn(0x7f2dfc078810 msgr2=0x7f2dfc1043c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:38.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.482+0000 7f2e03400640 1 -- 172.21.15.26:0/1835925443 shutdown_connections 2024-04-26T23:37:38.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.482+0000 7f2e03400640 1 -- 172.21.15.26:0/1835925443 wait complete. 2024-04-26T23:37:38.508 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:37:38.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.737+0000 7f6ffe200640 1 -- 172.21.15.26:0/1305712989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ff8113810 msgr2=0x7f6ff8115c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.737+0000 7f6ffe200640 1 --2- 172.21.15.26:0/1305712989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ff8113810 0x7f6ff8115c00 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f6ff0009900 tx=0x7f6ff002a3f0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.737+0000 7f6ffe200640 1 -- 172.21.15.26:0/1305712989 shutdown_connections 2024-04-26T23:37:38.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.737+0000 7f6ffe200640 1 --2- 172.21.15.26:0/1305712989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ff8113810 0x7f6ff8115c00 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.737+0000 7f6ffe200640 1 --2- 172.21.15.26:0/1305712989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ff8077780 0x7f6ff81132d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.737+0000 7f6ffe200640 1 --2- 172.21.15.26:0/1305712989 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ff8076e60 0x7f6ff8077240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.737+0000 7f6ffe200640 1 -- 172.21.15.26:0/1305712989 >> 172.21.15.26:0/1305712989 conn(0x7f6ff81006c0 msgr2=0x7f6ff8102ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:38.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.737+0000 7f6ffe200640 1 -- 172.21.15.26:0/1305712989 shutdown_connections 2024-04-26T23:37:38.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.737+0000 7f6ffe200640 1 -- 172.21.15.26:0/1305712989 wait complete. 2024-04-26T23:37:38.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.738+0000 7f6ffe200640 1 Processor -- start 2024-04-26T23:37:38.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.738+0000 7f6ffe200640 1 -- start start 2024-04-26T23:37:38.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.739+0000 7f6ffe200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ff8076e60 0x7f6ff819f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.739+0000 7f6ffe200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ff8077780 0x7f6ff819fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.739+0000 7f6ffe200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ff8113810 0x7f6ff81a3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.739+0000 7f6ffe200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff8119100 con 0x7f6ff8113810 2024-04-26T23:37:38.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.739+0000 7f6ffe200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff8118f80 con 0x7f6ff8077780 2024-04-26T23:37:38.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.739+0000 7f6ffe200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff8119280 con 0x7f6ff8076e60 2024-04-26T23:37:38.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.739+0000 7f6ff7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ff8113810 0x7f6ff81a3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.739+0000 7f6ff7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ff8113810 0x7f6ff81a3fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58624/0 (socket says 172.21.15.26:58624) 2024-04-26T23:37:38.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.739+0000 7f6ff7e00640 1 -- 172.21.15.26:0/459460447 learned_addr learned my addr 172.21.15.26:0/459460447 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:38.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.739+0000 7f6ff7400640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ff8076e60 0x7f6ff819f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.739+0000 7f6ff6a00640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ff8077780 0x7f6ff819fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.740+0000 7f6ff7e00640 1 -- 172.21.15.26:0/459460447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ff8076e60 msgr2=0x7f6ff819f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.740+0000 7f6ff7e00640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ff8076e60 0x7f6ff819f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.740+0000 7f6ff7e00640 1 -- 172.21.15.26:0/459460447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ff8077780 msgr2=0x7f6ff819fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.740+0000 7f6ff7e00640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ff8077780 0x7f6ff819fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.740+0000 7f6ff7e00640 1 -- 172.21.15.26:0/459460447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ff81a46d0 con 0x7f6ff8113810 2024-04-26T23:37:38.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.740+0000 7f6ff7400640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ff8076e60 0x7f6ff819f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:37:38.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.740+0000 7f6ff6a00640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ff8077780 0x7f6ff819fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:37:38.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.740+0000 7f6ff7e00640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ff8113810 0x7f6ff81a3fa0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f6ff0004770 tx=0x7f6ff0003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:38.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.740+0000 7f6fefe00640 1 -- 172.21.15.26:0/459460447 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff003f070 con 0x7f6ff8113810 2024-04-26T23:37:38.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.740+0000 7f6ffe200640 1 -- 172.21.15.26:0/459460447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ff81a4960 con 0x7f6ff8113810 2024-04-26T23:37:38.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.740+0000 7f6fefe00640 1 -- 172.21.15.26:0/459460447 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6ff003bd00 con 0x7f6ff8113810 2024-04-26T23:37:38.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.741+0000 7f6fefe00640 1 -- 172.21.15.26:0/459460447 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff0035030 con 0x7f6ff8113810 2024-04-26T23:37:38.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.741+0000 7f6ffe200640 1 -- 172.21.15.26:0/459460447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ff81ac250 con 0x7f6ff8113810 2024-04-26T23:37:38.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.744+0000 7f700100e740 1 Processor -- start 2024-04-26T23:37:38.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.745+0000 7f6fefe00640 1 -- 172.21.15.26:0/459460447 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f6ff0042070 con 0x7f6ff8113810 2024-04-26T23:37:38.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.745+0000 7f700100e740 1 -- start start 2024-04-26T23:37:38.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.745+0000 7f700100e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619e1f0 0x55f4c619e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.745+0000 7f700100e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 0x55f4c61a8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.745+0000 7f700100e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61ab5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.745+0000 7f700100e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f4c6102c70 con 0x55f4c61a91e0 2024-04-26T23:37:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.745+0000 7f700100e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55f4c60bb980 con 0x55f4c619e1f0 2024-04-26T23:37:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.745+0000 7f700100e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f4c60fec30 con 0x55f4c619eb10 2024-04-26T23:37:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.746+0000 7f6ff6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61ab5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.746+0000 7f6ff6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61ab5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58636/0 (socket says 172.21.15.26:58636) 2024-04-26T23:37:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.746+0000 7f6ff6a00640 1 -- 172.21.15.26:0/334282187 learned_addr learned my addr 172.21.15.26:0/334282187 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.746+0000 7f6ff7400640 1 --2- 172.21.15.26:0/334282187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 0x55f4c61a8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.746+0000 7f6ff6a00640 1 --2- 172.21.15.26:0/334282187 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619e1f0 0x55f4c619e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.746+0000 7f6ff6a00640 1 -- 172.21.15.26:0/334282187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 msgr2=0x55f4c61a8ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:38.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.746+0000 7f6ff6a00640 1 --2- 172.21.15.26:0/334282187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 0x55f4c61a8ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.746+0000 7f6ff6a00640 1 -- 172.21.15.26:0/334282187 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619e1f0 msgr2=0x55f4c619e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:38.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.746+0000 7f6ff6a00640 1 --2- 172.21.15.26:0/334282187 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619e1f0 0x55f4c619e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.746+0000 7f6ff6a00640 1 -- 172.21.15.26:0/334282187 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4c60937b0 con 0x55f4c61a91e0 2024-04-26T23:37:38.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.747+0000 7f6fefe00640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6fdc0a3d20 0x7f6fdc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.747+0000 7f6ff6a00640 1 --2- 172.21.15.26:0/334282187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61ab5d0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f6fe4012470 tx=0x7f6fe400b3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=775eb84d79b2b197 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:38.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.747+0000 7f6fefe00640 1 -- 172.21.15.26:0/459460447 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6ff00f1040 con 0x7f6ff8113810 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.747+0000 7f6ff7400640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6fdc0a3d20 0x7f6fdc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.747+0000 7f6fe3e00640 1 -- 172.21.15.26:0/334282187 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe400e410 con 0x55f4c61a91e0 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.747+0000 7f6fe3e00640 1 -- 172.21.15.26:0/334282187 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6fe400ea40 con 0x55f4c61a91e0 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.747+0000 7f6fe3e00640 1 -- 172.21.15.26:0/334282187 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe4010900 con 0x55f4c61a91e0 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.748+0000 7f700100e740 1 -- 172.21.15.26:0/334282187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 msgr2=0x55f4c61ab5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.748+0000 7f700100e740 1 --2- 172.21.15.26:0/334282187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61ab5d0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f6fe4012470 tx=0x7f6fe400b3c0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.748+0000 7f6ff7400640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6fdc0a3d20 0x7f6fdc0a61e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x55f4c619f7b0 tx=0x7f6fe80077a0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.748+0000 7f700100e740 1 -- 172.21.15.26:0/334282187 shutdown_connections 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.748+0000 7f700100e740 1 --2- 172.21.15.26:0/334282187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61ab5d0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.748+0000 7f700100e740 1 --2- 172.21.15.26:0/334282187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 0x55f4c61a8ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.748+0000 7f700100e740 1 --2- 172.21.15.26:0/334282187 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619e1f0 0x55f4c619e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.748+0000 7f700100e740 1 -- 172.21.15.26:0/334282187 >> 172.21.15.26:0/334282187 conn(0x55f4c619a510 msgr2=0x55f4c619a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:38.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.749+0000 7f700100e740 1 -- 172.21.15.26:0/334282187 shutdown_connections 2024-04-26T23:37:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.749+0000 7f700100e740 1 -- 172.21.15.26:0/334282187 wait complete. 2024-04-26T23:37:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.749+0000 7f700100e740 1 -- start start 2024-04-26T23:37:38.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.749+0000 7f700100e740 1 Processor -- start 2024-04-26T23:37:38.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.750+0000 7f700100e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619e1f0 0x55f4c61a8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.750+0000 7f700100e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619eb10 0x55f4c61a5e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.750+0000 7f700100e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.750+0000 7f700100e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f4c6101f80 con 0x55f4c61a91e0 2024-04-26T23:37:38.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.750+0000 7f700100e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55f4c60af260 con 0x55f4c619eb10 2024-04-26T23:37:38.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.750+0000 7f700100e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f4c61072a0 con 0x55f4c619e1f0 2024-04-26T23:37:38.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.750+0000 7f700100e740 10 client.0 _ll_register_callbacks cb 0x55f4c60f9960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.750+0000 7f6ff7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.751+0000 7f6ff7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61a64a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58650/0 (socket says 172.21.15.26:58650) 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.751+0000 7f6ff7e00640 1 -- 172.21.15.26:0/2744732173 learned_addr learned my addr 172.21.15.26:0/2744732173 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.751+0000 7f6ff6a00640 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619eb10 0x55f4c61a5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.751+0000 7f6ff7400640 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619e1f0 0x55f4c61a8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.751+0000 7f6ff7e00640 1 -- 172.21.15.26:0/2744732173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619e1f0 msgr2=0x55f4c61a8ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.751+0000 7f6ff7e00640 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619e1f0 0x55f4c61a8ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.751+0000 7f6ff7e00640 1 -- 172.21.15.26:0/2744732173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619eb10 msgr2=0x55f4c61a5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.751+0000 7f6ff7e00640 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619eb10 0x55f4c61a5e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.751+0000 7f6ff7e00640 1 -- 172.21.15.26:0/2744732173 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f4c60911c0 con 0x55f4c61a91e0 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.751+0000 7f6ff7e00640 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61a64a0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f6ff002a9b0 tx=0x7f6ff00bd770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=367c5b3e62a416c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.751+0000 7f6fe0c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:38.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.752+0000 7f6fe0c00640 1 -- 172.21.15.26:0/2744732173 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff00d6060 con 0x55f4c61a91e0 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.752+0000 7f6fe0c00640 1 -- 172.21.15.26:0/2744732173 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6ff00ee9e0 con 0x55f4c61a91e0 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.752+0000 7f700100e740 1 -- 172.21.15.26:0/2744732173 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6fe400ea40 con 0x55f4c61a91e0 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.752+0000 7f6fe0c00640 1 -- 172.21.15.26:0/2744732173 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6ff0049050 con 0x55f4c61a91e0 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.752+0000 7f700100e740 10 client.15822 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.752+0000 7f700100e740 1 -- 172.21.15.26:0/2744732173 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f4c5e143f0 con 0x55f4c61a91e0 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.752+0000 7f6fe0c00640 1 -- 172.21.15.26:0/2744732173 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6fe400ea40 con 0x55f4c61a91e0 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.752+0000 7f6fe0c00640 1 -- 172.21.15.26:0/2744732173 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6ff00c5820 con 0x55f4c61a91e0 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.752+0000 7f700100e740 10 client.15822 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.752+0000 7f700100e740 10 client.15822 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.753+0000 7f700100e740 20 client.15822 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.753+0000 7f700100e740 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55f4c61c9cb0 0x55f4c61cc130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.753+0000 7f700100e740 4 client.15822 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.753+0000 7f700100e740 1 -- 172.21.15.26:0/2744732173 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f4c6110880 con 0x55f4c61c9cb0 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.753+0000 7f6ff7400640 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55f4c61c9cb0 0x55f4c61cc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.754+0000 7f6fe0c00640 10 client.15822 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:37:38.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.754+0000 7f6ff7400640 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55f4c61c9cb0 0x55f4c61cc130 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=99644622a6e35d0 server_cookie=e7efebf4d11c1238 in_seq=0 out_seq=0 2024-04-26T23:37:38.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.756+0000 7f6fe0c00640 1 -- 172.21.15.26:0/2744732173 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f4c6110880 con 0x55f4c61c9cb0 2024-04-26T23:37:38.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.756+0000 7f6fe0c00640 10 client.15822 handle_command_reply: tid=0 2024-04-26T23:37:38.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.756+0000 7f700100e740 1 client.15822 shutdown 2024-04-26T23:37:38.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.757+0000 7f700100e740 1 -- 172.21.15.26:0/2744732173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 msgr2=0x55f4c61a64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.757+0000 7f700100e740 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61a64a0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f6ff002a9b0 tx=0x7f6ff00bd770 comp rx=0 tx=0).stop 2024-04-26T23:37:38.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.757+0000 7f700100e740 1 -- 172.21.15.26:0/2744732173 shutdown_connections 2024-04-26T23:37:38.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.757+0000 7f700100e740 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61a64a0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.757+0000 7f700100e740 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619eb10 0x55f4c61a5e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.757+0000 7f700100e740 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55f4c61c9cb0 0x55f4c61cc130 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.757+0000 7f700100e740 1 --2- 172.21.15.26:0/2744732173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619e1f0 0x55f4c61a8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.757+0000 7f700100e740 1 -- 172.21.15.26:0/2744732173 >> 172.21.15.26:0/2744732173 conn(0x55f4c619a510 msgr2=0x55f4c61a0310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:38.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.757+0000 7f6fe0c00640 0 client.15822 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:37:38.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.757+0000 7f700100e740 1 -- 172.21.15.26:0/2744732173 shutdown_connections 2024-04-26T23:37:38.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.757+0000 7f700100e740 1 -- 172.21.15.26:0/2744732173 wait complete. 2024-04-26T23:37:38.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.757+0000 7f700100e740 20 client.15822 trim_cache size 0 max 16384 2024-04-26T23:37:38.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:38 smithi164 ceph-mon[31699]: pgmap v56: 97 pgs: 97 active+clean; 17 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-26T23:37:38.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:38 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1835925443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:37:38.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:38 smithi026 ceph-mon[28371]: pgmap v56: 97 pgs: 97 active+clean; 17 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-26T23:37:38.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:38 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1835925443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:37:38.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.777+0000 7f700100e740 1 Processor -- start 2024-04-26T23:37:38.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.777+0000 7f700100e740 1 -- start start 2024-04-26T23:37:38.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.778+0000 7f700100e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619e1f0 0x55f4c61b4c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.778+0000 7f700100e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 0x55f4c61d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.778+0000 7f700100e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61d1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.778+0000 7f700100e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff81aeb20 con 0x55f4c61a91e0 2024-04-26T23:37:38.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.778+0000 7f700100e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff81ac420 con 0x55f4c619e1f0 2024-04-26T23:37:38.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.778+0000 7f700100e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff810c9d0 con 0x55f4c619eb10 2024-04-26T23:37:38.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.778+0000 7f6ff7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61d1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.778+0000 7f6ff7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61d1f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58652/0 (socket says 172.21.15.26:58652) 2024-04-26T23:37:38.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.778+0000 7f6ff7e00640 1 -- 172.21.15.26:0/2974494090 learned_addr learned my addr 172.21.15.26:0/2974494090 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:38.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.778+0000 7f6ff7400640 1 --2- 172.21.15.26:0/2974494090 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619e1f0 0x55f4c61b4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.779+0000 7f6ff6a00640 1 --2- 172.21.15.26:0/2974494090 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 0x55f4c61d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.779+0000 7f6ff7e00640 1 -- 172.21.15.26:0/2974494090 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 msgr2=0x55f4c61d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:38.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.779+0000 7f6ff7e00640 1 --2- 172.21.15.26:0/2974494090 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 0x55f4c61d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.779+0000 7f6ff7e00640 1 -- 172.21.15.26:0/2974494090 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619e1f0 msgr2=0x55f4c61b4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:38.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.779+0000 7f6ff7e00640 1 --2- 172.21.15.26:0/2974494090 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619e1f0 0x55f4c61b4c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.779+0000 7f6ff7e00640 1 -- 172.21.15.26:0/2974494090 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f4c619e940 con 0x55f4c61a91e0 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.779+0000 7f6ff7e00640 1 --2- 172.21.15.26:0/2974494090 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61d1f40 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f6ff0031da0 tx=0x7f6ff002a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0efde1203fcbd99 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.779+0000 7f6fe3400640 1 -- 172.21.15.26:0/2974494090 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff00dd040 con 0x55f4c61a91e0 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.779+0000 7f6fe3400640 1 -- 172.21.15.26:0/2974494090 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6ff00ee9e0 con 0x55f4c61a91e0 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.779+0000 7f6fe3400640 1 -- 172.21.15.26:0/2974494090 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ff00c5790 con 0x55f4c61a91e0 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.780+0000 7f700100e740 1 -- 172.21.15.26:0/2974494090 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 msgr2=0x55f4c61d1f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.780+0000 7f700100e740 1 --2- 172.21.15.26:0/2974494090 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61d1f40 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f6ff0031da0 tx=0x7f6ff002a3f0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.780+0000 7f700100e740 1 -- 172.21.15.26:0/2974494090 shutdown_connections 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.780+0000 7f700100e740 1 --2- 172.21.15.26:0/2974494090 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c61a91e0 0x55f4c61d1f40 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.780+0000 7f700100e740 1 --2- 172.21.15.26:0/2974494090 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 0x55f4c61d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.780+0000 7f700100e740 1 --2- 172.21.15.26:0/2974494090 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c619e1f0 0x55f4c61b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.780+0000 7f700100e740 1 -- 172.21.15.26:0/2974494090 >> 172.21.15.26:0/2974494090 conn(0x55f4c619a510 msgr2=0x55f4c6199690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.780+0000 7f700100e740 1 -- 172.21.15.26:0/2974494090 shutdown_connections 2024-04-26T23:37:38.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.780+0000 7f700100e740 1 -- 172.21.15.26:0/2974494090 wait complete. 2024-04-26T23:37:38.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.781+0000 7f700100e740 1 -- start start 2024-04-26T23:37:38.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.781+0000 7f700100e740 1 Processor -- start 2024-04-26T23:37:38.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f700100e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c619e1f0 0x55f4c61aed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f700100e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 0x55f4c61af280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f700100e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c61a91e0 0x55f4c61af7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f700100e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff810d060 con 0x55f4c619e1f0 2024-04-26T23:37:38.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f700100e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff810e4d0 con 0x55f4c61a91e0 2024-04-26T23:37:38.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f700100e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff810d730 con 0x55f4c619eb10 2024-04-26T23:37:38.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f700100e740 10 client.0 _ll_register_callbacks cb 0x7f6ff00bcaf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:38.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f6ff7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c619e1f0 0x55f4c61aed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f6ff7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c619e1f0 0x55f4c61aed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58654/0 (socket says 172.21.15.26:58654) 2024-04-26T23:37:38.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f6ff7400640 1 -- 172.21.15.26:0/2093487739 learned_addr learned my addr 172.21.15.26:0/2093487739 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:38.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f6ff7e00640 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c61a91e0 0x55f4c61af7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f6ff6a00640 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 0x55f4c61af280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f6ff7400640 1 -- 172.21.15.26:0/2093487739 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 msgr2=0x55f4c61af280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:38.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f6ff7400640 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 0x55f4c61af280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f6ff7400640 1 -- 172.21.15.26:0/2093487739 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c61a91e0 msgr2=0x55f4c61af7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:38.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f6ff7400640 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c61a91e0 0x55f4c61af7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.782+0000 7f6ff7400640 1 -- 172.21.15.26:0/2093487739 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f4c5ede7d0 con 0x55f4c619e1f0 2024-04-26T23:37:38.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.783+0000 7f6ff7400640 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c619e1f0 0x55f4c61aed40 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x55f4c61cc940 tx=0x7f6fe8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5609b054d409d66c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:38.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.783+0000 7f6fe0c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:38.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.783+0000 7f6fe0c00640 1 -- 172.21.15.26:0/2093487739 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fe802c070 con 0x55f4c619e1f0 2024-04-26T23:37:38.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.783+0000 7f6fe0c00640 1 -- 172.21.15.26:0/2093487739 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6fe8027450 con 0x55f4c619e1f0 2024-04-26T23:37:38.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.783+0000 7f700100e740 1 -- 172.21.15.26:0/2093487739 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ff00ee9e0 con 0x55f4c619e1f0 2024-04-26T23:37:38.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.783+0000 7f6fe0c00640 1 -- 172.21.15.26:0/2093487739 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6fe8034050 con 0x55f4c619e1f0 2024-04-26T23:37:38.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.783+0000 7f700100e740 10 client.15828 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:38.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.783+0000 7f700100e740 1 -- 172.21.15.26:0/2093487739 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f4c60a92a0 con 0x55f4c619e1f0 2024-04-26T23:37:38.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.784+0000 7f6fe0c00640 1 -- 172.21.15.26:0/2093487739 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6ff00ee9e0 con 0x55f4c619e1f0 2024-04-26T23:37:38.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.784+0000 7f6fe0c00640 1 -- 172.21.15.26:0/2093487739 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6fe802f030 con 0x55f4c619e1f0 2024-04-26T23:37:38.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.784+0000 7f700100e740 10 client.15828 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:38.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.784+0000 7f700100e740 10 client.15828 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:37:38.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.784+0000 7f700100e740 20 client.15828 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:38.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.784+0000 7f700100e740 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55f4c6230aa0 0x55f4c6232e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:38.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.784+0000 7f700100e740 4 client.15828 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:37:38.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.784+0000 7f700100e740 1 -- 172.21.15.26:0/2093487739 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f4c610a6f0 con 0x55f4c6230aa0 2024-04-26T23:37:38.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.785+0000 7f6ff6a00640 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55f4c6230aa0 0x55f4c6232e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:38.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f6fe0c00640 10 client.15828 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:37:38.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f6ff6a00640 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55f4c6230aa0 0x55f4c6232e90 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dac377e942e096e2 server_cookie=d7f116a7ca4bf28e in_seq=0 out_seq=0 2024-04-26T23:37:38.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f6fe0c00640 1 -- 172.21.15.26:0/2093487739 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f4c610a6f0 con 0x55f4c6230aa0 2024-04-26T23:37:38.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f6fe0c00640 10 client.15828 handle_command_reply: tid=0 2024-04-26T23:37:38.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f700100e740 1 client.15828 shutdown 2024-04-26T23:37:38.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f700100e740 1 -- 172.21.15.26:0/2093487739 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c619e1f0 msgr2=0x55f4c61aed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f700100e740 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c619e1f0 0x55f4c61aed40 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x55f4c61cc940 tx=0x7f6fe8004a40 comp rx=0 tx=0).stop 2024-04-26T23:37:38.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f700100e740 1 -- 172.21.15.26:0/2093487739 shutdown_connections 2024-04-26T23:37:38.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f700100e740 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f4c61a91e0 0x55f4c61af7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f700100e740 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55f4c6230aa0 0x55f4c6232e90 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f700100e740 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f4c619eb10 0x55f4c61af280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f700100e740 1 --2- 172.21.15.26:0/2093487739 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f4c619e1f0 0x55f4c61aed40 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f700100e740 1 -- 172.21.15.26:0/2093487739 >> 172.21.15.26:0/2093487739 conn(0x55f4c619a510 msgr2=0x55f4c61b3c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:38.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.786+0000 7f6fe0c00640 0 client.15828 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:37:38.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.787+0000 7f700100e740 1 -- 172.21.15.26:0/2093487739 shutdown_connections 2024-04-26T23:37:38.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.787+0000 7f700100e740 1 -- 172.21.15.26:0/2093487739 wait complete. 2024-04-26T23:37:38.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.787+0000 7f700100e740 20 client.15828 trim_cache size 0 max 16384 2024-04-26T23:37:38.800 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:37:38.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.788+0000 7f6ffe200640 1 -- 172.21.15.26:0/459460447 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6fdc0a3d20 msgr2=0x7f6fdc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.788+0000 7f6ffe200640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6fdc0a3d20 0x7f6fdc0a61e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x55f4c619f7b0 tx=0x7f6fe80077a0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.788+0000 7f6ffe200640 1 -- 172.21.15.26:0/459460447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ff8113810 msgr2=0x7f6ff81a3fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:38.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.788+0000 7f6ffe200640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ff8113810 0x7f6ff81a3fa0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f6ff0004770 tx=0x7f6ff0003cd0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.788+0000 7f6ffe200640 1 -- 172.21.15.26:0/459460447 shutdown_connections 2024-04-26T23:37:38.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.788+0000 7f6ffe200640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6fdc0a3d20 0x7f6fdc0a61e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.788+0000 7f6ffe200640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ff8113810 0x7f6ff81a3fa0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.788+0000 7f6ffe200640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ff8077780 0x7f6ff819fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.788+0000 7f6ffe200640 1 --2- 172.21.15.26:0/459460447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ff8076e60 0x7f6ff819f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:38.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.788+0000 7f6ffe200640 1 -- 172.21.15.26:0/459460447 >> 172.21.15.26:0/459460447 conn(0x7f6ff81006c0 msgr2=0x7f6ff8102ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:38.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.788+0000 7f6ffe200640 1 -- 172.21.15.26:0/459460447 shutdown_connections 2024-04-26T23:37:38.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:38.788+0000 7f6ffe200640 1 -- 172.21.15.26:0/459460447 wait complete. 2024-04-26T23:37:38.814 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:37:38.822 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:38 smithi086 ceph-mon[31122]: pgmap v56: 97 pgs: 97 active+clean; 17 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.3 MiB/s wr, 19 op/s 2024-04-26T23:37:38.823 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:38 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1835925443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:37:39.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.033+0000 7fa619a00640 1 -- 172.21.15.26:0/1218539064 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6141042b0 msgr2=0x7fa61410c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.033+0000 7fa619a00640 1 --2- 172.21.15.26:0/1218539064 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6141042b0 0x7fa61410c790 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fa600009900 tx=0x7fa60002a480 comp rx=0 tx=0).stop 2024-04-26T23:37:39.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.033+0000 7fa619a00640 1 -- 172.21.15.26:0/1218539064 shutdown_connections 2024-04-26T23:37:39.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.033+0000 7fa619a00640 1 --2- 172.21.15.26:0/1218539064 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa61410cdb0 0x7fa61410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.033+0000 7fa619a00640 1 --2- 172.21.15.26:0/1218539064 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6141042b0 0x7fa61410c790 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.033+0000 7fa619a00640 1 --2- 172.21.15.26:0/1218539064 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa614103990 0x7fa614103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.033+0000 7fa619a00640 1 -- 172.21.15.26:0/1218539064 >> 172.21.15.26:0/1218539064 conn(0x7fa6140fd1b0 msgr2=0x7fa6140ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:39.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.033+0000 7fa619a00640 1 -- 172.21.15.26:0/1218539064 shutdown_connections 2024-04-26T23:37:39.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.033+0000 7fa619a00640 1 -- 172.21.15.26:0/1218539064 wait complete. 2024-04-26T23:37:39.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.034+0000 7fa619a00640 1 Processor -- start 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.034+0000 7fa619a00640 1 -- start start 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.035+0000 7fa619a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa614103990 0x7fa614198f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.035+0000 7fa619a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6141042b0 0x7fa614199440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.035+0000 7fa619a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa61410cdb0 0x7fa61419d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.035+0000 7fa619a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa614112910 con 0x7fa61410cdb0 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.035+0000 7fa619a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa614112790 con 0x7fa6141042b0 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.035+0000 7fa619a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa614112a90 con 0x7fa614103990 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.035+0000 7fa619000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa61410cdb0 0x7fa61419d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.035+0000 7fa619000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa61410cdb0 0x7fa61419d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58668/0 (socket says 172.21.15.26:58668) 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.035+0000 7fa619000640 1 -- 172.21.15.26:0/3756583852 learned_addr learned my addr 172.21.15.26:0/3756583852 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.035+0000 7fa613400640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6141042b0 0x7fa614199440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.035+0000 7fa613e00640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa614103990 0x7fa614198f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.036+0000 7fa619000640 1 -- 172.21.15.26:0/3756583852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa614103990 msgr2=0x7fa614198f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.036+0000 7fa619000640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa614103990 0x7fa614198f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.036+0000 7fa619000640 1 -- 172.21.15.26:0/3756583852 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6141042b0 msgr2=0x7fa614199440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.036+0000 7fa619000640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6141042b0 0x7fa614199440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.036+0000 7fa619000640 1 -- 172.21.15.26:0/3756583852 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa61419def0 con 0x7fa61410cdb0 2024-04-26T23:37:39.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.036+0000 7fa619000640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa61410cdb0 0x7fa61419d7c0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fa60c00eaa0 tx=0x7fa60c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:39.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.036+0000 7fa610c00640 1 -- 172.21.15.26:0/3756583852 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa60c00cdb0 con 0x7fa61410cdb0 2024-04-26T23:37:39.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.036+0000 7fa610c00640 1 -- 172.21.15.26:0/3756583852 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa60c005020 con 0x7fa61410cdb0 2024-04-26T23:37:39.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.036+0000 7fa610c00640 1 -- 172.21.15.26:0/3756583852 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa60c0116d0 con 0x7fa61410cdb0 2024-04-26T23:37:39.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.036+0000 7fa619a00640 1 -- 172.21.15.26:0/3756583852 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa61419e1e0 con 0x7fa61410cdb0 2024-04-26T23:37:39.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.037+0000 7fa619a00640 1 -- 172.21.15.26:0/3756583852 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6141a5a70 con 0x7fa61410cdb0 2024-04-26T23:37:39.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.040+0000 7fa610c00640 1 -- 172.21.15.26:0/3756583852 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa60c0051d0 con 0x7fa61410cdb0 2024-04-26T23:37:39.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.040+0000 7fa61df90740 1 Processor -- start 2024-04-26T23:37:39.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.041+0000 7fa61df90740 1 -- start start 2024-04-26T23:37:39.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.041+0000 7fa61df90740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98b3a0 0x55b3cd98b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.041+0000 7fa61df90740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd98bcc0 0x55b3cd995e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.041+0000 7fa61df90740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd996390 0x55b3cd998780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.041+0000 7fa61df90740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b3cd8efc70 con 0x55b3cd98b3a0 2024-04-26T23:37:39.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.041+0000 7fa61df90740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b3cd8a8980 con 0x55b3cd98bcc0 2024-04-26T23:37:39.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.041+0000 7fa61df90740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b3cd8ebc30 con 0x55b3cd996390 2024-04-26T23:37:39.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.042+0000 7fa613400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98b3a0 0x55b3cd98b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.042+0000 7fa613400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98b3a0 0x55b3cd98b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58678/0 (socket says 172.21.15.26:58678) 2024-04-26T23:37:39.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.042+0000 7fa613400640 1 -- 172.21.15.26:0/462254202 learned_addr learned my addr 172.21.15.26:0/462254202 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:39.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.042+0000 7fa613e00640 1 --2- 172.21.15.26:0/462254202 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd98bcc0 0x55b3cd995e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.042+0000 7fa613400640 1 --2- 172.21.15.26:0/462254202 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd996390 0x55b3cd998780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.042+0000 7fa613400640 1 -- 172.21.15.26:0/462254202 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd996390 msgr2=0x55b3cd998780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.042+0000 7fa613400640 1 --2- 172.21.15.26:0/462254202 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd996390 0x55b3cd998780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.042+0000 7fa613400640 1 -- 172.21.15.26:0/462254202 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd98bcc0 msgr2=0x55b3cd995e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.042+0000 7fa613400640 1 --2- 172.21.15.26:0/462254202 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd98bcc0 0x55b3cd995e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.042+0000 7fa613400640 1 -- 172.21.15.26:0/462254202 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b3cd8807b0 con 0x55b3cd98b3a0 2024-04-26T23:37:39.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.043+0000 7fa610c00640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa5f80a3da0 0x7fa5f80a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.043+0000 7fa610c00640 1 -- 172.21.15.26:0/3756583852 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa60c0d0670 con 0x7fa61410cdb0 2024-04-26T23:37:39.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.043+0000 7fa613e00640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa5f80a3da0 0x7fa5f80a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.043+0000 7fa613400640 1 --2- 172.21.15.26:0/462254202 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98b3a0 0x55b3cd98b780 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fa600005c40 tx=0x7fa600005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37045a67a185d426 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:39.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.043+0000 7fa609600640 1 -- 172.21.15.26:0/462254202 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa600035050 con 0x55b3cd98b3a0 2024-04-26T23:37:39.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.043+0000 7fa609600640 1 -- 172.21.15.26:0/462254202 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa600004030 con 0x55b3cd98b3a0 2024-04-26T23:37:39.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.043+0000 7fa609600640 1 -- 172.21.15.26:0/462254202 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa600005430 con 0x55b3cd98b3a0 2024-04-26T23:37:39.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.044+0000 7fa61df90740 1 -- 172.21.15.26:0/462254202 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98b3a0 msgr2=0x55b3cd98b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.044+0000 7fa61df90740 1 --2- 172.21.15.26:0/462254202 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98b3a0 0x55b3cd98b780 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fa600005c40 tx=0x7fa600005b50 comp rx=0 tx=0).stop 2024-04-26T23:37:39.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.044+0000 7fa613e00640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa5f80a3da0 0x7fa5f80a6260 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x55b3cd98c960 tx=0x7fa60400b4d0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.044+0000 7fa61df90740 1 -- 172.21.15.26:0/462254202 shutdown_connections 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.044+0000 7fa61df90740 1 --2- 172.21.15.26:0/462254202 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd996390 0x55b3cd998780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.044+0000 7fa61df90740 1 --2- 172.21.15.26:0/462254202 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd98bcc0 0x55b3cd995e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.044+0000 7fa61df90740 1 --2- 172.21.15.26:0/462254202 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98b3a0 0x55b3cd98b780 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.044+0000 7fa61df90740 1 -- 172.21.15.26:0/462254202 >> 172.21.15.26:0/462254202 conn(0x55b3cd9876c0 msgr2=0x55b3cd987aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.044+0000 7fa61df90740 1 -- 172.21.15.26:0/462254202 shutdown_connections 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.044+0000 7fa61df90740 1 -- 172.21.15.26:0/462254202 wait complete. 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.045+0000 7fa61df90740 1 -- start start 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.045+0000 7fa61df90740 1 Processor -- start 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.046+0000 7fa61df90740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 0x55b3cd995d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.046+0000 7fa61df90740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd993010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.046+0000 7fa61df90740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 0x55b3cd993590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.046+0000 7fa61df90740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b3cd8eef80 con 0x55b3cd98bcc0 2024-04-26T23:37:39.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.046+0000 7fa61df90740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b3cd89c260 con 0x55b3cd996390 2024-04-26T23:37:39.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.046+0000 7fa61df90740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b3cd8f42a0 con 0x55b3cd98b3a0 2024-04-26T23:37:39.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.046+0000 7fa61df90740 10 client.0 _ll_register_callbacks cb 0x55b3cd8e6960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:39.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.046+0000 7fa613400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd993010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.046+0000 7fa613400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd993010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58692/0 (socket says 172.21.15.26:58692) 2024-04-26T23:37:39.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.046+0000 7fa613400640 1 -- 172.21.15.26:0/3708719999 learned_addr learned my addr 172.21.15.26:0/3708719999 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:39.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.046+0000 7fa613e00640 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 0x55b3cd995d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.046+0000 7fa619000640 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 0x55b3cd993590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.047+0000 7fa613400640 1 -- 172.21.15.26:0/3708719999 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 msgr2=0x55b3cd995d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.047+0000 7fa613400640 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 0x55b3cd995d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.047+0000 7fa613400640 1 -- 172.21.15.26:0/3708719999 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 msgr2=0x55b3cd993590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.047+0000 7fa613400640 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 0x55b3cd993590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.047+0000 7fa613400640 1 -- 172.21.15.26:0/3708719999 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3cd87e1c0 con 0x55b3cd98bcc0 2024-04-26T23:37:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.047+0000 7fa613400640 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd993010 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fa60002ab80 tx=0x7fa600031480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d533eff934e9c54 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.047+0000 7fa5fe000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.047+0000 7fa5fe000640 1 -- 172.21.15.26:0/3708719999 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa60004c020 con 0x55b3cd98bcc0 2024-04-26T23:37:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.048+0000 7fa5fe000640 1 -- 172.21.15.26:0/3708719999 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa6000051b0 con 0x55b3cd98bcc0 2024-04-26T23:37:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.048+0000 7fa61df90740 1 -- 172.21.15.26:0/3708719999 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa600004030 con 0x55b3cd98bcc0 2024-04-26T23:37:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.048+0000 7fa5fe000640 1 -- 172.21.15.26:0/3708719999 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa600057050 con 0x55b3cd98bcc0 2024-04-26T23:37:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.048+0000 7fa61df90740 10 client.15840 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.048+0000 7fa61df90740 1 -- 172.21.15.26:0/3708719999 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b3cd6013f0 con 0x55b3cd98bcc0 2024-04-26T23:37:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.048+0000 7fa5fe000640 1 -- 172.21.15.26:0/3708719999 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa600004030 con 0x55b3cd98bcc0 2024-04-26T23:37:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.049+0000 7fa5fe000640 1 -- 172.21.15.26:0/3708719999 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa6000046c0 con 0x55b3cd98bcc0 2024-04-26T23:37:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.049+0000 7fa61df90740 10 client.15840 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:39.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.049+0000 7fa61df90740 10 client.15840 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:37:39.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.049+0000 7fa61df90740 20 client.15840 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:39.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.049+0000 7fa61df90740 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b3cd9a5c70 0x55b3cd9a8060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.049+0000 7fa61df90740 4 client.15840 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:37:39.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.049+0000 7fa61df90740 1 -- 172.21.15.26:0/3708719999 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b3cd8fd880 con 0x55b3cd9a5c70 2024-04-26T23:37:39.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.049+0000 7fa613e00640 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b3cd9a5c70 0x55b3cd9a8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.050+0000 7fa613e00640 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b3cd9a5c70 0x55b3cd9a8060 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=74779ee5e0e56032 server_cookie=d664458248914ba0 in_seq=0 out_seq=0 2024-04-26T23:37:39.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.050+0000 7fa5fe000640 10 client.15840 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:37:39.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.052+0000 7fa5fe000640 1 -- 172.21.15.26:0/3708719999 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b3cd8fd880 con 0x55b3cd9a5c70 2024-04-26T23:37:39.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.052+0000 7fa5fe000640 10 client.15840 handle_command_reply: tid=0 2024-04-26T23:37:39.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa61df90740 1 client.15840 shutdown 2024-04-26T23:37:39.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa61df90740 1 -- 172.21.15.26:0/3708719999 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 msgr2=0x55b3cd993010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa61df90740 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd993010 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fa60002ab80 tx=0x7fa600031480 comp rx=0 tx=0).stop 2024-04-26T23:37:39.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa61df90740 1 -- 172.21.15.26:0/3708719999 shutdown_connections 2024-04-26T23:37:39.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa61df90740 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b3cd9a5c70 0x55b3cd9a8060 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa61df90740 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 0x55b3cd993590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa61df90740 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd993010 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa61df90740 1 --2- 172.21.15.26:0/3708719999 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 0x55b3cd995d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa5fe000640 0 client.15840 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:37:39.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa61df90740 1 -- 172.21.15.26:0/3708719999 >> 172.21.15.26:0/3708719999 conn(0x55b3cd9876c0 msgr2=0x55b3cd98d3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:39.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa61df90740 1 -- 172.21.15.26:0/3708719999 shutdown_connections 2024-04-26T23:37:39.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa61df90740 1 -- 172.21.15.26:0/3708719999 wait complete. 2024-04-26T23:37:39.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.053+0000 7fa61df90740 20 client.15840 trim_cache size 0 max 16384 2024-04-26T23:37:39.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.068+0000 7fa61df90740 1 Processor -- start 2024-04-26T23:37:39.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.069+0000 7fa61df90740 1 -- start start 2024-04-26T23:37:39.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.069+0000 7fa61df90740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 0x55b3cd995850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.069+0000 7fa61df90740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd9ad650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.069+0000 7fa61df90740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 0x55b3cd9adb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.069+0000 7fa61df90740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa6141b0a50 con 0x55b3cd98bcc0 2024-04-26T23:37:39.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.069+0000 7fa61df90740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa6141ae320 con 0x55b3cd996390 2024-04-26T23:37:39.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.069+0000 7fa61df90740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa6141ac150 con 0x55b3cd98b3a0 2024-04-26T23:37:39.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.069+0000 7fa613400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd9ad650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.069+0000 7fa613400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd9ad650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58704/0 (socket says 172.21.15.26:58704) 2024-04-26T23:37:39.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.069+0000 7fa613400640 1 -- 172.21.15.26:0/1297490908 learned_addr learned my addr 172.21.15.26:0/1297490908 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:39.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.070+0000 7fa619000640 1 --2- 172.21.15.26:0/1297490908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 0x55b3cd9adb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.070+0000 7fa613e00640 1 --2- 172.21.15.26:0/1297490908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 0x55b3cd995850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.070+0000 7fa613400640 1 -- 172.21.15.26:0/1297490908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 msgr2=0x55b3cd995850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.070+0000 7fa613400640 1 --2- 172.21.15.26:0/1297490908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 0x55b3cd995850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.070+0000 7fa613400640 1 -- 172.21.15.26:0/1297490908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 msgr2=0x55b3cd9adb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.070+0000 7fa613400640 1 --2- 172.21.15.26:0/1297490908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 0x55b3cd9adb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.070+0000 7fa613400640 1 -- 172.21.15.26:0/1297490908 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b3cd993900 con 0x55b3cd98bcc0 2024-04-26T23:37:39.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.070+0000 7fa613400640 1 --2- 172.21.15.26:0/1297490908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd9ad650 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fa600004b10 tx=0x7fa600005970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d32c22bca08be916 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:39.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.071+0000 7fa608c00640 1 -- 172.21.15.26:0/1297490908 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa60004c070 con 0x55b3cd98bcc0 2024-04-26T23:37:39.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.071+0000 7fa608c00640 1 -- 172.21.15.26:0/1297490908 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa600032df0 con 0x55b3cd98bcc0 2024-04-26T23:37:39.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.071+0000 7fa608c00640 1 -- 172.21.15.26:0/1297490908 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa600035040 con 0x55b3cd98bcc0 2024-04-26T23:37:39.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.071+0000 7fa61df90740 1 -- 172.21.15.26:0/1297490908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 msgr2=0x55b3cd9ad650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.071+0000 7fa61df90740 1 --2- 172.21.15.26:0/1297490908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd9ad650 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fa600004b10 tx=0x7fa600005970 comp rx=0 tx=0).stop 2024-04-26T23:37:39.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.072+0000 7fa61df90740 1 -- 172.21.15.26:0/1297490908 shutdown_connections 2024-04-26T23:37:39.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.072+0000 7fa61df90740 1 --2- 172.21.15.26:0/1297490908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 0x55b3cd9adb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.072+0000 7fa61df90740 1 --2- 172.21.15.26:0/1297490908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd9ad650 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.072+0000 7fa61df90740 1 --2- 172.21.15.26:0/1297490908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 0x55b3cd995850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.072+0000 7fa61df90740 1 -- 172.21.15.26:0/1297490908 >> 172.21.15.26:0/1297490908 conn(0x55b3cd9876c0 msgr2=0x55b3cd9867b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:39.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.072+0000 7fa61df90740 1 -- 172.21.15.26:0/1297490908 shutdown_connections 2024-04-26T23:37:39.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.072+0000 7fa61df90740 1 -- 172.21.15.26:0/1297490908 wait complete. 2024-04-26T23:37:39.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.072+0000 7fa61df90740 1 -- start start 2024-04-26T23:37:39.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.073+0000 7fa61df90740 1 Processor -- start 2024-04-26T23:37:39.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.073+0000 7fa61df90740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 0x55b3cd99c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.073+0000 7fa61df90740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd99c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.073+0000 7fa61df90740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 0x55b3cda0aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.073+0000 7fa61df90740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa6141ac7e0 con 0x55b3cd98bcc0 2024-04-26T23:37:39.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.073+0000 7fa61df90740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa6141adc50 con 0x55b3cd996390 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.073+0000 7fa61df90740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa6141aceb0 con 0x55b3cd98b3a0 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.073+0000 7fa61df90740 10 client.0 _ll_register_callbacks cb 0x7fa60400b3a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.073+0000 7fa613400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd99c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.074+0000 7fa613400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd99c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58720/0 (socket says 172.21.15.26:58720) 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.074+0000 7fa613400640 1 -- 172.21.15.26:0/61016439 learned_addr learned my addr 172.21.15.26:0/61016439 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.074+0000 7fa613e00640 1 --2- 172.21.15.26:0/61016439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 0x55b3cd99c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.074+0000 7fa613400640 1 -- 172.21.15.26:0/61016439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 msgr2=0x55b3cd99c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.074+0000 7fa613400640 1 --2- 172.21.15.26:0/61016439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 0x55b3cd99c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.074+0000 7fa613400640 1 -- 172.21.15.26:0/61016439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 msgr2=0x55b3cda0aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.074+0000 7fa613400640 1 --2- 172.21.15.26:0/61016439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 0x55b3cda0aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.074+0000 7fa613400640 1 -- 172.21.15.26:0/61016439 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3cd6cb7d0 con 0x55b3cd98bcc0 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.074+0000 7fa613400640 1 --2- 172.21.15.26:0/61016439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd99c910 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fa60002a9a0 tx=0x7fa6000056a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38d9e4c7ef0f376d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.074+0000 7fa5fe000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:39.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.075+0000 7fa5fe000640 1 -- 172.21.15.26:0/61016439 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa60004c030 con 0x55b3cd98bcc0 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.075+0000 7fa61df90740 1 -- 172.21.15.26:0/61016439 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa600032df0 con 0x55b3cd98bcc0 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.075+0000 7fa5fe000640 1 -- 172.21.15.26:0/61016439 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa600004cb0 con 0x55b3cd98bcc0 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.075+0000 7fa5fe000640 1 -- 172.21.15.26:0/61016439 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa60006b050 con 0x55b3cd98bcc0 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.075+0000 7fa61df90740 10 client.15846 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.075+0000 7fa61df90740 1 -- 172.21.15.26:0/61016439 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b3cd8962a0 con 0x55b3cd98bcc0 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.075+0000 7fa5fe000640 1 -- 172.21.15.26:0/61016439 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa600032df0 con 0x55b3cd98bcc0 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.075+0000 7fa5fe000640 1 -- 172.21.15.26:0/61016439 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa60003aba0 con 0x55b3cd98bcc0 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.076+0000 7fa61df90740 10 client.15846 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.076+0000 7fa61df90740 10 client.15846 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.076+0000 7fa61df90740 20 client.15846 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.076+0000 7fa61df90740 1 --2- 172.21.15.26:0/61016439 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b3cda0c870 0x55b3cda0ec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.076+0000 7fa61df90740 4 client.15846 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:37:39.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.076+0000 7fa61df90740 1 -- 172.21.15.26:0/61016439 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b3cd8f76f0 con 0x55b3cda0c870 2024-04-26T23:37:39.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.076+0000 7fa613e00640 1 --2- 172.21.15.26:0/61016439 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b3cda0c870 0x55b3cda0ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.077+0000 7fa613e00640 1 --2- 172.21.15.26:0/61016439 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b3cda0c870 0x55b3cda0ec80 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f85e40878647ce91 server_cookie=8bc735fad837667a in_seq=0 out_seq=0 2024-04-26T23:37:39.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.077+0000 7fa5fe000640 10 client.15846 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:37:39.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa5fe000640 1 -- 172.21.15.26:0/61016439 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b3cd8f76f0 con 0x55b3cda0c870 2024-04-26T23:37:39.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa5fe000640 10 client.15846 handle_command_reply: tid=0 2024-04-26T23:37:39.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa61df90740 1 client.15846 shutdown 2024-04-26T23:37:39.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa61df90740 1 -- 172.21.15.26:0/61016439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 msgr2=0x55b3cd99c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa61df90740 1 --2- 172.21.15.26:0/61016439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd99c910 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fa60002a9a0 tx=0x7fa6000056a0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa61df90740 1 -- 172.21.15.26:0/61016439 shutdown_connections 2024-04-26T23:37:39.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa61df90740 1 --2- 172.21.15.26:0/61016439 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b3cda0c870 0x55b3cda0ec80 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa61df90740 1 --2- 172.21.15.26:0/61016439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b3cd996390 0x55b3cda0aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa61df90740 1 --2- 172.21.15.26:0/61016439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b3cd98bcc0 0x55b3cd99c910 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa61df90740 1 --2- 172.21.15.26:0/61016439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3cd98b3a0 0x55b3cd99c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa61df90740 1 -- 172.21.15.26:0/61016439 >> 172.21.15.26:0/61016439 conn(0x55b3cd9876c0 msgr2=0x55b3cd994840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:39.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa5fe000640 0 client.15846 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:37:39.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa61df90740 1 -- 172.21.15.26:0/61016439 shutdown_connections 2024-04-26T23:37:39.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa61df90740 1 -- 172.21.15.26:0/61016439 wait complete. 2024-04-26T23:37:39.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.078+0000 7fa61df90740 20 client.15846 trim_cache size 0 max 16384 2024-04-26T23:37:39.085 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:37:39.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.079+0000 7fa619a00640 1 -- 172.21.15.26:0/3756583852 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa5f80a3da0 msgr2=0x7fa5f80a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.079+0000 7fa619a00640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa5f80a3da0 0x7fa5f80a6260 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x55b3cd98c960 tx=0x7fa60400b4d0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.079+0000 7fa619a00640 1 -- 172.21.15.26:0/3756583852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa61410cdb0 msgr2=0x7fa61419d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.079+0000 7fa619a00640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa61410cdb0 0x7fa61419d7c0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fa60c00eaa0 tx=0x7fa60c00ef60 comp rx=0 tx=0).stop 2024-04-26T23:37:39.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.079+0000 7fa619a00640 1 -- 172.21.15.26:0/3756583852 shutdown_connections 2024-04-26T23:37:39.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.079+0000 7fa619a00640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa5f80a3da0 0x7fa5f80a6260 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.079+0000 7fa619a00640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa61410cdb0 0x7fa61419d7c0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.079+0000 7fa619a00640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6141042b0 0x7fa614199440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.079+0000 7fa619a00640 1 --2- 172.21.15.26:0/3756583852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa614103990 0x7fa614198f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.079+0000 7fa619a00640 1 -- 172.21.15.26:0/3756583852 >> 172.21.15.26:0/3756583852 conn(0x7fa6140fd1b0 msgr2=0x7fa6140feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:39.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.079+0000 7fa619a00640 1 -- 172.21.15.26:0/3756583852 shutdown_connections 2024-04-26T23:37:39.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.079+0000 7fa619a00640 1 -- 172.21.15.26:0/3756583852 wait complete. 2024-04-26T23:37:39.105 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:37:39.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.330+0000 7f28ddc00640 1 -- 172.21.15.26:0/3685153507 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28d8104350 msgr2=0x7f28d810c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.330+0000 7f28ddc00640 1 --2- 172.21.15.26:0/3685153507 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28d8104350 0x7f28d810c830 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f28c4009900 tx=0x7f28c402a480 comp rx=0 tx=0).stop 2024-04-26T23:37:39.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.330+0000 7f28ddc00640 1 -- 172.21.15.26:0/3685153507 shutdown_connections 2024-04-26T23:37:39.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.330+0000 7f28ddc00640 1 --2- 172.21.15.26:0/3685153507 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28d810ce00 0x7f28d810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.330+0000 7f28ddc00640 1 --2- 172.21.15.26:0/3685153507 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28d8104350 0x7f28d810c830 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.330+0000 7f28ddc00640 1 --2- 172.21.15.26:0/3685153507 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28d8103a30 0x7f28d8103e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.330+0000 7f28ddc00640 1 -- 172.21.15.26:0/3685153507 >> 172.21.15.26:0/3685153507 conn(0x7f28d80fd1b0 msgr2=0x7f28d80ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:39.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.330+0000 7f28ddc00640 1 -- 172.21.15.26:0/3685153507 shutdown_connections 2024-04-26T23:37:39.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.330+0000 7f28ddc00640 1 -- 172.21.15.26:0/3685153507 wait complete. 2024-04-26T23:37:39.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.331+0000 7f28ddc00640 1 Processor -- start 2024-04-26T23:37:39.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.331+0000 7f28ddc00640 1 -- start start 2024-04-26T23:37:39.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.332+0000 7f28ddc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28d8103a30 0x7f28d8101680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.332+0000 7f28ddc00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28d8104350 0x7f28d8101bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.332+0000 7f28ddc00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28d810ce00 0x7f28d8102100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.332+0000 7f28ddc00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f28d8112950 con 0x7f28d8103a30 2024-04-26T23:37:39.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.332+0000 7f28ddc00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f28d81127d0 con 0x7f28d810ce00 2024-04-26T23:37:39.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.332+0000 7f28ddc00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f28d8112ad0 con 0x7f28d8104350 2024-04-26T23:37:39.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.332+0000 7f28d7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28d8103a30 0x7f28d8101680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.332+0000 7f28d7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28d8103a30 0x7f28d8101680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58742/0 (socket says 172.21.15.26:58742) 2024-04-26T23:37:39.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.332+0000 7f28d7e00640 1 -- 172.21.15.26:0/1467231892 learned_addr learned my addr 172.21.15.26:0/1467231892 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:39.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.332+0000 7f28d7400640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28d8104350 0x7f28d8101bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.333+0000 7f28dd200640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28d810ce00 0x7f28d8102100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.333+0000 7f28d7e00640 1 -- 172.21.15.26:0/1467231892 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28d8104350 msgr2=0x7f28d8101bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.333+0000 7f28d7e00640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28d8104350 0x7f28d8101bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.333+0000 7f28d7e00640 1 -- 172.21.15.26:0/1467231892 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28d810ce00 msgr2=0x7f28d8102100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.333+0000 7f28d7e00640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28d810ce00 0x7f28d8102100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.333+0000 7f28d7e00640 1 -- 172.21.15.26:0/1467231892 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28d81a73f0 con 0x7f28d8103a30 2024-04-26T23:37:39.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.333+0000 7f28dd200640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28d810ce00 0x7f28d8102100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:37:39.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.333+0000 7f28d7e00640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28d8103a30 0x7f28d8101680 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f28c800d950 tx=0x7f28c800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:39.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.333+0000 7f28d4c00640 1 -- 172.21.15.26:0/1467231892 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c8017070 con 0x7f28d8103a30 2024-04-26T23:37:39.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.333+0000 7f28ddc00640 1 -- 172.21.15.26:0/1467231892 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28d81a76e0 con 0x7f28d8103a30 2024-04-26T23:37:39.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.333+0000 7f28d4c00640 1 -- 172.21.15.26:0/1467231892 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f28c8009c30 con 0x7f28d8103a30 2024-04-26T23:37:39.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.333+0000 7f28d4c00640 1 -- 172.21.15.26:0/1467231892 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c800f620 con 0x7f28d8103a30 2024-04-26T23:37:39.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.334+0000 7f28ddc00640 1 -- 172.21.15.26:0/1467231892 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28d81a7c50 con 0x7f28d8103a30 2024-04-26T23:37:39.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.338+0000 7f28d4c00640 1 -- 172.21.15.26:0/1467231892 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f28c8010460 con 0x7f28d8103a30 2024-04-26T23:37:39.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.338+0000 7f28e1f69740 1 Processor -- start 2024-04-26T23:37:39.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.338+0000 7f28e1f69740 1 -- start start 2024-04-26T23:37:39.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.338+0000 7f28e1f69740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 0x55daeb4b5780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.338+0000 7f28e1f69740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b5cc0 0x55daeb4bfe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.338+0000 7f28e1f69740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 0x55daeb4c2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.338+0000 7f28e1f69740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55daeb419c70 con 0x55daeb4b53a0 2024-04-26T23:37:39.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.338+0000 7f28e1f69740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55daeb3d2980 con 0x55daeb4c0390 2024-04-26T23:37:39.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.338+0000 7f28e1f69740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55daeb415c30 con 0x55daeb4b5cc0 2024-04-26T23:37:39.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.339+0000 7f28dd200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 0x55daeb4b5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.339+0000 7f28dd200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 0x55daeb4b5780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58752/0 (socket says 172.21.15.26:58752) 2024-04-26T23:37:39.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.339+0000 7f28dd200640 1 -- 172.21.15.26:0/712486731 learned_addr learned my addr 172.21.15.26:0/712486731 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:39.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.339+0000 7f28d7e00640 1 --2- 172.21.15.26:0/712486731 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b5cc0 0x55daeb4bfe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.339+0000 7f28d7400640 1 --2- 172.21.15.26:0/712486731 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 0x55daeb4c2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.339+0000 7f28dd200640 1 -- 172.21.15.26:0/712486731 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b5cc0 msgr2=0x55daeb4bfe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.339+0000 7f28dd200640 1 --2- 172.21.15.26:0/712486731 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b5cc0 0x55daeb4bfe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.339+0000 7f28dd200640 1 -- 172.21.15.26:0/712486731 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 msgr2=0x55daeb4c2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.339+0000 7f28dd200640 1 --2- 172.21.15.26:0/712486731 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 0x55daeb4c2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.339+0000 7f28dd200640 1 -- 172.21.15.26:0/712486731 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55daeb3aa7b0 con 0x55daeb4b53a0 2024-04-26T23:37:39.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.339+0000 7f28d4c00640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f28bc0a3d20 0x7f28bc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.340+0000 7f28d4c00640 1 -- 172.21.15.26:0/1467231892 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f28c80d04c0 con 0x7f28d8103a30 2024-04-26T23:37:39.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.340+0000 7f28d7e00640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f28bc0a3d20 0x7f28bc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.340+0000 7f28dd200640 1 --2- 172.21.15.26:0/712486731 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 0x55daeb4b5780 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f28d0009e40 tx=0x7f28d000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97193ed318748886 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:39.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.340+0000 7f28cd600640 1 -- 172.21.15.26:0/712486731 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d0004d20 con 0x55daeb4b53a0 2024-04-26T23:37:39.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.340+0000 7f28cd600640 1 -- 172.21.15.26:0/712486731 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f28d00054b0 con 0x55daeb4b53a0 2024-04-26T23:37:39.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.340+0000 7f28cd600640 1 -- 172.21.15.26:0/712486731 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d00116a0 con 0x55daeb4b53a0 2024-04-26T23:37:39.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.341+0000 7f28e1f69740 1 -- 172.21.15.26:0/712486731 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 msgr2=0x55daeb4b5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.341+0000 7f28d7e00640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f28bc0a3d20 0x7f28bc0a61e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f28c80d3fd0 tx=0x7f28c8098040 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:39.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.341+0000 7f28e1f69740 1 --2- 172.21.15.26:0/712486731 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 0x55daeb4b5780 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f28d0009e40 tx=0x7f28d000f730 comp rx=0 tx=0).stop 2024-04-26T23:37:39.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.341+0000 7f28e1f69740 1 -- 172.21.15.26:0/712486731 shutdown_connections 2024-04-26T23:37:39.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.341+0000 7f28e1f69740 1 --2- 172.21.15.26:0/712486731 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 0x55daeb4c2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.341+0000 7f28e1f69740 1 --2- 172.21.15.26:0/712486731 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b5cc0 0x55daeb4bfe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.341+0000 7f28e1f69740 1 --2- 172.21.15.26:0/712486731 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 0x55daeb4b5780 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.341+0000 7f28e1f69740 1 -- 172.21.15.26:0/712486731 >> 172.21.15.26:0/712486731 conn(0x55daeb4b16c0 msgr2=0x55daeb4b1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:39.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.341+0000 7f28e1f69740 1 -- 172.21.15.26:0/712486731 shutdown_connections 2024-04-26T23:37:39.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.342+0000 7f28e1f69740 1 -- 172.21.15.26:0/712486731 wait complete. 2024-04-26T23:37:39.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.342+0000 7f28e1f69740 1 -- start start 2024-04-26T23:37:39.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.342+0000 7f28e1f69740 1 Processor -- start 2024-04-26T23:37:39.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.343+0000 7f28e1f69740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b53a0 0x55daeb4bfd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.343+0000 7f28e1f69740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 0x55daeb4bd040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.343+0000 7f28e1f69740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 0x55daeb4bd650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.343+0000 7f28e1f69740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55daeb418f80 con 0x55daeb4b5cc0 2024-04-26T23:37:39.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.343+0000 7f28e1f69740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55daeb3c6260 con 0x55daeb4c0390 2024-04-26T23:37:39.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.343+0000 7f28e1f69740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55daeb41e2a0 con 0x55daeb4b53a0 2024-04-26T23:37:39.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.343+0000 7f28e1f69740 10 client.0 _ll_register_callbacks cb 0x55daeb410960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:39.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.343+0000 7f28d7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 0x55daeb4bd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.343+0000 7f28d7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 0x55daeb4bd040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58756/0 (socket says 172.21.15.26:58756) 2024-04-26T23:37:39.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.343+0000 7f28d7400640 1 -- 172.21.15.26:0/3013583212 learned_addr learned my addr 172.21.15.26:0/3013583212 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:39.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.344+0000 7f28dd200640 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b53a0 0x55daeb4bfd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.344+0000 7f28d7400640 1 -- 172.21.15.26:0/3013583212 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b53a0 msgr2=0x55daeb4bfd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.344+0000 7f28d7400640 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b53a0 0x55daeb4bfd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.344+0000 7f28d7400640 1 -- 172.21.15.26:0/3013583212 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 msgr2=0x55daeb4bd650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.344+0000 7f28d7400640 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 0x55daeb4bd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.344+0000 7f28d7400640 1 -- 172.21.15.26:0/3013583212 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55daeb3a81c0 con 0x55daeb4b5cc0 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.344+0000 7f28dd200640 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b53a0 0x55daeb4bfd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.344+0000 7f28d7400640 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 0x55daeb4bd040 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f28c402aa70 tx=0x7f28c4005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb55bf0a278eb7f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.344+0000 7f28c2000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.344+0000 7f28c2000640 1 -- 172.21.15.26:0/3013583212 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c4035030 con 0x55daeb4b5cc0 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.344+0000 7f28c2000640 1 -- 172.21.15.26:0/3013583212 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f28c40048c0 con 0x55daeb4b5cc0 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.345+0000 7f28e1f69740 1 -- 172.21.15.26:0/3013583212 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28d00054b0 con 0x55daeb4b5cc0 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.345+0000 7f28c2000640 1 -- 172.21.15.26:0/3013583212 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f28c4005d50 con 0x55daeb4b5cc0 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.345+0000 7f28e1f69740 10 client.15858 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.345+0000 7f28e1f69740 1 -- 172.21.15.26:0/3013583212 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55daeb12b3f0 con 0x55daeb4b5cc0 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.345+0000 7f28c2000640 1 -- 172.21.15.26:0/3013583212 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f28d00054b0 con 0x55daeb4b5cc0 2024-04-26T23:37:39.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.345+0000 7f28c2000640 1 -- 172.21.15.26:0/3013583212 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f28c4003c70 con 0x55daeb4b5cc0 2024-04-26T23:37:39.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.345+0000 7f28e1f69740 10 client.15858 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:39.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.345+0000 7f28e1f69740 10 client.15858 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:39.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.346+0000 7f28e1f69740 20 client.15858 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:39.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.346+0000 7f28e1f69740 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55daeb4cfe20 0x55daeb4d2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.346+0000 7f28e1f69740 4 client.15858 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:37:39.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.346+0000 7f28e1f69740 1 -- 172.21.15.26:0/3013583212 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55daeb427880 con 0x55daeb4cfe20 2024-04-26T23:37:39.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.346+0000 7f28dd200640 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55daeb4cfe20 0x55daeb4d2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.347+0000 7f28dd200640 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55daeb4cfe20 0x55daeb4d2210 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=184bd81855815b28 server_cookie=fa5ba820458b0dd6 in_seq=0 out_seq=0 2024-04-26T23:37:39.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.347+0000 7f28c2000640 10 client.15858 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.349+0000 7f28c2000640 1 -- 172.21.15.26:0/3013583212 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55daeb427880 con 0x55daeb4cfe20 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.349+0000 7f28c2000640 10 client.15858 handle_command_reply: tid=0 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.349+0000 7f28e1f69740 1 client.15858 shutdown 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.349+0000 7f28e1f69740 1 -- 172.21.15.26:0/3013583212 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 msgr2=0x55daeb4bd040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.349+0000 7f28e1f69740 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 0x55daeb4bd040 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f28c402aa70 tx=0x7f28c4005270 comp rx=0 tx=0).stop 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.349+0000 7f28e1f69740 1 -- 172.21.15.26:0/3013583212 shutdown_connections 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.349+0000 7f28e1f69740 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55daeb4cfe20 0x55daeb4d2210 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.349+0000 7f28e1f69740 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 0x55daeb4bd650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.349+0000 7f28e1f69740 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 0x55daeb4bd040 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.349+0000 7f28e1f69740 1 --2- 172.21.15.26:0/3013583212 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b53a0 0x55daeb4bfd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.350+0000 7f28c2000640 0 client.15858 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.350+0000 7f28e1f69740 1 -- 172.21.15.26:0/3013583212 >> 172.21.15.26:0/3013583212 conn(0x55daeb4b16c0 msgr2=0x55daeb4b74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:39.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.350+0000 7f28e1f69740 1 -- 172.21.15.26:0/3013583212 shutdown_connections 2024-04-26T23:37:39.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.350+0000 7f28e1f69740 1 -- 172.21.15.26:0/3013583212 wait complete. 2024-04-26T23:37:39.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.350+0000 7f28e1f69740 20 client.15858 trim_cache size 0 max 16384 2024-04-26T23:37:39.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.365+0000 7f28e1f69740 1 Processor -- start 2024-04-26T23:37:39.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.365+0000 7f28e1f69740 1 -- start start 2024-04-26T23:37:39.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.365+0000 7f28e1f69740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 0x55daeb4bf880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.365+0000 7f28e1f69740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4b5cc0 0x55daeb4d7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.365+0000 7f28e1f69740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4c0390 0x55daeb4d8060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.365+0000 7f28e1f69740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f28d81b2c80 con 0x55daeb4b53a0 2024-04-26T23:37:39.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.365+0000 7f28e1f69740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f28d81b0550 con 0x55daeb4b5cc0 2024-04-26T23:37:39.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.365+0000 7f28e1f69740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f28d81ae380 con 0x55daeb4c0390 2024-04-26T23:37:39.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.366+0000 7f28dd200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 0x55daeb4bf880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.366+0000 7f28dd200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 0x55daeb4bf880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58772/0 (socket says 172.21.15.26:58772) 2024-04-26T23:37:39.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.366+0000 7f28dd200640 1 -- 172.21.15.26:0/1802943155 learned_addr learned my addr 172.21.15.26:0/1802943155 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:39.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.366+0000 7f28d7400640 1 --2- 172.21.15.26:0/1802943155 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4b5cc0 0x55daeb4d7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.366+0000 7f28dd200640 1 -- 172.21.15.26:0/1802943155 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4c0390 msgr2=0x55daeb4d8060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.366+0000 7f28dd200640 1 --2- 172.21.15.26:0/1802943155 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4c0390 0x55daeb4d8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.366+0000 7f28dd200640 1 -- 172.21.15.26:0/1802943155 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4b5cc0 msgr2=0x55daeb4d7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.366+0000 7f28dd200640 1 --2- 172.21.15.26:0/1802943155 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4b5cc0 0x55daeb4d7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.366+0000 7f28dd200640 1 -- 172.21.15.26:0/1802943155 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55daeb4bd9c0 con 0x55daeb4b53a0 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.366+0000 7f28dd200640 1 --2- 172.21.15.26:0/1802943155 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 0x55daeb4bf880 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f28d00092f0 tx=0x7f28d000ff00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a32e01ddb6439719 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.367+0000 7f28ccc00640 1 -- 172.21.15.26:0/1802943155 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d002b020 con 0x55daeb4b53a0 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.367+0000 7f28ccc00640 1 -- 172.21.15.26:0/1802943155 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f28d00278e0 con 0x55daeb4b53a0 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.367+0000 7f28ccc00640 1 -- 172.21.15.26:0/1802943155 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d0005830 con 0x55daeb4b53a0 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.368+0000 7f28e1f69740 1 -- 172.21.15.26:0/1802943155 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 msgr2=0x55daeb4bf880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.368+0000 7f28e1f69740 1 --2- 172.21.15.26:0/1802943155 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 0x55daeb4bf880 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f28d00092f0 tx=0x7f28d000ff00 comp rx=0 tx=0).stop 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.368+0000 7f28e1f69740 1 -- 172.21.15.26:0/1802943155 shutdown_connections 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.368+0000 7f28e1f69740 1 --2- 172.21.15.26:0/1802943155 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4c0390 0x55daeb4d8060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.368+0000 7f28e1f69740 1 --2- 172.21.15.26:0/1802943155 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4b5cc0 0x55daeb4d7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.368+0000 7f28e1f69740 1 --2- 172.21.15.26:0/1802943155 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b53a0 0x55daeb4bf880 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.368+0000 7f28e1f69740 1 -- 172.21.15.26:0/1802943155 >> 172.21.15.26:0/1802943155 conn(0x55daeb4b16c0 msgr2=0x55daeb4b07b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:39.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.368+0000 7f28e1f69740 1 -- 172.21.15.26:0/1802943155 shutdown_connections 2024-04-26T23:37:39.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.368+0000 7f28e1f69740 1 -- 172.21.15.26:0/1802943155 wait complete. 2024-04-26T23:37:39.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.368+0000 7f28e1f69740 1 -- start start 2024-04-26T23:37:39.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.369+0000 7f28e1f69740 1 Processor -- start 2024-04-26T23:37:39.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.369+0000 7f28e1f69740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b53a0 0x55daeb4c5e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.369+0000 7f28e1f69740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 0x55daeb4c6380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.369+0000 7f28e1f69740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 0x55daeb4c68c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.369+0000 7f28e1f69740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f28d81aea10 con 0x55daeb4b5cc0 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.369+0000 7f28e1f69740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f28d81afe80 con 0x55daeb4c0390 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.369+0000 7f28e1f69740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f28d81af0e0 con 0x55daeb4b53a0 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.369+0000 7f28e1f69740 10 client.0 _ll_register_callbacks cb 0x7f28c4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.369+0000 7f28d7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 0x55daeb4c6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.369+0000 7f28d7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 0x55daeb4c6380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58774/0 (socket says 172.21.15.26:58774) 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.369+0000 7f28d7400640 1 -- 172.21.15.26:0/2233577992 learned_addr learned my addr 172.21.15.26:0/2233577992 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28dd200640 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b53a0 0x55daeb4c5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28d7400640 1 -- 172.21.15.26:0/2233577992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b53a0 msgr2=0x55daeb4c5e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28d7400640 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b53a0 0x55daeb4c5e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28dd200640 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 0x55daeb4c68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28d7400640 1 -- 172.21.15.26:0/2233577992 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 msgr2=0x55daeb4c68c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28d7400640 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 0x55daeb4c68c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28d7400640 1 -- 172.21.15.26:0/2233577992 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55daeb1f57d0 con 0x55daeb4b5cc0 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28dd200640 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 0x55daeb4c68c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28d7400640 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 0x55daeb4c6380 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f28c404d470 tx=0x7f28c4004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a8faf1354200372 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28c2000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28c2000640 1 -- 172.21.15.26:0/2233577992 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28c4035070 con 0x55daeb4b5cc0 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28c2000640 1 -- 172.21.15.26:0/2233577992 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f28c40048c0 con 0x55daeb4b5cc0 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.370+0000 7f28e1f69740 1 -- 172.21.15.26:0/2233577992 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28d00278e0 con 0x55daeb4b5cc0 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.371+0000 7f28c2000640 1 -- 172.21.15.26:0/2233577992 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f28c4004ac0 con 0x55daeb4b5cc0 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.371+0000 7f28e1f69740 10 client.15864 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.371+0000 7f28e1f69740 1 -- 172.21.15.26:0/2233577992 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55daeb3c02a0 con 0x55daeb4b5cc0 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.371+0000 7f28c2000640 1 -- 172.21.15.26:0/2233577992 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f28d00278e0 con 0x55daeb4b5cc0 2024-04-26T23:37:39.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.371+0000 7f28c2000640 1 -- 172.21.15.26:0/2233577992 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f28c4055030 con 0x55daeb4b5cc0 2024-04-26T23:37:39.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.371+0000 7f28e1f69740 10 client.15864 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:39.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.371+0000 7f28e1f69740 10 client.15864 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:39.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.371+0000 7f28e1f69740 20 client.15864 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:39.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.371+0000 7f28e1f69740 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55daeb536b80 0x55daeb538fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:39.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.371+0000 7f28e1f69740 4 client.15864 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:37:39.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.372+0000 7f28e1f69740 1 -- 172.21.15.26:0/2233577992 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55daeb4216f0 con 0x55daeb536b80 2024-04-26T23:37:39.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.372+0000 7f28dd200640 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55daeb536b80 0x55daeb538fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:39.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.373+0000 7f28dd200640 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55daeb536b80 0x55daeb538fa0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ec243afcccb0214 server_cookie=3d010f702d35c9e5 in_seq=0 out_seq=0 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.373+0000 7f28c2000640 10 client.15864 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28c2000640 1 -- 172.21.15.26:0/2233577992 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55daeb4216f0 con 0x55daeb536b80 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28c2000640 10 client.15864 handle_command_reply: tid=0 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28e1f69740 1 client.15864 shutdown 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28e1f69740 1 -- 172.21.15.26:0/2233577992 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 msgr2=0x55daeb4c6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28e1f69740 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 0x55daeb4c6380 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f28c404d470 tx=0x7f28c4004610 comp rx=0 tx=0).stop 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28e1f69740 1 -- 172.21.15.26:0/2233577992 shutdown_connections 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28e1f69740 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55daeb536b80 0x55daeb538fa0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28e1f69740 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55daeb4c0390 0x55daeb4c68c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28e1f69740 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55daeb4b5cc0 0x55daeb4c6380 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28e1f69740 1 --2- 172.21.15.26:0/2233577992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55daeb4b53a0 0x55daeb4c5e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28e1f69740 1 -- 172.21.15.26:0/2233577992 >> 172.21.15.26:0/2233577992 conn(0x55daeb4b16c0 msgr2=0x55daeb4be870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28c2000640 0 client.15864 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28e1f69740 1 -- 172.21.15.26:0/2233577992 shutdown_connections 2024-04-26T23:37:39.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28e1f69740 1 -- 172.21.15.26:0/2233577992 wait complete. 2024-04-26T23:37:39.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.374+0000 7f28e1f69740 20 client.15864 trim_cache size 0 max 16384 2024-04-26T23:37:39.381 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:37:39.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.375+0000 7f28ddc00640 1 -- 172.21.15.26:0/1467231892 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f28bc0a3d20 msgr2=0x7f28bc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.375+0000 7f28ddc00640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f28bc0a3d20 0x7f28bc0a61e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f28c80d3fd0 tx=0x7f28c8098040 comp rx=0 tx=0).stop 2024-04-26T23:37:39.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.375+0000 7f28ddc00640 1 -- 172.21.15.26:0/1467231892 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28d8103a30 msgr2=0x7f28d8101680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:39.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.375+0000 7f28ddc00640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28d8103a30 0x7f28d8101680 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f28c800d950 tx=0x7f28c800de10 comp rx=0 tx=0).stop 2024-04-26T23:37:39.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.375+0000 7f28ddc00640 1 -- 172.21.15.26:0/1467231892 shutdown_connections 2024-04-26T23:37:39.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.375+0000 7f28ddc00640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f28d810ce00 0x7f28d8102100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.375+0000 7f28ddc00640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28d8104350 0x7f28d8101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.375+0000 7f28ddc00640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f28bc0a3d20 0x7f28bc0a61e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.375+0000 7f28ddc00640 1 --2- 172.21.15.26:0/1467231892 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f28d8103a30 0x7f28d8101680 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:39.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.375+0000 7f28ddc00640 1 -- 172.21.15.26:0/1467231892 >> 172.21.15.26:0/1467231892 conn(0x7f28d80fd1b0 msgr2=0x7f28d80feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:39.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.375+0000 7f28ddc00640 1 -- 172.21.15.26:0/1467231892 shutdown_connections 2024-04-26T23:37:39.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:39.375+0000 7f28ddc00640 1 -- 172.21.15.26:0/1467231892 wait complete. 2024-04-26T23:37:40.397 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:37:40.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:37:40.398 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:37:40.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.635+0000 7f3130e00640 1 -- 172.21.15.26:0/1634325271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f312c108910 msgr2=0x7f312c108cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.635+0000 7f3130e00640 1 --2- 172.21.15.26:0/1634325271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f312c108910 0x7f312c108cf0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f311c009930 tx=0x7f311c02a440 comp rx=0 tx=0).stop 2024-04-26T23:37:40.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.635+0000 7f3130e00640 1 -- 172.21.15.26:0/1634325271 shutdown_connections 2024-04-26T23:37:40.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.635+0000 7f3130e00640 1 --2- 172.21.15.26:0/1634325271 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f312c1032c0 0x7f312c10f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.635+0000 7f3130e00640 1 --2- 172.21.15.26:0/1634325271 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f312c102900 0x7f312c102d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.635+0000 7f3130e00640 1 --2- 172.21.15.26:0/1634325271 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f312c108910 0x7f312c108cf0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.635+0000 7f3130e00640 1 -- 172.21.15.26:0/1634325271 >> 172.21.15.26:0/1634325271 conn(0x7f312c079d80 msgr2=0x7f312c07a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:40.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.635+0000 7f3130e00640 1 -- 172.21.15.26:0/1634325271 shutdown_connections 2024-04-26T23:37:40.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.635+0000 7f3130e00640 1 -- 172.21.15.26:0/1634325271 wait complete. 2024-04-26T23:37:40.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.636+0000 7f3130e00640 1 Processor -- start 2024-04-26T23:37:40.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.636+0000 7f3130e00640 1 -- start start 2024-04-26T23:37:40.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f3130e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f312c102900 0x7f312c19b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f3130e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f312c1032c0 0x7f312c19b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f3130e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f312c108910 0x7f312c19fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f3130e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f312c112ad0 con 0x7f312c108910 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f3130e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f312c112950 con 0x7f312c102900 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f3130e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f312c112c50 con 0x7f312c1032c0 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f312a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f312c108910 0x7f312c19fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f312a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f312c108910 0x7f312c19fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58790/0 (socket says 172.21.15.26:58790) 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f312a800640 1 -- 172.21.15.26:0/1500283675 learned_addr learned my addr 172.21.15.26:0/1500283675 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f3129e00640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f312c102900 0x7f312c19b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f3129400640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f312c1032c0 0x7f312c19b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f312a800640 1 -- 172.21.15.26:0/1500283675 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f312c1032c0 msgr2=0x7f312c19b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f312a800640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f312c1032c0 0x7f312c19b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f312a800640 1 -- 172.21.15.26:0/1500283675 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f312c102900 msgr2=0x7f312c19b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.637+0000 7f312a800640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f312c102900 0x7f312c19b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.638+0000 7f312a800640 1 -- 172.21.15.26:0/1500283675 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f312c1a02a0 con 0x7f312c108910 2024-04-26T23:37:40.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.638+0000 7f312a800640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f312c108910 0x7f312c19fb70 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f312400c970 tx=0x7f312400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:40.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.638+0000 7f3122a00640 1 -- 172.21.15.26:0/1500283675 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3124007bb0 con 0x7f312c108910 2024-04-26T23:37:40.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.638+0000 7f3130e00640 1 -- 172.21.15.26:0/1500283675 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f312c1a0590 con 0x7f312c108910 2024-04-26T23:37:40.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.638+0000 7f3122a00640 1 -- 172.21.15.26:0/1500283675 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3124007d50 con 0x7f312c108910 2024-04-26T23:37:40.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.638+0000 7f3122a00640 1 -- 172.21.15.26:0/1500283675 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3124018660 con 0x7f312c108910 2024-04-26T23:37:40.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.638+0000 7f3130e00640 1 -- 172.21.15.26:0/1500283675 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f312c1a7e20 con 0x7f312c108910 2024-04-26T23:37:40.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.642+0000 7f3133b68740 1 Processor -- start 2024-04-26T23:37:40.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.642+0000 7f3122a00640 1 -- 172.21.15.26:0/1500283675 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f312400f970 con 0x7f312c108910 2024-04-26T23:37:40.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.642+0000 7f3133b68740 1 -- start start 2024-04-26T23:37:40.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.643+0000 7f3133b68740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f74ac50 0x56189f74b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.643+0000 7f3133b68740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f755700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.643+0000 7f3133b68740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f755c40 0x56189f758030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.643+0000 7f3133b68740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56189f6b0980 con 0x56189f755c40 2024-04-26T23:37:40.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.643+0000 7f3133b68740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56189f64d220 con 0x56189f74b570 2024-04-26T23:37:40.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.643+0000 7f3133b68740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56189f6ac940 con 0x56189f74ac50 2024-04-26T23:37:40.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.643+0000 7f3129400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f755c40 0x56189f758030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.643+0000 7f3129400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f755c40 0x56189f758030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58796/0 (socket says 172.21.15.26:58796) 2024-04-26T23:37:40.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.643+0000 7f3129400640 1 -- 172.21.15.26:0/4079403464 learned_addr learned my addr 172.21.15.26:0/4079403464 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:40.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.643+0000 7f3129e00640 1 --2- 172.21.15.26:0/4079403464 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f755700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.644+0000 7f3129400640 1 --2- 172.21.15.26:0/4079403464 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f74ac50 0x56189f74b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.644+0000 7f3129400640 1 -- 172.21.15.26:0/4079403464 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f74ac50 msgr2=0x56189f74b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.644+0000 7f3129400640 1 --2- 172.21.15.26:0/4079403464 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f74ac50 0x56189f74b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.644+0000 7f3129400640 1 -- 172.21.15.26:0/4079403464 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 msgr2=0x56189f755700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.644+0000 7f3129400640 1 --2- 172.21.15.26:0/4079403464 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f755700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.644+0000 7f3129400640 1 -- 172.21.15.26:0/4079403464 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56189f48a7e0 con 0x56189f755c40 2024-04-26T23:37:40.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.644+0000 7f3129e00640 1 --2- 172.21.15.26:0/4079403464 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f755700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:37:40.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.644+0000 7f3122a00640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f31100a3d20 0x7f31100a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.644+0000 7f3122a00640 1 -- 172.21.15.26:0/1500283675 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f31240d0840 con 0x7f312c108910 2024-04-26T23:37:40.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.644+0000 7f3129400640 1 --2- 172.21.15.26:0/4079403464 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f755c40 0x56189f758030 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f311400afa0 tx=0x7f311400a860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c640d2f17ab1ea28 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:40.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.644+0000 7f3129e00640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f31100a3d20 0x7f31100a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.645+0000 7f311b400640 1 -- 172.21.15.26:0/4079403464 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3114018070 con 0x56189f755c40 2024-04-26T23:37:40.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.645+0000 7f311b400640 1 -- 172.21.15.26:0/4079403464 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3114003e00 con 0x56189f755c40 2024-04-26T23:37:40.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.645+0000 7f311b400640 1 -- 172.21.15.26:0/4079403464 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3114004020 con 0x56189f755c40 2024-04-26T23:37:40.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.645+0000 7f3133b68740 1 -- 172.21.15.26:0/4079403464 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f755c40 msgr2=0x56189f758030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.645+0000 7f3133b68740 1 --2- 172.21.15.26:0/4079403464 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f755c40 0x56189f758030 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f311400afa0 tx=0x7f311400a860 comp rx=0 tx=0).stop 2024-04-26T23:37:40.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.645+0000 7f3129e00640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f31100a3d20 0x7f31100a61e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f311c0057c0 tx=0x7f311c005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.646+0000 7f3133b68740 1 -- 172.21.15.26:0/4079403464 shutdown_connections 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.646+0000 7f3133b68740 1 --2- 172.21.15.26:0/4079403464 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f755c40 0x56189f758030 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.646+0000 7f3133b68740 1 --2- 172.21.15.26:0/4079403464 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f755700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.646+0000 7f3133b68740 1 --2- 172.21.15.26:0/4079403464 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f74ac50 0x56189f74b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.646+0000 7f3133b68740 1 -- 172.21.15.26:0/4079403464 >> 172.21.15.26:0/4079403464 conn(0x56189f746f70 msgr2=0x56189f747350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.646+0000 7f3133b68740 1 -- 172.21.15.26:0/4079403464 shutdown_connections 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.646+0000 7f3133b68740 1 -- 172.21.15.26:0/4079403464 wait complete. 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.646+0000 7f3133b68740 1 -- start start 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.646+0000 7f3133b68740 1 Processor -- start 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.647+0000 7f3133b68740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f752bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.647+0000 7f3133b68740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f74b570 0x56189f753100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.647+0000 7f3133b68740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f755c40 0x56189f753640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.647+0000 7f3133b68740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56189f758a30 con 0x56189f74ac50 2024-04-26T23:37:40.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.647+0000 7f3133b68740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56189f638170 con 0x56189f755c40 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.647+0000 7f3133b68740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56189f758bb0 con 0x56189f74b570 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.647+0000 7f3133b68740 10 client.0 _ll_register_callbacks cb 0x56189f6a7770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.647+0000 7f3129e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f752bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.647+0000 7f3129e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f752bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58802/0 (socket says 172.21.15.26:58802) 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.647+0000 7f3129e00640 1 -- 172.21.15.26:0/3628322830 learned_addr learned my addr 172.21.15.26:0/3628322830 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.648+0000 7f3129400640 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f74b570 0x56189f753100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.648+0000 7f312a800640 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f755c40 0x56189f753640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.648+0000 7f3129e00640 1 -- 172.21.15.26:0/3628322830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f74b570 msgr2=0x56189f753100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.648+0000 7f3129e00640 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f74b570 0x56189f753100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.648+0000 7f3129e00640 1 -- 172.21.15.26:0/3628322830 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f755c40 msgr2=0x56189f753640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.648+0000 7f3129e00640 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f755c40 0x56189f753640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.648+0000 7f3129e00640 1 -- 172.21.15.26:0/3628322830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56189f4eaf70 con 0x56189f74ac50 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.648+0000 7f3129e00640 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f752bc0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f311c009930 tx=0x7f311c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6f6a061975f098c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:40.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.648+0000 7f310fe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:40.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.648+0000 7f310fe00640 1 -- 172.21.15.26:0/3628322830 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311c04d070 con 0x56189f74ac50 2024-04-26T23:37:40.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.649+0000 7f3133b68740 1 -- 172.21.15.26:0/3628322830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3114003e00 con 0x56189f74ac50 2024-04-26T23:37:40.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.649+0000 7f310fe00640 1 -- 172.21.15.26:0/3628322830 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f311c049860 con 0x56189f74ac50 2024-04-26T23:37:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.649+0000 7f310fe00640 1 -- 172.21.15.26:0/3628322830 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f311c059050 con 0x56189f74ac50 2024-04-26T23:37:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.649+0000 7f3133b68740 10 client.15876 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.649+0000 7f3133b68740 1 -- 172.21.15.26:0/3628322830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56189f382170 con 0x56189f74ac50 2024-04-26T23:37:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.649+0000 7f310fe00640 1 -- 172.21.15.26:0/3628322830 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3114003e00 con 0x56189f74ac50 2024-04-26T23:37:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.649+0000 7f310fe00640 1 -- 172.21.15.26:0/3628322830 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f311c03cb70 con 0x56189f74ac50 2024-04-26T23:37:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.650+0000 7f3133b68740 10 client.15876 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.650+0000 7f3133b68740 10 client.15876 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.650+0000 7f3133b68740 20 client.15876 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.650+0000 7f3133b68740 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56189f765b10 0x56189f767f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.650+0000 7f3133b68740 4 client.15876 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:37:40.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.650+0000 7f3133b68740 1 -- 172.21.15.26:0/3628322830 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56189f6be590 con 0x56189f765b10 2024-04-26T23:37:40.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.650+0000 7f3129400640 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56189f765b10 0x56189f767f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.651+0000 7f3129400640 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56189f765b10 0x56189f767f90 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eeb30b8a1eacbadf server_cookie=77cdbc3168c77df1 in_seq=0 out_seq=0 2024-04-26T23:37:40.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.651+0000 7f310fe00640 10 client.15876 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:40.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f310fe00640 1 -- 172.21.15.26:0/3628322830 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56189f6be590 con 0x56189f765b10 2024-04-26T23:37:40.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f310fe00640 10 client.15876 handle_command_reply: tid=0 2024-04-26T23:37:40.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f3133b68740 1 client.15876 shutdown 2024-04-26T23:37:40.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f3133b68740 1 -- 172.21.15.26:0/3628322830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 msgr2=0x56189f752bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f3133b68740 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f752bc0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f311c009930 tx=0x7f311c009260 comp rx=0 tx=0).stop 2024-04-26T23:37:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f3133b68740 1 -- 172.21.15.26:0/3628322830 shutdown_connections 2024-04-26T23:37:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f3133b68740 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56189f765b10 0x56189f767f90 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f3133b68740 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f755c40 0x56189f753640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f3133b68740 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f74b570 0x56189f753100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f3133b68740 1 --2- 172.21.15.26:0/3628322830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f752bc0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f3133b68740 1 -- 172.21.15.26:0/3628322830 >> 172.21.15.26:0/3628322830 conn(0x56189f746f70 msgr2=0x56189f74cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f310fe00640 0 client.15876 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f3133b68740 1 -- 172.21.15.26:0/3628322830 shutdown_connections 2024-04-26T23:37:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.654+0000 7f3133b68740 1 -- 172.21.15.26:0/3628322830 wait complete. 2024-04-26T23:37:40.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.655+0000 7f3133b68740 20 client.15876 trim_cache size 0 max 16384 2024-04-26T23:37:40.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.676+0000 7f3133b68740 1 Processor -- start 2024-04-26T23:37:40.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.676+0000 7f3133b68740 1 -- start start 2024-04-26T23:37:40.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.677+0000 7f3133b68740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f7618f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.677+0000 7f3133b68740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f74d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.677+0000 7f3133b68740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f755c40 0x56189f745e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.677+0000 7f3133b68740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f312c1b2f20 con 0x56189f74ac50 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.677+0000 7f3133b68740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f312c1b07f0 con 0x56189f74b570 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.677+0000 7f3133b68740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f312c1ae620 con 0x56189f755c40 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.677+0000 7f3129e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f7618f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.677+0000 7f3129e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f7618f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58816/0 (socket says 172.21.15.26:58816) 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.677+0000 7f3129e00640 1 -- 172.21.15.26:0/3603662733 learned_addr learned my addr 172.21.15.26:0/3603662733 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.677+0000 7f3129400640 1 --2- 172.21.15.26:0/3603662733 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f74d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.677+0000 7f312a800640 1 --2- 172.21.15.26:0/3603662733 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f755c40 0x56189f745e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.678+0000 7f3129e00640 1 -- 172.21.15.26:0/3603662733 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f755c40 msgr2=0x56189f745e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.678+0000 7f3129e00640 1 --2- 172.21.15.26:0/3603662733 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f755c40 0x56189f745e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.678+0000 7f3129e00640 1 -- 172.21.15.26:0/3603662733 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 msgr2=0x56189f74d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.678+0000 7f3129e00640 1 --2- 172.21.15.26:0/3603662733 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f74d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.678+0000 7f3129e00640 1 -- 172.21.15.26:0/3603662733 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56189f741440 con 0x56189f74ac50 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.678+0000 7f3129400640 1 --2- 172.21.15.26:0/3603662733 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f74d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:37:40.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.678+0000 7f3129e00640 1 --2- 172.21.15.26:0/3603662733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f7618f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f311c02aa30 tx=0x7f311c003670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39b47daa8a7b5146 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.678+0000 7f311aa00640 1 -- 172.21.15.26:0/3603662733 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311c04d070 con 0x56189f74ac50 2024-04-26T23:37:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.678+0000 7f311aa00640 1 -- 172.21.15.26:0/3603662733 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f311c049660 con 0x56189f74ac50 2024-04-26T23:37:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.678+0000 7f311aa00640 1 -- 172.21.15.26:0/3603662733 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311c035050 con 0x56189f74ac50 2024-04-26T23:37:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.679+0000 7f3133b68740 1 -- 172.21.15.26:0/3603662733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 msgr2=0x56189f7618f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.679+0000 7f3133b68740 1 --2- 172.21.15.26:0/3603662733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f7618f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f311c02aa30 tx=0x7f311c003670 comp rx=0 tx=0).stop 2024-04-26T23:37:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.679+0000 7f3133b68740 1 -- 172.21.15.26:0/3603662733 shutdown_connections 2024-04-26T23:37:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.679+0000 7f3133b68740 1 --2- 172.21.15.26:0/3603662733 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f755c40 0x56189f745e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.679+0000 7f3133b68740 1 --2- 172.21.15.26:0/3603662733 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f74d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.679+0000 7f3133b68740 1 --2- 172.21.15.26:0/3603662733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f7618f0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.679+0000 7f3133b68740 1 -- 172.21.15.26:0/3603662733 >> 172.21.15.26:0/3603662733 conn(0x56189f746f70 msgr2=0x56189f745760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.679+0000 7f3133b68740 1 -- 172.21.15.26:0/3603662733 shutdown_connections 2024-04-26T23:37:40.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.679+0000 7f3133b68740 1 -- 172.21.15.26:0/3603662733 wait complete. 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.680+0000 7f3133b68740 1 -- start start 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.680+0000 7f3133b68740 1 Processor -- start 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.680+0000 7f3133b68740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f74f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.680+0000 7f3133b68740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f74fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.680+0000 7f3133b68740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f755c40 0x56189f7501a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.680+0000 7f3133b68740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f312c1aecb0 con 0x56189f74ac50 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.680+0000 7f3133b68740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f312c1b0120 con 0x56189f74b570 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.680+0000 7f3133b68740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f312c1af380 con 0x56189f755c40 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.680+0000 7f3133b68740 10 client.0 _ll_register_callbacks cb 0x7f311c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.681+0000 7f3129e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f74f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.681+0000 7f3129e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f74f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58818/0 (socket says 172.21.15.26:58818) 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.681+0000 7f3129e00640 1 -- 172.21.15.26:0/2542369462 learned_addr learned my addr 172.21.15.26:0/2542369462 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.681+0000 7f312a800640 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f755c40 0x56189f7501a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.681+0000 7f3129400640 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f74fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.681+0000 7f3129e00640 1 -- 172.21.15.26:0/2542369462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f755c40 msgr2=0x56189f7501a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.681+0000 7f3129e00640 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f755c40 0x56189f7501a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.681+0000 7f3129e00640 1 -- 172.21.15.26:0/2542369462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 msgr2=0x56189f74fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.681+0000 7f3129e00640 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f74fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.681+0000 7f3129e00640 1 -- 172.21.15.26:0/2542369462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56189f7cb0d0 con 0x56189f74ac50 2024-04-26T23:37:40.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.682+0000 7f3129e00640 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f74f720 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f311c02a960 tx=0x7f311c049ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48adcb8e716813d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:40.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.682+0000 7f310fe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:40.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.682+0000 7f310fe00640 1 -- 172.21.15.26:0/2542369462 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311c035040 con 0x56189f74ac50 2024-04-26T23:37:40.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.682+0000 7f310fe00640 1 -- 172.21.15.26:0/2542369462 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f311c005480 con 0x56189f74ac50 2024-04-26T23:37:40.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.682+0000 7f3133b68740 1 -- 172.21.15.26:0/2542369462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f311c049660 con 0x56189f74ac50 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.682+0000 7f310fe00640 1 -- 172.21.15.26:0/2542369462 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f311c04d040 con 0x56189f74ac50 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.682+0000 7f3133b68740 10 client.15882 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.682+0000 7f3133b68740 1 -- 172.21.15.26:0/2542369462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56189f7cc2b0 con 0x56189f74ac50 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.683+0000 7f310fe00640 1 -- 172.21.15.26:0/2542369462 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f311c049660 con 0x56189f74ac50 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.683+0000 7f310fe00640 1 -- 172.21.15.26:0/2542369462 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f311c0318c0 con 0x56189f74ac50 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.683+0000 7f3133b68740 10 client.15882 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.683+0000 7f3133b68740 10 client.15882 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.683+0000 7f3133b68740 20 client.15882 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.683+0000 7f3133b68740 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56189f7cc930 0x56189f7ced50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.683+0000 7f3133b68740 4 client.15882 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.683+0000 7f3133b68740 1 -- 172.21.15.26:0/2542369462 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56189f6b8400 con 0x56189f7cc930 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.684+0000 7f3129400640 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56189f7cc930 0x56189f7ced50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.684+0000 7f3129400640 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56189f7cc930 0x56189f7ced50 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=297a859f2fcbaace server_cookie=2b89af250a6d3fa7 in_seq=0 out_seq=0 2024-04-26T23:37:40.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.684+0000 7f310fe00640 10 client.15882 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:40.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.687+0000 7f310fe00640 1 -- 172.21.15.26:0/2542369462 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56189f6b8400 con 0x56189f7cc930 2024-04-26T23:37:40.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.687+0000 7f310fe00640 10 client.15882 handle_command_reply: tid=0 2024-04-26T23:37:40.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.687+0000 7f3133b68740 1 client.15882 shutdown 2024-04-26T23:37:40.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.688+0000 7f3133b68740 1 -- 172.21.15.26:0/2542369462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 msgr2=0x56189f74f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.688+0000 7f3133b68740 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f74f720 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f311c02a960 tx=0x7f311c049ac0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.688+0000 7f3133b68740 1 -- 172.21.15.26:0/2542369462 shutdown_connections 2024-04-26T23:37:40.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.688+0000 7f3133b68740 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56189f7cc930 0x56189f7ced50 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.688+0000 7f3133b68740 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56189f755c40 0x56189f7501a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.688+0000 7f3133b68740 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56189f74b570 0x56189f74fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.688+0000 7f3133b68740 1 --2- 172.21.15.26:0/2542369462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56189f74ac50 0x56189f74f720 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.688+0000 7f310fe00640 0 client.15882 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:40.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.688+0000 7f3133b68740 1 -- 172.21.15.26:0/2542369462 >> 172.21.15.26:0/2542369462 conn(0x56189f746f70 msgr2=0x56189f753380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:40.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.688+0000 7f3133b68740 1 -- 172.21.15.26:0/2542369462 shutdown_connections 2024-04-26T23:37:40.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.688+0000 7f3133b68740 1 -- 172.21.15.26:0/2542369462 wait complete. 2024-04-26T23:37:40.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.688+0000 7f3133b68740 20 client.15882 trim_cache size 0 max 16384 2024-04-26T23:37:40.693 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:37:40.693 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:37:40.693 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "385b81eb-cb83-4a39-826e-ffc1ce430364", 2024-04-26T23:37:40.693 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:37:40.693 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:37:40.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.689+0000 7f3130e00640 1 -- 172.21.15.26:0/1500283675 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f31100a3d20 msgr2=0x7f31100a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.689+0000 7f3130e00640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f31100a3d20 0x7f31100a61e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f311c0057c0 tx=0x7f311c005a20 comp rx=0 tx=0).stop 2024-04-26T23:37:40.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.689+0000 7f3130e00640 1 -- 172.21.15.26:0/1500283675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f312c108910 msgr2=0x7f312c19fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.689+0000 7f3130e00640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f312c108910 0x7f312c19fb70 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f312400c970 tx=0x7f312400ce30 comp rx=0 tx=0).stop 2024-04-26T23:37:40.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.689+0000 7f3130e00640 1 -- 172.21.15.26:0/1500283675 shutdown_connections 2024-04-26T23:37:40.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.689+0000 7f3130e00640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f31100a3d20 0x7f31100a61e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.689+0000 7f3130e00640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f312c108910 0x7f312c19fb70 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.689+0000 7f3130e00640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f312c1032c0 0x7f312c19b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.689+0000 7f3130e00640 1 --2- 172.21.15.26:0/1500283675 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f312c102900 0x7f312c19b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.689+0000 7f3130e00640 1 -- 172.21.15.26:0/1500283675 >> 172.21.15.26:0/1500283675 conn(0x7f312c079d80 msgr2=0x7f312c10e110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:40.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.689+0000 7f3130e00640 1 -- 172.21.15.26:0/1500283675 shutdown_connections 2024-04-26T23:37:40.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.689+0000 7f3130e00640 1 -- 172.21.15.26:0/1500283675 wait complete. 2024-04-26T23:37:40.712 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:37:40.712 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:37:40.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:40 smithi164 ceph-mon[31699]: pgmap v57: 97 pgs: 97 active+clean; 17 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-26T23:37:40.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:40 smithi026 ceph-mon[28371]: pgmap v57: 97 pgs: 97 active+clean; 17 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-26T23:37:40.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:40 smithi086 ceph-mon[31122]: pgmap v57: 97 pgs: 97 active+clean; 17 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-26T23:37:40.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.929+0000 7fc720e00640 1 -- 172.21.15.26:0/3428716149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc71c1032a0 msgr2=0x7fc71c10f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.929+0000 7fc720e00640 1 --2- 172.21.15.26:0/3428716149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc71c1032a0 0x7fc71c10f7b0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fc714009930 tx=0x7fc71402a420 comp rx=0 tx=0).stop 2024-04-26T23:37:40.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.929+0000 7fc720e00640 1 -- 172.21.15.26:0/3428716149 shutdown_connections 2024-04-26T23:37:40.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.929+0000 7fc720e00640 1 --2- 172.21.15.26:0/3428716149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc71c1032a0 0x7fc71c10f7b0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.929+0000 7fc720e00640 1 --2- 172.21.15.26:0/3428716149 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc71c1028e0 0x7fc71c102d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.929+0000 7fc720e00640 1 --2- 172.21.15.26:0/3428716149 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc71c1088f0 0x7fc71c108cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.929+0000 7fc720e00640 1 -- 172.21.15.26:0/3428716149 >> 172.21.15.26:0/3428716149 conn(0x7fc71c0fe3b0 msgr2=0x7fc71c1007d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:40.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.929+0000 7fc720e00640 1 -- 172.21.15.26:0/3428716149 shutdown_connections 2024-04-26T23:37:40.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.929+0000 7fc720e00640 1 -- 172.21.15.26:0/3428716149 wait complete. 2024-04-26T23:37:40.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.930+0000 7fc720e00640 1 Processor -- start 2024-04-26T23:37:40.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.931+0000 7fc720e00640 1 -- start start 2024-04-26T23:37:40.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.931+0000 7fc720e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc71c1028e0 0x7fc71c19b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.931+0000 7fc720e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc71c1032a0 0x7fc71c19b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.931+0000 7fc720e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc71c1088f0 0x7fc71c19fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.931+0000 7fc720e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc71c112ab0 con 0x7fc71c1032a0 2024-04-26T23:37:40.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.931+0000 7fc720e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc71c112930 con 0x7fc71c1088f0 2024-04-26T23:37:40.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.931+0000 7fc720e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc71c112c30 con 0x7fc71c1028e0 2024-04-26T23:37:40.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.932+0000 7fc719400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc71c1032a0 0x7fc71c19b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.932+0000 7fc719400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc71c1032a0 0x7fc71c19b790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58836/0 (socket says 172.21.15.26:58836) 2024-04-26T23:37:40.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.932+0000 7fc719400640 1 -- 172.21.15.26:0/1249219193 learned_addr learned my addr 172.21.15.26:0/1249219193 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:40.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.932+0000 7fc719e00640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc71c1028e0 0x7fc71c19b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.932+0000 7fc71a800640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc71c1088f0 0x7fc71c19fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.932+0000 7fc719400640 1 -- 172.21.15.26:0/1249219193 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc71c1028e0 msgr2=0x7fc71c19b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.932+0000 7fc719400640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc71c1028e0 0x7fc71c19b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.932+0000 7fc719400640 1 -- 172.21.15.26:0/1249219193 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc71c1088f0 msgr2=0x7fc71c19fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.932+0000 7fc719400640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc71c1088f0 0x7fc71c19fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.932+0000 7fc719400640 1 -- 172.21.15.26:0/1249219193 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc71c1a0240 con 0x7fc71c1032a0 2024-04-26T23:37:40.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.933+0000 7fc719400640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc71c1032a0 0x7fc71c19b790 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fc70400d770 tx=0x7fc70400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:40.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.933+0000 7fc712a00640 1 -- 172.21.15.26:0/1249219193 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc704017070 con 0x7fc71c1032a0 2024-04-26T23:37:40.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.933+0000 7fc712a00640 1 -- 172.21.15.26:0/1249219193 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc7040054b0 con 0x7fc71c1032a0 2024-04-26T23:37:40.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.933+0000 7fc712a00640 1 -- 172.21.15.26:0/1249219193 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc704004c60 con 0x7fc71c1032a0 2024-04-26T23:37:40.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.933+0000 7fc720e00640 1 -- 172.21.15.26:0/1249219193 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc71c1a0530 con 0x7fc71c1032a0 2024-04-26T23:37:40.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.933+0000 7fc720e00640 1 -- 172.21.15.26:0/1249219193 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc71c1a7dc0 con 0x7fc71c1032a0 2024-04-26T23:37:40.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.938+0000 7fc723db5740 1 Processor -- start 2024-04-26T23:37:40.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.938+0000 7fc723db5740 1 -- start start 2024-04-26T23:37:40.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.938+0000 7fc723db5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 0x5603b42d0f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.938+0000 7fc723db5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d14a0 0x5603b42db630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc723db5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42dbb70 0x5603b42ddf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc723db5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5603b41e2030 con 0x5603b42d0b80 2024-04-26T23:37:40.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc723db5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5603b41fd7f0 con 0x5603b42dbb70 2024-04-26T23:37:40.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc723db5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5603b41b87e0 con 0x5603b42d14a0 2024-04-26T23:37:40.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc712a00640 1 -- 172.21.15.26:0/1249219193 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fc704004e00 con 0x7fc71c1032a0 2024-04-26T23:37:40.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc71a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 0x5603b42d0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc71a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 0x5603b42d0f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58848/0 (socket says 172.21.15.26:58848) 2024-04-26T23:37:40.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc71a800640 1 -- 172.21.15.26:0/2098681680 learned_addr learned my addr 172.21.15.26:0/2098681680 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:40.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc719400640 1 --2- 172.21.15.26:0/2098681680 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42dbb70 0x5603b42ddf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc719e00640 1 --2- 172.21.15.26:0/2098681680 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d14a0 0x5603b42db630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc71a800640 1 -- 172.21.15.26:0/2098681680 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d14a0 msgr2=0x5603b42db630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc71a800640 1 --2- 172.21.15.26:0/2098681680 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d14a0 0x5603b42db630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc71a800640 1 -- 172.21.15.26:0/2098681680 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42dbb70 msgr2=0x5603b42ddf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc71a800640 1 --2- 172.21.15.26:0/2098681680 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42dbb70 0x5603b42ddf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.939+0000 7fc71a800640 1 -- 172.21.15.26:0/2098681680 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603b41c4050 con 0x5603b42d0b80 2024-04-26T23:37:40.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.940+0000 7fc719400640 1 --2- 172.21.15.26:0/2098681680 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42dbb70 0x5603b42ddf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:37:40.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.940+0000 7fc71a800640 1 --2- 172.21.15.26:0/2098681680 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 0x5603b42d0f60 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fc7140057c0 tx=0x7fc7140040d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc695ec101f588f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:40.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.940+0000 7fc70b400640 1 -- 172.21.15.26:0/2098681680 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc714035030 con 0x5603b42d0b80 2024-04-26T23:37:40.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.940+0000 7fc70b400640 1 -- 172.21.15.26:0/2098681680 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc7140044c0 con 0x5603b42d0b80 2024-04-26T23:37:40.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.940+0000 7fc70b400640 1 -- 172.21.15.26:0/2098681680 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc714004e50 con 0x5603b42d0b80 2024-04-26T23:37:40.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.940+0000 7fc712a00640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc7000a3da0 0x7fc7000a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.941+0000 7fc712a00640 1 -- 172.21.15.26:0/1249219193 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fc7040d0270 con 0x7fc71c1032a0 2024-04-26T23:37:40.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.941+0000 7fc719e00640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc7000a3da0 0x7fc7000a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.941+0000 7fc723db5740 1 -- 172.21.15.26:0/2098681680 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 msgr2=0x5603b42d0f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.941+0000 7fc723db5740 1 --2- 172.21.15.26:0/2098681680 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 0x5603b42d0f60 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fc7140057c0 tx=0x7fc7140040d0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.941+0000 7fc723db5740 1 -- 172.21.15.26:0/2098681680 shutdown_connections 2024-04-26T23:37:40.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.941+0000 7fc723db5740 1 --2- 172.21.15.26:0/2098681680 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42dbb70 0x5603b42ddf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.941+0000 7fc723db5740 1 --2- 172.21.15.26:0/2098681680 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d14a0 0x5603b42db630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.941+0000 7fc723db5740 1 --2- 172.21.15.26:0/2098681680 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 0x5603b42d0f60 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.941+0000 7fc723db5740 1 -- 172.21.15.26:0/2098681680 >> 172.21.15.26:0/2098681680 conn(0x5603b42cce50 msgr2=0x5603b42cd230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.942+0000 7fc723db5740 1 -- 172.21.15.26:0/2098681680 shutdown_connections 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.942+0000 7fc723db5740 1 -- 172.21.15.26:0/2098681680 wait complete. 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.942+0000 7fc719e00640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc7000a3da0 0x7fc7000a6260 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x5603b42d2140 tx=0x7fc70c009500 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.942+0000 7fc723db5740 1 -- start start 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.942+0000 7fc723db5740 1 Processor -- start 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.943+0000 7fc723db5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d0b80 0x5603b42db420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.943+0000 7fc723db5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b42d8820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.943+0000 7fc723db5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42dbb70 0x5603b42d8d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.943+0000 7fc723db5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5603b423a200 con 0x5603b42dbb70 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.943+0000 7fc723db5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5603b4234ee0 con 0x5603b42d14a0 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.943+0000 7fc723db5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5603b4241e70 con 0x5603b42d0b80 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.943+0000 7fc723db5740 10 client.0 _ll_register_callbacks cb 0x5603b422b270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:40.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.943+0000 7fc71a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42dbb70 0x5603b42d8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.943+0000 7fc71a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42dbb70 0x5603b42d8d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58864/0 (socket says 172.21.15.26:58864) 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.943+0000 7fc71a800640 1 -- 172.21.15.26:0/1052273385 learned_addr learned my addr 172.21.15.26:0/1052273385 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.943+0000 7fc719400640 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b42d8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.943+0000 7fc719e00640 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d0b80 0x5603b42db420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.944+0000 7fc71a800640 1 -- 172.21.15.26:0/1052273385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d0b80 msgr2=0x5603b42db420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.944+0000 7fc71a800640 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d0b80 0x5603b42db420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.944+0000 7fc71a800640 1 -- 172.21.15.26:0/1052273385 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 msgr2=0x5603b42d8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.944+0000 7fc71a800640 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b42d8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.944+0000 7fc71a800640 1 -- 172.21.15.26:0/1052273385 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603b40117d0 con 0x5603b42dbb70 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.944+0000 7fc71a800640 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42dbb70 0x5603b42d8d60 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fc714006010 tx=0x7fc7140038f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a6ca5bd7c38a081 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.944+0000 7fc6ffe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.944+0000 7fc6ffe00640 1 -- 172.21.15.26:0/1052273385 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc714035070 con 0x5603b42dbb70 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.944+0000 7fc6ffe00640 1 -- 172.21.15.26:0/1052273385 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fc71403b430 con 0x5603b42dbb70 2024-04-26T23:37:40.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.944+0000 7fc723db5740 1 -- 172.21.15.26:0/1052273385 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5603b42437e0 con 0x5603b42dbb70 2024-04-26T23:37:40.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.945+0000 7fc6ffe00640 1 -- 172.21.15.26:0/1052273385 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc71403b630 con 0x5603b42dbb70 2024-04-26T23:37:40.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.945+0000 7fc723db5740 10 client.15894 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:40.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.945+0000 7fc723db5740 1 -- 172.21.15.26:0/1052273385 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5603b3f473f0 con 0x5603b42dbb70 2024-04-26T23:37:40.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.945+0000 7fc6ffe00640 1 -- 172.21.15.26:0/1052273385 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x5603b42437e0 con 0x5603b42dbb70 2024-04-26T23:37:40.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.945+0000 7fc6ffe00640 1 -- 172.21.15.26:0/1052273385 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc71404d710 con 0x5603b42dbb70 2024-04-26T23:37:40.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.945+0000 7fc723db5740 10 client.15894 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:40.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.945+0000 7fc723db5740 10 client.15894 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:40.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.945+0000 7fc723db5740 20 client.15894 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:40.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.945+0000 7fc723db5740 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5603b42eb2b0 0x5603b42ed6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.945+0000 7fc723db5740 4 client.15894 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:37:40.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.945+0000 7fc723db5740 1 -- 172.21.15.26:0/1052273385 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603b423d650 con 0x5603b42eb2b0 2024-04-26T23:37:40.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.946+0000 7fc719e00640 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5603b42eb2b0 0x5603b42ed6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.947+0000 7fc719e00640 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5603b42eb2b0 0x5603b42ed6a0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1cb6dff5e1b0274 server_cookie=bd972972a7eaa3e8 in_seq=0 out_seq=0 2024-04-26T23:37:40.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.947+0000 7fc6ffe00640 10 client.15894 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:40.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc6ffe00640 1 -- 172.21.15.26:0/1052273385 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5603b423d650 con 0x5603b42eb2b0 2024-04-26T23:37:40.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc6ffe00640 10 client.15894 handle_command_reply: tid=0 2024-04-26T23:37:40.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc723db5740 1 client.15894 shutdown 2024-04-26T23:37:40.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc723db5740 1 -- 172.21.15.26:0/1052273385 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42dbb70 msgr2=0x5603b42d8d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc723db5740 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42dbb70 0x5603b42d8d60 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fc714006010 tx=0x7fc7140038f0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc723db5740 1 -- 172.21.15.26:0/1052273385 shutdown_connections 2024-04-26T23:37:40.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc723db5740 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5603b42eb2b0 0x5603b42ed6a0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc723db5740 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42dbb70 0x5603b42d8d60 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc723db5740 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b42d8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc723db5740 1 --2- 172.21.15.26:0/1052273385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d0b80 0x5603b42db420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc6ffe00640 0 client.15894 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:40.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc723db5740 1 -- 172.21.15.26:0/1052273385 >> 172.21.15.26:0/1052273385 conn(0x5603b42cce50 msgr2=0x5603b42d2ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:40.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc723db5740 1 -- 172.21.15.26:0/1052273385 shutdown_connections 2024-04-26T23:37:40.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.949+0000 7fc723db5740 1 -- 172.21.15.26:0/1052273385 wait complete. 2024-04-26T23:37:40.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.950+0000 7fc723db5740 20 client.15894 trim_cache size 0 max 16384 2024-04-26T23:37:40.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.970+0000 7fc723db5740 1 Processor -- start 2024-04-26T23:37:40.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.970+0000 7fc723db5740 1 -- start start 2024-04-26T23:37:40.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.970+0000 7fc723db5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42cce50 0x5603b42d7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.970+0000 7fc723db5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 0x5603b42e74f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.970+0000 7fc723db5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b42f2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.970+0000 7fc723db5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc71c1b0840 con 0x5603b42d0b80 2024-04-26T23:37:40.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.970+0000 7fc723db5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc71c1ae670 con 0x5603b42d14a0 2024-04-26T23:37:40.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.970+0000 7fc723db5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc71c1b0170 con 0x5603b42cce50 2024-04-26T23:37:40.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.971+0000 7fc719400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 0x5603b42e74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.971+0000 7fc719400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 0x5603b42e74f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58876/0 (socket says 172.21.15.26:58876) 2024-04-26T23:37:40.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.971+0000 7fc719400640 1 -- 172.21.15.26:0/3385618171 learned_addr learned my addr 172.21.15.26:0/3385618171 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:40.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.971+0000 7fc719e00640 1 --2- 172.21.15.26:0/3385618171 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42cce50 0x5603b42d7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.971+0000 7fc71a800640 1 --2- 172.21.15.26:0/3385618171 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b42f2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.971+0000 7fc719400640 1 -- 172.21.15.26:0/3385618171 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42cce50 msgr2=0x5603b42d7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.971+0000 7fc719400640 1 --2- 172.21.15.26:0/3385618171 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42cce50 0x5603b42d7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.971+0000 7fc719400640 1 -- 172.21.15.26:0/3385618171 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 msgr2=0x5603b42f2ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.971+0000 7fc719400640 1 --2- 172.21.15.26:0/3385618171 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b42f2ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.971+0000 7fc719400640 1 -- 172.21.15.26:0/3385618171 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603b42eda10 con 0x5603b42d0b80 2024-04-26T23:37:40.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.971+0000 7fc71a800640 1 --2- 172.21.15.26:0/3385618171 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b42f2ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:37:40.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.971+0000 7fc719400640 1 --2- 172.21.15.26:0/3385618171 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 0x5603b42e74f0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fc704098bf0 tx=0x7fc70409be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2413d56913f113a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:40.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.972+0000 7fc70aa00640 1 -- 172.21.15.26:0/3385618171 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc704020040 con 0x5603b42d0b80 2024-04-26T23:37:40.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.972+0000 7fc70aa00640 1 -- 172.21.15.26:0/3385618171 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc7040d0070 con 0x5603b42d0b80 2024-04-26T23:37:40.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.972+0000 7fc70aa00640 1 -- 172.21.15.26:0/3385618171 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7040cdc50 con 0x5603b42d0b80 2024-04-26T23:37:40.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.972+0000 7fc723db5740 1 -- 172.21.15.26:0/3385618171 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 msgr2=0x5603b42e74f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.972+0000 7fc723db5740 1 --2- 172.21.15.26:0/3385618171 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 0x5603b42e74f0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fc704098bf0 tx=0x7fc70409be20 comp rx=0 tx=0).stop 2024-04-26T23:37:40.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.972+0000 7fc723db5740 1 -- 172.21.15.26:0/3385618171 shutdown_connections 2024-04-26T23:37:40.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.972+0000 7fc723db5740 1 --2- 172.21.15.26:0/3385618171 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b42f2ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.972+0000 7fc723db5740 1 --2- 172.21.15.26:0/3385618171 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42d0b80 0x5603b42e74f0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.972+0000 7fc723db5740 1 --2- 172.21.15.26:0/3385618171 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42cce50 0x5603b42d7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.972+0000 7fc723db5740 1 -- 172.21.15.26:0/3385618171 >> 172.21.15.26:0/3385618171 conn(0x5603b42d8ec0 msgr2=0x5603b42cc040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:40.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.972+0000 7fc723db5740 1 -- 172.21.15.26:0/3385618171 shutdown_connections 2024-04-26T23:37:40.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.973+0000 7fc723db5740 1 -- 172.21.15.26:0/3385618171 wait complete. 2024-04-26T23:37:40.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.973+0000 7fc723db5740 1 -- start start 2024-04-26T23:37:40.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.973+0000 7fc723db5740 1 Processor -- start 2024-04-26T23:37:40.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc723db5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42cce50 0x5603b42d5b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc723db5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d0b80 0x5603b42d6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc723db5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b4350510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc723db5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc71c1af3d0 con 0x5603b42cce50 2024-04-26T23:37:40.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc723db5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc71c1aed00 con 0x5603b42d14a0 2024-04-26T23:37:40.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc723db5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc71c1afaa0 con 0x5603b42d0b80 2024-04-26T23:37:40.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc723db5740 10 client.0 _ll_register_callbacks cb 0x7fc714009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:37:40.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc719e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42cce50 0x5603b42d5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc719e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42cce50 0x5603b42d5b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58878/0 (socket says 172.21.15.26:58878) 2024-04-26T23:37:40.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc719e00640 1 -- 172.21.15.26:0/3227462382 learned_addr learned my addr 172.21.15.26:0/3227462382 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:37:40.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc719e00640 1 -- 172.21.15.26:0/3227462382 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d0b80 msgr2=0x5603b42d6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc719e00640 1 --2- 172.21.15.26:0/3227462382 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d0b80 0x5603b42d6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc719e00640 1 -- 172.21.15.26:0/3227462382 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 msgr2=0x5603b4350510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:37:40.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc71a800640 1 --2- 172.21.15.26:0/3227462382 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b4350510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc719e00640 1 --2- 172.21.15.26:0/3227462382 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b4350510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.974+0000 7fc719e00640 1 -- 172.21.15.26:0/3227462382 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603b3f070f0 con 0x5603b42cce50 2024-04-26T23:37:40.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.975+0000 7fc719e00640 1 --2- 172.21.15.26:0/3227462382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42cce50 0x5603b42d5b20 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x5603b42edc40 tx=0x7fc70c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6629600ab41cd392 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:37:40.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.975+0000 7fc6ffe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:37:40.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.975+0000 7fc6ffe00640 1 -- 172.21.15.26:0/3227462382 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c029300 con 0x5603b42cce50 2024-04-26T23:37:40.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.975+0000 7fc6ffe00640 1 -- 172.21.15.26:0/3227462382 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fc70c0294a0 con 0x5603b42cce50 2024-04-26T23:37:40.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.975+0000 7fc723db5740 1 -- 172.21.15.26:0/3227462382 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7040d0070 con 0x5603b42cce50 2024-04-26T23:37:40.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.975+0000 7fc6ffe00640 1 -- 172.21.15.26:0/3227462382 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc70c0296a0 con 0x5603b42cce50 2024-04-26T23:37:40.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.975+0000 7fc723db5740 10 client.15900 fetch_fsmap learned FSMap version 24 2024-04-26T23:37:40.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.975+0000 7fc723db5740 1 -- 172.21.15.26:0/3227462382 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5603b41fda30 con 0x5603b42cce50 2024-04-26T23:37:40.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.976+0000 7fc6ffe00640 1 -- 172.21.15.26:0/3227462382 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc7040d0070 con 0x5603b42cce50 2024-04-26T23:37:40.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.976+0000 7fc6ffe00640 1 -- 172.21.15.26:0/3227462382 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc70c032470 con 0x5603b42cce50 2024-04-26T23:37:40.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.976+0000 7fc723db5740 10 client.15900 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:37:40.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.976+0000 7fc723db5740 10 client.15900 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:37:40.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.976+0000 7fc723db5740 20 client.15900 populate_metadata read hostname 'smithi026' 2024-04-26T23:37:40.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.976+0000 7fc723db5740 1 --2- 172.21.15.26:0/3227462382 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5603b42dbb70 0x5603b4353fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:37:40.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.976+0000 7fc723db5740 4 client.15900 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:37:40.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.976+0000 7fc723db5740 1 -- 172.21.15.26:0/3227462382 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5603b41b8360 con 0x5603b42dbb70 2024-04-26T23:37:40.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.976+0000 7fc719400640 1 --2- 172.21.15.26:0/3227462382 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5603b42dbb70 0x5603b4353fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:37:40.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.977+0000 7fc719400640 1 --2- 172.21.15.26:0/3227462382 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5603b42dbb70 0x5603b4353fc0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=123bc3fbda90ef33 server_cookie=d85087143c69f7cd in_seq=0 out_seq=0 2024-04-26T23:37:40.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.977+0000 7fc6ffe00640 10 client.15900 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:40.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc6ffe00640 1 -- 172.21.15.26:0/3227462382 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5603b41b8360 con 0x5603b42dbb70 2024-04-26T23:37:40.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc6ffe00640 10 client.15900 handle_command_reply: tid=0 2024-04-26T23:37:40.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc723db5740 1 client.15900 shutdown 2024-04-26T23:37:40.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc723db5740 1 -- 172.21.15.26:0/3227462382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42cce50 msgr2=0x5603b42d5b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc723db5740 1 --2- 172.21.15.26:0/3227462382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42cce50 0x5603b42d5b20 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x5603b42edc40 tx=0x7fc70c004a40 comp rx=0 tx=0).stop 2024-04-26T23:37:40.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc723db5740 1 -- 172.21.15.26:0/3227462382 shutdown_connections 2024-04-26T23:37:40.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc723db5740 1 --2- 172.21.15.26:0/3227462382 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5603b42dbb70 0x5603b4353fc0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc723db5740 1 --2- 172.21.15.26:0/3227462382 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5603b42d14a0 0x5603b4350510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc723db5740 1 --2- 172.21.15.26:0/3227462382 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603b42d0b80 0x5603b42d6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc723db5740 1 --2- 172.21.15.26:0/3227462382 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5603b42cce50 0x5603b42d5b20 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc6ffe00640 0 client.15900 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:37:40.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc723db5740 1 -- 172.21.15.26:0/3227462382 >> 172.21.15.26:0/3227462382 conn(0x5603b42d8ec0 msgr2=0x5603b42d3410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:40.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.978+0000 7fc723db5740 1 -- 172.21.15.26:0/3227462382 shutdown_connections 2024-04-26T23:37:40.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.979+0000 7fc723db5740 1 -- 172.21.15.26:0/3227462382 wait complete. 2024-04-26T23:37:40.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.979+0000 7fc723db5740 20 client.15900 trim_cache size 0 max 16384 2024-04-26T23:37:40.988 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:37:40.988 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:37:40.988 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:37:40.988 INFO:teuthology.orchestra.run.smithi026.stdout: "385b81eb-cb83-4a39-826e-ffc1ce430364": { 2024-04-26T23:37:40.988 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:37:40.989 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "385b81eb-cb83-4a39-826e-ffc1ce430364", 2024-04-26T23:37:40.989 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:37:40.989 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:37:40.989 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:37:40.989 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:37:40.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.979+0000 7fc720e00640 1 -- 172.21.15.26:0/1249219193 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc7000a3da0 msgr2=0x7fc7000a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.979+0000 7fc720e00640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc7000a3da0 0x7fc7000a6260 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x5603b42d2140 tx=0x7fc70c009500 comp rx=0 tx=0).stop 2024-04-26T23:37:40.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.979+0000 7fc720e00640 1 -- 172.21.15.26:0/1249219193 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc71c1032a0 msgr2=0x7fc71c19b790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:37:40.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.979+0000 7fc720e00640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc71c1032a0 0x7fc71c19b790 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fc70400d770 tx=0x7fc70400dc30 comp rx=0 tx=0).stop 2024-04-26T23:37:40.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.979+0000 7fc720e00640 1 -- 172.21.15.26:0/1249219193 shutdown_connections 2024-04-26T23:37:40.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.979+0000 7fc720e00640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc71c1088f0 0x7fc71c19fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.979+0000 7fc720e00640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc7000a3da0 0x7fc7000a6260 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.980+0000 7fc720e00640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc71c1032a0 0x7fc71c19b790 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.980+0000 7fc720e00640 1 --2- 172.21.15.26:0/1249219193 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc71c1028e0 0x7fc71c19b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:37:40.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.980+0000 7fc720e00640 1 -- 172.21.15.26:0/1249219193 >> 172.21.15.26:0/1249219193 conn(0x7fc71c0fe3b0 msgr2=0x7fc71c10e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:37:40.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.980+0000 7fc720e00640 1 -- 172.21.15.26:0/1249219193 shutdown_connections 2024-04-26T23:37:40.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:37:40.980+0000 7fc720e00640 1 -- 172.21.15.26:0/1249219193 wait complete. 2024-04-26T23:37:41.001 INFO:tasks.cephfs.filesystem:scrub status for tag:385b81eb-cb83-4a39-826e-ffc1ce430364 - {'path': '/', 'tag': '385b81eb-cb83-4a39-826e-ffc1ce430364', 'options': 'recursive,force'} 2024-04-26T23:37:42.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:42 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:37:42.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:42 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:37:42.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:42 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:37:42.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:42 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:37:42.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:42 smithi164 ceph-mon[31699]: pgmap v58: 97 pgs: 97 active+clean; 17 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-26T23:37:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:42 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:37:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:42 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:37:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:42 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:37:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:42 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:37:42.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:42 smithi026 ceph-mon[28371]: pgmap v58: 97 pgs: 97 active+clean; 17 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-26T23:37:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:42 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:37:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:42 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:37:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:42 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:37:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:42 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:37:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:42 smithi086 ceph-mon[31122]: pgmap v58: 97 pgs: 97 active+clean; 17 MiB data, 458 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-26T23:37:44.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:44 smithi164 ceph-mon[31699]: pgmap v59: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 604 KiB/s rd, 1.4 MiB/s wr, 170 op/s 2024-04-26T23:37:44.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:44 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:37:44.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:44 smithi026 ceph-mon[28371]: pgmap v59: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 604 KiB/s rd, 1.4 MiB/s wr, 170 op/s 2024-04-26T23:37:44.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:44 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:37:44.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:44 smithi086 ceph-mon[31122]: pgmap v59: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 604 KiB/s rd, 1.4 MiB/s wr, 170 op/s 2024-04-26T23:37:44.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:44 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:37:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:46 smithi086 ceph-mon[31122]: pgmap v60: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 603 KiB/s rd, 1.4 MiB/s wr, 167 op/s 2024-04-26T23:37:47.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:46 smithi164 ceph-mon[31699]: pgmap v60: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 603 KiB/s rd, 1.4 MiB/s wr, 167 op/s 2024-04-26T23:37:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:46 smithi026 ceph-mon[28371]: pgmap v60: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 603 KiB/s rd, 1.4 MiB/s wr, 167 op/s 2024-04-26T23:37:48.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:48 smithi086 ceph-mon[31122]: pgmap v61: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 424 op/s 2024-04-26T23:37:49.004 INFO:tasks.workunit.client.0.smithi026.stdout:.......... 2024-04-26T23:37:49.004 INFO:tasks.workunit.client.0.smithi026.stdout:do_o_direct_reads: SUCCESS 2024-04-26T23:37:49.014 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T23:37:49.014 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T23:37:49.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:48 smithi164 ceph-mon[31699]: pgmap v61: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 424 op/s 2024-04-26T23:37:49.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:48 smithi026 ceph-mon[28371]: pgmap v61: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 424 op/s 2024-04-26T23:37:49.147 INFO:tasks.workunit:Running workunit direct_io/misc.sh... 2024-04-26T23:37:49.147 DEBUG:teuthology.orchestra.run.smithi026:workunit test direct_io/misc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bc612ffb9c1d5bc27536bc917a705262a36d4387 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/misc.sh 2024-04-26T23:37:49.247 INFO:tasks.workunit.client.0.smithi026.stdout:test read from hole 2024-04-26T23:37:49.248 INFO:tasks.workunit.client.0.smithi026.stderr:+ echo 'test read from hole' 2024-04-26T23:37:49.248 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=/dev/zero of=dd3 bs=1 seek=1048576 count=0 2024-04-26T23:37:49.258 INFO:tasks.workunit.client.0.smithi026.stderr:0+0 records in 2024-04-26T23:37:49.258 INFO:tasks.workunit.client.0.smithi026.stderr:0+0 records out 2024-04-26T23:37:49.258 INFO:tasks.workunit.client.0.smithi026.stderr:0 bytes copied, 0.000360415 s, 0.0 kB/s 2024-04-26T23:37:49.259 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=dd3 of=/tmp/ddout1 skip=8 bs=512 count=2 iflag=direct 2024-04-26T23:37:49.269 INFO:tasks.workunit.client.0.smithi026.stderr:2+0 records in 2024-04-26T23:37:49.269 INFO:tasks.workunit.client.0.smithi026.stderr:2+0 records out 2024-04-26T23:37:49.269 INFO:tasks.workunit.client.0.smithi026.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 0.00584744 s, 175 kB/s 2024-04-26T23:37:49.270 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=/dev/zero of=/tmp/dd3 bs=512 count=2 2024-04-26T23:37:49.272 INFO:tasks.workunit.client.0.smithi026.stderr:2+0 records in 2024-04-26T23:37:49.273 INFO:tasks.workunit.client.0.smithi026.stderr:2+0 records out 2024-04-26T23:37:49.273 INFO:tasks.workunit.client.0.smithi026.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 0.000147918 s, 6.9 MB/s 2024-04-26T23:37:49.273 INFO:tasks.workunit.client.0.smithi026.stderr:+ cmp /tmp/dd3 /tmp/ddout1 2024-04-26T23:37:49.277 INFO:tasks.workunit.client.0.smithi026.stdout:other thing 2024-04-26T23:37:49.277 INFO:tasks.workunit.client.0.smithi026.stderr:+ echo 'other thing' 2024-04-26T23:37:49.277 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=/dev/urandom of=/tmp/dd10 bs=500 count=1 2024-04-26T23:37:49.280 INFO:tasks.workunit.client.0.smithi026.stderr:1+0 records in 2024-04-26T23:37:49.280 INFO:tasks.workunit.client.0.smithi026.stderr:1+0 records out 2024-04-26T23:37:49.280 INFO:tasks.workunit.client.0.smithi026.stderr:500 bytes copied, 0.000148422 s, 3.4 MB/s 2024-04-26T23:37:49.281 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=/tmp/dd10 of=dd10 bs=512 seek=8388 count=1 2024-04-26T23:37:49.303 INFO:tasks.workunit.client.0.smithi026.stderr:0+1 records in 2024-04-26T23:37:49.303 INFO:tasks.workunit.client.0.smithi026.stderr:0+1 records out 2024-04-26T23:37:49.303 INFO:tasks.workunit.client.0.smithi026.stderr:500 bytes copied, 0.015446 s, 32.4 kB/s 2024-04-26T23:37:49.304 INFO:tasks.workunit.client.0.smithi026.stderr:+ dd if=dd10 of=/tmp/dd10out bs=512 skip=8388 count=1 iflag=direct 2024-04-26T23:37:49.313 INFO:tasks.workunit.client.0.smithi026.stderr:0+1 records in 2024-04-26T23:37:49.313 INFO:tasks.workunit.client.0.smithi026.stderr:0+1 records out 2024-04-26T23:37:49.314 INFO:tasks.workunit.client.0.smithi026.stderr:500 bytes copied, 0.00381682 s, 131 kB/s 2024-04-26T23:37:49.314 INFO:tasks.workunit.client.0.smithi026.stderr:+ cmp /tmp/dd10 /tmp/dd10out 2024-04-26T23:37:49.317 INFO:tasks.workunit.client.0.smithi026.stdout:OK 2024-04-26T23:37:49.317 INFO:tasks.workunit.client.0.smithi026.stderr:+ echo OK 2024-04-26T23:37:49.319 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T23:37:49.319 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T23:37:49.461 INFO:tasks.workunit:Running workunit direct_io/test_short_dio_read... 2024-04-26T23:37:49.462 DEBUG:teuthology.orchestra.run.smithi026:workunit test direct_io/test_short_dio_read> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bc612ffb9c1d5bc27536bc917a705262a36d4387 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/test_short_dio_read 2024-04-26T23:37:49.569 INFO:tasks.workunit.client.0.smithi026.stdout:writing first 3 bytes of 10k file 2024-04-26T23:37:49.569 INFO:tasks.workunit.client.0.smithi026.stdout:reading O_DIRECT 2024-04-26T23:37:49.569 INFO:tasks.workunit.client.0.smithi026.stdout:got 10000 2024-04-26T23:37:49.570 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T23:37:49.571 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T23:37:49.695 INFO:tasks.workunit:Running workunit direct_io/test_sync_io... 2024-04-26T23:37:49.695 DEBUG:teuthology.orchestra.run.smithi026:workunit test direct_io/test_sync_io> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bc612ffb9c1d5bc27536bc917a705262a36d4387 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io/test_sync_io 2024-04-26T23:37:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:50 smithi086 ceph-mon[31122]: pgmap v62: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 37 KiB/s wr, 410 op/s 2024-04-26T23:37:50.829 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:50 smithi164 ceph-mon[31699]: pgmap v62: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 37 KiB/s wr, 410 op/s 2024-04-26T23:37:51.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:50 smithi026 ceph-mon[28371]: pgmap v62: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 37 KiB/s wr, 410 op/s 2024-04-26T23:37:52.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:52 smithi086 ceph-mon[31122]: pgmap v63: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 37 KiB/s wr, 410 op/s 2024-04-26T23:37:53.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:52 smithi164 ceph-mon[31699]: pgmap v63: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 37 KiB/s wr, 410 op/s 2024-04-26T23:37:53.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:52 smithi026 ceph-mon[28371]: pgmap v63: 97 pgs: 97 active+clean; 1.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 37 KiB/s wr, 410 op/s 2024-04-26T23:37:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:54 smithi086 ceph-mon[31122]: pgmap v64: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 43 KiB/s wr, 506 op/s 2024-04-26T23:37:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:54 smithi164 ceph-mon[31699]: pgmap v64: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 43 KiB/s wr, 506 op/s 2024-04-26T23:37:55.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:54 smithi026 ceph-mon[28371]: pgmap v64: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 43 KiB/s wr, 506 op/s 2024-04-26T23:37:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:56 smithi164 ceph-mon[31699]: pgmap v65: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 7.0 KiB/s wr, 352 op/s 2024-04-26T23:37:57.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:56 smithi026 ceph-mon[28371]: pgmap v65: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 7.0 KiB/s wr, 352 op/s 2024-04-26T23:37:57.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:56 smithi086 ceph-mon[31122]: pgmap v65: 97 pgs: 97 active+clean; 1.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 7.0 KiB/s wr, 352 op/s 2024-04-26T23:37:59.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:37:58 smithi164 ceph-mon[31699]: pgmap v66: 97 pgs: 97 active+clean; 1.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 8.9 KiB/s wr, 356 op/s 2024-04-26T23:37:59.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:37:58 smithi026 ceph-mon[28371]: pgmap v66: 97 pgs: 97 active+clean; 1.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 8.9 KiB/s wr, 356 op/s 2024-04-26T23:37:59.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:37:58 smithi086 ceph-mon[31122]: pgmap v66: 97 pgs: 97 active+clean; 1.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 8.9 KiB/s wr, 356 op/s 2024-04-26T23:38:00.873 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:00 smithi086 ceph-mon[31122]: pgmap v67: 97 pgs: 97 active+clean; 1.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 371 KiB/s rd, 7.6 KiB/s wr, 99 op/s 2024-04-26T23:38:01.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:00 smithi164 ceph-mon[31699]: pgmap v67: 97 pgs: 97 active+clean; 1.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 371 KiB/s rd, 7.6 KiB/s wr, 99 op/s 2024-04-26T23:38:01.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:00 smithi026 ceph-mon[28371]: pgmap v67: 97 pgs: 97 active+clean; 1.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 371 KiB/s rd, 7.6 KiB/s wr, 99 op/s 2024-04-26T23:38:03.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:02 smithi164 ceph-mon[31699]: pgmap v68: 97 pgs: 97 active+clean; 1.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 371 KiB/s rd, 7.6 KiB/s wr, 99 op/s 2024-04-26T23:38:03.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:02 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:38:03.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:02 smithi026 ceph-mon[28371]: pgmap v68: 97 pgs: 97 active+clean; 1.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 371 KiB/s rd, 7.6 KiB/s wr, 99 op/s 2024-04-26T23:38:03.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:02 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:38:03.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:02 smithi086 ceph-mon[31122]: pgmap v68: 97 pgs: 97 active+clean; 1.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 371 KiB/s rd, 7.6 KiB/s wr, 99 op/s 2024-04-26T23:38:03.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:02 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:38:05.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:04 smithi164 ceph-mon[31699]: pgmap v69: 97 pgs: 97 active+clean; 1.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 39 KiB/s wr, 116 op/s 2024-04-26T23:38:05.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:04 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:38:05.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:04 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:38:05.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:04 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:38:05.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:04 smithi026 ceph-mon[28371]: pgmap v69: 97 pgs: 97 active+clean; 1.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 39 KiB/s wr, 116 op/s 2024-04-26T23:38:05.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:04 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:38:05.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:04 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:38:05.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:04 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:38:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:04 smithi086 ceph-mon[31122]: pgmap v69: 97 pgs: 97 active+clean; 1.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 39 KiB/s wr, 116 op/s 2024-04-26T23:38:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:04 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:38:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:04 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:38:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:04 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:38:07.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:06 smithi164 ceph-mon[31699]: pgmap v70: 97 pgs: 97 active+clean; 1.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 34 KiB/s wr, 21 op/s 2024-04-26T23:38:07.053 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:06 smithi026 ceph-mon[28371]: pgmap v70: 97 pgs: 97 active+clean; 1.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 34 KiB/s wr, 21 op/s 2024-04-26T23:38:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:06 smithi086 ceph-mon[31122]: pgmap v70: 97 pgs: 97 active+clean; 1.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 34 KiB/s wr, 21 op/s 2024-04-26T23:38:09.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:08 smithi164 ceph-mon[31699]: pgmap v71: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 35 KiB/s wr, 24 op/s 2024-04-26T23:38:09.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:08 smithi026 ceph-mon[28371]: pgmap v71: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 35 KiB/s wr, 24 op/s 2024-04-26T23:38:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:08 smithi086 ceph-mon[31122]: pgmap v71: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 35 KiB/s wr, 24 op/s 2024-04-26T23:38:11.002 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:38:11.003 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:38:11.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:10 smithi164 ceph-mon[31699]: pgmap v72: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 33 KiB/s wr, 20 op/s 2024-04-26T23:38:11.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:10 smithi026 ceph-mon[28371]: pgmap v72: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 33 KiB/s wr, 20 op/s 2024-04-26T23:38:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:10 smithi086 ceph-mon[31122]: pgmap v72: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 33 KiB/s wr, 20 op/s 2024-04-26T23:38:11.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.230+0000 7fa125a00640 1 -- 172.21.15.26:0/2626934960 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa120103190 msgr2=0x7fa12010f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.230+0000 7fa125a00640 1 --2- 172.21.15.26:0/2626934960 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa120103190 0x7fa12010f6a0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fa118009cd0 tx=0x7fa11802a8e0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.230+0000 7fa125a00640 1 -- 172.21.15.26:0/2626934960 shutdown_connections 2024-04-26T23:38:11.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.230+0000 7fa125a00640 1 --2- 172.21.15.26:0/2626934960 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa120103190 0x7fa12010f6a0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.230+0000 7fa125a00640 1 --2- 172.21.15.26:0/2626934960 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa1201027d0 0x7fa120102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.230+0000 7fa125a00640 1 --2- 172.21.15.26:0/2626934960 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa1201087e0 0x7fa120108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.230+0000 7fa125a00640 1 -- 172.21.15.26:0/2626934960 >> 172.21.15.26:0/2626934960 conn(0x7fa1200fe300 msgr2=0x7fa120100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:11.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.230+0000 7fa125a00640 1 -- 172.21.15.26:0/2626934960 shutdown_connections 2024-04-26T23:38:11.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.230+0000 7fa125a00640 1 -- 172.21.15.26:0/2626934960 wait complete. 2024-04-26T23:38:11.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.231+0000 7fa125a00640 1 Processor -- start 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.232+0000 7fa125a00640 1 -- start start 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.232+0000 7fa125a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa1201027d0 0x7fa12019b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.232+0000 7fa125a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa120103190 0x7fa12019b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.232+0000 7fa125a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa1201087e0 0x7fa12019fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.232+0000 7fa125a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa1201129a0 con 0x7fa120103190 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.232+0000 7fa125a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa120112820 con 0x7fa1201027d0 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.232+0000 7fa125a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa120112b20 con 0x7fa1201087e0 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.233+0000 7fa11f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa120103190 0x7fa12019b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.233+0000 7fa11f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa120103190 0x7fa12019b740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59716/0 (socket says 172.21.15.26:59716) 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.233+0000 7fa11f400640 1 -- 172.21.15.26:0/601603598 learned_addr learned my addr 172.21.15.26:0/601603598 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.233+0000 7fa125000640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa1201087e0 0x7fa12019fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.233+0000 7fa11fe00640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa1201027d0 0x7fa12019b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.233+0000 7fa11f400640 1 -- 172.21.15.26:0/601603598 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa1201087e0 msgr2=0x7fa12019fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.233+0000 7fa11f400640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa1201087e0 0x7fa12019fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.233+0000 7fa11f400640 1 -- 172.21.15.26:0/601603598 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa1201027d0 msgr2=0x7fa12019b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.233+0000 7fa11f400640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa1201027d0 0x7fa12019b200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.233+0000 7fa11f400640 1 -- 172.21.15.26:0/601603598 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1201a01f0 con 0x7fa120103190 2024-04-26T23:38:11.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.233+0000 7fa125000640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa1201087e0 0x7fa12019fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:38:11.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.233+0000 7fa11f400640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa120103190 0x7fa12019b740 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fa10c00e9f0 tx=0x7fa10c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:11.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.234+0000 7fa11cc00640 1 -- 172.21.15.26:0/601603598 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10c00cd80 con 0x7fa120103190 2024-04-26T23:38:11.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.234+0000 7fa11cc00640 1 -- 172.21.15.26:0/601603598 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa10c0054b0 con 0x7fa120103190 2024-04-26T23:38:11.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.234+0000 7fa125a00640 1 -- 172.21.15.26:0/601603598 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1201a04e0 con 0x7fa120103190 2024-04-26T23:38:11.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.234+0000 7fa11cc00640 1 -- 172.21.15.26:0/601603598 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10c010430 con 0x7fa120103190 2024-04-26T23:38:11.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.234+0000 7fa125a00640 1 -- 172.21.15.26:0/601603598 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1201a7d70 con 0x7fa120103190 2024-04-26T23:38:11.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.238+0000 7fa129e2a740 1 Processor -- start 2024-04-26T23:38:11.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.238+0000 7fa129e2a740 1 -- start start 2024-04-26T23:38:11.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.238+0000 7fa11cc00640 1 -- 172.21.15.26:0/601603598 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa10c0046c0 con 0x7fa120103190 2024-04-26T23:38:11.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.238+0000 7fa129e2a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd28130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.239+0000 7fa129e2a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 0x56465bd32800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.239+0000 7fa129e2a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd32d40 0x56465bd35130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.239+0000 7fa129e2a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56465bc39030 con 0x56465bd28670 2024-04-26T23:38:11.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.239+0000 7fa129e2a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56465bc547f0 con 0x56465bd27d50 2024-04-26T23:38:11.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.239+0000 7fa129e2a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56465bc0f7e0 con 0x56465bd32d40 2024-04-26T23:38:11.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.239+0000 7fa11fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 0x56465bd32800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.239+0000 7fa125000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd28130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.239+0000 7fa11fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 0x56465bd32800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59726/0 (socket says 172.21.15.26:59726) 2024-04-26T23:38:11.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.239+0000 7fa11fe00640 1 -- 172.21.15.26:0/4258121619 learned_addr learned my addr 172.21.15.26:0/4258121619 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:11.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.239+0000 7fa125000640 1 --2- 172.21.15.26:0/4258121619 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd28130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:35224/0 (socket says 172.21.15.26:35224) 2024-04-26T23:38:11.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.239+0000 7fa11f400640 1 --2- 172.21.15.26:0/4258121619 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd32d40 0x56465bd35130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.240+0000 7fa11fe00640 1 -- 172.21.15.26:0/4258121619 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd32d40 msgr2=0x56465bd35130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.240+0000 7fa11fe00640 1 --2- 172.21.15.26:0/4258121619 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd32d40 0x56465bd35130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.240+0000 7fa11fe00640 1 -- 172.21.15.26:0/4258121619 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 msgr2=0x56465bd28130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.240+0000 7fa11fe00640 1 --2- 172.21.15.26:0/4258121619 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd28130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.240+0000 7fa11fe00640 1 -- 172.21.15.26:0/4258121619 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56465bc1b050 con 0x56465bd28670 2024-04-26T23:38:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.240+0000 7fa11cc00640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa1040a3da0 0x7fa1040a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.240+0000 7fa11fe00640 1 --2- 172.21.15.26:0/4258121619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 0x56465bd32800 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fa110009bd0 tx=0x7fa110010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d81fca2b3da82141 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.241+0000 7fa11cc00640 1 -- 172.21.15.26:0/601603598 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa10c0d0c80 con 0x7fa120103190 2024-04-26T23:38:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.241+0000 7fa125000640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa1040a3da0 0x7fa1040a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.241+0000 7fa115600640 1 -- 172.21.15.26:0/4258121619 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa110004020 con 0x56465bd28670 2024-04-26T23:38:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.241+0000 7fa115600640 1 -- 172.21.15.26:0/4258121619 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa1100041c0 con 0x56465bd28670 2024-04-26T23:38:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.241+0000 7fa115600640 1 -- 172.21.15.26:0/4258121619 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1100126b0 con 0x56465bd28670 2024-04-26T23:38:11.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.242+0000 7fa129e2a740 1 -- 172.21.15.26:0/4258121619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 msgr2=0x56465bd32800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.242+0000 7fa129e2a740 1 --2- 172.21.15.26:0/4258121619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 0x56465bd32800 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fa110009bd0 tx=0x7fa110010740 comp rx=0 tx=0).stop 2024-04-26T23:38:11.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.242+0000 7fa125000640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa1040a3da0 0x7fa1040a6260 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa118009430 tx=0x7fa118004a40 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:11.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.242+0000 7fa129e2a740 1 -- 172.21.15.26:0/4258121619 shutdown_connections 2024-04-26T23:38:11.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.242+0000 7fa129e2a740 1 --2- 172.21.15.26:0/4258121619 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd32d40 0x56465bd35130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.242+0000 7fa129e2a740 1 --2- 172.21.15.26:0/4258121619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 0x56465bd32800 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.242+0000 7fa129e2a740 1 --2- 172.21.15.26:0/4258121619 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd28130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.242+0000 7fa129e2a740 1 -- 172.21.15.26:0/4258121619 >> 172.21.15.26:0/4258121619 conn(0x56465bd24070 msgr2=0x56465bd24450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.242+0000 7fa129e2a740 1 -- 172.21.15.26:0/4258121619 shutdown_connections 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.242+0000 7fa129e2a740 1 -- 172.21.15.26:0/4258121619 wait complete. 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.243+0000 7fa129e2a740 1 -- start start 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.243+0000 7fa129e2a740 1 Processor -- start 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.243+0000 7fa129e2a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd325b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.243+0000 7fa129e2a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd28670 0x56465bd2f940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa129e2a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd32d40 0x56465bd2fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa129e2a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56465bc91200 con 0x56465bd32d40 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa129e2a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56465bc8bee0 con 0x56465bd27d50 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa129e2a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56465bc98e70 con 0x56465bd28670 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa129e2a740 10 client.0 _ll_register_callbacks cb 0x56465bc82270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa125000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd32d40 0x56465bd2fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa125000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd32d40 0x56465bd2fe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59738/0 (socket says 172.21.15.26:59738) 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa125000640 1 -- 172.21.15.26:0/3443093933 learned_addr learned my addr 172.21.15.26:0/3443093933 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa11fe00640 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd325b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa11f400640 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd28670 0x56465bd2f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa125000640 1 -- 172.21.15.26:0/3443093933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd28670 msgr2=0x56465bd2f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa125000640 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd28670 0x56465bd2f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa125000640 1 -- 172.21.15.26:0/3443093933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 msgr2=0x56465bd325b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa125000640 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd325b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.244+0000 7fa125000640 1 -- 172.21.15.26:0/3443093933 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56465ba687d0 con 0x56465bd32d40 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.245+0000 7fa11fe00640 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd325b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.245+0000 7fa11f400640 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd28670 0x56465bd2f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.245+0000 7fa125000640 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd32d40 0x56465bd2fe80 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fa118035000 tx=0x7fa1180095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69b45e27da53643c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:11.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.245+0000 7fa10a000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:11.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.245+0000 7fa10a000640 1 -- 172.21.15.26:0/3443093933 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa118031c20 con 0x56465bd32d40 2024-04-26T23:38:11.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.245+0000 7fa129e2a740 1 -- 172.21.15.26:0/3443093933 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1100041c0 con 0x56465bd32d40 2024-04-26T23:38:11.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.245+0000 7fa10a000640 1 -- 172.21.15.26:0/3443093933 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa1180045c0 con 0x56465bd32d40 2024-04-26T23:38:11.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.246+0000 7fa10a000640 1 -- 172.21.15.26:0/3443093933 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa1180047c0 con 0x56465bd32d40 2024-04-26T23:38:11.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.246+0000 7fa129e2a740 10 client.15912 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:11.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.246+0000 7fa129e2a740 1 -- 172.21.15.26:0/3443093933 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56465b99e3f0 con 0x56465bd32d40 2024-04-26T23:38:11.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.246+0000 7fa10a000640 1 -- 172.21.15.26:0/3443093933 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa1100041c0 con 0x56465bd32d40 2024-04-26T23:38:11.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.246+0000 7fa10a000640 1 -- 172.21.15.26:0/3443093933 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa118030070 con 0x56465bd32d40 2024-04-26T23:38:11.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.246+0000 7fa129e2a740 10 client.15912 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:11.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.246+0000 7fa129e2a740 10 client.15912 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:11.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.246+0000 7fa129e2a740 20 client.15912 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:11.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.246+0000 7fa129e2a740 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56465bd42620 0x56465bd44a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.246+0000 7fa129e2a740 4 client.15912 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:38:11.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.246+0000 7fa129e2a740 1 -- 172.21.15.26:0/3443093933 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56465bc9a7e0 con 0x56465bd42620 2024-04-26T23:38:11.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.247+0000 7fa11fe00640 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56465bd42620 0x56465bd44a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.248+0000 7fa11fe00640 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56465bd42620 0x56465bd44a70 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ac4720ae3264df1 server_cookie=3db4f32c6ebed2f5 in_seq=0 out_seq=0 2024-04-26T23:38:11.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.248+0000 7fa10a000640 10 client.15912 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:11.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa10a000640 1 -- 172.21.15.26:0/3443093933 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56465bc9a7e0 con 0x56465bd42620 2024-04-26T23:38:11.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa10a000640 10 client.15912 handle_command_reply: tid=0 2024-04-26T23:38:11.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa129e2a740 1 client.15912 shutdown 2024-04-26T23:38:11.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa129e2a740 1 -- 172.21.15.26:0/3443093933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd32d40 msgr2=0x56465bd2fe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa129e2a740 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd32d40 0x56465bd2fe80 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fa118035000 tx=0x7fa1180095c0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa129e2a740 1 -- 172.21.15.26:0/3443093933 shutdown_connections 2024-04-26T23:38:11.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa129e2a740 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56465bd42620 0x56465bd44a70 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa129e2a740 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd32d40 0x56465bd2fe80 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa129e2a740 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd28670 0x56465bd2f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa129e2a740 1 --2- 172.21.15.26:0/3443093933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd325b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa129e2a740 1 -- 172.21.15.26:0/3443093933 >> 172.21.15.26:0/3443093933 conn(0x56465bd24070 msgr2=0x56465bd29d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:11.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa10a000640 0 client.15912 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:11.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.250+0000 7fa129e2a740 1 -- 172.21.15.26:0/3443093933 shutdown_connections 2024-04-26T23:38:11.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.251+0000 7fa129e2a740 1 -- 172.21.15.26:0/3443093933 wait complete. 2024-04-26T23:38:11.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.251+0000 7fa129e2a740 20 client.15912 trim_cache size 0 max 16384 2024-04-26T23:38:11.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.275+0000 7fa129e2a740 1 Processor -- start 2024-04-26T23:38:11.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.275+0000 7fa129e2a740 1 -- start start 2024-04-26T23:38:11.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.275+0000 7fa129e2a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd3e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.275+0000 7fa129e2a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 0x56465bd23070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.275+0000 7fa129e2a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd32d40 0x56465bd4a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.275+0000 7fa129e2a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa1201b0670 con 0x56465bd28670 2024-04-26T23:38:11.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.275+0000 7fa129e2a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa1201ae4a0 con 0x56465bd27d50 2024-04-26T23:38:11.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.275+0000 7fa129e2a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa1201affa0 con 0x56465bd32d40 2024-04-26T23:38:11.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.276+0000 7fa11f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 0x56465bd23070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.276+0000 7fa11f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 0x56465bd23070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59742/0 (socket says 172.21.15.26:59742) 2024-04-26T23:38:11.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.276+0000 7fa11f400640 1 -- 172.21.15.26:0/2846303133 learned_addr learned my addr 172.21.15.26:0/2846303133 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:11.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.276+0000 7fa11fe00640 1 --2- 172.21.15.26:0/2846303133 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd3e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.276+0000 7fa125000640 1 --2- 172.21.15.26:0/2846303133 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd32d40 0x56465bd4a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.276+0000 7fa11f400640 1 -- 172.21.15.26:0/2846303133 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd32d40 msgr2=0x56465bd4a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:11.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.276+0000 7fa11f400640 1 --2- 172.21.15.26:0/2846303133 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd32d40 0x56465bd4a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.276+0000 7fa11f400640 1 -- 172.21.15.26:0/2846303133 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 msgr2=0x56465bd3e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:11.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.276+0000 7fa11f400640 1 --2- 172.21.15.26:0/2846303133 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd3e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.276+0000 7fa11f400640 1 -- 172.21.15.26:0/2846303133 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56465bd1f850 con 0x56465bd28670 2024-04-26T23:38:11.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.276+0000 7fa11f400640 1 --2- 172.21.15.26:0/2846303133 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 0x56465bd23070 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fa10c00e9c0 tx=0x7fa10c0d4730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2e5f675e39a64ce server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:11.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.277+0000 7fa114c00640 1 -- 172.21.15.26:0/2846303133 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10c09c730 con 0x56465bd28670 2024-04-26T23:38:11.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.277+0000 7fa114c00640 1 -- 172.21.15.26:0/2846303133 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa10c09d2f0 con 0x56465bd28670 2024-04-26T23:38:11.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.277+0000 7fa114c00640 1 -- 172.21.15.26:0/2846303133 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10c09c550 con 0x56465bd28670 2024-04-26T23:38:11.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.278+0000 7fa129e2a740 1 -- 172.21.15.26:0/2846303133 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 msgr2=0x56465bd23070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.278+0000 7fa129e2a740 1 --2- 172.21.15.26:0/2846303133 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 0x56465bd23070 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fa10c00e9c0 tx=0x7fa10c0d4730 comp rx=0 tx=0).stop 2024-04-26T23:38:11.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.278+0000 7fa129e2a740 1 -- 172.21.15.26:0/2846303133 shutdown_connections 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.278+0000 7fa129e2a740 1 --2- 172.21.15.26:0/2846303133 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd32d40 0x56465bd4a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.278+0000 7fa129e2a740 1 --2- 172.21.15.26:0/2846303133 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd28670 0x56465bd23070 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.278+0000 7fa129e2a740 1 --2- 172.21.15.26:0/2846303133 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd27d50 0x56465bd3e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.278+0000 7fa129e2a740 1 -- 172.21.15.26:0/2846303133 >> 172.21.15.26:0/2846303133 conn(0x56465bd24070 msgr2=0x56465bd22960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.278+0000 7fa129e2a740 1 -- 172.21.15.26:0/2846303133 shutdown_connections 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.278+0000 7fa129e2a740 1 -- 172.21.15.26:0/2846303133 wait complete. 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.278+0000 7fa129e2a740 1 -- start start 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.279+0000 7fa129e2a740 1 Processor -- start 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.279+0000 7fa129e2a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd27d50 0x56465bd3ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.279+0000 7fa129e2a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd28670 0x56465bd38220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.279+0000 7fa129e2a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd32d40 0x56465bd38760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.279+0000 7fa129e2a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa1201af200 con 0x56465bd27d50 2024-04-26T23:38:11.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.279+0000 7fa129e2a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa1201aeb30 con 0x56465bd32d40 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.279+0000 7fa129e2a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa1201af8d0 con 0x56465bd28670 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.279+0000 7fa129e2a740 10 client.0 _ll_register_callbacks cb 0x7fa10c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa11fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd27d50 0x56465bd3ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa11fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd27d50 0x56465bd3ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59744/0 (socket says 172.21.15.26:59744) 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa11fe00640 1 -- 172.21.15.26:0/781655859 learned_addr learned my addr 172.21.15.26:0/781655859 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa11f400640 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd28670 0x56465bd38220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa125000640 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd32d40 0x56465bd38760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa11fe00640 1 -- 172.21.15.26:0/781655859 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd28670 msgr2=0x56465bd38220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa11fe00640 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd28670 0x56465bd38220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa11fe00640 1 -- 172.21.15.26:0/781655859 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd32d40 msgr2=0x56465bd38760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa11fe00640 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd32d40 0x56465bd38760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa11fe00640 1 -- 172.21.15.26:0/781655859 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56465b95e0f0 con 0x56465bd27d50 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa11f400640 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd28670 0x56465bd38220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:38:11.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa11fe00640 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd27d50 0x56465bd3ae90 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fa110009bd0 tx=0x7fa110005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=304a4a307970f85a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:11.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.280+0000 7fa10a000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:11.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.281+0000 7fa10a000640 1 -- 172.21.15.26:0/781655859 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1100037f0 con 0x56465bd27d50 2024-04-26T23:38:11.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.281+0000 7fa129e2a740 1 -- 172.21.15.26:0/781655859 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa10c09d2f0 con 0x56465bd27d50 2024-04-26T23:38:11.286 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.281+0000 7fa10a000640 1 -- 172.21.15.26:0/781655859 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa110005040 con 0x56465bd27d50 2024-04-26T23:38:11.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.281+0000 7fa10a000640 1 -- 172.21.15.26:0/781655859 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa110035050 con 0x56465bd27d50 2024-04-26T23:38:11.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.281+0000 7fa129e2a740 10 client.15918 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:11.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.281+0000 7fa129e2a740 1 -- 172.21.15.26:0/781655859 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56465bc54a30 con 0x56465bd27d50 2024-04-26T23:38:11.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.281+0000 7fa10a000640 1 -- 172.21.15.26:0/781655859 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa10c09d2f0 con 0x56465bd27d50 2024-04-26T23:38:11.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.282+0000 7fa10a000640 1 -- 172.21.15.26:0/781655859 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa11000f040 con 0x56465bd27d50 2024-04-26T23:38:11.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.282+0000 7fa129e2a740 10 client.15918 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:11.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.282+0000 7fa129e2a740 10 client.15918 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:11.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.282+0000 7fa129e2a740 20 client.15918 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.282+0000 7fa129e2a740 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56465bda8c20 0x56465bdab040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.282+0000 7fa129e2a740 4 client.15918 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.282+0000 7fa129e2a740 1 -- 172.21.15.26:0/781655859 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56465bc94650 con 0x56465bda8c20 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.283+0000 7fa11f400640 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56465bda8c20 0x56465bdab040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.283+0000 7fa11f400640 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56465bda8c20 0x56465bdab040 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1eeb14a03b827943 server_cookie=35b14b813ee6a48 in_seq=0 out_seq=0 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.283+0000 7fa10a000640 10 client.15918 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa10a000640 1 -- 172.21.15.26:0/781655859 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56465bc94650 con 0x56465bda8c20 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa10a000640 10 client.15918 handle_command_reply: tid=0 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa129e2a740 1 client.15918 shutdown 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa129e2a740 1 -- 172.21.15.26:0/781655859 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd27d50 msgr2=0x56465bd3ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa129e2a740 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd27d50 0x56465bd3ae90 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fa110009bd0 tx=0x7fa110005d30 comp rx=0 tx=0).stop 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa129e2a740 1 -- 172.21.15.26:0/781655859 shutdown_connections 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa129e2a740 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56465bda8c20 0x56465bdab040 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa129e2a740 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56465bd32d40 0x56465bd38760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa129e2a740 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56465bd28670 0x56465bd38220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa129e2a740 1 --2- 172.21.15.26:0/781655859 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56465bd27d50 0x56465bd3ae90 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa129e2a740 1 -- 172.21.15.26:0/781655859 >> 172.21.15.26:0/781655859 conn(0x56465bd24070 msgr2=0x56465bd231f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:11.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa10a000640 0 client.15918 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:11.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa129e2a740 1 -- 172.21.15.26:0/781655859 shutdown_connections 2024-04-26T23:38:11.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.284+0000 7fa129e2a740 1 -- 172.21.15.26:0/781655859 wait complete. 2024-04-26T23:38:11.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.285+0000 7fa129e2a740 20 client.15918 trim_cache size 0 max 16384 2024-04-26T23:38:11.290 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:38:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:38:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:38:11.291 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:38:11.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.285+0000 7fa125a00640 1 -- 172.21.15.26:0/601603598 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa1040a3da0 msgr2=0x7fa1040a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.285+0000 7fa125a00640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa1040a3da0 0x7fa1040a6260 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa118009430 tx=0x7fa118004a40 comp rx=0 tx=0).stop 2024-04-26T23:38:11.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.285+0000 7fa125a00640 1 -- 172.21.15.26:0/601603598 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa120103190 msgr2=0x7fa12019b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.285+0000 7fa125a00640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa120103190 0x7fa12019b740 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fa10c00e9f0 tx=0x7fa10c00edf0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.286+0000 7fa125a00640 1 -- 172.21.15.26:0/601603598 shutdown_connections 2024-04-26T23:38:11.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.286+0000 7fa125a00640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa1201087e0 0x7fa12019fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.286+0000 7fa125a00640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa1040a3da0 0x7fa1040a6260 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.286+0000 7fa125a00640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa120103190 0x7fa12019b740 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.286+0000 7fa125a00640 1 --2- 172.21.15.26:0/601603598 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa1201027d0 0x7fa12019b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.286+0000 7fa125a00640 1 -- 172.21.15.26:0/601603598 >> 172.21.15.26:0/601603598 conn(0x7fa1200fe300 msgr2=0x7fa12010daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:11.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.286+0000 7fa125a00640 1 -- 172.21.15.26:0/601603598 shutdown_connections 2024-04-26T23:38:11.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.286+0000 7fa125a00640 1 -- 172.21.15.26:0/601603598 wait complete. 2024-04-26T23:38:11.308 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:38:11.308 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:38:11.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.588+0000 7f7ffca00640 1 -- 172.21.15.26:0/2604276562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ff8074d00 msgr2=0x7f7ff80750e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.588+0000 7f7ffca00640 1 --2- 172.21.15.26:0/2604276562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ff8074d00 0x7f7ff80750e0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8009900 tx=0x7f7fe802a480 comp rx=0 tx=0).stop 2024-04-26T23:38:11.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.588+0000 7f7ffca00640 1 -- 172.21.15.26:0/2604276562 shutdown_connections 2024-04-26T23:38:11.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.588+0000 7f7ffca00640 1 --2- 172.21.15.26:0/2604276562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ff810efc0 0x7f7ff81113d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.588+0000 7f7ffca00640 1 --2- 172.21.15.26:0/2604276562 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ff8075620 0x7f7ff810ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.588+0000 7f7ffca00640 1 --2- 172.21.15.26:0/2604276562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ff8074d00 0x7f7ff80750e0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.589+0000 7f7ffca00640 1 -- 172.21.15.26:0/2604276562 >> 172.21.15.26:0/2604276562 conn(0x7f7ff80fe230 msgr2=0x7f7ff8100650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:11.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.589+0000 7f7ffca00640 1 -- 172.21.15.26:0/2604276562 shutdown_connections 2024-04-26T23:38:11.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.589+0000 7f7ffca00640 1 -- 172.21.15.26:0/2604276562 wait complete. 2024-04-26T23:38:11.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.590+0000 7f7ffca00640 1 Processor -- start 2024-04-26T23:38:11.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.590+0000 7f7ffca00640 1 -- start start 2024-04-26T23:38:11.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.590+0000 7f7ffca00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ff8074d00 0x7f7ff819b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.590+0000 7f7ffca00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ff8075620 0x7f7ff819b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.590+0000 7f7ffca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ff810efc0 0x7f7ff819f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.590+0000 7f7ffca00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff8114af0 con 0x7f7ff810efc0 2024-04-26T23:38:11.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.590+0000 7f7ffca00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff8114970 con 0x7f7ff8074d00 2024-04-26T23:38:11.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.590+0000 7f7ffca00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff8114c70 con 0x7f7ff8075620 2024-04-26T23:38:11.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.591+0000 7f7ff7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ff810efc0 0x7f7ff819f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.591+0000 7f7ff7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ff810efc0 0x7f7ff819f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59760/0 (socket says 172.21.15.26:59760) 2024-04-26T23:38:11.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.591+0000 7f7ff7e00640 1 -- 172.21.15.26:0/817984251 learned_addr learned my addr 172.21.15.26:0/817984251 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:11.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.591+0000 7f7ff7400640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ff8074d00 0x7f7ff819b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.591+0000 7f7ff6a00640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ff8075620 0x7f7ff819b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.591+0000 7f7ff7e00640 1 -- 172.21.15.26:0/817984251 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ff8075620 msgr2=0x7f7ff819b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.591+0000 7f7ff7e00640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ff8075620 0x7f7ff819b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.591+0000 7f7ff7e00640 1 -- 172.21.15.26:0/817984251 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ff8074d00 msgr2=0x7f7ff819b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.591+0000 7f7ff7e00640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ff8074d00 0x7f7ff819b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.591+0000 7f7ff7e00640 1 -- 172.21.15.26:0/817984251 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ff81a0060 con 0x7f7ff810efc0 2024-04-26T23:38:11.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.592+0000 7f7ff7e00640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ff810efc0 0x7f7ff819f930 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f7ff000eb10 tx=0x7f7ff000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:11.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.592+0000 7f7fefe00640 1 -- 172.21.15.26:0/817984251 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff0004b20 con 0x7f7ff810efc0 2024-04-26T23:38:11.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.592+0000 7f7fefe00640 1 -- 172.21.15.26:0/817984251 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7ff0004cc0 con 0x7f7ff810efc0 2024-04-26T23:38:11.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.592+0000 7f7fefe00640 1 -- 172.21.15.26:0/817984251 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ff0010690 con 0x7f7ff810efc0 2024-04-26T23:38:11.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.592+0000 7f7ffca00640 1 -- 172.21.15.26:0/817984251 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ff81a0350 con 0x7f7ff810efc0 2024-04-26T23:38:11.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.593+0000 7f7ffca00640 1 -- 172.21.15.26:0/817984251 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ff81a7be0 con 0x7f7ff810efc0 2024-04-26T23:38:11.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.594+0000 7f7ffca00640 1 -- 172.21.15.26:0/817984251 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ff8069670 con 0x7f7ff810efc0 2024-04-26T23:38:11.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.596+0000 7f7fefe00640 1 -- 172.21.15.26:0/817984251 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7ff0005020 con 0x7f7ff810efc0 2024-04-26T23:38:11.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.598+0000 7f7fefe00640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7fdc0a3e70 0x7f7fdc0a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:11.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.598+0000 7f7fefe00640 1 -- 172.21.15.26:0/817984251 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f7ff00d0e60 con 0x7f7ff810efc0 2024-04-26T23:38:11.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.598+0000 7f7ff7400640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7fdc0a3e70 0x7f7fdc0a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:11.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.599+0000 7f7ff7400640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7fdc0a3e70 0x7f7fdc0a6330 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8006010 tx=0x7f7fe8005e80 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:11.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.603+0000 7f7fefe00640 1 -- 172.21.15.26:0/817984251 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f7ff009d4d0 con 0x7f7ff810efc0 2024-04-26T23:38:11.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.929+0000 7f7ffca00640 1 -- 172.21.15.26:0/817984251 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7ff819c3c0 con 0x7f7ff810efc0 2024-04-26T23:38:11.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.931+0000 7f7fefe00640 1 -- 172.21.15.26:0/817984251 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f7ff009cdd0 con 0x7f7ff810efc0 2024-04-26T23:38:11.934 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:38:11.934 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:38:11.935 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:38:11.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.934+0000 7f7ffca00640 1 -- 172.21.15.26:0/817984251 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7fdc0a3e70 msgr2=0x7f7fdc0a6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.934+0000 7f7ffca00640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7fdc0a3e70 0x7f7fdc0a6330 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8006010 tx=0x7f7fe8005e80 comp rx=0 tx=0).stop 2024-04-26T23:38:11.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.934+0000 7f7ffca00640 1 -- 172.21.15.26:0/817984251 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ff810efc0 msgr2=0x7f7ff819f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:11.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.934+0000 7f7ffca00640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ff810efc0 0x7f7ff819f930 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f7ff000eb10 tx=0x7f7ff000c2d0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.934+0000 7f7ffca00640 1 -- 172.21.15.26:0/817984251 shutdown_connections 2024-04-26T23:38:11.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.934+0000 7f7ffca00640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7fdc0a3e70 0x7f7fdc0a6330 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.934+0000 7f7ffca00640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7ff810efc0 0x7f7ff819f930 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.934+0000 7f7ffca00640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7ff8075620 0x7f7ff819b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.934+0000 7f7ffca00640 1 --2- 172.21.15.26:0/817984251 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7ff8074d00 0x7f7ff819b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:11.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.934+0000 7f7ffca00640 1 -- 172.21.15.26:0/817984251 >> 172.21.15.26:0/817984251 conn(0x7f7ff80fe230 msgr2=0x7f7ff80fef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:11.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.934+0000 7f7ffca00640 1 -- 172.21.15.26:0/817984251 shutdown_connections 2024-04-26T23:38:11.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:11.934+0000 7f7ffca00640 1 -- 172.21.15.26:0/817984251 wait complete. 2024-04-26T23:38:11.958 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:38:12.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.209+0000 7f609e000640 1 -- 172.21.15.26:0/3281877409 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6098074cd0 msgr2=0x7f60980750b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.209+0000 7f609e000640 1 --2- 172.21.15.26:0/3281877409 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6098074cd0 0x7f60980750b0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f6088009900 tx=0x7f608802a480 comp rx=0 tx=0).stop 2024-04-26T23:38:12.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.209+0000 7f609e000640 1 -- 172.21.15.26:0/3281877409 shutdown_connections 2024-04-26T23:38:12.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.209+0000 7f609e000640 1 --2- 172.21.15.26:0/3281877409 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f60981138f0 0x7f6098115ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.209+0000 7f609e000640 1 --2- 172.21.15.26:0/3281877409 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f60980755f0 0x7f60981133b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.209+0000 7f609e000640 1 --2- 172.21.15.26:0/3281877409 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6098074cd0 0x7f60980750b0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.209+0000 7f609e000640 1 -- 172.21.15.26:0/3281877409 >> 172.21.15.26:0/3281877409 conn(0x7f60980fe3b0 msgr2=0x7f60981007d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.209+0000 7f609e000640 1 -- 172.21.15.26:0/3281877409 shutdown_connections 2024-04-26T23:38:12.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.209+0000 7f609e000640 1 -- 172.21.15.26:0/3281877409 wait complete. 2024-04-26T23:38:12.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.211+0000 7f609e000640 1 Processor -- start 2024-04-26T23:38:12.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.211+0000 7f609e000640 1 -- start start 2024-04-26T23:38:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.212+0000 7f609e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6098074cd0 0x7f609819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.212+0000 7f609e000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f60980755f0 0x7f609819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.212+0000 7f609e000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f60981138f0 0x7f60981a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.212+0000 7f609e000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6098119040 con 0x7f6098074cd0 2024-04-26T23:38:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.212+0000 7f609e000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6098118ec0 con 0x7f60980755f0 2024-04-26T23:38:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.212+0000 7f609e000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f60981191c0 con 0x7f60981138f0 2024-04-26T23:38:12.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.213+0000 7f6097400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6098074cd0 0x7f609819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.213+0000 7f6097400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6098074cd0 0x7f609819f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59768/0 (socket says 172.21.15.26:59768) 2024-04-26T23:38:12.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.213+0000 7f6097400640 1 -- 172.21.15.26:0/3790802294 learned_addr learned my addr 172.21.15.26:0/3790802294 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.213+0000 7f6097e00640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f60981138f0 0x7f60981a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.213+0000 7f6096a00640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f60980755f0 0x7f609819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.213+0000 7f6097400640 1 -- 172.21.15.26:0/3790802294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f60981138f0 msgr2=0x7f60981a3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.213+0000 7f6097400640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f60981138f0 0x7f60981a3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.213+0000 7f6097400640 1 -- 172.21.15.26:0/3790802294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f60980755f0 msgr2=0x7f609819fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.213+0000 7f6097400640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f60980755f0 0x7f609819fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.213+0000 7f6097400640 1 -- 172.21.15.26:0/3790802294 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60981a46a0 con 0x7f6098074cd0 2024-04-26T23:38:12.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.214+0000 7f6097400640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6098074cd0 0x7f609819f6b0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f6088009230 tx=0x7f6088004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.214+0000 7f608fe00640 1 -- 172.21.15.26:0/3790802294 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f608803f030 con 0x7f6098074cd0 2024-04-26T23:38:12.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.214+0000 7f608fe00640 1 -- 172.21.15.26:0/3790802294 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6088003a80 con 0x7f6098074cd0 2024-04-26T23:38:12.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.214+0000 7f608fe00640 1 -- 172.21.15.26:0/3790802294 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6088035070 con 0x7f6098074cd0 2024-04-26T23:38:12.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.214+0000 7f609e000640 1 -- 172.21.15.26:0/3790802294 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60981a4930 con 0x7f6098074cd0 2024-04-26T23:38:12.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.214+0000 7f609e000640 1 -- 172.21.15.26:0/3790802294 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60981ac220 con 0x7f6098074cd0 2024-04-26T23:38:12.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.218+0000 7f608fe00640 1 -- 172.21.15.26:0/3790802294 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f6088042030 con 0x7f6098074cd0 2024-04-26T23:38:12.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.218+0000 7f60a0fca740 1 Processor -- start 2024-04-26T23:38:12.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.218+0000 7f60a0fca740 1 -- start start 2024-04-26T23:38:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.219+0000 7f60a0fca740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3e1f0 0x55da75d3e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.219+0000 7f60a0fca740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3eb10 0x55da75d48ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.219+0000 7f60a0fca740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d491e0 0x55da75d4b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.219+0000 7f60a0fca740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55da75ca2c70 con 0x55da75d3eb10 2024-04-26T23:38:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.219+0000 7f60a0fca740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55da75c5b980 con 0x55da75d491e0 2024-04-26T23:38:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.219+0000 7f60a0fca740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55da75c9ec30 con 0x55da75d3e1f0 2024-04-26T23:38:12.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.219+0000 7f6097400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3eb10 0x55da75d48ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.219+0000 7f6097400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3eb10 0x55da75d48ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59774/0 (socket says 172.21.15.26:59774) 2024-04-26T23:38:12.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.219+0000 7f6097400640 1 -- 172.21.15.26:0/1526082172 learned_addr learned my addr 172.21.15.26:0/1526082172 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.219+0000 7f6097e00640 1 --2- 172.21.15.26:0/1526082172 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3e1f0 0x55da75d3e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.219+0000 7f6096a00640 1 --2- 172.21.15.26:0/1526082172 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d491e0 0x55da75d4b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.220+0000 7f608fe00640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f607c0a3da0 0x7f607c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.220+0000 7f608fe00640 1 -- 172.21.15.26:0/3790802294 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f60880f0fb0 con 0x7f6098074cd0 2024-04-26T23:38:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.220+0000 7f6097400640 1 -- 172.21.15.26:0/1526082172 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3e1f0 msgr2=0x55da75d3e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.220+0000 7f6097400640 1 --2- 172.21.15.26:0/1526082172 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3e1f0 0x55da75d3e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.220+0000 7f6097400640 1 -- 172.21.15.26:0/1526082172 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d491e0 msgr2=0x55da75d4b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.220+0000 7f6097400640 1 --2- 172.21.15.26:0/1526082172 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d491e0 0x55da75d4b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.220+0000 7f6097400640 1 -- 172.21.15.26:0/1526082172 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da75c337b0 con 0x55da75d3eb10 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.220+0000 7f6097e00640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f607c0a3da0 0x7f607c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.220+0000 7f6097400640 1 --2- 172.21.15.26:0/1526082172 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3eb10 0x55da75d48ca0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f60880ee610 tx=0x7f6088009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a7c1560a6d03474 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.221+0000 7f6083e00640 1 -- 172.21.15.26:0/1526082172 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6088049030 con 0x55da75d3eb10 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.221+0000 7f6083e00640 1 -- 172.21.15.26:0/1526082172 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f60880bd620 con 0x55da75d3eb10 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.221+0000 7f6083e00640 1 -- 172.21.15.26:0/1526082172 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6088003c30 con 0x55da75d3eb10 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.222+0000 7f60a0fca740 1 -- 172.21.15.26:0/1526082172 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3eb10 msgr2=0x55da75d48ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.222+0000 7f6097e00640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f607c0a3da0 0x7f607c0a6260 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6098069830 tx=0x7f6090004a40 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.222+0000 7f60a0fca740 1 --2- 172.21.15.26:0/1526082172 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3eb10 0x55da75d48ca0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f60880ee610 tx=0x7f6088009260 comp rx=0 tx=0).stop 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.222+0000 7f60a0fca740 1 -- 172.21.15.26:0/1526082172 shutdown_connections 2024-04-26T23:38:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.222+0000 7f60a0fca740 1 --2- 172.21.15.26:0/1526082172 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d491e0 0x55da75d4b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.222+0000 7f60a0fca740 1 --2- 172.21.15.26:0/1526082172 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3eb10 0x55da75d48ca0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.222+0000 7f60a0fca740 1 --2- 172.21.15.26:0/1526082172 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3e1f0 0x55da75d3e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.222+0000 7f60a0fca740 1 -- 172.21.15.26:0/1526082172 >> 172.21.15.26:0/1526082172 conn(0x55da75d3a510 msgr2=0x55da75d3a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.222+0000 7f60a0fca740 1 -- 172.21.15.26:0/1526082172 shutdown_connections 2024-04-26T23:38:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.222+0000 7f60a0fca740 1 -- 172.21.15.26:0/1526082172 wait complete. 2024-04-26T23:38:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.222+0000 7f60a0fca740 1 -- start start 2024-04-26T23:38:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.223+0000 7f60a0fca740 1 Processor -- start 2024-04-26T23:38:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.223+0000 7f60a0fca740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3e1f0 0x55da75d48b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.223+0000 7f60a0fca740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3eb10 0x55da75d45e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.223+0000 7f60a0fca740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 0x55da75d463e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.223+0000 7f60a0fca740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55da75ca1f80 con 0x55da75d491e0 2024-04-26T23:38:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.223+0000 7f60a0fca740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55da75c4f260 con 0x55da75d3e1f0 2024-04-26T23:38:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.223+0000 7f60a0fca740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55da75ca72a0 con 0x55da75d3eb10 2024-04-26T23:38:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.223+0000 7f60a0fca740 10 client.0 _ll_register_callbacks cb 0x55da75c99960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.224+0000 7f6097e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 0x55da75d463e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.224+0000 7f6097e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 0x55da75d463e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59776/0 (socket says 172.21.15.26:59776) 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.224+0000 7f6097e00640 1 -- 172.21.15.26:0/2106507216 learned_addr learned my addr 172.21.15.26:0/2106507216 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.224+0000 7f6097400640 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3e1f0 0x55da75d48b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.224+0000 7f6096a00640 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3eb10 0x55da75d45e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.224+0000 7f6097e00640 1 -- 172.21.15.26:0/2106507216 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3eb10 msgr2=0x55da75d45e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.224+0000 7f6097e00640 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3eb10 0x55da75d45e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.224+0000 7f6097e00640 1 -- 172.21.15.26:0/2106507216 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3e1f0 msgr2=0x55da75d48b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.224+0000 7f6097e00640 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3e1f0 0x55da75d48b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.224+0000 7f6097e00640 1 -- 172.21.15.26:0/2106507216 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da75c311c0 con 0x55da75d491e0 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.225+0000 7f6097e00640 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 0x55da75d463e0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f60900099b0 tx=0x7f6090004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47b3fe875547f82b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.225+0000 7f6080c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.225+0000 7f6080c00640 1 -- 172.21.15.26:0/2106507216 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6090023070 con 0x55da75d491e0 2024-04-26T23:38:12.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.225+0000 7f6080c00640 1 -- 172.21.15.26:0/2106507216 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6090011cf0 con 0x55da75d491e0 2024-04-26T23:38:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.225+0000 7f60a0fca740 1 -- 172.21.15.26:0/2106507216 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60880bd620 con 0x55da75d491e0 2024-04-26T23:38:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.225+0000 7f6080c00640 1 -- 172.21.15.26:0/2106507216 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6090012e60 con 0x55da75d491e0 2024-04-26T23:38:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.225+0000 7f60a0fca740 10 client.15936 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.225+0000 7f60a0fca740 1 -- 172.21.15.26:0/2106507216 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55da759b43f0 con 0x55da75d491e0 2024-04-26T23:38:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.226+0000 7f6080c00640 1 -- 172.21.15.26:0/2106507216 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f60880bd620 con 0x55da75d491e0 2024-04-26T23:38:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.226+0000 7f6080c00640 1 -- 172.21.15.26:0/2106507216 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f609000f040 con 0x55da75d491e0 2024-04-26T23:38:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.226+0000 7f60a0fca740 10 client.15936 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.226+0000 7f60a0fca740 10 client.15936 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:38:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.226+0000 7f60a0fca740 20 client.15936 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.226+0000 7f60a0fca740 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55da75d589a0 0x55da75d5adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.226+0000 7f60a0fca740 4 client.15936 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:38:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.226+0000 7f60a0fca740 1 -- 172.21.15.26:0/2106507216 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da75cb0880 con 0x55da75d589a0 2024-04-26T23:38:12.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.227+0000 7f6097400640 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55da75d589a0 0x55da75d5adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.228+0000 7f6097400640 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55da75d589a0 0x55da75d5adb0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ffb08c84c0f485db server_cookie=3f6e23eeb23a7473 in_seq=0 out_seq=0 2024-04-26T23:38:12.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.228+0000 7f6080c00640 10 client.15936 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:38:12.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.229+0000 7f6080c00640 1 -- 172.21.15.26:0/2106507216 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55da75cb0880 con 0x55da75d589a0 2024-04-26T23:38:12.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.229+0000 7f6080c00640 10 client.15936 handle_command_reply: tid=0 2024-04-26T23:38:12.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.229+0000 7f60a0fca740 1 client.15936 shutdown 2024-04-26T23:38:12.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.230+0000 7f60a0fca740 1 -- 172.21.15.26:0/2106507216 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 msgr2=0x55da75d463e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.230+0000 7f60a0fca740 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 0x55da75d463e0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f60900099b0 tx=0x7f6090004ab0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.230+0000 7f60a0fca740 1 -- 172.21.15.26:0/2106507216 shutdown_connections 2024-04-26T23:38:12.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.230+0000 7f60a0fca740 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 0x55da75d463e0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.230+0000 7f60a0fca740 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55da75d589a0 0x55da75d5adb0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.230+0000 7f60a0fca740 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3eb10 0x55da75d45e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.230+0000 7f60a0fca740 1 --2- 172.21.15.26:0/2106507216 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3e1f0 0x55da75d48b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.230+0000 7f60a0fca740 1 -- 172.21.15.26:0/2106507216 >> 172.21.15.26:0/2106507216 conn(0x55da75d3a510 msgr2=0x55da75d401f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.230+0000 7f6080c00640 0 client.15936 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:38:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.230+0000 7f60a0fca740 1 -- 172.21.15.26:0/2106507216 shutdown_connections 2024-04-26T23:38:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.230+0000 7f60a0fca740 1 -- 172.21.15.26:0/2106507216 wait complete. 2024-04-26T23:38:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.230+0000 7f60a0fca740 20 client.15936 trim_cache size 0 max 16384 2024-04-26T23:38:12.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.248+0000 7f60a0fca740 1 Processor -- start 2024-04-26T23:38:12.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.249+0000 7f60a0fca740 1 -- start start 2024-04-26T23:38:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.249+0000 7f60a0fca740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3e1f0 0x55da75d39510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.249+0000 7f60a0fca740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3eb10 0x55da75d54950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.249+0000 7f60a0fca740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 0x55da75d606c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.249+0000 7f60a0fca740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f60981b7420 con 0x55da75d491e0 2024-04-26T23:38:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.249+0000 7f60a0fca740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f60981b4cf0 con 0x55da75d3eb10 2024-04-26T23:38:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.249+0000 7f60a0fca740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f60981b2b20 con 0x55da75d3e1f0 2024-04-26T23:38:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.249+0000 7f6097e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 0x55da75d606c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.249+0000 7f6097e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 0x55da75d606c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59784/0 (socket says 172.21.15.26:59784) 2024-04-26T23:38:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.249+0000 7f6097e00640 1 -- 172.21.15.26:0/253855168 learned_addr learned my addr 172.21.15.26:0/253855168 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.250+0000 7f6097400640 1 --2- 172.21.15.26:0/253855168 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3e1f0 0x55da75d39510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.250+0000 7f6096a00640 1 --2- 172.21.15.26:0/253855168 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3eb10 0x55da75d54950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.250+0000 7f6097e00640 1 -- 172.21.15.26:0/253855168 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3e1f0 msgr2=0x55da75d39510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.250+0000 7f6097e00640 1 --2- 172.21.15.26:0/253855168 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3e1f0 0x55da75d39510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.250+0000 7f6097e00640 1 -- 172.21.15.26:0/253855168 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3eb10 msgr2=0x55da75d54950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.250+0000 7f6097e00640 1 --2- 172.21.15.26:0/253855168 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3eb10 0x55da75d54950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.250+0000 7f6097e00640 1 -- 172.21.15.26:0/253855168 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da75d3e940 con 0x55da75d491e0 2024-04-26T23:38:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.250+0000 7f6097400640 1 --2- 172.21.15.26:0/253855168 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3e1f0 0x55da75d39510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:38:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.250+0000 7f6097e00640 1 --2- 172.21.15.26:0/253855168 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 0x55da75d606c0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f60900124d0 tx=0x7f6090012500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e48bbb1d913ae5a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.251+0000 7f6083400640 1 -- 172.21.15.26:0/253855168 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6090023040 con 0x55da75d491e0 2024-04-26T23:38:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.251+0000 7f6083400640 1 -- 172.21.15.26:0/253855168 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6090017070 con 0x55da75d491e0 2024-04-26T23:38:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.251+0000 7f6083400640 1 -- 172.21.15.26:0/253855168 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6090028440 con 0x55da75d491e0 2024-04-26T23:38:12.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.251+0000 7f60a0fca740 1 -- 172.21.15.26:0/253855168 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 msgr2=0x55da75d606c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.251+0000 7f60a0fca740 1 --2- 172.21.15.26:0/253855168 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 0x55da75d606c0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f60900124d0 tx=0x7f6090012500 comp rx=0 tx=0).stop 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.252+0000 7f60a0fca740 1 -- 172.21.15.26:0/253855168 shutdown_connections 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.252+0000 7f60a0fca740 1 --2- 172.21.15.26:0/253855168 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d491e0 0x55da75d606c0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.252+0000 7f60a0fca740 1 --2- 172.21.15.26:0/253855168 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3eb10 0x55da75d54950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.252+0000 7f60a0fca740 1 --2- 172.21.15.26:0/253855168 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d3e1f0 0x55da75d39510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.252+0000 7f60a0fca740 1 -- 172.21.15.26:0/253855168 >> 172.21.15.26:0/253855168 conn(0x55da75d3a510 msgr2=0x55da75d38e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.252+0000 7f60a0fca740 1 -- 172.21.15.26:0/253855168 shutdown_connections 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.252+0000 7f60a0fca740 1 -- 172.21.15.26:0/253855168 wait complete. 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.252+0000 7f60a0fca740 1 -- start start 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.252+0000 7f60a0fca740 1 Processor -- start 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.253+0000 7f60a0fca740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3e1f0 0x55da75d51220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.253+0000 7f60a0fca740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3eb10 0x55da75d4e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.253+0000 7f60a0fca740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d491e0 0x55da75d4eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.253+0000 7f60a0fca740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f60981b31b0 con 0x55da75d3e1f0 2024-04-26T23:38:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.253+0000 7f60a0fca740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f60981b4620 con 0x55da75d3eb10 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.253+0000 7f60a0fca740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f60981b3880 con 0x55da75d491e0 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.253+0000 7f60a0fca740 10 client.0 _ll_register_callbacks cb 0x7f6090009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.253+0000 7f6097400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3e1f0 0x55da75d51220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.253+0000 7f6097400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3e1f0 0x55da75d51220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59786/0 (socket says 172.21.15.26:59786) 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.253+0000 7f6097400640 1 -- 172.21.15.26:0/1498347647 learned_addr learned my addr 172.21.15.26:0/1498347647 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.253+0000 7f6096a00640 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3eb10 0x55da75d4e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.254+0000 7f6097e00640 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d491e0 0x55da75d4eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.254+0000 7f6097400640 1 -- 172.21.15.26:0/1498347647 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d491e0 msgr2=0x55da75d4eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.254+0000 7f6097400640 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d491e0 0x55da75d4eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.254+0000 7f6097400640 1 -- 172.21.15.26:0/1498347647 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3eb10 msgr2=0x55da75d4e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.254+0000 7f6097400640 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3eb10 0x55da75d4e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.254+0000 7f6097400640 1 -- 172.21.15.26:0/1498347647 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da75a7e7d0 con 0x55da75d3e1f0 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.254+0000 7f6097400640 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3e1f0 0x55da75d51220 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f60880bcc20 tx=0x7f608802a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c38435182b65f9fa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.254+0000 7f6080c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.254+0000 7f6080c00640 1 -- 172.21.15.26:0/1498347647 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60880d6060 con 0x55da75d3e1f0 2024-04-26T23:38:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.254+0000 7f6080c00640 1 -- 172.21.15.26:0/1498347647 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6088003c30 con 0x55da75d3e1f0 2024-04-26T23:38:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.254+0000 7f60a0fca740 1 -- 172.21.15.26:0/1498347647 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6090017070 con 0x55da75d3e1f0 2024-04-26T23:38:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.255+0000 7f6080c00640 1 -- 172.21.15.26:0/1498347647 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6088049040 con 0x55da75d3e1f0 2024-04-26T23:38:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.255+0000 7f60a0fca740 10 client.15942 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.255+0000 7f60a0fca740 1 -- 172.21.15.26:0/1498347647 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55da75c492a0 con 0x55da75d3e1f0 2024-04-26T23:38:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.255+0000 7f6080c00640 1 -- 172.21.15.26:0/1498347647 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6090017070 con 0x55da75d3e1f0 2024-04-26T23:38:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.255+0000 7f6080c00640 1 -- 172.21.15.26:0/1498347647 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f60880c0070 con 0x55da75d3e1f0 2024-04-26T23:38:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.255+0000 7f60a0fca740 10 client.15942 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.255+0000 7f60a0fca740 10 client.15942 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:38:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.255+0000 7f60a0fca740 20 client.15942 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.255+0000 7f60a0fca740 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55da75dbf160 0x55da75dc1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.255+0000 7f60a0fca740 4 client.15942 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:38:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.255+0000 7f60a0fca740 1 -- 172.21.15.26:0/1498347647 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55da75caa6f0 con 0x55da75dbf160 2024-04-26T23:38:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.256+0000 7f6096a00640 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55da75dbf160 0x55da75dc1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.257+0000 7f6080c00640 10 client.15942 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:38:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.257+0000 7f6096a00640 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55da75dbf160 0x55da75dc1550 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=312418d3ad25e8f server_cookie=adaf32c8dba44873 in_seq=0 out_seq=0 2024-04-26T23:38:12.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f6080c00640 1 -- 172.21.15.26:0/1498347647 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55da75caa6f0 con 0x55da75dbf160 2024-04-26T23:38:12.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f6080c00640 10 client.15942 handle_command_reply: tid=0 2024-04-26T23:38:12.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f60a0fca740 1 client.15942 shutdown 2024-04-26T23:38:12.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f60a0fca740 1 -- 172.21.15.26:0/1498347647 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3e1f0 msgr2=0x55da75d51220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f60a0fca740 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3e1f0 0x55da75d51220 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f60880bcc20 tx=0x7f608802a480 comp rx=0 tx=0).stop 2024-04-26T23:38:12.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f60a0fca740 1 -- 172.21.15.26:0/1498347647 shutdown_connections 2024-04-26T23:38:12.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f60a0fca740 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55da75dbf160 0x55da75dc1550 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f60a0fca740 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da75d491e0 0x55da75d4eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f6080c00640 0 client.15942 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:38:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f60a0fca740 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da75d3eb10 0x55da75d4e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f60a0fca740 1 --2- 172.21.15.26:0/1498347647 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da75d3e1f0 0x55da75d51220 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f60a0fca740 1 -- 172.21.15.26:0/1498347647 >> 172.21.15.26:0/1498347647 conn(0x55da75d3a510 msgr2=0x55da75d39690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f60a0fca740 1 -- 172.21.15.26:0/1498347647 shutdown_connections 2024-04-26T23:38:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f60a0fca740 1 -- 172.21.15.26:0/1498347647 wait complete. 2024-04-26T23:38:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.258+0000 7f60a0fca740 20 client.15942 trim_cache size 0 max 16384 2024-04-26T23:38:12.263 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:38:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.259+0000 7f609e000640 1 -- 172.21.15.26:0/3790802294 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f607c0a3da0 msgr2=0x7f607c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.259+0000 7f609e000640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f607c0a3da0 0x7f607c0a6260 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6098069830 tx=0x7f6090004a40 comp rx=0 tx=0).stop 2024-04-26T23:38:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.259+0000 7f609e000640 1 -- 172.21.15.26:0/3790802294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6098074cd0 msgr2=0x7f609819f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.259+0000 7f609e000640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6098074cd0 0x7f609819f6b0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f6088009230 tx=0x7f6088004270 comp rx=0 tx=0).stop 2024-04-26T23:38:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.259+0000 7f609e000640 1 -- 172.21.15.26:0/3790802294 shutdown_connections 2024-04-26T23:38:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.259+0000 7f609e000640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f60981138f0 0x7f60981a3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.259+0000 7f609e000640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f60980755f0 0x7f609819fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.259+0000 7f609e000640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f607c0a3da0 0x7f607c0a6260 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.259+0000 7f609e000640 1 --2- 172.21.15.26:0/3790802294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6098074cd0 0x7f609819f6b0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.259+0000 7f609e000640 1 -- 172.21.15.26:0/3790802294 >> 172.21.15.26:0/3790802294 conn(0x7f60980fe3b0 msgr2=0x7f6098100110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.259+0000 7f609e000640 1 -- 172.21.15.26:0/3790802294 shutdown_connections 2024-04-26T23:38:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.259+0000 7f609e000640 1 -- 172.21.15.26:0/3790802294 wait complete. 2024-04-26T23:38:12.280 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:38:12.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.485+0000 7f798b200640 1 -- 172.21.15.26:0/1086603674 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f798c1039f0 msgr2=0x7f798c103dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.485+0000 7f798b200640 1 --2- 172.21.15.26:0/1086603674 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f798c1039f0 0x7f798c103dd0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f797c009900 tx=0x7f797c02a480 comp rx=0 tx=0).stop 2024-04-26T23:38:12.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.485+0000 7f798b200640 1 -- 172.21.15.26:0/1086603674 shutdown_connections 2024-04-26T23:38:12.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.485+0000 7f798b200640 1 --2- 172.21.15.26:0/1086603674 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f798c10cdc0 0x7f798c10f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.485+0000 7f798b200640 1 --2- 172.21.15.26:0/1086603674 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f798c104310 0x7f798c10c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.485+0000 7f798b200640 1 --2- 172.21.15.26:0/1086603674 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f798c1039f0 0x7f798c103dd0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.485+0000 7f798b200640 1 -- 172.21.15.26:0/1086603674 >> 172.21.15.26:0/1086603674 conn(0x7f798c0fd1b0 msgr2=0x7f798c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.486+0000 7f798b200640 1 -- 172.21.15.26:0/1086603674 shutdown_connections 2024-04-26T23:38:12.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.486+0000 7f798b200640 1 -- 172.21.15.26:0/1086603674 wait complete. 2024-04-26T23:38:12.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.487+0000 7f798b200640 1 Processor -- start 2024-04-26T23:38:12.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.487+0000 7f798b200640 1 -- start start 2024-04-26T23:38:12.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.487+0000 7f798b200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f798c1039f0 0x7f798c19b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.487+0000 7f798b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f798c104310 0x7f798c19b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.487+0000 7f798b200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f798c10cdc0 0x7f798c19fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.487+0000 7f798b200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f798c112900 con 0x7f798c104310 2024-04-26T23:38:12.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.487+0000 7f798b200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f798c112780 con 0x7f798c1039f0 2024-04-26T23:38:12.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.487+0000 7f798b200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f798c112a80 con 0x7f798c10cdc0 2024-04-26T23:38:12.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.488+0000 7f7989400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f798c104310 0x7f798c19b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.488+0000 7f7989400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f798c104310 0x7f798c19b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59808/0 (socket says 172.21.15.26:59808) 2024-04-26T23:38:12.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.488+0000 7f7989400640 1 -- 172.21.15.26:0/838869287 learned_addr learned my addr 172.21.15.26:0/838869287 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.488+0000 7f7989e00640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f798c1039f0 0x7f798c19b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.488+0000 7f798a800640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f798c10cdc0 0x7f798c19fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.488+0000 7f7989400640 1 -- 172.21.15.26:0/838869287 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f798c10cdc0 msgr2=0x7f798c19fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.488+0000 7f7989400640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f798c10cdc0 0x7f798c19fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.488+0000 7f7989400640 1 -- 172.21.15.26:0/838869287 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f798c1039f0 msgr2=0x7f798c19b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.488+0000 7f7989400640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f798c1039f0 0x7f798c19b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.488+0000 7f7989400640 1 -- 172.21.15.26:0/838869287 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f798c1a0170 con 0x7f798c104310 2024-04-26T23:38:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.489+0000 7f7989400640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f798c104310 0x7f798c19b6c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f797800d950 tx=0x7f797800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.489+0000 7f7982a00640 1 -- 172.21.15.26:0/838869287 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7978017070 con 0x7f798c104310 2024-04-26T23:38:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.489+0000 7f7982a00640 1 -- 172.21.15.26:0/838869287 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7978009c30 con 0x7f798c104310 2024-04-26T23:38:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.489+0000 7f7982a00640 1 -- 172.21.15.26:0/838869287 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f797800f620 con 0x7f798c104310 2024-04-26T23:38:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.489+0000 7f798b200640 1 -- 172.21.15.26:0/838869287 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f798c1a0460 con 0x7f798c104310 2024-04-26T23:38:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.489+0000 7f798b200640 1 -- 172.21.15.26:0/838869287 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f798c1a7cf0 con 0x7f798c104310 2024-04-26T23:38:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.494+0000 7f7993b7c740 1 Processor -- start 2024-04-26T23:38:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.494+0000 7f7993b7c740 1 -- start start 2024-04-26T23:38:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.494+0000 7f7982a00640 1 -- 172.21.15.26:0/838869287 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7978010460 con 0x7f798c104310 2024-04-26T23:38:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.494+0000 7f7993b7c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc75773a0 0x561dc7577780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.494+0000 7f7993b7c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 0x561dc7581e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.494+0000 7f7993b7c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 0x561dc7584780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.494+0000 7f7993b7c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561dc74dbc70 con 0x561dc7582390 2024-04-26T23:38:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.494+0000 7f7993b7c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561dc7494980 con 0x561dc7577cc0 2024-04-26T23:38:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.494+0000 7f7993b7c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561dc74d7c30 con 0x561dc75773a0 2024-04-26T23:38:12.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.495+0000 7f7989400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 0x561dc7584780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.495+0000 7f7989400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 0x561dc7584780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59816/0 (socket says 172.21.15.26:59816) 2024-04-26T23:38:12.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.495+0000 7f7989400640 1 -- 172.21.15.26:0/1269566217 learned_addr learned my addr 172.21.15.26:0/1269566217 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.495+0000 7f7989e00640 1 --2- 172.21.15.26:0/1269566217 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 0x561dc7581e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.495+0000 7f798a800640 1 --2- 172.21.15.26:0/1269566217 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc75773a0 0x561dc7577780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.495+0000 7f7989400640 1 -- 172.21.15.26:0/1269566217 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc75773a0 msgr2=0x561dc7577780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.495+0000 7f7989400640 1 --2- 172.21.15.26:0/1269566217 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc75773a0 0x561dc7577780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.495+0000 7f7989400640 1 -- 172.21.15.26:0/1269566217 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 msgr2=0x561dc7581e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.495+0000 7f7989400640 1 --2- 172.21.15.26:0/1269566217 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 0x561dc7581e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.495+0000 7f7989400640 1 -- 172.21.15.26:0/1269566217 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561dc746c7b0 con 0x561dc7582390 2024-04-26T23:38:12.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.496+0000 7f7989400640 1 --2- 172.21.15.26:0/1269566217 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 0x561dc7584780 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f79780cdb90 tx=0x7f79780d6ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a154ea37166c22b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.496+0000 7f7982a00640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f79700a3d20 0x7f79700a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.496+0000 7f7982a00640 1 -- 172.21.15.26:0/838869287 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f79780d0500 con 0x7f798c104310 2024-04-26T23:38:12.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.496+0000 7f7977400640 1 -- 172.21.15.26:0/1269566217 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79780e3070 con 0x561dc7582390 2024-04-26T23:38:12.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.496+0000 7f7977400640 1 -- 172.21.15.26:0/1269566217 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f797809cb70 con 0x561dc7582390 2024-04-26T23:38:12.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.496+0000 7f7977400640 1 -- 172.21.15.26:0/1269566217 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f797809bdd0 con 0x561dc7582390 2024-04-26T23:38:12.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.496+0000 7f798a800640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f79700a3d20 0x7f79700a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.497+0000 7f7993b7c740 1 -- 172.21.15.26:0/1269566217 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 msgr2=0x561dc7584780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.497+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1269566217 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 0x561dc7584780 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f79780cdb90 tx=0x7f79780d6ae0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.497+0000 7f798a800640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f79700a3d20 0x7f79700a61e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f79840092f0 tx=0x7f7984009280 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.497+0000 7f7993b7c740 1 -- 172.21.15.26:0/1269566217 shutdown_connections 2024-04-26T23:38:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.497+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1269566217 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 0x561dc7584780 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.497+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1269566217 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 0x561dc7581e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.497+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1269566217 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc75773a0 0x561dc7577780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.497+0000 7f7993b7c740 1 -- 172.21.15.26:0/1269566217 >> 172.21.15.26:0/1269566217 conn(0x561dc75736c0 msgr2=0x561dc7573aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.498+0000 7f7993b7c740 1 -- 172.21.15.26:0/1269566217 shutdown_connections 2024-04-26T23:38:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.498+0000 7f7993b7c740 1 -- 172.21.15.26:0/1269566217 wait complete. 2024-04-26T23:38:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.498+0000 7f7993b7c740 1 -- start start 2024-04-26T23:38:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.498+0000 7f7993b7c740 1 Processor -- start 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.499+0000 7f7993b7c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc75773a0 0x561dc7581d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.499+0000 7f7993b7c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 0x561dc757f030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.499+0000 7f7993b7c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 0x561dc757f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.499+0000 7f7993b7c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561dc74daf80 con 0x561dc7582390 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.499+0000 7f7993b7c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561dc7488260 con 0x561dc7577cc0 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.499+0000 7f7993b7c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561dc74e02a0 con 0x561dc75773a0 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.499+0000 7f7993b7c740 10 client.0 _ll_register_callbacks cb 0x561dc74d2960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.499+0000 7f798a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 0x561dc757f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.499+0000 7f798a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 0x561dc757f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59818/0 (socket says 172.21.15.26:59818) 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.499+0000 7f798a800640 1 -- 172.21.15.26:0/1907311763 learned_addr learned my addr 172.21.15.26:0/1907311763 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.500+0000 7f7989e00640 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc75773a0 0x561dc7581d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.500+0000 7f7989400640 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 0x561dc757f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.500+0000 7f798a800640 1 -- 172.21.15.26:0/1907311763 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc75773a0 msgr2=0x561dc7581d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.500+0000 7f798a800640 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc75773a0 0x561dc7581d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.500+0000 7f798a800640 1 -- 172.21.15.26:0/1907311763 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 msgr2=0x561dc757f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.500+0000 7f798a800640 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 0x561dc757f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.500+0000 7f798a800640 1 -- 172.21.15.26:0/1907311763 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561dc746a1c0 con 0x561dc7582390 2024-04-26T23:38:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.500+0000 7f798a800640 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 0x561dc757f5d0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f7984012870 tx=0x7f7984004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1c7c1fbbc051c75 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.500+0000 7f796be00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.501+0000 7f796be00640 1 -- 172.21.15.26:0/1907311763 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f798400ead0 con 0x561dc7582390 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.501+0000 7f796be00640 1 -- 172.21.15.26:0/1907311763 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f798400ec70 con 0x561dc7582390 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.501+0000 7f7993b7c740 1 -- 172.21.15.26:0/1907311763 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f797809cb70 con 0x561dc7582390 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.501+0000 7f796be00640 1 -- 172.21.15.26:0/1907311763 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f798401f420 con 0x561dc7582390 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.501+0000 7f7993b7c740 10 client.15954 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.501+0000 7f7993b7c740 1 -- 172.21.15.26:0/1907311763 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561dc71ed3f0 con 0x561dc7582390 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.502+0000 7f796be00640 1 -- 172.21.15.26:0/1907311763 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f797809cb70 con 0x561dc7582390 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.502+0000 7f796be00640 1 -- 172.21.15.26:0/1907311763 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f798400f040 con 0x561dc7582390 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.502+0000 7f7993b7c740 10 client.15954 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.502+0000 7f7993b7c740 10 client.15954 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.502+0000 7f7993b7c740 20 client.15954 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.502+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x561dc7591e30 0x561dc7594240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.502+0000 7f7993b7c740 4 client.15954 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:38:12.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.502+0000 7f7993b7c740 1 -- 172.21.15.26:0/1907311763 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561dc74e9880 con 0x561dc7591e30 2024-04-26T23:38:12.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.503+0000 7f7989e00640 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x561dc7591e30 0x561dc7594240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.504+0000 7f7989e00640 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x561dc7591e30 0x561dc7594240 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fb9059f595c6b74a server_cookie=46af3ec79bc98b45 in_seq=0 out_seq=0 2024-04-26T23:38:12.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.504+0000 7f796be00640 10 client.15954 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:38:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.505+0000 7f796be00640 1 -- 172.21.15.26:0/1907311763 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561dc74e9880 con 0x561dc7591e30 2024-04-26T23:38:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.505+0000 7f796be00640 10 client.15954 handle_command_reply: tid=0 2024-04-26T23:38:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.505+0000 7f7993b7c740 1 client.15954 shutdown 2024-04-26T23:38:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.506+0000 7f7993b7c740 1 -- 172.21.15.26:0/1907311763 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 msgr2=0x561dc757f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.506+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 0x561dc757f5d0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f7984012870 tx=0x7f7984004a40 comp rx=0 tx=0).stop 2024-04-26T23:38:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.506+0000 7f7993b7c740 1 -- 172.21.15.26:0/1907311763 shutdown_connections 2024-04-26T23:38:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.506+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x561dc7591e30 0x561dc7594240 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.506+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7582390 0x561dc757f5d0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.506+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 0x561dc757f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.506+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1907311763 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc75773a0 0x561dc7581d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.506+0000 7f7993b7c740 1 -- 172.21.15.26:0/1907311763 >> 172.21.15.26:0/1907311763 conn(0x561dc75736c0 msgr2=0x561dc75794c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.506+0000 7f796be00640 0 client.15954 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:38:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.506+0000 7f7993b7c740 1 -- 172.21.15.26:0/1907311763 shutdown_connections 2024-04-26T23:38:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.506+0000 7f7993b7c740 1 -- 172.21.15.26:0/1907311763 wait complete. 2024-04-26T23:38:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.506+0000 7f7993b7c740 20 client.15954 trim_cache size 0 max 16384 2024-04-26T23:38:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.522+0000 7f7993b7c740 1 Processor -- start 2024-04-26T23:38:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.522+0000 7f7993b7c740 1 -- start start 2024-04-26T23:38:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.522+0000 7f7993b7c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc75773a0 0x561dc757e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7993b7c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7577cc0 0x561dc757a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7993b7c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc7582390 0x561dc758dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7993b7c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f798c1b2e50 con 0x561dc7577cc0 2024-04-26T23:38:12.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7993b7c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f798c1b0720 con 0x561dc75773a0 2024-04-26T23:38:12.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7993b7c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f798c1ae550 con 0x561dc7582390 2024-04-26T23:38:12.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7989400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7577cc0 0x561dc757a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7989400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7577cc0 0x561dc757a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59820/0 (socket says 172.21.15.26:59820) 2024-04-26T23:38:12.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7989400640 1 -- 172.21.15.26:0/1418714919 learned_addr learned my addr 172.21.15.26:0/1418714919 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7989e00640 1 --2- 172.21.15.26:0/1418714919 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc75773a0 0x561dc757e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f798a800640 1 --2- 172.21.15.26:0/1418714919 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc7582390 0x561dc758dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7989400640 1 -- 172.21.15.26:0/1418714919 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc7582390 msgr2=0x561dc758dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7989400640 1 --2- 172.21.15.26:0/1418714919 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc7582390 0x561dc758dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7989400640 1 -- 172.21.15.26:0/1418714919 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc75773a0 msgr2=0x561dc757e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7989400640 1 --2- 172.21.15.26:0/1418714919 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc75773a0 0x561dc757e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.523+0000 7f7989400640 1 -- 172.21.15.26:0/1418714919 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561dc72b77d0 con 0x561dc7577cc0 2024-04-26T23:38:12.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.524+0000 7f7989400640 1 --2- 172.21.15.26:0/1418714919 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7577cc0 0x561dc757a500 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f79780d65a0 tx=0x7f79780d0780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=932b26e41f624c68 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.524+0000 7f7976a00640 1 -- 172.21.15.26:0/1418714919 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7978020040 con 0x561dc7577cc0 2024-04-26T23:38:12.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.524+0000 7f7976a00640 1 -- 172.21.15.26:0/1418714919 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7978009de0 con 0x561dc7577cc0 2024-04-26T23:38:12.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.524+0000 7f7976a00640 1 -- 172.21.15.26:0/1418714919 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f797809cb70 con 0x561dc7577cc0 2024-04-26T23:38:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.525+0000 7f7993b7c740 1 -- 172.21.15.26:0/1418714919 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7577cc0 msgr2=0x561dc757a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.525+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1418714919 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7577cc0 0x561dc757a500 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f79780d65a0 tx=0x7f79780d0780 comp rx=0 tx=0).stop 2024-04-26T23:38:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.525+0000 7f7993b7c740 1 -- 172.21.15.26:0/1418714919 shutdown_connections 2024-04-26T23:38:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.525+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1418714919 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc7582390 0x561dc758dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.525+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1418714919 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc7577cc0 0x561dc757a500 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.525+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1418714919 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc75773a0 0x561dc757e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.525+0000 7f7993b7c740 1 -- 172.21.15.26:0/1418714919 >> 172.21.15.26:0/1418714919 conn(0x561dc75736c0 msgr2=0x561dc7579df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.525+0000 7f7993b7c740 1 -- 172.21.15.26:0/1418714919 shutdown_connections 2024-04-26T23:38:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.525+0000 7f7993b7c740 1 -- 172.21.15.26:0/1418714919 wait complete. 2024-04-26T23:38:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.525+0000 7f7993b7c740 1 -- start start 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.526+0000 7f7993b7c740 1 Processor -- start 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.526+0000 7f7993b7c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc75773a0 0x561dc758a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.526+0000 7f7993b7c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 0x561dc758a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.526+0000 7f7993b7c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc7582390 0x561dc7585490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.526+0000 7f7993b7c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f798c1aebe0 con 0x561dc75773a0 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.526+0000 7f7993b7c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f798c1b0050 con 0x561dc7577cc0 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.526+0000 7f7993b7c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f798c1af2b0 con 0x561dc7582390 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.526+0000 7f7993b7c740 10 client.0 _ll_register_callbacks cb 0x7f7984009ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.526+0000 7f7989e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc75773a0 0x561dc758a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.527+0000 7f7989e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc75773a0 0x561dc758a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59826/0 (socket says 172.21.15.26:59826) 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.527+0000 7f7989e00640 1 -- 172.21.15.26:0/1314943119 learned_addr learned my addr 172.21.15.26:0/1314943119 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.527+0000 7f7989400640 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 0x561dc758a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.527+0000 7f798a800640 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc7582390 0x561dc7585490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.527+0000 7f7989e00640 1 -- 172.21.15.26:0/1314943119 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc7582390 msgr2=0x561dc7585490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.527+0000 7f7989e00640 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc7582390 0x561dc7585490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.527+0000 7f7989e00640 1 -- 172.21.15.26:0/1314943119 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 msgr2=0x561dc758a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.527+0000 7f7989e00640 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 0x561dc758a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.527+0000 7f7989e00640 1 -- 172.21.15.26:0/1314943119 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561dc74822a0 con 0x561dc75773a0 2024-04-26T23:38:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.527+0000 7f798a800640 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc7582390 0x561dc7585490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:38:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.527+0000 7f7989e00640 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc75773a0 0x561dc758a000 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f797c02a9a0 tx=0x7f797c005bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1223bf6309454fe0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.527+0000 7f796be00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.528+0000 7f796be00640 1 -- 172.21.15.26:0/1314943119 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f797c035040 con 0x561dc75773a0 2024-04-26T23:38:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.528+0000 7f796be00640 1 -- 172.21.15.26:0/1314943119 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f797c004340 con 0x561dc75773a0 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.528+0000 7f7993b7c740 1 -- 172.21.15.26:0/1314943119 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7978009de0 con 0x561dc75773a0 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.528+0000 7f796be00640 1 -- 172.21.15.26:0/1314943119 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f797c053050 con 0x561dc75773a0 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.528+0000 7f7993b7c740 10 client.15960 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.528+0000 7f7993b7c740 1 -- 172.21.15.26:0/1314943119 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561dc75f7c80 con 0x561dc75773a0 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.528+0000 7f796be00640 1 -- 172.21.15.26:0/1314943119 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7978009de0 con 0x561dc75773a0 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.529+0000 7f796be00640 1 -- 172.21.15.26:0/1314943119 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f797c0456a0 con 0x561dc75773a0 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.529+0000 7f7993b7c740 10 client.15960 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.529+0000 7f7993b7c740 10 client.15960 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.529+0000 7f7993b7c740 20 client.15960 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.529+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x561dc75f8400 0x561dc75fa820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.529+0000 7f7993b7c740 4 client.15960 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.529+0000 7f7993b7c740 1 -- 172.21.15.26:0/1314943119 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561dc74e36f0 con 0x561dc75f8400 2024-04-26T23:38:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.529+0000 7f7989400640 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x561dc75f8400 0x561dc75fa820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.530+0000 7f7989400640 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x561dc75f8400 0x561dc75fa820 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8c678fd2948aa5e9 server_cookie=902ef7dfb66d648b in_seq=0 out_seq=0 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.530+0000 7f796be00640 10 client.15960 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f796be00640 1 -- 172.21.15.26:0/1314943119 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561dc74e36f0 con 0x561dc75f8400 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f796be00640 10 client.15960 handle_command_reply: tid=0 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f7993b7c740 1 client.15960 shutdown 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f7993b7c740 1 -- 172.21.15.26:0/1314943119 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc75773a0 msgr2=0x561dc758a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc75773a0 0x561dc758a000 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f797c02a9a0 tx=0x7f797c005bf0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f7993b7c740 1 -- 172.21.15.26:0/1314943119 shutdown_connections 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x561dc75f8400 0x561dc75fa820 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561dc7582390 0x561dc7585490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561dc7577cc0 0x561dc758a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f7993b7c740 1 --2- 172.21.15.26:0/1314943119 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561dc75773a0 0x561dc758a000 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f7993b7c740 1 -- 172.21.15.26:0/1314943119 >> 172.21.15.26:0/1314943119 conn(0x561dc75736c0 msgr2=0x561dc75727b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f796be00640 0 client.15960 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:38:12.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f7993b7c740 1 -- 172.21.15.26:0/1314943119 shutdown_connections 2024-04-26T23:38:12.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f7993b7c740 1 -- 172.21.15.26:0/1314943119 wait complete. 2024-04-26T23:38:12.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.531+0000 7f7993b7c740 20 client.15960 trim_cache size 0 max 16384 2024-04-26T23:38:12.537 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:38:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.532+0000 7f798b200640 1 -- 172.21.15.26:0/838869287 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f79700a3d20 msgr2=0x7f79700a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.532+0000 7f798b200640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f79700a3d20 0x7f79700a61e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f79840092f0 tx=0x7f7984009280 comp rx=0 tx=0).stop 2024-04-26T23:38:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.532+0000 7f798b200640 1 -- 172.21.15.26:0/838869287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f798c104310 msgr2=0x7f798c19b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.532+0000 7f798b200640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f798c104310 0x7f798c19b6c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f797800d950 tx=0x7f797800de10 comp rx=0 tx=0).stop 2024-04-26T23:38:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.532+0000 7f798b200640 1 -- 172.21.15.26:0/838869287 shutdown_connections 2024-04-26T23:38:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.532+0000 7f798b200640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f798c10cdc0 0x7f798c19fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.532+0000 7f798b200640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f79700a3d20 0x7f79700a61e0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.532+0000 7f798b200640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f798c104310 0x7f798c19b6c0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.532+0000 7f798b200640 1 --2- 172.21.15.26:0/838869287 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f798c1039f0 0x7f798c19b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.532+0000 7f798b200640 1 -- 172.21.15.26:0/838869287 >> 172.21.15.26:0/838869287 conn(0x7f798c0fd1b0 msgr2=0x7f798c1027d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.532+0000 7f798b200640 1 -- 172.21.15.26:0/838869287 shutdown_connections 2024-04-26T23:38:12.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.532+0000 7f798b200640 1 -- 172.21.15.26:0/838869287 wait complete. 2024-04-26T23:38:12.553 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:38:12.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.763+0000 7f02e4a00640 1 -- 172.21.15.26:0/2022566551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02e01027d0 msgr2=0x7f02e0102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.763+0000 7f02e4a00640 1 --2- 172.21.15.26:0/2022566551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02e01027d0 0x7f02e0102c50 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f02c8009930 tx=0x7f02c802a420 comp rx=0 tx=0).stop 2024-04-26T23:38:12.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.763+0000 7f02e4a00640 1 -- 172.21.15.26:0/2022566551 shutdown_connections 2024-04-26T23:38:12.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.763+0000 7f02e4a00640 1 --2- 172.21.15.26:0/2022566551 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f02e0103190 0x7f02e010f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.763+0000 7f02e4a00640 1 --2- 172.21.15.26:0/2022566551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02e01027d0 0x7f02e0102c50 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.763+0000 7f02e4a00640 1 --2- 172.21.15.26:0/2022566551 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f02e01087e0 0x7f02e0108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.763+0000 7f02e4a00640 1 -- 172.21.15.26:0/2022566551 >> 172.21.15.26:0/2022566551 conn(0x7f02e00fe300 msgr2=0x7f02e0100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.763+0000 7f02e4a00640 1 -- 172.21.15.26:0/2022566551 shutdown_connections 2024-04-26T23:38:12.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.763+0000 7f02e4a00640 1 -- 172.21.15.26:0/2022566551 wait complete. 2024-04-26T23:38:12.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.764+0000 7f02e4a00640 1 Processor -- start 2024-04-26T23:38:12.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.764+0000 7f02e4a00640 1 -- start start 2024-04-26T23:38:12.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02e4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02e01027d0 0x7f02e0198f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02e4a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f02e0103190 0x7f02e0199440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02e4a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f02e01087e0 0x7f02e019d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02e4a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f02e01129a0 con 0x7f02e01027d0 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02e4a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f02e0112820 con 0x7f02e0103190 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02e4a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f02e0112b20 con 0x7f02e01087e0 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02df400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02e01027d0 0x7f02e0198f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02df400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02e01027d0 0x7f02e0198f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59854/0 (socket says 172.21.15.26:59854) 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02df400640 1 -- 172.21.15.26:0/1827030971 learned_addr learned my addr 172.21.15.26:0/1827030971 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02dfe00640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f02e01087e0 0x7f02e019d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02d7e00640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f02e0103190 0x7f02e0199440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02df400640 1 -- 172.21.15.26:0/1827030971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f02e01087e0 msgr2=0x7f02e019d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02df400640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f02e01087e0 0x7f02e019d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.765+0000 7f02df400640 1 -- 172.21.15.26:0/1827030971 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f02e0103190 msgr2=0x7f02e0199440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.766+0000 7f02df400640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f02e0103190 0x7f02e0199440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.766+0000 7f02df400640 1 -- 172.21.15.26:0/1827030971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02e019def0 con 0x7f02e01027d0 2024-04-26T23:38:12.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.766+0000 7f02dfe00640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f02e01087e0 0x7f02e019d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:38:12.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.766+0000 7f02df400640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02e01027d0 0x7f02e0198f00 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f02d000d950 tx=0x7f02d000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.766+0000 7f02dcc00640 1 -- 172.21.15.26:0/1827030971 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d0017030 con 0x7f02e01027d0 2024-04-26T23:38:12.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.766+0000 7f02dcc00640 1 -- 172.21.15.26:0/1827030971 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f02d0004020 con 0x7f02e01027d0 2024-04-26T23:38:12.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.766+0000 7f02dcc00640 1 -- 172.21.15.26:0/1827030971 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d00055d0 con 0x7f02e01027d0 2024-04-26T23:38:12.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.766+0000 7f02e4a00640 1 -- 172.21.15.26:0/1827030971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02e019e1e0 con 0x7f02e01027d0 2024-04-26T23:38:12.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.766+0000 7f02e4a00640 1 -- 172.21.15.26:0/1827030971 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02e01a5a70 con 0x7f02e01027d0 2024-04-26T23:38:12.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.770+0000 7f02e8d74740 1 Processor -- start 2024-04-26T23:38:12.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.770+0000 7f02e8d74740 1 -- start start 2024-04-26T23:38:12.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.770+0000 7f02e8d74740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b33a0 0x56500d9b3780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.770+0000 7f02e8d74740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9b3cc0 0x56500d9bde50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02e8d74740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9be390 0x56500d9c0780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02e8d74740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56500d917c70 con 0x56500d9b33a0 2024-04-26T23:38:12.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02e8d74740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56500d8d0980 con 0x56500d9b3cc0 2024-04-26T23:38:12.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02e8d74740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56500d913c30 con 0x56500d9be390 2024-04-26T23:38:12.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02dcc00640 1 -- 172.21.15.26:0/1827030971 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f02d0009a30 con 0x7f02e01027d0 2024-04-26T23:38:12.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02dfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b33a0 0x56500d9b3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02dfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b33a0 0x56500d9b3780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59864/0 (socket says 172.21.15.26:59864) 2024-04-26T23:38:12.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02dfe00640 1 -- 172.21.15.26:0/221545295 learned_addr learned my addr 172.21.15.26:0/221545295 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02d7e00640 1 --2- 172.21.15.26:0/221545295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9be390 0x56500d9c0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02df400640 1 --2- 172.21.15.26:0/221545295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9b3cc0 0x56500d9bde50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02dfe00640 1 -- 172.21.15.26:0/221545295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9be390 msgr2=0x56500d9c0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02dfe00640 1 --2- 172.21.15.26:0/221545295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9be390 0x56500d9c0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.771+0000 7f02dfe00640 1 -- 172.21.15.26:0/221545295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9b3cc0 msgr2=0x56500d9bde50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.772+0000 7f02dfe00640 1 --2- 172.21.15.26:0/221545295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9b3cc0 0x56500d9bde50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.772+0000 7f02dfe00640 1 -- 172.21.15.26:0/221545295 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56500d8a87b0 con 0x56500d9b33a0 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.772+0000 7f02dfe00640 1 --2- 172.21.15.26:0/221545295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b33a0 0x56500d9b3780 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f02d8009ea0 tx=0x7f02d8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=977e944f907df46b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.772+0000 7f02cfe00640 1 -- 172.21.15.26:0/221545295 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d8004d20 con 0x56500d9b33a0 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.772+0000 7f02cfe00640 1 -- 172.21.15.26:0/221545295 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f02d80054b0 con 0x56500d9b33a0 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.772+0000 7f02cfe00640 1 -- 172.21.15.26:0/221545295 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02d8011750 con 0x56500d9b33a0 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.772+0000 7f02dcc00640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f02c40a3da0 0x7f02c40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.773+0000 7f02dcc00640 1 -- 172.21.15.26:0/1827030971 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f02d00d01a0 con 0x7f02e01027d0 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.773+0000 7f02df400640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f02c40a3da0 0x7f02c40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.773+0000 7f02e8d74740 1 -- 172.21.15.26:0/221545295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b33a0 msgr2=0x56500d9b3780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.773+0000 7f02e8d74740 1 --2- 172.21.15.26:0/221545295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b33a0 0x56500d9b3780 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f02d8009ea0 tx=0x7f02d8009f90 comp rx=0 tx=0).stop 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.773+0000 7f02e8d74740 1 -- 172.21.15.26:0/221545295 shutdown_connections 2024-04-26T23:38:12.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.773+0000 7f02e8d74740 1 --2- 172.21.15.26:0/221545295 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9be390 0x56500d9c0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.773+0000 7f02e8d74740 1 --2- 172.21.15.26:0/221545295 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9b3cc0 0x56500d9bde50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.774+0000 7f02e8d74740 1 --2- 172.21.15.26:0/221545295 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b33a0 0x56500d9b3780 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.774+0000 7f02e8d74740 1 -- 172.21.15.26:0/221545295 >> 172.21.15.26:0/221545295 conn(0x56500d9af6c0 msgr2=0x56500d9afaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.774+0000 7f02e8d74740 1 -- 172.21.15.26:0/221545295 shutdown_connections 2024-04-26T23:38:12.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.774+0000 7f02df400640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f02c40a3da0 0x7f02c40a6260 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x56500d9b4960 tx=0x7f02d0000bc0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.774+0000 7f02e8d74740 1 -- 172.21.15.26:0/221545295 wait complete. 2024-04-26T23:38:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.774+0000 7f02e8d74740 1 -- start start 2024-04-26T23:38:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.774+0000 7f02e8d74740 1 Processor -- start 2024-04-26T23:38:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.775+0000 7f02e8d74740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9b33a0 0x56500d9bdd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.775+0000 7f02e8d74740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9bb080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.775+0000 7f02e8d74740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9be390 0x56500d9bb690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.775+0000 7f02e8d74740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56500d916f80 con 0x56500d9b3cc0 2024-04-26T23:38:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.775+0000 7f02e8d74740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56500d8c4260 con 0x56500d9be390 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.775+0000 7f02e8d74740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56500d91c2a0 con 0x56500d9b33a0 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.775+0000 7f02e8d74740 10 client.0 _ll_register_callbacks cb 0x56500d90e960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.775+0000 7f02d7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9bb080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.775+0000 7f02d7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9bb080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59870/0 (socket says 172.21.15.26:59870) 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.775+0000 7f02d7e00640 1 -- 172.21.15.26:0/400289873 learned_addr learned my addr 172.21.15.26:0/400289873 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.776+0000 7f02dfe00640 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9b33a0 0x56500d9bdd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.776+0000 7f02dfe00640 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9be390 0x56500d9bb690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.776+0000 7f02d7e00640 1 -- 172.21.15.26:0/400289873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9b33a0 msgr2=0x56500d9bdd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.776+0000 7f02d7e00640 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9b33a0 0x56500d9bdd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.776+0000 7f02d7e00640 1 -- 172.21.15.26:0/400289873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9be390 msgr2=0x56500d9bb690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.776+0000 7f02d7e00640 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9be390 0x56500d9bb690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.776+0000 7f02d7e00640 1 -- 172.21.15.26:0/400289873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56500d8a61c0 con 0x56500d9b3cc0 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.776+0000 7f02dfe00640 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9be390 0x56500d9bb690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:38:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.776+0000 7f02d7e00640 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9bb080 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f02c802aa10 tx=0x7f02c8005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b391a94171ba36d1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.776+0000 7f02ccc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.777+0000 7f02ccc00640 1 -- 172.21.15.26:0/400289873 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c8035030 con 0x56500d9b3cc0 2024-04-26T23:38:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.777+0000 7f02ccc00640 1 -- 172.21.15.26:0/400289873 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f02c80048c0 con 0x56500d9b3cc0 2024-04-26T23:38:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.777+0000 7f02e8d74740 1 -- 172.21.15.26:0/400289873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02d80054b0 con 0x56500d9b3cc0 2024-04-26T23:38:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.778+0000 7f02ccc00640 1 -- 172.21.15.26:0/400289873 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f02c8005d50 con 0x56500d9b3cc0 2024-04-26T23:38:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.778+0000 7f02e8d74740 10 client.15972 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.778+0000 7f02e8d74740 1 -- 172.21.15.26:0/400289873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56500d6293f0 con 0x56500d9b3cc0 2024-04-26T23:38:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.778+0000 7f02ccc00640 1 -- 172.21.15.26:0/400289873 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f02d80054b0 con 0x56500d9b3cc0 2024-04-26T23:38:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.778+0000 7f02ccc00640 1 -- 172.21.15.26:0/400289873 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f02c8003bb0 con 0x56500d9b3cc0 2024-04-26T23:38:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.778+0000 7f02e8d74740 10 client.15972 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.778+0000 7f02e8d74740 10 client.15972 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.779+0000 7f02e8d74740 20 client.15972 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.779+0000 7f02e8d74740 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56500d9cddc0 0x56500d9d01b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.779+0000 7f02e8d74740 4 client.15972 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:38:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.779+0000 7f02e8d74740 1 -- 172.21.15.26:0/400289873 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56500d925880 con 0x56500d9cddc0 2024-04-26T23:38:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.779+0000 7f02dfe00640 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56500d9cddc0 0x56500d9d01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.780+0000 7f02dfe00640 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56500d9cddc0 0x56500d9d01b0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fc0d122b8c273e0 server_cookie=8c8d26a9db9886db in_seq=0 out_seq=0 2024-04-26T23:38:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.780+0000 7f02ccc00640 10 client.15972 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:12.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.782+0000 7f02ccc00640 1 -- 172.21.15.26:0/400289873 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56500d925880 con 0x56500d9cddc0 2024-04-26T23:38:12.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.782+0000 7f02ccc00640 10 client.15972 handle_command_reply: tid=0 2024-04-26T23:38:12.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.782+0000 7f02e8d74740 1 client.15972 shutdown 2024-04-26T23:38:12.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.782+0000 7f02e8d74740 1 -- 172.21.15.26:0/400289873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 msgr2=0x56500d9bb080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.782+0000 7f02e8d74740 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9bb080 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f02c802aa10 tx=0x7f02c8005270 comp rx=0 tx=0).stop 2024-04-26T23:38:12.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.782+0000 7f02e8d74740 1 -- 172.21.15.26:0/400289873 shutdown_connections 2024-04-26T23:38:12.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.783+0000 7f02e8d74740 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56500d9cddc0 0x56500d9d01b0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.783+0000 7f02e8d74740 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9be390 0x56500d9bb690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.783+0000 7f02e8d74740 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9bb080 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.783+0000 7f02ccc00640 0 client.15972 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:12.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.783+0000 7f02e8d74740 1 --2- 172.21.15.26:0/400289873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9b33a0 0x56500d9bdd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.783+0000 7f02e8d74740 1 -- 172.21.15.26:0/400289873 >> 172.21.15.26:0/400289873 conn(0x56500d9af6c0 msgr2=0x56500d9b5380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.783+0000 7f02e8d74740 1 -- 172.21.15.26:0/400289873 shutdown_connections 2024-04-26T23:38:12.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.783+0000 7f02e8d74740 1 -- 172.21.15.26:0/400289873 wait complete. 2024-04-26T23:38:12.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.783+0000 7f02e8d74740 20 client.15972 trim_cache size 0 max 16384 2024-04-26T23:38:12.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.803+0000 7f02e8d74740 1 Processor -- start 2024-04-26T23:38:12.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.803+0000 7f02e8d74740 1 -- start start 2024-04-26T23:38:12.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.803+0000 7f02e8d74740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9b33a0 0x56500d9bd8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.803+0000 7f02e8d74740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9d5a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.803+0000 7f02e8d74740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9be390 0x56500d9d5f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.803+0000 7f02e8d74740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f02e01b0b70 con 0x56500d9b3cc0 2024-04-26T23:38:12.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.803+0000 7f02e8d74740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f02e01ae440 con 0x56500d9be390 2024-04-26T23:38:12.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.803+0000 7f02e8d74740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f02e01ac270 con 0x56500d9b33a0 2024-04-26T23:38:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.804+0000 7f02d7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9d5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.804+0000 7f02d7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9d5a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59872/0 (socket says 172.21.15.26:59872) 2024-04-26T23:38:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.804+0000 7f02d7e00640 1 -- 172.21.15.26:0/1463611732 learned_addr learned my addr 172.21.15.26:0/1463611732 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.804+0000 7f02dfe00640 1 --2- 172.21.15.26:0/1463611732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9b33a0 0x56500d9bd8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.804+0000 7f02dfe00640 1 --2- 172.21.15.26:0/1463611732 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9be390 0x56500d9d5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.804+0000 7f02d7e00640 1 -- 172.21.15.26:0/1463611732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9b33a0 msgr2=0x56500d9bd8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.804+0000 7f02d7e00640 1 --2- 172.21.15.26:0/1463611732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9b33a0 0x56500d9bd8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.804+0000 7f02d7e00640 1 -- 172.21.15.26:0/1463611732 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9be390 msgr2=0x56500d9d5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.804+0000 7f02d7e00640 1 --2- 172.21.15.26:0/1463611732 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9be390 0x56500d9d5f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.804+0000 7f02d7e00640 1 -- 172.21.15.26:0/1463611732 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56500d9ba030 con 0x56500d9b3cc0 2024-04-26T23:38:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.804+0000 7f02dfe00640 1 --2- 172.21.15.26:0/1463611732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9b33a0 0x56500d9bd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:38:12.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.804+0000 7f02d7e00640 1 --2- 172.21.15.26:0/1463611732 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9d5a50 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f02c80057c0 tx=0x7f02c802ab60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78c12cddc1ce14b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.805+0000 7f02cf400640 1 -- 172.21.15.26:0/1463611732 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c8035030 con 0x56500d9b3cc0 2024-04-26T23:38:12.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.805+0000 7f02cf400640 1 -- 172.21.15.26:0/1463611732 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f02c804c830 con 0x56500d9b3cc0 2024-04-26T23:38:12.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.805+0000 7f02cf400640 1 -- 172.21.15.26:0/1463611732 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c80046c0 con 0x56500d9b3cc0 2024-04-26T23:38:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.806+0000 7f02e8d74740 1 -- 172.21.15.26:0/1463611732 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 msgr2=0x56500d9d5a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.806+0000 7f02e8d74740 1 --2- 172.21.15.26:0/1463611732 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9d5a50 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f02c80057c0 tx=0x7f02c802ab60 comp rx=0 tx=0).stop 2024-04-26T23:38:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.806+0000 7f02e8d74740 1 -- 172.21.15.26:0/1463611732 shutdown_connections 2024-04-26T23:38:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.806+0000 7f02e8d74740 1 --2- 172.21.15.26:0/1463611732 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9be390 0x56500d9d5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.806+0000 7f02e8d74740 1 --2- 172.21.15.26:0/1463611732 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9d5a50 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.806+0000 7f02e8d74740 1 --2- 172.21.15.26:0/1463611732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9b33a0 0x56500d9bd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.806+0000 7f02e8d74740 1 -- 172.21.15.26:0/1463611732 >> 172.21.15.26:0/1463611732 conn(0x56500d9af6c0 msgr2=0x56500d9ae7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.806+0000 7f02e8d74740 1 -- 172.21.15.26:0/1463611732 shutdown_connections 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.806+0000 7f02e8d74740 1 -- 172.21.15.26:0/1463611732 wait complete. 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.806+0000 7f02e8d74740 1 -- start start 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.807+0000 7f02e8d74740 1 Processor -- start 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.807+0000 7f02e8d74740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9b33a0 0x56500d9c4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.807+0000 7f02e8d74740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9c4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.807+0000 7f02e8d74740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9be390 0x56500da376e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.807+0000 7f02e8d74740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f02e01ac900 con 0x56500d9b3cc0 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.807+0000 7f02e8d74740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f02e01add70 con 0x56500d9b33a0 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.807+0000 7f02e8d74740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f02e01acfd0 con 0x56500d9be390 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.807+0000 7f02e8d74740 10 client.0 _ll_register_callbacks cb 0x7f02c8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.807+0000 7f02d7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9c4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.807+0000 7f02d7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9c4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59886/0 (socket says 172.21.15.26:59886) 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.807+0000 7f02d7e00640 1 -- 172.21.15.26:0/3849705229 learned_addr learned my addr 172.21.15.26:0/3849705229 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:12.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.808+0000 7f02dfe00640 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9b33a0 0x56500d9c4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.808+0000 7f02dfe00640 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9be390 0x56500da376e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.808+0000 7f02d7e00640 1 -- 172.21.15.26:0/3849705229 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9be390 msgr2=0x56500da376e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.808+0000 7f02d7e00640 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9be390 0x56500da376e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.808+0000 7f02d7e00640 1 -- 172.21.15.26:0/3849705229 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9b33a0 msgr2=0x56500d9c4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.808+0000 7f02d7e00640 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9b33a0 0x56500d9c4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.808+0000 7f02d7e00640 1 -- 172.21.15.26:0/3849705229 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56500d9bba00 con 0x56500d9b3cc0 2024-04-26T23:38:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.808+0000 7f02d7e00640 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9c4a50 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f02c8009850 tx=0x7f02c804ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27ed2882e6496b1f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.808+0000 7f02ccc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:12.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.809+0000 7f02ccc00640 1 -- 172.21.15.26:0/3849705229 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c8035040 con 0x56500d9b3cc0 2024-04-26T23:38:12.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.809+0000 7f02ccc00640 1 -- 172.21.15.26:0/3849705229 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f02c8003a00 con 0x56500d9b3cc0 2024-04-26T23:38:12.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.809+0000 7f02e8d74740 1 -- 172.21.15.26:0/3849705229 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02c804c830 con 0x56500d9b3cc0 2024-04-26T23:38:12.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.809+0000 7f02ccc00640 1 -- 172.21.15.26:0/3849705229 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f02c8064050 con 0x56500d9b3cc0 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.809+0000 7f02e8d74740 10 client.15978 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.809+0000 7f02e8d74740 1 -- 172.21.15.26:0/3849705229 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56500d6f37d0 con 0x56500d9b3cc0 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.810+0000 7f02ccc00640 1 -- 172.21.15.26:0/3849705229 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f02c804c830 con 0x56500d9b3cc0 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.810+0000 7f02ccc00640 1 -- 172.21.15.26:0/3849705229 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f02c8056440 con 0x56500d9b3cc0 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.810+0000 7f02e8d74740 10 client.15978 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.810+0000 7f02e8d74740 10 client.15978 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.810+0000 7f02e8d74740 20 client.15978 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.810+0000 7f02e8d74740 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56500da392b0 0x56500da3b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.810+0000 7f02e8d74740 4 client.15978 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.810+0000 7f02e8d74740 1 -- 172.21.15.26:0/3849705229 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56500d91f6f0 con 0x56500da392b0 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.811+0000 7f02dfe00640 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56500da392b0 0x56500da3b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.811+0000 7f02dfe00640 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56500da392b0 0x56500da3b6d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4505c22fe63f563 server_cookie=19dc67acc2c3db30 in_seq=0 out_seq=0 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.811+0000 7f02ccc00640 10 client.15978 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02ccc00640 1 -- 172.21.15.26:0/3849705229 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56500d91f6f0 con 0x56500da392b0 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02ccc00640 10 client.15978 handle_command_reply: tid=0 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02e8d74740 1 client.15978 shutdown 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02e8d74740 1 -- 172.21.15.26:0/3849705229 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 msgr2=0x56500d9c4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02e8d74740 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9c4a50 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f02c8009850 tx=0x7f02c804ced0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02e8d74740 1 -- 172.21.15.26:0/3849705229 shutdown_connections 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02e8d74740 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56500da392b0 0x56500da3b6d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02e8d74740 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56500d9be390 0x56500da376e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02e8d74740 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56500d9b3cc0 0x56500d9c4a50 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02e8d74740 1 --2- 172.21.15.26:0/3849705229 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56500d9b33a0 0x56500d9c4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02e8d74740 1 -- 172.21.15.26:0/3849705229 >> 172.21.15.26:0/3849705229 conn(0x56500d9af6c0 msgr2=0x56500d9bc8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02ccc00640 0 client.15978 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02e8d74740 1 -- 172.21.15.26:0/3849705229 shutdown_connections 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.812+0000 7f02e8d74740 1 -- 172.21.15.26:0/3849705229 wait complete. 2024-04-26T23:38:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.813+0000 7f02e8d74740 20 client.15978 trim_cache size 0 max 16384 2024-04-26T23:38:12.818 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:38:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.813+0000 7f02e4a00640 1 -- 172.21.15.26:0/1827030971 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f02c40a3da0 msgr2=0x7f02c40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.813+0000 7f02e4a00640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f02c40a3da0 0x7f02c40a6260 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x56500d9b4960 tx=0x7f02d0000bc0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.813+0000 7f02e4a00640 1 -- 172.21.15.26:0/1827030971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02e01027d0 msgr2=0x7f02e0198f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.813+0000 7f02e4a00640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02e01027d0 0x7f02e0198f00 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f02d000d950 tx=0x7f02d000de10 comp rx=0 tx=0).stop 2024-04-26T23:38:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.813+0000 7f02e4a00640 1 -- 172.21.15.26:0/1827030971 shutdown_connections 2024-04-26T23:38:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.813+0000 7f02e4a00640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f02e01087e0 0x7f02e019d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.813+0000 7f02e4a00640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f02e0103190 0x7f02e0199440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.813+0000 7f02e4a00640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f02c40a3da0 0x7f02c40a6260 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.813+0000 7f02e4a00640 1 --2- 172.21.15.26:0/1827030971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f02e01027d0 0x7f02e0198f00 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.813+0000 7f02e4a00640 1 -- 172.21.15.26:0/1827030971 >> 172.21.15.26:0/1827030971 conn(0x7f02e00fe300 msgr2=0x7f02e00fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.814+0000 7f02e4a00640 1 -- 172.21.15.26:0/1827030971 shutdown_connections 2024-04-26T23:38:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:12.814+0000 7f02e4a00640 1 -- 172.21.15.26:0/1827030971 wait complete. 2024-04-26T23:38:12.831 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:12 smithi026 ceph-mon[28371]: pgmap v73: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 33 KiB/s wr, 20 op/s 2024-04-26T23:38:12.832 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:12 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/817984251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:38:13.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:12 smithi164 ceph-mon[31699]: pgmap v73: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 33 KiB/s wr, 20 op/s 2024-04-26T23:38:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:12 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/817984251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:38:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:12 smithi086 ceph-mon[31122]: pgmap v73: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 33 KiB/s wr, 20 op/s 2024-04-26T23:38:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:12 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/817984251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:38:13.834 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:38:13.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:38:13.835 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:38:14.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.085+0000 7f5eaec00640 1 -- 172.21.15.26:0/914422939 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ea81087f0 msgr2=0x7f5ea8108bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.085+0000 7f5eaec00640 1 --2- 172.21.15.26:0/914422939 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ea81087f0 0x7f5ea8108bd0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c009930 tx=0x7f5e9c02a420 comp rx=0 tx=0).stop 2024-04-26T23:38:14.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.086+0000 7f5eaec00640 1 -- 172.21.15.26:0/914422939 shutdown_connections 2024-04-26T23:38:14.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.086+0000 7f5eaec00640 1 --2- 172.21.15.26:0/914422939 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5ea81031a0 0x7f5ea810f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.086+0000 7f5eaec00640 1 --2- 172.21.15.26:0/914422939 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5ea81027e0 0x7f5ea8102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.086+0000 7f5eaec00640 1 --2- 172.21.15.26:0/914422939 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ea81087f0 0x7f5ea8108bd0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.086+0000 7f5eaec00640 1 -- 172.21.15.26:0/914422939 >> 172.21.15.26:0/914422939 conn(0x7f5ea80fe2d0 msgr2=0x7f5ea81006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:14.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.086+0000 7f5eaec00640 1 -- 172.21.15.26:0/914422939 shutdown_connections 2024-04-26T23:38:14.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.086+0000 7f5eaec00640 1 -- 172.21.15.26:0/914422939 wait complete. 2024-04-26T23:38:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.087+0000 7f5eaec00640 1 Processor -- start 2024-04-26T23:38:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.087+0000 7f5eaec00640 1 -- start start 2024-04-26T23:38:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.087+0000 7f5eaec00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5ea81027e0 0x7f5ea819b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.087+0000 7f5eaec00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5ea81031a0 0x7f5ea819b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.087+0000 7f5eaec00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ea81087f0 0x7f5ea819fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.087+0000 7f5eaec00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea8112920 con 0x7f5ea81087f0 2024-04-26T23:38:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.087+0000 7f5eaec00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea81127a0 con 0x7f5ea81031a0 2024-04-26T23:38:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.087+0000 7f5eaec00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea8112aa0 con 0x7f5ea81027e0 2024-04-26T23:38:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.088+0000 7f5eae200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ea81087f0 0x7f5ea819fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.088+0000 7f5eae200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ea81087f0 0x7f5ea819fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37206/0 (socket says 172.21.15.26:37206) 2024-04-26T23:38:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.088+0000 7f5eae200640 1 -- 172.21.15.26:0/3484839885 learned_addr learned my addr 172.21.15.26:0/3484839885 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.088+0000 7f5ead800640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5ea81027e0 0x7f5ea819b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.088+0000 7f5eace00640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5ea81031a0 0x7f5ea819b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.088+0000 7f5eae200640 1 -- 172.21.15.26:0/3484839885 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5ea81027e0 msgr2=0x7f5ea819b1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.088+0000 7f5eae200640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5ea81027e0 0x7f5ea819b1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.088+0000 7f5eae200640 1 -- 172.21.15.26:0/3484839885 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5ea81031a0 msgr2=0x7f5ea819b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.088+0000 7f5eae200640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5ea81031a0 0x7f5ea819b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.088+0000 7f5eae200640 1 -- 172.21.15.26:0/3484839885 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ea81a0140 con 0x7f5ea81087f0 2024-04-26T23:38:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.088+0000 7f5eace00640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5ea81031a0 0x7f5ea819b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:38:14.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.089+0000 7f5eae200640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ea81087f0 0x7f5ea819fa10 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f5ea000eb10 tx=0x7f5ea000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:14.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.089+0000 7f5ea6000640 1 -- 172.21.15.26:0/3484839885 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0004b20 con 0x7f5ea81087f0 2024-04-26T23:38:14.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.089+0000 7f5ea6000640 1 -- 172.21.15.26:0/3484839885 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5ea0004cc0 con 0x7f5ea81087f0 2024-04-26T23:38:14.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.089+0000 7f5ea6000640 1 -- 172.21.15.26:0/3484839885 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0010690 con 0x7f5ea81087f0 2024-04-26T23:38:14.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.089+0000 7f5eaec00640 1 -- 172.21.15.26:0/3484839885 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ea81a0430 con 0x7f5ea81087f0 2024-04-26T23:38:14.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.089+0000 7f5eaec00640 1 -- 172.21.15.26:0/3484839885 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ea81a7cc0 con 0x7f5ea81087f0 2024-04-26T23:38:14.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.093+0000 7f5ea6000640 1 -- 172.21.15.26:0/3484839885 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f5ea0005020 con 0x7f5ea81087f0 2024-04-26T23:38:14.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.093+0000 7f5eb3078740 1 Processor -- start 2024-04-26T23:38:14.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.093+0000 7f5eb3078740 1 -- start start 2024-04-26T23:38:14.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.094+0000 7f5eb3078740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57debb0 0x55e2f57def90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.094+0000 7f5eb3078740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57df560 0x55e2f57f2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.094+0000 7f5eb3078740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57f2660 0x55e2f57f4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.094+0000 7f5eb3078740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e2f5744980 con 0x55e2f57debb0 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.094+0000 7f5eb3078740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e2f56e1220 con 0x55e2f57df560 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.094+0000 7f5eb3078740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e2f5740940 con 0x55e2f57f2660 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.094+0000 7f5eace00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57debb0 0x55e2f57def90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.094+0000 7f5eace00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57debb0 0x55e2f57def90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37222/0 (socket says 172.21.15.26:37222) 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.094+0000 7f5eace00640 1 -- 172.21.15.26:0/3527147841 learned_addr learned my addr 172.21.15.26:0/3527147841 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.094+0000 7f5ead800640 1 --2- 172.21.15.26:0/3527147841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57df560 0x55e2f57f2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.095+0000 7f5eace00640 1 --2- 172.21.15.26:0/3527147841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57f2660 0x55e2f57f4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.095+0000 7f5eace00640 1 -- 172.21.15.26:0/3527147841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57f2660 msgr2=0x55e2f57f4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.095+0000 7f5eace00640 1 --2- 172.21.15.26:0/3527147841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57f2660 0x55e2f57f4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.095+0000 7f5ea6000640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5e900a3d20 0x7f5e900a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.095+0000 7f5eace00640 1 -- 172.21.15.26:0/3527147841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57df560 msgr2=0x55e2f57f2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.095+0000 7f5eace00640 1 --2- 172.21.15.26:0/3527147841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57df560 0x55e2f57f2120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.095+0000 7f5eace00640 1 -- 172.21.15.26:0/3527147841 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2f551e7e0 con 0x55e2f57debb0 2024-04-26T23:38:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.095+0000 7f5ea6000640 1 -- 172.21.15.26:0/3484839885 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f5ea00d0e80 con 0x7f5ea81087f0 2024-04-26T23:38:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.095+0000 7f5eae200640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5e900a3d20 0x7f5e900a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.095+0000 7f5eace00640 1 --2- 172.21.15.26:0/3527147841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57debb0 0x55e2f57def90 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f5e94013550 tx=0x7f5e9400b6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e86d88d1bcb0819b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.096+0000 7f5e9aa00640 1 -- 172.21.15.26:0/3527147841 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e94019070 con 0x55e2f57debb0 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.096+0000 7f5e9aa00640 1 -- 172.21.15.26:0/3527147841 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5e940054b0 con 0x55e2f57debb0 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.096+0000 7f5e9aa00640 1 -- 172.21.15.26:0/3527147841 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e94004c30 con 0x55e2f57debb0 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.097+0000 7f5eb3078740 1 -- 172.21.15.26:0/3527147841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57debb0 msgr2=0x55e2f57def90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.097+0000 7f5eae200640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5e900a3d20 0x7f5e900a61e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5ea00ce600 tx=0x7f5ea0009200 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.097+0000 7f5eb3078740 1 --2- 172.21.15.26:0/3527147841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57debb0 0x55e2f57def90 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f5e94013550 tx=0x7f5e9400b6b0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.097+0000 7f5eb3078740 1 -- 172.21.15.26:0/3527147841 shutdown_connections 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.097+0000 7f5eb3078740 1 --2- 172.21.15.26:0/3527147841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57f2660 0x55e2f57f4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.097+0000 7f5eb3078740 1 --2- 172.21.15.26:0/3527147841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57df560 0x55e2f57f2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.097+0000 7f5eb3078740 1 --2- 172.21.15.26:0/3527147841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57debb0 0x55e2f57def90 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.097+0000 7f5eb3078740 1 -- 172.21.15.26:0/3527147841 >> 172.21.15.26:0/3527147841 conn(0x55e2f57db180 msgr2=0x55e2f57db560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.097+0000 7f5eb3078740 1 -- 172.21.15.26:0/3527147841 shutdown_connections 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.097+0000 7f5eb3078740 1 -- 172.21.15.26:0/3527147841 wait complete. 2024-04-26T23:38:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.097+0000 7f5eb3078740 1 -- start start 2024-04-26T23:38:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.098+0000 7f5eb3078740 1 Processor -- start 2024-04-26T23:38:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.098+0000 7f5eb3078740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57debb0 0x55e2f57ef670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.098+0000 7f5eb3078740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57df560 0x55e2f57efbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.098+0000 7f5eb3078740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 0x55e2f57f00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.098+0000 7f5eb3078740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e2f57f5420 con 0x55e2f57f2660 2024-04-26T23:38:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.098+0000 7f5eb3078740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e2f56cc170 con 0x55e2f57debb0 2024-04-26T23:38:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.098+0000 7f5eb3078740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e2f57f55a0 con 0x55e2f57df560 2024-04-26T23:38:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.098+0000 7f5eb3078740 10 client.0 _ll_register_callbacks cb 0x55e2f573b770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.099+0000 7f5eace00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 0x55e2f57f00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.099+0000 7f5eace00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 0x55e2f57f00f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37228/0 (socket says 172.21.15.26:37228) 2024-04-26T23:38:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.099+0000 7f5eace00640 1 -- 172.21.15.26:0/1205822519 learned_addr learned my addr 172.21.15.26:0/1205822519 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.099+0000 7f5ead800640 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57df560 0x55e2f57efbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.099+0000 7f5eace00640 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57debb0 0x55e2f57ef670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.099+0000 7f5eace00640 1 -- 172.21.15.26:0/1205822519 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57df560 msgr2=0x55e2f57efbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.099+0000 7f5eace00640 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57df560 0x55e2f57efbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.099+0000 7f5eace00640 1 -- 172.21.15.26:0/1205822519 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57debb0 msgr2=0x55e2f57ef670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.099+0000 7f5eace00640 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57debb0 0x55e2f57ef670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.099+0000 7f5eace00640 1 -- 172.21.15.26:0/1205822519 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2f557ef70 con 0x55e2f57f2660 2024-04-26T23:38:14.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.099+0000 7f5ead800640 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57df560 0x55e2f57efbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:38:14.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.100+0000 7f5eace00640 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 0x55e2f57f00f0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f5e94013fd0 tx=0x7f5e940048d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8808664b1ec849c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:14.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.100+0000 7f5e8f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:14.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.100+0000 7f5e8f400640 1 -- 172.21.15.26:0/1205822519 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e94019070 con 0x55e2f57f2660 2024-04-26T23:38:14.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.100+0000 7f5e8f400640 1 -- 172.21.15.26:0/1205822519 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f5e94004dc0 con 0x55e2f57f2660 2024-04-26T23:38:14.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.100+0000 7f5eb3078740 1 -- 172.21.15.26:0/1205822519 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e940054b0 con 0x55e2f57f2660 2024-04-26T23:38:14.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.100+0000 7f5e8f400640 1 -- 172.21.15.26:0/1205822519 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5e94004fc0 con 0x55e2f57f2660 2024-04-26T23:38:14.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.100+0000 7f5eb3078740 10 client.15990 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:14.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.100+0000 7f5eb3078740 1 -- 172.21.15.26:0/1205822519 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e2f5416170 con 0x55e2f57f2660 2024-04-26T23:38:14.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.101+0000 7f5e8f400640 1 -- 172.21.15.26:0/1205822519 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5e940054b0 con 0x55e2f57f2660 2024-04-26T23:38:14.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.101+0000 7f5e8f400640 1 -- 172.21.15.26:0/1205822519 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5e94029020 con 0x55e2f57f2660 2024-04-26T23:38:14.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.101+0000 7f5eb3078740 10 client.15990 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:14.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.101+0000 7f5eb3078740 10 client.15990 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:14.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.101+0000 7f5eb3078740 20 client.15990 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:14.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.101+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e2f5802530 0x55e2f5804920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.101+0000 7f5eb3078740 4 client.15990 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:38:14.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.101+0000 7f5eb3078740 1 -- 172.21.15.26:0/1205822519 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e2f5752590 con 0x55e2f5802530 2024-04-26T23:38:14.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.102+0000 7f5ead800640 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e2f5802530 0x55e2f5804920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.103+0000 7f5e8f400640 10 client.15990 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:14.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.103+0000 7f5ead800640 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e2f5802530 0x55e2f5804920 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9f7e64fdc86f332 server_cookie=420d5dd9eee4b7b8 in_seq=0 out_seq=0 2024-04-26T23:38:14.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5e8f400640 1 -- 172.21.15.26:0/1205822519 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e2f5752590 con 0x55e2f5802530 2024-04-26T23:38:14.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5e8f400640 10 client.15990 handle_command_reply: tid=0 2024-04-26T23:38:14.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5eb3078740 1 client.15990 shutdown 2024-04-26T23:38:14.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5eb3078740 1 -- 172.21.15.26:0/1205822519 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 msgr2=0x55e2f57f00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 0x55e2f57f00f0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f5e94013fd0 tx=0x7f5e940048d0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5eb3078740 1 -- 172.21.15.26:0/1205822519 shutdown_connections 2024-04-26T23:38:14.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e2f5802530 0x55e2f5804920 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 0x55e2f57f00f0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57df560 0x55e2f57efbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1205822519 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57debb0 0x55e2f57ef670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5eb3078740 1 -- 172.21.15.26:0/1205822519 >> 172.21.15.26:0/1205822519 conn(0x55e2f57db180 msgr2=0x55e2f57e0ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:14.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5e8f400640 0 client.15990 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:14.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5eb3078740 1 -- 172.21.15.26:0/1205822519 shutdown_connections 2024-04-26T23:38:14.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.105+0000 7f5eb3078740 1 -- 172.21.15.26:0/1205822519 wait complete. 2024-04-26T23:38:14.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.106+0000 7f5eb3078740 20 client.15990 trim_cache size 0 max 16384 2024-04-26T23:38:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.132+0000 7f5eb3078740 1 Processor -- start 2024-04-26T23:38:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.132+0000 7f5eb3078740 1 -- start start 2024-04-26T23:38:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.133+0000 7f5eb3078740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57debb0 0x55e2f57f1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.133+0000 7f5eb3078740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57df560 0x55e2f57eee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.133+0000 7f5eb3078740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57f2660 0x55e2f57e1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.133+0000 7f5eb3078740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea81aea40 con 0x55e2f57df560 2024-04-26T23:38:14.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.133+0000 7f5eb3078740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea81ac310 con 0x55e2f57f2660 2024-04-26T23:38:14.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.133+0000 7f5eb3078740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea81aa160 con 0x55e2f57debb0 2024-04-26T23:38:14.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.133+0000 7f5ead800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57df560 0x55e2f57eee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.133+0000 7f5ead800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57df560 0x55e2f57eee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37244/0 (socket says 172.21.15.26:37244) 2024-04-26T23:38:14.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.133+0000 7f5ead800640 1 -- 172.21.15.26:0/1433151199 learned_addr learned my addr 172.21.15.26:0/1433151199 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:14.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.133+0000 7f5eace00640 1 --2- 172.21.15.26:0/1433151199 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57debb0 0x55e2f57f1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.133+0000 7f5eace00640 1 --2- 172.21.15.26:0/1433151199 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57f2660 0x55e2f57e1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.134+0000 7f5ead800640 1 -- 172.21.15.26:0/1433151199 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57debb0 msgr2=0x55e2f57f1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.134+0000 7f5ead800640 1 --2- 172.21.15.26:0/1433151199 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57debb0 0x55e2f57f1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.134+0000 7f5ead800640 1 -- 172.21.15.26:0/1433151199 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57f2660 msgr2=0x55e2f57e1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.134+0000 7f5ead800640 1 --2- 172.21.15.26:0/1433151199 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57f2660 0x55e2f57e1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.134+0000 7f5ead800640 1 -- 172.21.15.26:0/1433151199 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2f57edbc0 con 0x55e2f57df560 2024-04-26T23:38:14.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.134+0000 7f5eace00640 1 --2- 172.21.15.26:0/1433151199 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57f2660 0x55e2f57e1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:38:14.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.134+0000 7f5ead800640 1 --2- 172.21.15.26:0/1433151199 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57df560 0x55e2f57eee20 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c009230 tx=0x7f5e9c0058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5883af84f8e3b03 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:14.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.134+0000 7f5e9a000640 1 -- 172.21.15.26:0/1433151199 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e9c049070 con 0x55e2f57df560 2024-04-26T23:38:14.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.134+0000 7f5e9a000640 1 -- 172.21.15.26:0/1433151199 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5e9c0044d0 con 0x55e2f57df560 2024-04-26T23:38:14.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.134+0000 7f5e9a000640 1 -- 172.21.15.26:0/1433151199 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e9c035040 con 0x55e2f57df560 2024-04-26T23:38:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.135+0000 7f5eb3078740 1 -- 172.21.15.26:0/1433151199 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57df560 msgr2=0x55e2f57eee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.135+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1433151199 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57df560 0x55e2f57eee20 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c009230 tx=0x7f5e9c0058b0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.135+0000 7f5eb3078740 1 -- 172.21.15.26:0/1433151199 shutdown_connections 2024-04-26T23:38:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.135+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1433151199 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57f2660 0x55e2f57e1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.135+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1433151199 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57df560 0x55e2f57eee20 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.135+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1433151199 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57debb0 0x55e2f57f1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.135+0000 7f5eb3078740 1 -- 172.21.15.26:0/1433151199 >> 172.21.15.26:0/1433151199 conn(0x55e2f57db180 msgr2=0x55e2f57efec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:14.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.135+0000 7f5eb3078740 1 -- 172.21.15.26:0/1433151199 shutdown_connections 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.135+0000 7f5eb3078740 1 -- 172.21.15.26:0/1433151199 wait complete. 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.136+0000 7f5eb3078740 1 -- start start 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.136+0000 7f5eb3078740 1 Processor -- start 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.137+0000 7f5eb3078740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57debb0 0x55e2f57ec210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.137+0000 7f5eb3078740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 0x55e2f57ec750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.137+0000 7f5eb3078740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57ecc90 0x55e2f5867850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.137+0000 7f5eb3078740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea81aa7d0 con 0x55e2f57f2660 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.137+0000 7f5eb3078740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea81abc40 con 0x55e2f57debb0 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.137+0000 7f5eb3078740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea81aaea0 con 0x55e2f57ecc90 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.137+0000 7f5eb3078740 10 client.0 _ll_register_callbacks cb 0x7f5ea00093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.137+0000 7f5ead800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 0x55e2f57ec750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.137+0000 7f5ead800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 0x55e2f57ec750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37256/0 (socket says 172.21.15.26:37256) 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.137+0000 7f5ead800640 1 -- 172.21.15.26:0/1045537353 learned_addr learned my addr 172.21.15.26:0/1045537353 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:14.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.138+0000 7f5eace00640 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57debb0 0x55e2f57ec210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.138+0000 7f5eace00640 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57ecc90 0x55e2f5867850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.138+0000 7f5ead800640 1 -- 172.21.15.26:0/1045537353 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57ecc90 msgr2=0x55e2f5867850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.138+0000 7f5ead800640 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57ecc90 0x55e2f5867850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.138+0000 7f5ead800640 1 -- 172.21.15.26:0/1045537353 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57debb0 msgr2=0x55e2f57ec210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.138+0000 7f5ead800640 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57debb0 0x55e2f57ec210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.138+0000 7f5ead800640 1 -- 172.21.15.26:0/1045537353 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2f57fb0d0 con 0x55e2f57f2660 2024-04-26T23:38:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.138+0000 7f5eace00640 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57debb0 0x55e2f57ec210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:38:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.138+0000 7f5ead800640 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 0x55e2f57ec750 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c0057c0 tx=0x7f5e9c0055c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dac35c45b4b3ef1f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.138+0000 7f5e8f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.138+0000 7f5e8f400640 1 -- 172.21.15.26:0/1045537353 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e9c049040 con 0x55e2f57f2660 2024-04-26T23:38:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.139+0000 7f5e8f400640 1 -- 172.21.15.26:0/1045537353 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f5e9c0042c0 con 0x55e2f57f2660 2024-04-26T23:38:14.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.139+0000 7f5eb3078740 1 -- 172.21.15.26:0/1045537353 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e9c0044d0 con 0x55e2f57f2660 2024-04-26T23:38:14.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.139+0000 7f5e8f400640 1 -- 172.21.15.26:0/1045537353 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5e9c035040 con 0x55e2f57f2660 2024-04-26T23:38:14.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.139+0000 7f5eb3078740 10 client.15996 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:14.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.139+0000 7f5eb3078740 1 -- 172.21.15.26:0/1045537353 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e2f5868df0 con 0x55e2f57f2660 2024-04-26T23:38:14.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.139+0000 7f5e8f400640 1 -- 172.21.15.26:0/1045537353 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5e9c0044d0 con 0x55e2f57f2660 2024-04-26T23:38:14.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.139+0000 7f5e8f400640 1 -- 172.21.15.26:0/1045537353 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5e9c0322c0 con 0x55e2f57f2660 2024-04-26T23:38:14.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.139+0000 7f5eb3078740 10 client.15996 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:14.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.140+0000 7f5eb3078740 10 client.15996 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:14.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.140+0000 7f5eb3078740 20 client.15996 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:14.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.140+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e2f58695a0 0x55e2f586b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.140+0000 7f5eb3078740 4 client.15996 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:38:14.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.140+0000 7f5eb3078740 1 -- 172.21.15.26:0/1045537353 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e2f574c400 con 0x55e2f58695a0 2024-04-26T23:38:14.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.140+0000 7f5eace00640 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e2f58695a0 0x55e2f586b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.141+0000 7f5eace00640 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e2f58695a0 0x55e2f586b9c0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ce5ddf1db06536e server_cookie=d23557bc0f53f874 in_seq=0 out_seq=0 2024-04-26T23:38:14.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.141+0000 7f5e8f400640 10 client.15996 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:14.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5e8f400640 1 -- 172.21.15.26:0/1045537353 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e2f574c400 con 0x55e2f58695a0 2024-04-26T23:38:14.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5e8f400640 10 client.15996 handle_command_reply: tid=0 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5eb3078740 1 client.15996 shutdown 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5eb3078740 1 -- 172.21.15.26:0/1045537353 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 msgr2=0x55e2f57ec750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 0x55e2f57ec750 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c0057c0 tx=0x7f5e9c0055c0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5eb3078740 1 -- 172.21.15.26:0/1045537353 shutdown_connections 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e2f58695a0 0x55e2f586b9c0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e2f57ecc90 0x55e2f5867850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e2f57f2660 0x55e2f57ec750 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5eb3078740 1 --2- 172.21.15.26:0/1045537353 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e2f57debb0 0x55e2f57ec210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5eb3078740 1 -- 172.21.15.26:0/1045537353 >> 172.21.15.26:0/1045537353 conn(0x55e2f57db180 msgr2=0x55e2f57f0d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5e8f400640 0 client.15996 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5eb3078740 1 -- 172.21.15.26:0/1045537353 shutdown_connections 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.144+0000 7f5eb3078740 1 -- 172.21.15.26:0/1045537353 wait complete. 2024-04-26T23:38:14.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.145+0000 7f5eb3078740 20 client.15996 trim_cache size 0 max 16384 2024-04-26T23:38:14.150 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:38:14.150 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:38:14.150 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "476fbf08-22ee-4338-aa5e-6122fd442360", 2024-04-26T23:38:14.150 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:38:14.150 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:38:14.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.145+0000 7f5eaec00640 1 -- 172.21.15.26:0/3484839885 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5e900a3d20 msgr2=0x7f5e900a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.145+0000 7f5eaec00640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5e900a3d20 0x7f5e900a61e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5ea00ce600 tx=0x7f5ea0009200 comp rx=0 tx=0).stop 2024-04-26T23:38:14.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.145+0000 7f5eaec00640 1 -- 172.21.15.26:0/3484839885 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ea81087f0 msgr2=0x7f5ea819fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.145+0000 7f5eaec00640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ea81087f0 0x7f5ea819fa10 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f5ea000eb10 tx=0x7f5ea000c2d0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.145+0000 7f5eaec00640 1 -- 172.21.15.26:0/3484839885 shutdown_connections 2024-04-26T23:38:14.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.145+0000 7f5eaec00640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5e900a3d20 0x7f5e900a61e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.145+0000 7f5eaec00640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5ea81087f0 0x7f5ea819fa10 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.145+0000 7f5eaec00640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5ea81031a0 0x7f5ea819b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.145+0000 7f5eaec00640 1 --2- 172.21.15.26:0/3484839885 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5ea81027e0 0x7f5ea819b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.145+0000 7f5eaec00640 1 -- 172.21.15.26:0/3484839885 >> 172.21.15.26:0/3484839885 conn(0x7f5ea80fe2d0 msgr2=0x7f5ea810ded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:14.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.146+0000 7f5eaec00640 1 -- 172.21.15.26:0/3484839885 shutdown_connections 2024-04-26T23:38:14.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.146+0000 7f5eaec00640 1 -- 172.21.15.26:0/3484839885 wait complete. 2024-04-26T23:38:14.169 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:38:14.169 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:38:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.399+0000 7fa441400640 1 -- 172.21.15.26:0/1365088521 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa43c1042b0 msgr2=0x7fa43c10c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.399+0000 7fa441400640 1 --2- 172.21.15.26:0/1365088521 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa43c1042b0 0x7fa43c10c790 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fa428009860 tx=0x7fa42802a3d0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.399+0000 7fa441400640 1 -- 172.21.15.26:0/1365088521 shutdown_connections 2024-04-26T23:38:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.399+0000 7fa441400640 1 --2- 172.21.15.26:0/1365088521 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa43c10cdb0 0x7fa43c10f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.399+0000 7fa441400640 1 --2- 172.21.15.26:0/1365088521 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa43c1042b0 0x7fa43c10c790 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.399+0000 7fa441400640 1 --2- 172.21.15.26:0/1365088521 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa43c103990 0x7fa43c103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.399+0000 7fa441400640 1 -- 172.21.15.26:0/1365088521 >> 172.21.15.26:0/1365088521 conn(0x7fa43c0fd1b0 msgr2=0x7fa43c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.399+0000 7fa441400640 1 -- 172.21.15.26:0/1365088521 shutdown_connections 2024-04-26T23:38:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.399+0000 7fa441400640 1 -- 172.21.15.26:0/1365088521 wait complete. 2024-04-26T23:38:14.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.401+0000 7fa441400640 1 Processor -- start 2024-04-26T23:38:14.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.401+0000 7fa441400640 1 -- start start 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.401+0000 7fa441400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa43c103990 0x7fa43c1015e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.401+0000 7fa441400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa43c1042b0 0x7fa43c101b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.401+0000 7fa441400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa43c10cdb0 0x7fa43c102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.401+0000 7fa441400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c112960 con 0x7fa43c10cdb0 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.401+0000 7fa441400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c1127e0 con 0x7fa43c1042b0 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.401+0000 7fa441400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c112ae0 con 0x7fa43c103990 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.402+0000 7fa440a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa43c10cdb0 0x7fa43c102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.402+0000 7fa440a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa43c10cdb0 0x7fa43c102060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37282/0 (socket says 172.21.15.26:37282) 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.402+0000 7fa440a00640 1 -- 172.21.15.26:0/2627952490 learned_addr learned my addr 172.21.15.26:0/2627952490 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.402+0000 7fa43be00640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa43c103990 0x7fa43c1015e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.402+0000 7fa43b400640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa43c1042b0 0x7fa43c101b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.402+0000 7fa440a00640 1 -- 172.21.15.26:0/2627952490 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa43c103990 msgr2=0x7fa43c1015e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.402+0000 7fa440a00640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa43c103990 0x7fa43c1015e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.402+0000 7fa440a00640 1 -- 172.21.15.26:0/2627952490 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa43c1042b0 msgr2=0x7fa43c101b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.402+0000 7fa440a00640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa43c1042b0 0x7fa43c101b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.402+0000 7fa440a00640 1 -- 172.21.15.26:0/2627952490 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa43c1a7460 con 0x7fa43c10cdb0 2024-04-26T23:38:14.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.402+0000 7fa43b400640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa43c1042b0 0x7fa43c101b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:38:14.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.403+0000 7fa440a00640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa43c10cdb0 0x7fa43c102060 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fa43400e970 tx=0x7fa43400ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:14.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.403+0000 7fa438c00640 1 -- 172.21.15.26:0/2627952490 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa43400ccc0 con 0x7fa43c10cdb0 2024-04-26T23:38:14.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.403+0000 7fa438c00640 1 -- 172.21.15.26:0/2627952490 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa4340054b0 con 0x7fa43c10cdb0 2024-04-26T23:38:14.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.403+0000 7fa438c00640 1 -- 172.21.15.26:0/2627952490 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa434010430 con 0x7fa43c10cdb0 2024-04-26T23:38:14.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.403+0000 7fa441400640 1 -- 172.21.15.26:0/2627952490 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa43c1a7750 con 0x7fa43c10cdb0 2024-04-26T23:38:14.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.403+0000 7fa441400640 1 -- 172.21.15.26:0/2627952490 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa43c1a7c70 con 0x7fa43c10cdb0 2024-04-26T23:38:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.407+0000 7fa445763740 1 Processor -- start 2024-04-26T23:38:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.407+0000 7fa438c00640 1 -- 172.21.15.26:0/2627952490 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa434004ec0 con 0x7fa43c10cdb0 2024-04-26T23:38:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.408+0000 7fa445763740 1 -- start start 2024-04-26T23:38:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.408+0000 7fa445763740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 0x55bdef561130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.408+0000 7fa445763740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef56b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.408+0000 7fa445763740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 0x55bdef56e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.408+0000 7fa445763740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55bdef472030 con 0x55bdef560d50 2024-04-26T23:38:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.408+0000 7fa445763740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55bdef48d7f0 con 0x55bdef561670 2024-04-26T23:38:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.408+0000 7fa445763740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55bdef4487e0 con 0x55bdef56bd40 2024-04-26T23:38:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.408+0000 7fa43b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 0x55bdef561130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.409+0000 7fa43b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 0x55bdef561130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37284/0 (socket says 172.21.15.26:37284) 2024-04-26T23:38:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.409+0000 7fa43b400640 1 -- 172.21.15.26:0/3047387738 learned_addr learned my addr 172.21.15.26:0/3047387738 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.409+0000 7fa43be00640 1 --2- 172.21.15.26:0/3047387738 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef56b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.409+0000 7fa43b400640 1 --2- 172.21.15.26:0/3047387738 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 0x55bdef56e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.409+0000 7fa43b400640 1 -- 172.21.15.26:0/3047387738 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 msgr2=0x55bdef56e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.409+0000 7fa438c00640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa4200a3dd0 0x7fa4200a6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.409+0000 7fa43b400640 1 --2- 172.21.15.26:0/3047387738 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 0x55bdef56e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.409+0000 7fa43b400640 1 -- 172.21.15.26:0/3047387738 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 msgr2=0x55bdef56b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.409+0000 7fa43b400640 1 --2- 172.21.15.26:0/3047387738 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef56b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.409+0000 7fa43b400640 1 -- 172.21.15.26:0/3047387738 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bdef454050 con 0x55bdef560d50 2024-04-26T23:38:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.409+0000 7fa43be00640 1 --2- 172.21.15.26:0/3047387738 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef56b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:38:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.409+0000 7fa438c00640 1 -- 172.21.15.26:0/2627952490 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa4340d0ab0 con 0x7fa43c10cdb0 2024-04-26T23:38:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.410+0000 7fa43b400640 1 --2- 172.21.15.26:0/3047387738 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 0x55bdef561130 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fa42802a8f0 tx=0x7fa428005a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b658795bfbc05a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.410+0000 7fa440a00640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa4200a3dd0 0x7fa4200a6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.410+0000 7fa431200640 1 -- 172.21.15.26:0/3047387738 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa428004250 con 0x55bdef560d50 2024-04-26T23:38:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.410+0000 7fa431200640 1 -- 172.21.15.26:0/3047387738 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa428046070 con 0x55bdef560d50 2024-04-26T23:38:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.410+0000 7fa431200640 1 -- 172.21.15.26:0/3047387738 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa428003950 con 0x55bdef560d50 2024-04-26T23:38:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.411+0000 7fa445763740 1 -- 172.21.15.26:0/3047387738 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 msgr2=0x55bdef561130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.411+0000 7fa440a00640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa4200a3dd0 0x7fa4200a6290 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa4340a5160 tx=0x7fa4340bd040 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.411+0000 7fa445763740 1 --2- 172.21.15.26:0/3047387738 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 0x55bdef561130 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fa42802a8f0 tx=0x7fa428005a90 comp rx=0 tx=0).stop 2024-04-26T23:38:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.411+0000 7fa445763740 1 -- 172.21.15.26:0/3047387738 shutdown_connections 2024-04-26T23:38:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.411+0000 7fa445763740 1 --2- 172.21.15.26:0/3047387738 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 0x55bdef56e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.411+0000 7fa445763740 1 --2- 172.21.15.26:0/3047387738 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef56b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.411+0000 7fa445763740 1 --2- 172.21.15.26:0/3047387738 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 0x55bdef561130 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.411+0000 7fa445763740 1 -- 172.21.15.26:0/3047387738 >> 172.21.15.26:0/3047387738 conn(0x55bdef55d070 msgr2=0x55bdef55d450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.411+0000 7fa445763740 1 -- 172.21.15.26:0/3047387738 shutdown_connections 2024-04-26T23:38:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.411+0000 7fa445763740 1 -- 172.21.15.26:0/3047387738 wait complete. 2024-04-26T23:38:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.412+0000 7fa445763740 1 -- start start 2024-04-26T23:38:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.412+0000 7fa445763740 1 Processor -- start 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.413+0000 7fa445763740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef560d50 0x55bdef56b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.413+0000 7fa445763740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef561670 0x55bdef5689f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.413+0000 7fa445763740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 0x55bdef568f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.413+0000 7fa445763740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55bdef4ca200 con 0x55bdef561670 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.413+0000 7fa445763740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55bdef4c4ee0 con 0x55bdef560d50 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.413+0000 7fa445763740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55bdef4d1e70 con 0x55bdef56bd40 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.413+0000 7fa445763740 10 client.0 _ll_register_callbacks cb 0x55bdef4bb270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.413+0000 7fa43be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef561670 0x55bdef5689f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.413+0000 7fa43be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef561670 0x55bdef5689f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37288/0 (socket says 172.21.15.26:37288) 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.413+0000 7fa43be00640 1 -- 172.21.15.26:0/3798058210 learned_addr learned my addr 172.21.15.26:0/3798058210 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.413+0000 7fa43b400640 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef560d50 0x55bdef56b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.413+0000 7fa43b400640 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 0x55bdef568f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.414+0000 7fa43be00640 1 -- 172.21.15.26:0/3798058210 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 msgr2=0x55bdef568f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.414+0000 7fa43be00640 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 0x55bdef568f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.414+0000 7fa43be00640 1 -- 172.21.15.26:0/3798058210 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef560d50 msgr2=0x55bdef56b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.414+0000 7fa43be00640 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef560d50 0x55bdef56b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.414+0000 7fa43be00640 1 -- 172.21.15.26:0/3798058210 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bdef2a17d0 con 0x55bdef561670 2024-04-26T23:38:14.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.414+0000 7fa43b400640 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef560d50 0x55bdef56b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:38:14.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.414+0000 7fa43be00640 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef561670 0x55bdef5689f0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fa42c011970 tx=0x7fa42c011e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3146f9008feff17d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:14.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.414+0000 7fa425600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:14.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.414+0000 7fa425600640 1 -- 172.21.15.26:0/3798058210 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa42c01f060 con 0x55bdef561670 2024-04-26T23:38:14.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.415+0000 7fa425600640 1 -- 172.21.15.26:0/3798058210 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa42c00fd30 con 0x55bdef561670 2024-04-26T23:38:14.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.415+0000 7fa445763740 1 -- 172.21.15.26:0/3798058210 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa428046070 con 0x55bdef561670 2024-04-26T23:38:14.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.415+0000 7fa425600640 1 -- 172.21.15.26:0/3798058210 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa42c003970 con 0x55bdef561670 2024-04-26T23:38:14.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.415+0000 7fa445763740 10 client.16008 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:14.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.415+0000 7fa445763740 1 -- 172.21.15.26:0/3798058210 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bdef1d73f0 con 0x55bdef561670 2024-04-26T23:38:14.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.415+0000 7fa425600640 1 -- 172.21.15.26:0/3798058210 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa428046070 con 0x55bdef561670 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.416+0000 7fa425600640 1 -- 172.21.15.26:0/3798058210 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa42c01a410 con 0x55bdef561670 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.416+0000 7fa445763740 10 client.16008 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.416+0000 7fa445763740 10 client.16008 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.416+0000 7fa445763740 20 client.16008 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.416+0000 7fa445763740 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bdef57b700 0x55bdef57db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.416+0000 7fa445763740 4 client.16008 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.416+0000 7fa445763740 1 -- 172.21.15.26:0/3798058210 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bdef4d37e0 con 0x55bdef57b700 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.416+0000 7fa43b400640 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bdef57b700 0x55bdef57db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.417+0000 7fa425600640 10 client.16008 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.417+0000 7fa43b400640 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bdef57b700 0x55bdef57db60 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=566e90130fb0bdbf server_cookie=3ff9b488c5910f86 in_seq=0 out_seq=0 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.419+0000 7fa425600640 1 -- 172.21.15.26:0/3798058210 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bdef4d37e0 con 0x55bdef57b700 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.419+0000 7fa425600640 10 client.16008 handle_command_reply: tid=0 2024-04-26T23:38:14.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.419+0000 7fa445763740 1 client.16008 shutdown 2024-04-26T23:38:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.419+0000 7fa445763740 1 -- 172.21.15.26:0/3798058210 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef561670 msgr2=0x55bdef5689f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.419+0000 7fa445763740 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef561670 0x55bdef5689f0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fa42c011970 tx=0x7fa42c011e30 comp rx=0 tx=0).stop 2024-04-26T23:38:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.419+0000 7fa445763740 1 -- 172.21.15.26:0/3798058210 shutdown_connections 2024-04-26T23:38:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.419+0000 7fa445763740 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bdef57b700 0x55bdef57db60 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.419+0000 7fa445763740 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 0x55bdef568f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.419+0000 7fa445763740 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef561670 0x55bdef5689f0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.420+0000 7fa445763740 1 --2- 172.21.15.26:0/3798058210 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef560d50 0x55bdef56b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.420+0000 7fa445763740 1 -- 172.21.15.26:0/3798058210 >> 172.21.15.26:0/3798058210 conn(0x55bdef55d070 msgr2=0x55bdef562d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.420+0000 7fa425600640 0 client.16008 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.420+0000 7fa445763740 1 -- 172.21.15.26:0/3798058210 shutdown_connections 2024-04-26T23:38:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.420+0000 7fa445763740 1 -- 172.21.15.26:0/3798058210 wait complete. 2024-04-26T23:38:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.420+0000 7fa445763740 20 client.16008 trim_cache size 0 max 16384 2024-04-26T23:38:14.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.443+0000 7fa445763740 1 Processor -- start 2024-04-26T23:38:14.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.443+0000 7fa445763740 1 -- start start 2024-04-26T23:38:14.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.443+0000 7fa445763740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef560d50 0x55bdef567190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.443+0000 7fa445763740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef577690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.443+0000 7fa445763740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef56bd40 0x55bdef583430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa445763740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c1b0540 con 0x55bdef56bd40 2024-04-26T23:38:14.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa445763740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c1ae370 con 0x55bdef561670 2024-04-26T23:38:14.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa445763740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c1afe70 con 0x55bdef560d50 2024-04-26T23:38:14.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa43b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef56bd40 0x55bdef583430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa43b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef56bd40 0x55bdef583430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37292/0 (socket says 172.21.15.26:37292) 2024-04-26T23:38:14.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa43b400640 1 -- 172.21.15.26:0/2562600657 learned_addr learned my addr 172.21.15.26:0/2562600657 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:14.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa43be00640 1 --2- 172.21.15.26:0/2562600657 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef577690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa43b400640 1 --2- 172.21.15.26:0/2562600657 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef560d50 0x55bdef567190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa43b400640 1 -- 172.21.15.26:0/2562600657 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef560d50 msgr2=0x55bdef567190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa43b400640 1 --2- 172.21.15.26:0/2562600657 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef560d50 0x55bdef567190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa43b400640 1 -- 172.21.15.26:0/2562600657 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 msgr2=0x55bdef577690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa43b400640 1 --2- 172.21.15.26:0/2562600657 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef577690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.444+0000 7fa43b400640 1 -- 172.21.15.26:0/2562600657 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bdef1970f0 con 0x55bdef56bd40 2024-04-26T23:38:14.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.445+0000 7fa43be00640 1 --2- 172.21.15.26:0/2562600657 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef577690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:38:14.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.445+0000 7fa43b400640 1 --2- 172.21.15.26:0/2562600657 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef56bd40 0x55bdef583430 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fa42802a8f0 tx=0x7fa428041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5039a32f2f2b9179 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:14.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.445+0000 7fa427e00640 1 -- 172.21.15.26:0/2562600657 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa428055040 con 0x55bdef56bd40 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.445+0000 7fa427e00640 1 -- 172.21.15.26:0/2562600657 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa428046030 con 0x55bdef56bd40 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.445+0000 7fa427e00640 1 -- 172.21.15.26:0/2562600657 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa42803b440 con 0x55bdef56bd40 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.446+0000 7fa445763740 1 -- 172.21.15.26:0/2562600657 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef56bd40 msgr2=0x55bdef583430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.446+0000 7fa445763740 1 --2- 172.21.15.26:0/2562600657 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef56bd40 0x55bdef583430 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fa42802a8f0 tx=0x7fa428041040 comp rx=0 tx=0).stop 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.446+0000 7fa445763740 1 -- 172.21.15.26:0/2562600657 shutdown_connections 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.446+0000 7fa445763740 1 --2- 172.21.15.26:0/2562600657 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef56bd40 0x55bdef583430 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.446+0000 7fa445763740 1 --2- 172.21.15.26:0/2562600657 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef577690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.446+0000 7fa445763740 1 --2- 172.21.15.26:0/2562600657 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef560d50 0x55bdef567190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.446+0000 7fa445763740 1 -- 172.21.15.26:0/2562600657 >> 172.21.15.26:0/2562600657 conn(0x55bdef55d070 msgr2=0x55bdef55c1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.446+0000 7fa445763740 1 -- 172.21.15.26:0/2562600657 shutdown_connections 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.446+0000 7fa445763740 1 -- 172.21.15.26:0/2562600657 wait complete. 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.447+0000 7fa445763740 1 -- start start 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.447+0000 7fa445763740 1 Processor -- start 2024-04-26T23:38:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.447+0000 7fa445763740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 0x55bdef571760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.447+0000 7fa445763740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef571ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.447+0000 7fa445763740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 0x55bdef5721e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.447+0000 7fa445763740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c1af0d0 con 0x55bdef560d50 2024-04-26T23:38:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.447+0000 7fa445763740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c1aea00 con 0x55bdef561670 2024-04-26T23:38:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.447+0000 7fa445763740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa43c1af7a0 con 0x55bdef56bd40 2024-04-26T23:38:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.447+0000 7fa445763740 10 client.0 _ll_register_callbacks cb 0x7fa42c009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.448+0000 7fa43b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 0x55bdef571760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.448+0000 7fa43b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 0x55bdef571760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37306/0 (socket says 172.21.15.26:37306) 2024-04-26T23:38:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.448+0000 7fa43b400640 1 -- 172.21.15.26:0/3770141620 learned_addr learned my addr 172.21.15.26:0/3770141620 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.448+0000 7fa43be00640 1 --2- 172.21.15.26:0/3770141620 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef571ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.448+0000 7fa43b400640 1 -- 172.21.15.26:0/3770141620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 msgr2=0x55bdef5721e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.448+0000 7fa43b400640 1 --2- 172.21.15.26:0/3770141620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 0x55bdef5721e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.448+0000 7fa43b400640 1 -- 172.21.15.26:0/3770141620 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 msgr2=0x55bdef571ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.448+0000 7fa43b400640 1 --2- 172.21.15.26:0/3770141620 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef571ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.448+0000 7fa43b400640 1 -- 172.21.15.26:0/3770141620 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bdef48da30 con 0x55bdef560d50 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.449+0000 7fa43b400640 1 --2- 172.21.15.26:0/3770141620 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 0x55bdef571760 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fa428005dd0 tx=0x7fa4280097b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82b61fc97aeb9e5e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.449+0000 7fa425600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.449+0000 7fa425600640 1 -- 172.21.15.26:0/3770141620 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa428056be0 con 0x55bdef560d50 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.449+0000 7fa425600640 1 -- 172.21.15.26:0/3770141620 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa428056d80 con 0x55bdef560d50 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.449+0000 7fa445763740 1 -- 172.21.15.26:0/3770141620 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa428046030 con 0x55bdef560d50 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.449+0000 7fa425600640 1 -- 172.21.15.26:0/3770141620 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa428056250 con 0x55bdef560d50 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.449+0000 7fa445763740 10 client.16014 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.449+0000 7fa445763740 1 -- 172.21.15.26:0/3770141620 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bdef5ea770 con 0x55bdef560d50 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.450+0000 7fa425600640 1 -- 172.21.15.26:0/3770141620 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa428046030 con 0x55bdef560d50 2024-04-26T23:38:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.450+0000 7fa425600640 1 -- 172.21.15.26:0/3770141620 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa42803e4d0 con 0x55bdef560d50 2024-04-26T23:38:14.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.450+0000 7fa445763740 10 client.16014 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:14.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.450+0000 7fa445763740 10 client.16014 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:14.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.450+0000 7fa445763740 20 client.16014 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:14.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.450+0000 7fa445763740 1 --2- 172.21.15.26:0/3770141620 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bdef5ea9a0 0x55bdef5ecd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:14.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.450+0000 7fa445763740 4 client.16014 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:38:14.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.450+0000 7fa445763740 1 -- 172.21.15.26:0/3770141620 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55bdef4cd650 con 0x55bdef5ea9a0 2024-04-26T23:38:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.451+0000 7fa43be00640 1 --2- 172.21.15.26:0/3770141620 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bdef5ea9a0 0x55bdef5ecd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.451+0000 7fa43be00640 1 --2- 172.21.15.26:0/3770141620 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bdef5ea9a0 0x55bdef5ecd90 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab94dd57c64e7efb server_cookie=bef3d5c078e01c34 in_seq=0 out_seq=0 2024-04-26T23:38:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.451+0000 7fa425600640 10 client.16014 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.452+0000 7fa425600640 1 -- 172.21.15.26:0/3770141620 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55bdef4cd650 con 0x55bdef5ea9a0 2024-04-26T23:38:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.452+0000 7fa425600640 10 client.16014 handle_command_reply: tid=0 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.452+0000 7fa445763740 1 client.16014 shutdown 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.452+0000 7fa445763740 1 -- 172.21.15.26:0/3770141620 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 msgr2=0x55bdef571760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.452+0000 7fa445763740 1 --2- 172.21.15.26:0/3770141620 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 0x55bdef571760 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fa428005dd0 tx=0x7fa4280097b0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.452+0000 7fa445763740 1 -- 172.21.15.26:0/3770141620 shutdown_connections 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.452+0000 7fa445763740 1 --2- 172.21.15.26:0/3770141620 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bdef5ea9a0 0x55bdef5ecd90 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.452+0000 7fa445763740 1 --2- 172.21.15.26:0/3770141620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bdef56bd40 0x55bdef5721e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.452+0000 7fa445763740 1 --2- 172.21.15.26:0/3770141620 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bdef561670 0x55bdef571ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.452+0000 7fa445763740 1 --2- 172.21.15.26:0/3770141620 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bdef560d50 0x55bdef571760 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.452+0000 7fa445763740 1 -- 172.21.15.26:0/3770141620 >> 172.21.15.26:0/3770141620 conn(0x55bdef55d070 msgr2=0x55bdef582420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.452+0000 7fa425600640 0 client.16014 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.453+0000 7fa445763740 1 -- 172.21.15.26:0/3770141620 shutdown_connections 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.453+0000 7fa445763740 1 -- 172.21.15.26:0/3770141620 wait complete. 2024-04-26T23:38:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.453+0000 7fa445763740 20 client.16014 trim_cache size 0 max 16384 2024-04-26T23:38:14.459 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:38:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:38:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:38:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: "476fbf08-22ee-4338-aa5e-6122fd442360": { 2024-04-26T23:38:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:38:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "476fbf08-22ee-4338-aa5e-6122fd442360", 2024-04-26T23:38:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:38:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:38:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:38:14.459 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:38:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.454+0000 7fa441400640 1 -- 172.21.15.26:0/2627952490 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa4200a3dd0 msgr2=0x7fa4200a6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.454+0000 7fa441400640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa4200a3dd0 0x7fa4200a6290 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa4340a5160 tx=0x7fa4340bd040 comp rx=0 tx=0).stop 2024-04-26T23:38:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.454+0000 7fa441400640 1 -- 172.21.15.26:0/2627952490 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa43c10cdb0 msgr2=0x7fa43c102060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.454+0000 7fa441400640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa43c10cdb0 0x7fa43c102060 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fa43400e970 tx=0x7fa43400ee30 comp rx=0 tx=0).stop 2024-04-26T23:38:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.454+0000 7fa441400640 1 -- 172.21.15.26:0/2627952490 shutdown_connections 2024-04-26T23:38:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.454+0000 7fa441400640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa4200a3dd0 0x7fa4200a6290 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.454+0000 7fa441400640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa43c10cdb0 0x7fa43c102060 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.454+0000 7fa441400640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa43c1042b0 0x7fa43c101b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.454+0000 7fa441400640 1 --2- 172.21.15.26:0/2627952490 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa43c103990 0x7fa43c1015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:14.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.454+0000 7fa441400640 1 -- 172.21.15.26:0/2627952490 >> 172.21.15.26:0/2627952490 conn(0x7fa43c0fd1b0 msgr2=0x7fa43c0fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:14.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.454+0000 7fa441400640 1 -- 172.21.15.26:0/2627952490 shutdown_connections 2024-04-26T23:38:14.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:14.454+0000 7fa441400640 1 -- 172.21.15.26:0/2627952490 wait complete. 2024-04-26T23:38:14.477 INFO:tasks.cephfs.filesystem:scrub status for tag:476fbf08-22ee-4338-aa5e-6122fd442360 - {'path': '/', 'tag': '476fbf08-22ee-4338-aa5e-6122fd442360', 'options': 'recursive,force'} 2024-04-26T23:38:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:14 smithi164 ceph-mon[31699]: pgmap v74: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 33 KiB/s wr, 23 op/s 2024-04-26T23:38:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:14 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:38:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:14 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:38:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:14 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:38:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:14 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:38:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:14 smithi026 ceph-mon[28371]: pgmap v74: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 33 KiB/s wr, 23 op/s 2024-04-26T23:38:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:14 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:38:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:14 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:38:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:14 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:38:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:14 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:38:15.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:14 smithi086 ceph-mon[31122]: pgmap v74: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 33 KiB/s wr, 23 op/s 2024-04-26T23:38:15.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:14 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:38:15.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:14 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:38:15.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:14 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:38:15.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:14 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:38:16.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:16 smithi164 ceph-mon[31699]: pgmap v75: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-04-26T23:38:16.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:16 smithi026 ceph-mon[28371]: pgmap v75: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-04-26T23:38:16.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:16 smithi086 ceph-mon[31122]: pgmap v75: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-04-26T23:38:18.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:18 smithi026 ceph-mon[28371]: pgmap v76: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-26T23:38:18.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:18 smithi086 ceph-mon[31122]: pgmap v76: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-26T23:38:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:18 smithi164 ceph-mon[31699]: pgmap v76: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-26T23:38:19.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:19 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:38:19.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:19 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:38:19.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:19 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:38:20.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:20 smithi086 ceph-mon[31122]: pgmap v77: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-26T23:38:20.678 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:20 smithi164 ceph-mon[31699]: pgmap v77: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-26T23:38:20.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:20 smithi026 ceph-mon[28371]: pgmap v77: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-26T23:38:22.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:22 smithi086 ceph-mon[31122]: pgmap v78: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-26T23:38:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:22 smithi164 ceph-mon[31699]: pgmap v78: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-26T23:38:22.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:22 smithi026 ceph-mon[28371]: pgmap v78: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-04-26T23:38:24.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:24 smithi086 ceph-mon[31122]: pgmap v79: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 170 B/s wr, 7 op/s 2024-04-26T23:38:24.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:24 smithi164 ceph-mon[31699]: pgmap v79: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 170 B/s wr, 7 op/s 2024-04-26T23:38:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:24 smithi026 ceph-mon[28371]: pgmap v79: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 170 B/s wr, 7 op/s 2024-04-26T23:38:26.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:26 smithi086 ceph-mon[31122]: pgmap v80: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:38:26.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:26 smithi164 ceph-mon[31699]: pgmap v80: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:38:26.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:26 smithi026 ceph-mon[28371]: pgmap v80: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:38:28.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:28 smithi086 ceph-mon[31122]: pgmap v81: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:38:28.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:28 smithi164 ceph-mon[31699]: pgmap v81: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:38:28.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:28 smithi026 ceph-mon[28371]: pgmap v81: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:38:30.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:30 smithi164 ceph-mon[31699]: pgmap v82: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:30.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:30 smithi026 ceph-mon[28371]: pgmap v82: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:30.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:30 smithi086 ceph-mon[31122]: pgmap v82: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:32.581 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:32 smithi026 ceph-mon[28371]: pgmap v83: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:32.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:32 smithi164 ceph-mon[31699]: pgmap v83: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:32.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:32 smithi086 ceph-mon[31122]: pgmap v83: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:34.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:34 smithi164 ceph-mon[31699]: pgmap v84: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:38:34.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:34 smithi026 ceph-mon[28371]: pgmap v84: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:38:34.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:34 smithi086 ceph-mon[31122]: pgmap v84: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:38:36.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:36 smithi164 ceph-mon[31699]: pgmap v85: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:36.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:36 smithi026 ceph-mon[28371]: pgmap v85: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:36.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:36 smithi086 ceph-mon[31122]: pgmap v85: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:38.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:38 smithi164 ceph-mon[31699]: pgmap v86: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:38:38.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:38 smithi026 ceph-mon[28371]: pgmap v86: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:38:38.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:38 smithi086 ceph-mon[31122]: pgmap v86: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:38:40.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:40 smithi164 ceph-mon[31699]: pgmap v87: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:40.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:40 smithi026 ceph-mon[28371]: pgmap v87: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:40.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:40 smithi086 ceph-mon[31122]: pgmap v87: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:42.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:42 smithi164 ceph-mon[31699]: pgmap v88: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:42 smithi026 ceph-mon[28371]: pgmap v88: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:42 smithi086 ceph-mon[31122]: pgmap v88: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:44.478 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:38:44.478 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:38:44.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.716+0000 7f0d1a000640 1 -- 172.21.15.26:0/3366963997 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1402c040 con 0x7f0d1c10cdb0 2024-04-26T23:38:44.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.716+0000 7f0d20c00640 1 -- 172.21.15.26:0/3366963997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d1c10cdb0 msgr2=0x7f0d1c10f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:44.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.716+0000 7f0d20c00640 1 --2- 172.21.15.26:0/3366963997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d1c10cdb0 0x7f0d1c10f250 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f0d14009ca0 tx=0x7f0d1402a950 comp rx=0 tx=0).stop 2024-04-26T23:38:44.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.716+0000 7f0d20c00640 1 -- 172.21.15.26:0/3366963997 shutdown_connections 2024-04-26T23:38:44.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.716+0000 7f0d20c00640 1 --2- 172.21.15.26:0/3366963997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d1c10cdb0 0x7f0d1c10f250 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.716+0000 7f0d20c00640 1 --2- 172.21.15.26:0/3366963997 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d1c1042b0 0x7f0d1c10c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.716+0000 7f0d20c00640 1 --2- 172.21.15.26:0/3366963997 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0d1c103990 0x7f0d1c103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.716+0000 7f0d20c00640 1 -- 172.21.15.26:0/3366963997 >> 172.21.15.26:0/3366963997 conn(0x7f0d1c0fd1b0 msgr2=0x7f0d1c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:44.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.716+0000 7f0d20c00640 1 -- 172.21.15.26:0/3366963997 shutdown_connections 2024-04-26T23:38:44.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.717+0000 7f0d20c00640 1 -- 172.21.15.26:0/3366963997 wait complete. 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.718+0000 7f0d20c00640 1 Processor -- start 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.718+0000 7f0d20c00640 1 -- start start 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.718+0000 7f0d20c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d1c103990 0x7f0d1c1015e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.718+0000 7f0d20c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0d1c1042b0 0x7f0d1c101b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.718+0000 7f0d20c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d1c10cdb0 0x7f0d1c102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.718+0000 7f0d20c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1c112910 con 0x7f0d1c10cdb0 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.718+0000 7f0d20c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1c112790 con 0x7f0d1c103990 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.718+0000 7f0d20c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1c112a90 con 0x7f0d1c1042b0 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.719+0000 7f0d1be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d1c10cdb0 0x7f0d1c102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.719+0000 7f0d1be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d1c10cdb0 0x7f0d1c102060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36414/0 (socket says 172.21.15.26:36414) 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.719+0000 7f0d1be00640 1 -- 172.21.15.26:0/617370638 learned_addr learned my addr 172.21.15.26:0/617370638 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.719+0000 7f0d1b400640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d1c103990 0x7f0d1c1015e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.719+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0d1c1042b0 0x7f0d1c101b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.719+0000 7f0d1be00640 1 -- 172.21.15.26:0/617370638 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0d1c1042b0 msgr2=0x7f0d1c101b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:44.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.719+0000 7f0d1be00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0d1c1042b0 0x7f0d1c101b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.719+0000 7f0d1be00640 1 -- 172.21.15.26:0/617370638 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d1c103990 msgr2=0x7f0d1c1015e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:44.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.719+0000 7f0d1be00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d1c103990 0x7f0d1c1015e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.719+0000 7f0d1be00640 1 -- 172.21.15.26:0/617370638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d1c1a73b0 con 0x7f0d1c10cdb0 2024-04-26T23:38:44.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.720+0000 7f0d1be00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d1c10cdb0 0x7f0d1c102060 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f0d1402ae70 tx=0x7f0d14003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:44.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.720+0000 7f0d13e00640 1 -- 172.21.15.26:0/617370638 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d14034040 con 0x7f0d1c10cdb0 2024-04-26T23:38:44.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.720+0000 7f0d13e00640 1 -- 172.21.15.26:0/617370638 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0d14030850 con 0x7f0d1c10cdb0 2024-04-26T23:38:44.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.720+0000 7f0d13e00640 1 -- 172.21.15.26:0/617370638 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d14004670 con 0x7f0d1c10cdb0 2024-04-26T23:38:44.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.720+0000 7f0d20c00640 1 -- 172.21.15.26:0/617370638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d1c1a7640 con 0x7f0d1c10cdb0 2024-04-26T23:38:44.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.720+0000 7f0d20c00640 1 -- 172.21.15.26:0/617370638 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d1c1a7b80 con 0x7f0d1c10cdb0 2024-04-26T23:38:44.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.724+0000 7f0d25020740 1 Processor -- start 2024-04-26T23:38:44.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.724+0000 7f0d13e00640 1 -- 172.21.15.26:0/617370638 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f0d14037020 con 0x7f0d1c10cdb0 2024-04-26T23:38:44.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.725+0000 7f0d25020740 1 -- start start 2024-04-26T23:38:44.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.725+0000 7f0d25020740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801c8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.725+0000 7f0d25020740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c8670 0x55d1801d2800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.725+0000 7f0d25020740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801d2d40 0x55d1801d5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.725+0000 7f0d25020740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d1800d9030 con 0x55d1801c7d50 2024-04-26T23:38:44.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.725+0000 7f0d25020740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d1800f47f0 con 0x55d1801d2d40 2024-04-26T23:38:44.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.725+0000 7f0d25020740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d1800af7e0 con 0x55d1801c8670 2024-04-26T23:38:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.726+0000 7f0d1aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801c8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.726+0000 7f0d1aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801c8130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36428/0 (socket says 172.21.15.26:36428) 2024-04-26T23:38:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.726+0000 7f0d1aa00640 1 -- 172.21.15.26:0/2121129666 learned_addr learned my addr 172.21.15.26:0/2121129666 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.726+0000 7f0d1b400640 1 --2- 172.21.15.26:0/2121129666 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c8670 0x55d1801d2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.726+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/2121129666 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801d2d40 0x55d1801d5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.726+0000 7f0d1aa00640 1 -- 172.21.15.26:0/2121129666 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c8670 msgr2=0x55d1801d2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.726+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/2121129666 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c8670 0x55d1801d2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.726+0000 7f0d1aa00640 1 -- 172.21.15.26:0/2121129666 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801d2d40 msgr2=0x55d1801d5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.726+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/2121129666 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801d2d40 0x55d1801d5130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.726+0000 7f0d13e00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0d000a3da0 0x7f0d000a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.726+0000 7f0d1aa00640 1 -- 172.21.15.26:0/2121129666 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1800bb050 con 0x55d1801c7d50 2024-04-26T23:38:44.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.727+0000 7f0d13e00640 1 -- 172.21.15.26:0/617370638 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f0d140f1620 con 0x7f0d1c10cdb0 2024-04-26T23:38:44.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.727+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/2121129666 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801c8130 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f0d0800bf70 tx=0x7f0d0800b620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c99058e02137affe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:44.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.727+0000 7f0d1be00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0d000a3da0 0x7f0d000a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.727+0000 7f0d07e00640 1 -- 172.21.15.26:0/2121129666 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d08019030 con 0x55d1801c7d50 2024-04-26T23:38:44.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.727+0000 7f0d07e00640 1 -- 172.21.15.26:0/2121129666 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0d08005bf0 con 0x55d1801c7d50 2024-04-26T23:38:44.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.727+0000 7f0d07e00640 1 -- 172.21.15.26:0/2121129666 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0800f620 con 0x55d1801c7d50 2024-04-26T23:38:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.728+0000 7f0d25020740 1 -- 172.21.15.26:0/2121129666 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 msgr2=0x55d1801c8130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.728+0000 7f0d1be00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0d000a3da0 0x7f0d000a6260 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0d140b9bd0 tx=0x7f0d1403c040 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.728+0000 7f0d25020740 1 --2- 172.21.15.26:0/2121129666 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801c8130 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f0d0800bf70 tx=0x7f0d0800b620 comp rx=0 tx=0).stop 2024-04-26T23:38:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.728+0000 7f0d25020740 1 -- 172.21.15.26:0/2121129666 shutdown_connections 2024-04-26T23:38:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.728+0000 7f0d25020740 1 --2- 172.21.15.26:0/2121129666 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801d2d40 0x55d1801d5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.728+0000 7f0d25020740 1 --2- 172.21.15.26:0/2121129666 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c8670 0x55d1801d2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.728+0000 7f0d25020740 1 --2- 172.21.15.26:0/2121129666 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801c8130 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.728+0000 7f0d25020740 1 -- 172.21.15.26:0/2121129666 >> 172.21.15.26:0/2121129666 conn(0x55d1801c4070 msgr2=0x55d1801c4450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.728+0000 7f0d25020740 1 -- 172.21.15.26:0/2121129666 shutdown_connections 2024-04-26T23:38:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.728+0000 7f0d25020740 1 -- 172.21.15.26:0/2121129666 wait complete. 2024-04-26T23:38:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.729+0000 7f0d25020740 1 -- start start 2024-04-26T23:38:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.729+0000 7f0d25020740 1 Processor -- start 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.730+0000 7f0d25020740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801d2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.730+0000 7f0d25020740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801c8670 0x55d1801cfa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.730+0000 7f0d25020740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801d2d40 0x55d1801cff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.730+0000 7f0d25020740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d180131200 con 0x55d1801c7d50 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.730+0000 7f0d25020740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d18012bee0 con 0x55d1801c8670 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.730+0000 7f0d25020740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d180138e70 con 0x55d1801d2d40 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.730+0000 7f0d25020740 10 client.0 _ll_register_callbacks cb 0x55d180122270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.730+0000 7f0d1aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801d2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.730+0000 7f0d1aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801d2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36444/0 (socket says 172.21.15.26:36444) 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.730+0000 7f0d1aa00640 1 -- 172.21.15.26:0/920319699 learned_addr learned my addr 172.21.15.26:0/920319699 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.730+0000 7f0d1b400640 1 --2- 172.21.15.26:0/920319699 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801c8670 0x55d1801cfa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.731+0000 7f0d1aa00640 1 -- 172.21.15.26:0/920319699 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801d2d40 msgr2=0x55d1801cff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.731+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/920319699 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801d2d40 0x55d1801cff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.731+0000 7f0d1aa00640 1 -- 172.21.15.26:0/920319699 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801c8670 msgr2=0x55d1801cfa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.731+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/920319699 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801c8670 0x55d1801cfa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.731+0000 7f0d1aa00640 1 -- 172.21.15.26:0/920319699 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d17ff087d0 con 0x55d1801c7d50 2024-04-26T23:38:44.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.731+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/920319699 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801d2670 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f0d0800b4e0 tx=0x7f0d08005300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71f8d39fc639c967 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:44.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.731+0000 7f0d04c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:44.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.731+0000 7f0d04c00640 1 -- 172.21.15.26:0/920319699 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d08019040 con 0x55d1801c7d50 2024-04-26T23:38:44.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.731+0000 7f0d25020740 1 -- 172.21.15.26:0/920319699 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d18013a7e0 con 0x55d1801c7d50 2024-04-26T23:38:44.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.731+0000 7f0d04c00640 1 -- 172.21.15.26:0/920319699 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f0d080046c0 con 0x55d1801c7d50 2024-04-26T23:38:44.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.732+0000 7f0d04c00640 1 -- 172.21.15.26:0/920319699 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0d080048c0 con 0x55d1801c7d50 2024-04-26T23:38:44.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.732+0000 7f0d25020740 10 client.16026 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:44.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.732+0000 7f0d25020740 1 -- 172.21.15.26:0/920319699 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d17fe3e3f0 con 0x55d1801c7d50 2024-04-26T23:38:44.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.732+0000 7f0d04c00640 1 -- 172.21.15.26:0/920319699 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x55d18013a7e0 con 0x55d1801c7d50 2024-04-26T23:38:44.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.732+0000 7f0d04c00640 1 -- 172.21.15.26:0/920319699 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0d08011a60 con 0x55d1801c7d50 2024-04-26T23:38:44.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.732+0000 7f0d25020740 10 client.16026 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:44.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.732+0000 7f0d25020740 10 client.16026 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:44.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.732+0000 7f0d25020740 20 client.16026 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:44.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.732+0000 7f0d25020740 1 --2- 172.21.15.26:0/920319699 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d1801eae30 0x55d1801ed220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.733+0000 7f0d25020740 4 client.16026 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:38:44.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.733+0000 7f0d25020740 1 -- 172.21.15.26:0/920319699 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d180134650 con 0x55d1801eae30 2024-04-26T23:38:44.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.733+0000 7f0d1b400640 1 --2- 172.21.15.26:0/920319699 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d1801eae30 0x55d1801ed220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.734+0000 7f0d1b400640 1 --2- 172.21.15.26:0/920319699 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d1801eae30 0x55d1801ed220 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c22f4d4dd63e5893 server_cookie=40109c5984d046af in_seq=0 out_seq=0 2024-04-26T23:38:44.739 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.734+0000 7f0d04c00640 10 client.16026 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:44.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.736+0000 7f0d04c00640 1 -- 172.21.15.26:0/920319699 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d180134650 con 0x55d1801eae30 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.736+0000 7f0d04c00640 10 client.16026 handle_command_reply: tid=0 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.736+0000 7f0d25020740 1 client.16026 shutdown 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.736+0000 7f0d25020740 1 -- 172.21.15.26:0/920319699 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 msgr2=0x55d1801d2670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.736+0000 7f0d25020740 1 --2- 172.21.15.26:0/920319699 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801d2670 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f0d0800b4e0 tx=0x7f0d08005300 comp rx=0 tx=0).stop 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.736+0000 7f0d25020740 1 -- 172.21.15.26:0/920319699 shutdown_connections 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.736+0000 7f0d25020740 1 --2- 172.21.15.26:0/920319699 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d1801eae30 0x55d1801ed220 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.736+0000 7f0d25020740 1 --2- 172.21.15.26:0/920319699 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801d2d40 0x55d1801cff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.736+0000 7f0d25020740 1 --2- 172.21.15.26:0/920319699 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801c8670 0x55d1801cfa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.736+0000 7f0d25020740 1 --2- 172.21.15.26:0/920319699 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801d2670 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.736+0000 7f0d25020740 1 -- 172.21.15.26:0/920319699 >> 172.21.15.26:0/920319699 conn(0x55d1801c4070 msgr2=0x55d1801c9e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.736+0000 7f0d04c00640 0 client.16026 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.737+0000 7f0d25020740 1 -- 172.21.15.26:0/920319699 shutdown_connections 2024-04-26T23:38:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.737+0000 7f0d25020740 1 -- 172.21.15.26:0/920319699 wait complete. 2024-04-26T23:38:44.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.737+0000 7f0d25020740 20 client.16026 trim_cache size 0 max 16384 2024-04-26T23:38:44.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.758+0000 7f0d25020740 1 Processor -- start 2024-04-26T23:38:44.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.758+0000 7f0d25020740 1 -- start start 2024-04-26T23:38:44.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.758+0000 7f0d25020740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801c31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.758+0000 7f0d25020740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c8670 0x55d1801cad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.758+0000 7f0d25020740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801d2d40 0x55d1801d2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.758+0000 7f0d25020740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1c1ac1a0 con 0x55d1801c7d50 2024-04-26T23:38:44.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.758+0000 7f0d25020740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1c1aa010 con 0x55d1801d2d40 2024-04-26T23:38:44.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.758+0000 7f0d25020740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1c1abad0 con 0x55d1801c8670 2024-04-26T23:38:44.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.758+0000 7f0d1aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801c31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.759+0000 7f0d1b400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c8670 0x55d1801cad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.759+0000 7f0d1aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801c31f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36458/0 (socket says 172.21.15.26:36458) 2024-04-26T23:38:44.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.759+0000 7f0d1aa00640 1 -- 172.21.15.26:0/229472566 learned_addr learned my addr 172.21.15.26:0/229472566 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:44.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.759+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/229472566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801d2d40 0x55d1801d2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.759+0000 7f0d1b400640 1 -- 172.21.15.26:0/229472566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801d2d40 msgr2=0x55d1801d2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:44.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.759+0000 7f0d1b400640 1 --2- 172.21.15.26:0/229472566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801d2d40 0x55d1801d2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.759+0000 7f0d1b400640 1 -- 172.21.15.26:0/229472566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 msgr2=0x55d1801c31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:44.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.759+0000 7f0d1b400640 1 --2- 172.21.15.26:0/229472566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801c31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.759+0000 7f0d1b400640 1 -- 172.21.15.26:0/229472566 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1801c84a0 con 0x55d1801c8670 2024-04-26T23:38:44.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.760+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/229472566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801c31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:38:44.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.760+0000 7f0d1b400640 1 --2- 172.21.15.26:0/229472566 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c8670 0x55d1801cad90 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x55d1801ed840 tx=0x7f0d0c00b390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d40687c2a16ab9e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:44.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.761+0000 7f0d07400640 1 -- 172.21.15.26:0/229472566 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c003ca0 con 0x55d1801c8670 2024-04-26T23:38:44.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.761+0000 7f0d07400640 1 -- 172.21.15.26:0/229472566 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0d0c023020 con 0x55d1801c8670 2024-04-26T23:38:44.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.761+0000 7f0d07400640 1 -- 172.21.15.26:0/229472566 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c011730 con 0x55d1801c8670 2024-04-26T23:38:44.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.761+0000 7f0d25020740 1 -- 172.21.15.26:0/229472566 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c8670 msgr2=0x55d1801cad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:44.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.761+0000 7f0d25020740 1 --2- 172.21.15.26:0/229472566 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c8670 0x55d1801cad90 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x55d1801ed840 tx=0x7f0d0c00b390 comp rx=0 tx=0).stop 2024-04-26T23:38:44.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.762+0000 7f0d25020740 1 -- 172.21.15.26:0/229472566 shutdown_connections 2024-04-26T23:38:44.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.762+0000 7f0d25020740 1 --2- 172.21.15.26:0/229472566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801d2d40 0x55d1801d2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.762+0000 7f0d25020740 1 --2- 172.21.15.26:0/229472566 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c8670 0x55d1801cad90 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.762+0000 7f0d25020740 1 --2- 172.21.15.26:0/229472566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801c7d50 0x55d1801c31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.762+0000 7f0d25020740 1 -- 172.21.15.26:0/229472566 >> 172.21.15.26:0/229472566 conn(0x55d1801c4070 msgr2=0x55d1801ca680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:44.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.762+0000 7f0d25020740 1 -- 172.21.15.26:0/229472566 shutdown_connections 2024-04-26T23:38:44.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.762+0000 7f0d25020740 1 -- 172.21.15.26:0/229472566 wait complete. 2024-04-26T23:38:44.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.762+0000 7f0d25020740 1 -- start start 2024-04-26T23:38:44.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.762+0000 7f0d25020740 1 Processor -- start 2024-04-26T23:38:44.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.763+0000 7f0d25020740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c7d50 0x55d1801e3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.763+0000 7f0d25020740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801c8670 0x55d1801cc460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.763+0000 7f0d25020740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801d2d40 0x55d1801cca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.763+0000 7f0d25020740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1c1aad30 con 0x55d1801d2d40 2024-04-26T23:38:44.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.763+0000 7f0d25020740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1c1aa660 con 0x55d1801c8670 2024-04-26T23:38:44.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.763+0000 7f0d25020740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0d1c1ab400 con 0x55d1801c7d50 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.763+0000 7f0d25020740 10 client.0 _ll_register_callbacks cb 0x7f0d0c004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.763+0000 7f0d1aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801d2d40 0x55d1801cca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.763+0000 7f0d1aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801d2d40 0x55d1801cca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36460/0 (socket says 172.21.15.26:36460) 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.763+0000 7f0d1aa00640 1 -- 172.21.15.26:0/828639818 learned_addr learned my addr 172.21.15.26:0/828639818 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.764+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c7d50 0x55d1801e3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.764+0000 7f0d1b400640 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801c8670 0x55d1801cc460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.764+0000 7f0d1aa00640 1 -- 172.21.15.26:0/828639818 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c7d50 msgr2=0x55d1801e3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.764+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c7d50 0x55d1801e3970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.764+0000 7f0d1aa00640 1 -- 172.21.15.26:0/828639818 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801c8670 msgr2=0x55d1801cc460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.764+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801c8670 0x55d1801cc460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.764+0000 7f0d1aa00640 1 -- 172.21.15.26:0/828639818 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d17fdfe0f0 con 0x55d1801d2d40 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.764+0000 7f0d1aa00640 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801d2d40 0x55d1801cca00 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f0d0802b6a0 tx=0x7f0d0802b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa56fafbbf963cd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:44.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.764+0000 7f0d04c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.764+0000 7f0d04c00640 1 -- 172.21.15.26:0/828639818 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d08019070 con 0x55d1801d2d40 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.764+0000 7f0d04c00640 1 -- 172.21.15.26:0/828639818 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f0d0802b0b0 con 0x55d1801d2d40 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.764+0000 7f0d25020740 1 -- 172.21.15.26:0/828639818 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d0c023020 con 0x55d1801d2d40 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.765+0000 7f0d04c00640 1 -- 172.21.15.26:0/828639818 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0d08043050 con 0x55d1801d2d40 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.765+0000 7f0d25020740 10 client.16032 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.765+0000 7f0d25020740 1 -- 172.21.15.26:0/828639818 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d1800f4a30 con 0x55d1801d2d40 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.765+0000 7f0d04c00640 1 -- 172.21.15.26:0/828639818 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0d0c023020 con 0x55d1801d2d40 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.765+0000 7f0d04c00640 1 -- 172.21.15.26:0/828639818 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0d08004030 con 0x55d1801d2d40 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.765+0000 7f0d25020740 10 client.16032 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.765+0000 7f0d25020740 10 client.16032 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.765+0000 7f0d25020740 20 client.16032 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.765+0000 7f0d25020740 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d1802513f0 0x55d180253810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.765+0000 7f0d25020740 4 client.16032 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:38:44.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.765+0000 7f0d25020740 1 -- 172.21.15.26:0/828639818 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d1800af360 con 0x55d1802513f0 2024-04-26T23:38:44.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.766+0000 7f0d1b400640 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d1802513f0 0x55d180253810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:44.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.767+0000 7f0d04c00640 10 client.16032 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:44.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.767+0000 7f0d1b400640 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d1802513f0 0x55d180253810 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6a2f4a18e4d19e5 server_cookie=3cf2e7156a778e88 in_seq=0 out_seq=0 2024-04-26T23:38:44.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.767+0000 7f0d04c00640 1 -- 172.21.15.26:0/828639818 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d1800af360 con 0x55d1802513f0 2024-04-26T23:38:44.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.767+0000 7f0d04c00640 10 client.16032 handle_command_reply: tid=0 2024-04-26T23:38:44.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d25020740 1 client.16032 shutdown 2024-04-26T23:38:44.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d25020740 1 -- 172.21.15.26:0/828639818 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801d2d40 msgr2=0x55d1801cca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:44.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d25020740 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801d2d40 0x55d1801cca00 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f0d0802b6a0 tx=0x7f0d0802b040 comp rx=0 tx=0).stop 2024-04-26T23:38:44.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d25020740 1 -- 172.21.15.26:0/828639818 shutdown_connections 2024-04-26T23:38:44.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d25020740 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d1802513f0 0x55d180253810 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d25020740 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1801d2d40 0x55d1801cca00 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d25020740 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1801c8670 0x55d1801cc460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d25020740 1 --2- 172.21.15.26:0/828639818 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1801c7d50 0x55d1801e3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d04c00640 0 client.16032 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:44.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d25020740 1 -- 172.21.15.26:0/828639818 >> 172.21.15.26:0/828639818 conn(0x55d1801c4070 msgr2=0x55d1801caf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:44.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d25020740 1 -- 172.21.15.26:0/828639818 shutdown_connections 2024-04-26T23:38:44.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d25020740 1 -- 172.21.15.26:0/828639818 wait complete. 2024-04-26T23:38:44.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.768+0000 7f0d25020740 20 client.16032 trim_cache size 0 max 16384 2024-04-26T23:38:44.774 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:38:44.774 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:38:44.775 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:38:44.775 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:38:44.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.769+0000 7f0d20c00640 1 -- 172.21.15.26:0/617370638 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0d000a3da0 msgr2=0x7f0d000a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:44.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.769+0000 7f0d20c00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0d000a3da0 0x7f0d000a6260 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0d140b9bd0 tx=0x7f0d1403c040 comp rx=0 tx=0).stop 2024-04-26T23:38:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.769+0000 7f0d20c00640 1 -- 172.21.15.26:0/617370638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d1c10cdb0 msgr2=0x7f0d1c102060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.769+0000 7f0d20c00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d1c10cdb0 0x7f0d1c102060 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f0d1402ae70 tx=0x7f0d14003f10 comp rx=0 tx=0).stop 2024-04-26T23:38:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.769+0000 7f0d20c00640 1 -- 172.21.15.26:0/617370638 shutdown_connections 2024-04-26T23:38:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.769+0000 7f0d20c00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0d000a3da0 0x7f0d000a6260 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.769+0000 7f0d20c00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0d1c10cdb0 0x7f0d1c102060 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.769+0000 7f0d20c00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0d1c1042b0 0x7f0d1c101b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.769+0000 7f0d20c00640 1 --2- 172.21.15.26:0/617370638 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0d1c103990 0x7f0d1c1015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.769+0000 7f0d20c00640 1 -- 172.21.15.26:0/617370638 >> 172.21.15.26:0/617370638 conn(0x7f0d1c0fd1b0 msgr2=0x7f0d1c0feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.769+0000 7f0d20c00640 1 -- 172.21.15.26:0/617370638 shutdown_connections 2024-04-26T23:38:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.769+0000 7f0d20c00640 1 -- 172.21.15.26:0/617370638 wait complete. 2024-04-26T23:38:44.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:44 smithi164 ceph-mon[31699]: pgmap v89: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:38:44.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:44 smithi026 ceph-mon[28371]: pgmap v89: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:38:44.794 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:38:44.794 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:38:44.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:44 smithi086 ceph-mon[31122]: pgmap v89: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:38:44.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.995+0000 7f68a3e00640 1 -- 172.21.15.26:0/310182422 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a4104290 msgr2=0x7f68a410c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:44.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.995+0000 7f68a3e00640 1 --2- 172.21.15.26:0/310182422 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a4104290 0x7f68a410c770 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f688c009900 tx=0x7f688c02a480 comp rx=0 tx=0).stop 2024-04-26T23:38:44.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.995+0000 7f68a3e00640 1 -- 172.21.15.26:0/310182422 shutdown_connections 2024-04-26T23:38:44.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.995+0000 7f68a3e00640 1 --2- 172.21.15.26:0/310182422 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f68a410cd40 0x7f68a410f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.995+0000 7f68a3e00640 1 --2- 172.21.15.26:0/310182422 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a4104290 0x7f68a410c770 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:44.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.995+0000 7f68a3e00640 1 --2- 172.21.15.26:0/310182422 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68a4103970 0x7f68a4103d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.995+0000 7f68a3e00640 1 -- 172.21.15.26:0/310182422 >> 172.21.15.26:0/310182422 conn(0x7f68a40fd130 msgr2=0x7f68a40ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.995+0000 7f68a3e00640 1 -- 172.21.15.26:0/310182422 shutdown_connections 2024-04-26T23:38:45.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.995+0000 7f68a3e00640 1 -- 172.21.15.26:0/310182422 wait complete. 2024-04-26T23:38:45.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.996+0000 7f68a3e00640 1 Processor -- start 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.996+0000 7f68a3e00640 1 -- start start 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.997+0000 7f68a3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a4103970 0x7f68a4198e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.997+0000 7f68a3e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f68a4104290 0x7f68a41993d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.997+0000 7f68a3e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68a410cd40 0x7f68a419d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.997+0000 7f68a3e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f68a41128f0 con 0x7f68a4103970 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.997+0000 7f68a3e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f68a4112770 con 0x7f68a4104290 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.997+0000 7f68a3e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f68a4112a70 con 0x7f68a410cd40 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.997+0000 7f68a2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a4103970 0x7f68a4198e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.997+0000 7f68a2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a4103970 0x7f68a4198e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36480/0 (socket says 172.21.15.26:36480) 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.997+0000 7f68a2a00640 1 -- 172.21.15.26:0/1138141488 learned_addr learned my addr 172.21.15.26:0/1138141488 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.997+0000 7f68a2000640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f68a4104290 0x7f68a41993d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.998+0000 7f68a2a00640 1 -- 172.21.15.26:0/1138141488 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68a410cd40 msgr2=0x7f68a419d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.002 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.998+0000 7f68a2a00640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68a410cd40 0x7f68a419d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.998+0000 7f68a2a00640 1 -- 172.21.15.26:0/1138141488 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f68a4104290 msgr2=0x7f68a41993d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.998+0000 7f68a2a00640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f68a4104290 0x7f68a41993d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.998+0000 7f68a2a00640 1 -- 172.21.15.26:0/1138141488 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a419de80 con 0x7f68a4103970 2024-04-26T23:38:45.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.998+0000 7f68a2a00640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a4103970 0x7f68a4198e90 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f689c00ea80 tx=0x7f689c00ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.998+0000 7f689b400640 1 -- 172.21.15.26:0/1138141488 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f689c00ce40 con 0x7f68a4103970 2024-04-26T23:38:45.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.998+0000 7f689b400640 1 -- 172.21.15.26:0/1138141488 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f689c005020 con 0x7f68a4103970 2024-04-26T23:38:45.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.998+0000 7f68a3e00640 1 -- 172.21.15.26:0/1138141488 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68a419e170 con 0x7f68a4103970 2024-04-26T23:38:45.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.998+0000 7f689b400640 1 -- 172.21.15.26:0/1138141488 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f689c0116d0 con 0x7f68a4103970 2024-04-26T23:38:45.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:44.998+0000 7f68a3e00640 1 -- 172.21.15.26:0/1138141488 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68a41a5a00 con 0x7f68a4103970 2024-04-26T23:38:45.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.000+0000 7f68a3e00640 1 -- 172.21.15.26:0/1138141488 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68a4069670 con 0x7f68a4103970 2024-04-26T23:38:45.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.002+0000 7f689b400640 1 -- 172.21.15.26:0/1138141488 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f689c004a40 con 0x7f68a4103970 2024-04-26T23:38:45.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.003+0000 7f689b400640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68880a3d20 0x7f68880a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.004+0000 7f689b400640 1 -- 172.21.15.26:0/1138141488 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f689c0d0e60 con 0x7f68a4103970 2024-04-26T23:38:45.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.004+0000 7f68a2000640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68880a3d20 0x7f68880a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.005+0000 7f68a2000640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68880a3d20 0x7f68880a61e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f688c006010 tx=0x7f688c005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.009+0000 7f689b400640 1 -- 172.21.15.26:0/1138141488 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f689c016030 con 0x7f68a4103970 2024-04-26T23:38:45.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.343+0000 7f68a3e00640 1 -- 172.21.15.26:0/1138141488 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f68a419a1e0 con 0x7f68a4103970 2024-04-26T23:38:45.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.345+0000 7f689b400640 1 -- 172.21.15.26:0/1138141488 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f689c09d4d0 con 0x7f68a4103970 2024-04-26T23:38:45.349 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:38:45.349 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:38:45.349 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:38:45.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.347+0000 7f68a3e00640 1 -- 172.21.15.26:0/1138141488 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68880a3d20 msgr2=0x7f68880a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.347+0000 7f68a3e00640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68880a3d20 0x7f68880a61e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f688c006010 tx=0x7f688c005a20 comp rx=0 tx=0).stop 2024-04-26T23:38:45.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.347+0000 7f68a3e00640 1 -- 172.21.15.26:0/1138141488 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a4103970 msgr2=0x7f68a4198e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.347+0000 7f68a3e00640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a4103970 0x7f68a4198e90 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f689c00ea80 tx=0x7f689c00ef40 comp rx=0 tx=0).stop 2024-04-26T23:38:45.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.348+0000 7f68a3e00640 1 -- 172.21.15.26:0/1138141488 shutdown_connections 2024-04-26T23:38:45.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.348+0000 7f68a3e00640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68a410cd40 0x7f68a419d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.348+0000 7f68a3e00640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f68a4104290 0x7f68a41993d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.348+0000 7f68a3e00640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68880a3d20 0x7f68880a61e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.348+0000 7f68a3e00640 1 --2- 172.21.15.26:0/1138141488 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68a4103970 0x7f68a4198e90 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.348+0000 7f68a3e00640 1 -- 172.21.15.26:0/1138141488 >> 172.21.15.26:0/1138141488 conn(0x7f68a40fd130 msgr2=0x7f68a40fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.348+0000 7f68a3e00640 1 -- 172.21.15.26:0/1138141488 shutdown_connections 2024-04-26T23:38:45.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.348+0000 7f68a3e00640 1 -- 172.21.15.26:0/1138141488 wait complete. 2024-04-26T23:38:45.372 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:38:45.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.614+0000 7fddf2600640 1 -- 172.21.15.26:0/1653030686 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddec1076d0 msgr2=0x7fddec107ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.614+0000 7fddf2600640 1 --2- 172.21.15.26:0/1653030686 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddec1076d0 0x7fddec107ab0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fdde0009930 tx=0x7fdde002a420 comp rx=0 tx=0).stop 2024-04-26T23:38:45.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.615+0000 7fddf2600640 1 -- 172.21.15.26:0/1653030686 shutdown_connections 2024-04-26T23:38:45.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.615+0000 7fddf2600640 1 --2- 172.21.15.26:0/1653030686 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddec102080 0x7fddec10e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.615+0000 7fddf2600640 1 --2- 172.21.15.26:0/1653030686 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fddec1016c0 0x7fddec101b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.615+0000 7fddf2600640 1 --2- 172.21.15.26:0/1653030686 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddec1076d0 0x7fddec107ab0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.615+0000 7fddf2600640 1 -- 172.21.15.26:0/1653030686 >> 172.21.15.26:0/1653030686 conn(0x7fddec0fd1b0 msgr2=0x7fddec0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.615+0000 7fddf2600640 1 -- 172.21.15.26:0/1653030686 shutdown_connections 2024-04-26T23:38:45.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.615+0000 7fddf2600640 1 -- 172.21.15.26:0/1653030686 wait complete. 2024-04-26T23:38:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.616+0000 7fddf2600640 1 Processor -- start 2024-04-26T23:38:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.616+0000 7fddf2600640 1 -- start start 2024-04-26T23:38:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.616+0000 7fddf2600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddec1016c0 0x7fddec0fd7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.616+0000 7fddf2600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddec102080 0x7fddec0fdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.616+0000 7fddf2600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fddec1076d0 0x7fddec0fe230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.616+0000 7fddf2600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fddec111890 con 0x7fddec102080 2024-04-26T23:38:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.616+0000 7fddf2600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fddec111710 con 0x7fddec1016c0 2024-04-26T23:38:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.616+0000 7fddf2600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fddec111a10 con 0x7fddec1076d0 2024-04-26T23:38:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.617+0000 7fddebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddec102080 0x7fddec0fdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.617+0000 7fddebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddec102080 0x7fddec0fdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36484/0 (socket says 172.21.15.26:36484) 2024-04-26T23:38:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.617+0000 7fddebe00640 1 -- 172.21.15.26:0/3349376284 learned_addr learned my addr 172.21.15.26:0/3349376284 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.617+0000 7fddf1c00640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fddec1076d0 0x7fddec0fe230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.617+0000 7fddf1200640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddec1016c0 0x7fddec0fd7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.617+0000 7fddebe00640 1 -- 172.21.15.26:0/3349376284 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fddec1076d0 msgr2=0x7fddec0fe230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.617+0000 7fddebe00640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fddec1076d0 0x7fddec0fe230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.617+0000 7fddebe00640 1 -- 172.21.15.26:0/3349376284 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddec1016c0 msgr2=0x7fddec0fd7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.617+0000 7fddebe00640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddec1016c0 0x7fddec0fd7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.617+0000 7fddebe00640 1 -- 172.21.15.26:0/3349376284 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddec1a73a0 con 0x7fddec102080 2024-04-26T23:38:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.618+0000 7fddebe00640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddec102080 0x7fddec0fdcf0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fddd800d770 tx=0x7fddd800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.618+0000 7fdde9600640 1 -- 172.21.15.26:0/3349376284 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd8017070 con 0x7fddec102080 2024-04-26T23:38:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.618+0000 7fdde9600640 1 -- 172.21.15.26:0/3349376284 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fddd80054b0 con 0x7fddec102080 2024-04-26T23:38:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.618+0000 7fdde9600640 1 -- 172.21.15.26:0/3349376284 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd8004c60 con 0x7fddec102080 2024-04-26T23:38:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.618+0000 7fddf2600640 1 -- 172.21.15.26:0/3349376284 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddec1a7690 con 0x7fddec102080 2024-04-26T23:38:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.618+0000 7fddf2600640 1 -- 172.21.15.26:0/3349376284 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddec1a7be0 con 0x7fddec102080 2024-04-26T23:38:45.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.622+0000 7fddf6a0b740 1 Processor -- start 2024-04-26T23:38:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.622+0000 7fddf6a0b740 1 -- start start 2024-04-26T23:38:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.622+0000 7fdde9600640 1 -- 172.21.15.26:0/3349376284 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fddd8004e00 con 0x7fddec102080 2024-04-26T23:38:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.622+0000 7fddf6a0b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 0x55e00a4e7780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.622+0000 7fddf6a0b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e7cc0 0x55e00a4f1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.622+0000 7fddf6a0b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4f2390 0x55e00a4f4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.622+0000 7fddf6a0b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e00a44bc70 con 0x55e00a4e7cc0 2024-04-26T23:38:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.622+0000 7fddf6a0b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e00a404980 con 0x55e00a4f2390 2024-04-26T23:38:45.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.622+0000 7fddf6a0b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e00a447c30 con 0x55e00a4e73a0 2024-04-26T23:38:45.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.623+0000 7fddf1200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e7cc0 0x55e00a4f1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.623+0000 7fddf1200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e7cc0 0x55e00a4f1e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36492/0 (socket says 172.21.15.26:36492) 2024-04-26T23:38:45.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.623+0000 7fddf1200640 1 -- 172.21.15.26:0/3202559055 learned_addr learned my addr 172.21.15.26:0/3202559055 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:45.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.623+0000 7fddf1c00640 1 --2- 172.21.15.26:0/3202559055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 0x55e00a4e7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.623+0000 7fddebe00640 1 --2- 172.21.15.26:0/3202559055 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4f2390 0x55e00a4f4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.623+0000 7fddf1200640 1 -- 172.21.15.26:0/3202559055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 msgr2=0x55e00a4e7780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.623+0000 7fddf1200640 1 --2- 172.21.15.26:0/3202559055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 0x55e00a4e7780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.623+0000 7fddf1200640 1 -- 172.21.15.26:0/3202559055 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4f2390 msgr2=0x55e00a4f4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.623+0000 7fddf1200640 1 --2- 172.21.15.26:0/3202559055 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4f2390 0x55e00a4f4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.623+0000 7fddf1200640 1 -- 172.21.15.26:0/3202559055 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e00a3dc7b0 con 0x55e00a4e7cc0 2024-04-26T23:38:45.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.623+0000 7fddebe00640 1 --2- 172.21.15.26:0/3202559055 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4f2390 0x55e00a4f4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:38:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.624+0000 7fddf1200640 1 --2- 172.21.15.26:0/3202559055 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e7cc0 0x55e00a4f1e50 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fdde0009900 tx=0x7fdde0004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fee4dccecb32922 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.624+0000 7fdde9600640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fddd40a3da0 0x7fddd40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.624+0000 7fdde9600640 1 -- 172.21.15.26:0/3349376284 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fddd80d02b0 con 0x7fddec102080 2024-04-26T23:38:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.624+0000 7fddde000640 1 -- 172.21.15.26:0/3202559055 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde0035030 con 0x55e00a4e7cc0 2024-04-26T23:38:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.624+0000 7fddde000640 1 -- 172.21.15.26:0/3202559055 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdde00046c0 con 0x55e00a4e7cc0 2024-04-26T23:38:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.624+0000 7fddde000640 1 -- 172.21.15.26:0/3202559055 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde0005d50 con 0x55e00a4e7cc0 2024-04-26T23:38:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.625+0000 7fddf1c00640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fddd40a3da0 0x7fddd40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.625+0000 7fddf6a0b740 1 -- 172.21.15.26:0/3202559055 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e7cc0 msgr2=0x55e00a4f1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.625+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/3202559055 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e7cc0 0x55e00a4f1e50 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fdde0009900 tx=0x7fdde0004390 comp rx=0 tx=0).stop 2024-04-26T23:38:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.625+0000 7fddf1c00640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fddd40a3da0 0x7fddd40a6260 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fdde4007e50 tx=0x7fdde4007600 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.626+0000 7fddf6a0b740 1 -- 172.21.15.26:0/3202559055 shutdown_connections 2024-04-26T23:38:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.626+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/3202559055 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4f2390 0x55e00a4f4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.626+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/3202559055 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e7cc0 0x55e00a4f1e50 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.626+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/3202559055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 0x55e00a4e7780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.626+0000 7fddf6a0b740 1 -- 172.21.15.26:0/3202559055 >> 172.21.15.26:0/3202559055 conn(0x55e00a4e36c0 msgr2=0x55e00a4e3aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.626+0000 7fddf6a0b740 1 -- 172.21.15.26:0/3202559055 shutdown_connections 2024-04-26T23:38:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.626+0000 7fddf6a0b740 1 -- 172.21.15.26:0/3202559055 wait complete. 2024-04-26T23:38:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.626+0000 7fddf6a0b740 1 -- start start 2024-04-26T23:38:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.626+0000 7fddf6a0b740 1 Processor -- start 2024-04-26T23:38:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.627+0000 7fddf6a0b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 0x55e00a4f1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.627+0000 7fddf6a0b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4e7cc0 0x55e00a4eefd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.627+0000 7fddf6a0b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 0x55e00a4ef530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.627+0000 7fddf6a0b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e00a44af80 con 0x55e00a4f2390 2024-04-26T23:38:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.627+0000 7fddf6a0b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e00a3f8260 con 0x55e00a4e7cc0 2024-04-26T23:38:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.627+0000 7fddf6a0b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e00a4502a0 con 0x55e00a4e73a0 2024-04-26T23:38:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.627+0000 7fddf6a0b740 10 client.0 _ll_register_callbacks cb 0x55e00a442960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.627+0000 7fddf1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 0x55e00a4ef530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.627+0000 7fddf1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 0x55e00a4ef530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36500/0 (socket says 172.21.15.26:36500) 2024-04-26T23:38:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.627+0000 7fddf1c00640 1 -- 172.21.15.26:0/50297575 learned_addr learned my addr 172.21.15.26:0/50297575 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.628+0000 7fddf1200640 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 0x55e00a4f1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.628+0000 7fddebe00640 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4e7cc0 0x55e00a4eefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.628+0000 7fddf1c00640 1 -- 172.21.15.26:0/50297575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 msgr2=0x55e00a4f1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.628+0000 7fddf1c00640 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 0x55e00a4f1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.628+0000 7fddf1c00640 1 -- 172.21.15.26:0/50297575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4e7cc0 msgr2=0x55e00a4eefd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.628+0000 7fddf1c00640 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4e7cc0 0x55e00a4eefd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.628+0000 7fddf1c00640 1 -- 172.21.15.26:0/50297575 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e00a3da1c0 con 0x55e00a4f2390 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.628+0000 7fddf1c00640 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 0x55e00a4ef530 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fdde40075d0 tx=0x7fdde4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e913989366c1565a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.628+0000 7fddd2a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.629+0000 7fddd2a00640 1 -- 172.21.15.26:0/50297575 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde400ee60 con 0x55e00a4f2390 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.629+0000 7fddd2a00640 1 -- 172.21.15.26:0/50297575 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fdde401cd30 con 0x55e00a4f2390 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.629+0000 7fddf6a0b740 1 -- 172.21.15.26:0/50297575 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdde00046c0 con 0x55e00a4f2390 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.629+0000 7fddd2a00640 1 -- 172.21.15.26:0/50297575 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdde4028480 con 0x55e00a4f2390 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.629+0000 7fddf6a0b740 10 client.16050 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.629+0000 7fddf6a0b740 1 -- 172.21.15.26:0/50297575 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e00a15d3f0 con 0x55e00a4f2390 2024-04-26T23:38:45.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.630+0000 7fddd2a00640 1 -- 172.21.15.26:0/50297575 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdde00046c0 con 0x55e00a4f2390 2024-04-26T23:38:45.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.630+0000 7fddd2a00640 1 -- 172.21.15.26:0/50297575 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdde401d710 con 0x55e00a4f2390 2024-04-26T23:38:45.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.630+0000 7fddf6a0b740 10 client.16050 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:45.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.630+0000 7fddf6a0b740 10 client.16050 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:38:45.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.630+0000 7fddf6a0b740 20 client.16050 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:45.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.630+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e00a501e40 0x55e00a5042a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.630+0000 7fddf6a0b740 4 client.16050 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:38:45.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.630+0000 7fddf6a0b740 1 -- 172.21.15.26:0/50297575 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e00a459880 con 0x55e00a501e40 2024-04-26T23:38:45.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.631+0000 7fddf1200640 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e00a501e40 0x55e00a5042a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.632+0000 7fddf1200640 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e00a501e40 0x55e00a5042a0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9bd6d2fbfa125c3d server_cookie=636b6ce135c64a43 in_seq=0 out_seq=0 2024-04-26T23:38:45.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.632+0000 7fddd2a00640 10 client.16050 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:38:45.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.633+0000 7fddd2a00640 1 -- 172.21.15.26:0/50297575 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e00a459880 con 0x55e00a501e40 2024-04-26T23:38:45.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.633+0000 7fddd2a00640 10 client.16050 handle_command_reply: tid=0 2024-04-26T23:38:45.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddf6a0b740 1 client.16050 shutdown 2024-04-26T23:38:45.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddf6a0b740 1 -- 172.21.15.26:0/50297575 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 msgr2=0x55e00a4ef530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 0x55e00a4ef530 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fdde40075d0 tx=0x7fdde4004a40 comp rx=0 tx=0).stop 2024-04-26T23:38:45.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddf6a0b740 1 -- 172.21.15.26:0/50297575 shutdown_connections 2024-04-26T23:38:45.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 0x55e00a4ef530 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4e7cc0 0x55e00a4eefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e00a501e40 0x55e00a5042a0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/50297575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 0x55e00a4f1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddf6a0b740 1 -- 172.21.15.26:0/50297575 >> 172.21.15.26:0/50297575 conn(0x55e00a4e36c0 msgr2=0x55e00a4e94c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddd2a00640 0 client.16050 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:38:45.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddf6a0b740 1 -- 172.21.15.26:0/50297575 shutdown_connections 2024-04-26T23:38:45.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddf6a0b740 1 -- 172.21.15.26:0/50297575 wait complete. 2024-04-26T23:38:45.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.634+0000 7fddf6a0b740 20 client.16050 trim_cache size 0 max 16384 2024-04-26T23:38:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.654+0000 7fddf6a0b740 1 Processor -- start 2024-04-26T23:38:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.654+0000 7fddf6a0b740 1 -- start start 2024-04-26T23:38:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.654+0000 7fddf6a0b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e73a0 0x55e00a509b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.654+0000 7fddf6a0b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e7cc0 0x55e00a50a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.654+0000 7fddf6a0b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4f2390 0x55e00a4ec230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.654+0000 7fddf6a0b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fddec1b2c00 con 0x55e00a4e73a0 2024-04-26T23:38:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.654+0000 7fddf6a0b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fddec1b04d0 con 0x55e00a4f2390 2024-04-26T23:38:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.654+0000 7fddf6a0b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fddec1ae300 con 0x55e00a4e7cc0 2024-04-26T23:38:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.654+0000 7fddf1200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e73a0 0x55e00a509b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.655+0000 7fddf1200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e73a0 0x55e00a509b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36504/0 (socket says 172.21.15.26:36504) 2024-04-26T23:38:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.655+0000 7fddf1200640 1 -- 172.21.15.26:0/1685837676 learned_addr learned my addr 172.21.15.26:0/1685837676 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.655+0000 7fddebe00640 1 --2- 172.21.15.26:0/1685837676 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e7cc0 0x55e00a50a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.655+0000 7fddf1c00640 1 --2- 172.21.15.26:0/1685837676 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4f2390 0x55e00a4ec230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.655+0000 7fddf1200640 1 -- 172.21.15.26:0/1685837676 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e7cc0 msgr2=0x55e00a50a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.655+0000 7fddf1200640 1 --2- 172.21.15.26:0/1685837676 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e7cc0 0x55e00a50a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.655+0000 7fddf1200640 1 -- 172.21.15.26:0/1685837676 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4f2390 msgr2=0x55e00a4ec230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.655+0000 7fddf1200640 1 --2- 172.21.15.26:0/1685837676 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4f2390 0x55e00a4ec230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.655+0000 7fddf1200640 1 -- 172.21.15.26:0/1685837676 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e00a2277d0 con 0x55e00a4e73a0 2024-04-26T23:38:45.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.655+0000 7fddf1c00640 1 --2- 172.21.15.26:0/1685837676 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4f2390 0x55e00a4ec230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:38:45.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.656+0000 7fddf1200640 1 --2- 172.21.15.26:0/1685837676 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e73a0 0x55e00a509b70 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fdde0009930 tx=0x7fdde0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=359ec131bcc128c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.656+0000 7fdddd600640 1 -- 172.21.15.26:0/1685837676 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde0035040 con 0x55e00a4e73a0 2024-04-26T23:38:45.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.656+0000 7fdddd600640 1 -- 172.21.15.26:0/1685837676 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdde003b770 con 0x55e00a4e73a0 2024-04-26T23:38:45.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.656+0000 7fdddd600640 1 -- 172.21.15.26:0/1685837676 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde0004920 con 0x55e00a4e73a0 2024-04-26T23:38:45.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.657+0000 7fddf6a0b740 1 -- 172.21.15.26:0/1685837676 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e73a0 msgr2=0x55e00a509b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.657+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/1685837676 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e73a0 0x55e00a509b70 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fdde0009930 tx=0x7fdde0000bc0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.657+0000 7fddf6a0b740 1 -- 172.21.15.26:0/1685837676 shutdown_connections 2024-04-26T23:38:45.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.657+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/1685837676 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4f2390 0x55e00a4ec230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.657+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/1685837676 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e7cc0 0x55e00a50a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.657+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/1685837676 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4e73a0 0x55e00a509b70 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.657+0000 7fddf6a0b740 1 -- 172.21.15.26:0/1685837676 >> 172.21.15.26:0/1685837676 conn(0x55e00a4e36c0 msgr2=0x55e00a4fcd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.657+0000 7fddf6a0b740 1 -- 172.21.15.26:0/1685837676 shutdown_connections 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.657+0000 7fddf6a0b740 1 -- 172.21.15.26:0/1685837676 wait complete. 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.657+0000 7fddf6a0b740 1 -- start start 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.657+0000 7fddf6a0b740 1 Processor -- start 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.658+0000 7fddf6a0b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 0x55e00a4fa680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.658+0000 7fddf6a0b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4e7cc0 0x55e00a4f7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.658+0000 7fddf6a0b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 0x55e00a4f7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.658+0000 7fddf6a0b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fddec1ae990 con 0x55e00a4f2390 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.658+0000 7fddf6a0b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fddec1afe00 con 0x55e00a4e7cc0 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.658+0000 7fddf6a0b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fddec1af060 con 0x55e00a4e73a0 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.658+0000 7fddf6a0b740 10 client.0 _ll_register_callbacks cb 0x7fdde4007840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.658+0000 7fddf1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 0x55e00a4f7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.658+0000 7fddf1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 0x55e00a4f7f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36514/0 (socket says 172.21.15.26:36514) 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.658+0000 7fddf1c00640 1 -- 172.21.15.26:0/66244483 learned_addr learned my addr 172.21.15.26:0/66244483 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.659+0000 7fddf1200640 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 0x55e00a4fa680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.659+0000 7fddebe00640 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4e7cc0 0x55e00a4f7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.659+0000 7fddf1c00640 1 -- 172.21.15.26:0/66244483 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 msgr2=0x55e00a4fa680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.659+0000 7fddf1c00640 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 0x55e00a4fa680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.659+0000 7fddf1c00640 1 -- 172.21.15.26:0/66244483 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4e7cc0 msgr2=0x55e00a4f7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.659+0000 7fddf1c00640 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4e7cc0 0x55e00a4f7a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.659+0000 7fddf1c00640 1 -- 172.21.15.26:0/66244483 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e00a3f22a0 con 0x55e00a4f2390 2024-04-26T23:38:45.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.659+0000 7fddf1c00640 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 0x55e00a4f7f50 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fdde401db00 tx=0x7fdde4011e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6e6029191cffb5b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.659+0000 7fddd2a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:45.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.660+0000 7fddd2a00640 1 -- 172.21.15.26:0/66244483 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde4035070 con 0x55e00a4f2390 2024-04-26T23:38:45.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.660+0000 7fddd2a00640 1 -- 172.21.15.26:0/66244483 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fdde401d820 con 0x55e00a4f2390 2024-04-26T23:38:45.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.660+0000 7fddf6a0b740 1 -- 172.21.15.26:0/66244483 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdde003b770 con 0x55e00a4f2390 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.660+0000 7fddd2a00640 1 -- 172.21.15.26:0/66244483 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdde400ee60 con 0x55e00a4f2390 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.660+0000 7fddf6a0b740 10 client.16056 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.660+0000 7fddf6a0b740 1 -- 172.21.15.26:0/66244483 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e00a5681c0 con 0x55e00a4f2390 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.660+0000 7fddd2a00640 1 -- 172.21.15.26:0/66244483 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdde003b770 con 0x55e00a4f2390 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.661+0000 7fddd2a00640 1 -- 172.21.15.26:0/66244483 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdde4005040 con 0x55e00a4f2390 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.661+0000 7fddf6a0b740 10 client.16056 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.661+0000 7fddf6a0b740 10 client.16056 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.661+0000 7fddf6a0b740 20 client.16056 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.661+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e00a5688e0 0x55e00a56ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.661+0000 7fddf6a0b740 4 client.16056 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.661+0000 7fddf6a0b740 1 -- 172.21.15.26:0/66244483 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e00a4536f0 con 0x55e00a5688e0 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.661+0000 7fddf1200640 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e00a5688e0 0x55e00a56ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.662+0000 7fddf1200640 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e00a5688e0 0x55e00a56ad00 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c1590a7bf41d9103 server_cookie=41e71b864fe4d0ee in_seq=0 out_seq=0 2024-04-26T23:38:45.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.662+0000 7fddd2a00640 10 client.16056 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.663+0000 7fddd2a00640 1 -- 172.21.15.26:0/66244483 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e00a4536f0 con 0x55e00a5688e0 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.663+0000 7fddd2a00640 10 client.16056 handle_command_reply: tid=0 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.663+0000 7fddf6a0b740 1 client.16056 shutdown 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.663+0000 7fddf6a0b740 1 -- 172.21.15.26:0/66244483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 msgr2=0x55e00a4f7f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.663+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 0x55e00a4f7f50 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fdde401db00 tx=0x7fdde4011e80 comp rx=0 tx=0).stop 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.663+0000 7fddf6a0b740 1 -- 172.21.15.26:0/66244483 shutdown_connections 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.663+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e00a4f2390 0x55e00a4f7f50 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.663+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e00a4e7cc0 0x55e00a4f7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.663+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e00a5688e0 0x55e00a56ad00 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.663+0000 7fddf6a0b740 1 --2- 172.21.15.26:0/66244483 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e00a4e73a0 0x55e00a4fa680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.663+0000 7fddf6a0b740 1 -- 172.21.15.26:0/66244483 >> 172.21.15.26:0/66244483 conn(0x55e00a4e36c0 msgr2=0x55e00a4f1090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.663+0000 7fddd2a00640 0 client.16056 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.664+0000 7fddf6a0b740 1 -- 172.21.15.26:0/66244483 shutdown_connections 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.664+0000 7fddf6a0b740 1 -- 172.21.15.26:0/66244483 wait complete. 2024-04-26T23:38:45.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.664+0000 7fddf6a0b740 20 client.16056 trim_cache size 0 max 16384 2024-04-26T23:38:45.670 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:38:45.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.664+0000 7fddf2600640 1 -- 172.21.15.26:0/3349376284 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fddd40a3da0 msgr2=0x7fddd40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.664+0000 7fddf2600640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fddd40a3da0 0x7fddd40a6260 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fdde4007e50 tx=0x7fdde4007600 comp rx=0 tx=0).stop 2024-04-26T23:38:45.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.664+0000 7fddf2600640 1 -- 172.21.15.26:0/3349376284 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddec102080 msgr2=0x7fddec0fdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.664+0000 7fddf2600640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddec102080 0x7fddec0fdcf0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fddd800d770 tx=0x7fddd800dc30 comp rx=0 tx=0).stop 2024-04-26T23:38:45.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.665+0000 7fddf2600640 1 -- 172.21.15.26:0/3349376284 shutdown_connections 2024-04-26T23:38:45.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.665+0000 7fddf2600640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fddec1076d0 0x7fddec0fe230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.665+0000 7fddf2600640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fddd40a3da0 0x7fddd40a6260 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.665+0000 7fddf2600640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddec102080 0x7fddec0fdcf0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.665+0000 7fddf2600640 1 --2- 172.21.15.26:0/3349376284 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddec1016c0 0x7fddec0fd7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.665+0000 7fddf2600640 1 -- 172.21.15.26:0/3349376284 >> 172.21.15.26:0/3349376284 conn(0x7fddec0fd1b0 msgr2=0x7fddec069e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.665+0000 7fddf2600640 1 -- 172.21.15.26:0/3349376284 shutdown_connections 2024-04-26T23:38:45.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.665+0000 7fddf2600640 1 -- 172.21.15.26:0/3349376284 wait complete. 2024-04-26T23:38:45.685 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:45 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1138141488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:38:45.688 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:38:45.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:45 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1138141488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:38:45.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:45 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1138141488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:38:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.904+0000 7f36a9200640 1 -- 172.21.15.26:0/1547901654 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f36a4107930 msgr2=0x7f36a4107d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.904+0000 7f36a9200640 1 --2- 172.21.15.26:0/1547901654 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f36a4107930 0x7f36a4107d10 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f3694009930 tx=0x7f369402a440 comp rx=0 tx=0).stop 2024-04-26T23:38:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.904+0000 7f36a9200640 1 -- 172.21.15.26:0/1547901654 shutdown_connections 2024-04-26T23:38:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.904+0000 7f36a9200640 1 --2- 172.21.15.26:0/1547901654 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f36a4101860 0x7f36a410f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.904+0000 7f36a9200640 1 --2- 172.21.15.26:0/1547901654 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f36a4100ea0 0x7f36a4101320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.904+0000 7f36a9200640 1 --2- 172.21.15.26:0/1547901654 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f36a4107930 0x7f36a4107d10 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.904+0000 7f36a9200640 1 -- 172.21.15.26:0/1547901654 >> 172.21.15.26:0/1547901654 conn(0x7f36a4077e30 msgr2=0x7f36a40ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.904+0000 7f36a9200640 1 -- 172.21.15.26:0/1547901654 shutdown_connections 2024-04-26T23:38:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.904+0000 7f36a9200640 1 -- 172.21.15.26:0/1547901654 wait complete. 2024-04-26T23:38:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.905+0000 7f36a9200640 1 Processor -- start 2024-04-26T23:38:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.905+0000 7f36a9200640 1 -- start start 2024-04-26T23:38:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.906+0000 7f36a9200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f36a4100ea0 0x7f36a419b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.906+0000 7f36a9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f36a4101860 0x7f36a419b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.906+0000 7f36a9200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f36a4107930 0x7f36a419fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.906+0000 7f36a9200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f36a4112ba0 con 0x7f36a4101860 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.906+0000 7f36a9200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f36a4112a20 con 0x7f36a4107930 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.906+0000 7f36a9200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f36a4112d20 con 0x7f36a4100ea0 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.906+0000 7f369be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f36a4101860 0x7f36a419b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.906+0000 7f369be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f36a4101860 0x7f36a419b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36540/0 (socket says 172.21.15.26:36540) 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.906+0000 7f369be00640 1 -- 172.21.15.26:0/518165302 learned_addr learned my addr 172.21.15.26:0/518165302 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.907+0000 7f36a2800640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f36a4107930 0x7f36a419fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.907+0000 7f36a1e00640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f36a4100ea0 0x7f36a419b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.907+0000 7f369be00640 1 -- 172.21.15.26:0/518165302 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f36a4100ea0 msgr2=0x7f36a419b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.907+0000 7f369be00640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f36a4100ea0 0x7f36a419b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.907+0000 7f369be00640 1 -- 172.21.15.26:0/518165302 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f36a4107930 msgr2=0x7f36a419fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.907+0000 7f369be00640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f36a4107930 0x7f36a419fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.907+0000 7f369be00640 1 -- 172.21.15.26:0/518165302 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36a41a0320 con 0x7f36a4101860 2024-04-26T23:38:45.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.907+0000 7f369be00640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f36a4101860 0x7f36a419b8c0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f368c00d950 tx=0x7f368c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.908+0000 7f369aa00640 1 -- 172.21.15.26:0/518165302 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c017070 con 0x7f36a4101860 2024-04-26T23:38:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.908+0000 7f369aa00640 1 -- 172.21.15.26:0/518165302 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f368c009c30 con 0x7f36a4101860 2024-04-26T23:38:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.908+0000 7f369aa00640 1 -- 172.21.15.26:0/518165302 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c00f620 con 0x7f36a4101860 2024-04-26T23:38:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.908+0000 7f36a9200640 1 -- 172.21.15.26:0/518165302 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36a41a0610 con 0x7f36a4101860 2024-04-26T23:38:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.908+0000 7f36a9200640 1 -- 172.21.15.26:0/518165302 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36a41a7ea0 con 0x7f36a4101860 2024-04-26T23:38:45.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.911+0000 7f369aa00640 1 -- 172.21.15.26:0/518165302 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f368c010460 con 0x7f36a4101860 2024-04-26T23:38:45.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.912+0000 7f36ac025740 1 Processor -- start 2024-04-26T23:38:45.915 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.912+0000 7f36ac025740 1 -- start start 2024-04-26T23:38:45.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.912+0000 7f36ac025740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f25911f0 0x5645f25915d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.912+0000 7f36ac025740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f259bca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.912+0000 7f36ac025740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f259c1e0 0x5645f259e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.912+0000 7f36ac025740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5645f24f5c70 con 0x5645f2591b10 2024-04-26T23:38:45.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.912+0000 7f36ac025740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5645f24ae980 con 0x5645f259c1e0 2024-04-26T23:38:45.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.912+0000 7f36ac025740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5645f24f1c30 con 0x5645f25911f0 2024-04-26T23:38:45.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.913+0000 7f36a1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f259bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.913+0000 7f36a1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f259bca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36556/0 (socket says 172.21.15.26:36556) 2024-04-26T23:38:45.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.913+0000 7f36a1e00640 1 -- 172.21.15.26:0/2323831356 learned_addr learned my addr 172.21.15.26:0/2323831356 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:45.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.913+0000 7f36a2800640 1 --2- 172.21.15.26:0/2323831356 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f25911f0 0x5645f25915d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.913+0000 7f369be00640 1 --2- 172.21.15.26:0/2323831356 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f259c1e0 0x5645f259e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.913+0000 7f36a1e00640 1 -- 172.21.15.26:0/2323831356 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f25911f0 msgr2=0x5645f25915d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.913+0000 7f36a1e00640 1 --2- 172.21.15.26:0/2323831356 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f25911f0 0x5645f25915d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.913+0000 7f36a1e00640 1 -- 172.21.15.26:0/2323831356 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f259c1e0 msgr2=0x5645f259e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.913+0000 7f36a1e00640 1 --2- 172.21.15.26:0/2323831356 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f259c1e0 0x5645f259e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.913+0000 7f36a1e00640 1 -- 172.21.15.26:0/2323831356 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645f24867b0 con 0x5645f2591b10 2024-04-26T23:38:45.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.914+0000 7f369aa00640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f36880a3d20 0x7f36880a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.914+0000 7f36a1e00640 1 --2- 172.21.15.26:0/2323831356 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f259bca0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f369402aa30 tx=0x7f3694004200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f678deee190809c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.914+0000 7f369aa00640 1 -- 172.21.15.26:0/518165302 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f368c0d04c0 con 0x7f36a4101860 2024-04-26T23:38:45.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.914+0000 7f36a2800640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f36880a3d20 0x7f36880a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.914+0000 7f3693400640 1 -- 172.21.15.26:0/2323831356 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3694035030 con 0x5645f2591b10 2024-04-26T23:38:45.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.914+0000 7f3693400640 1 -- 172.21.15.26:0/2323831356 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f36940054d0 con 0x5645f2591b10 2024-04-26T23:38:45.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.914+0000 7f3693400640 1 -- 172.21.15.26:0/2323831356 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36940035f0 con 0x5645f2591b10 2024-04-26T23:38:45.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.915+0000 7f36ac025740 1 -- 172.21.15.26:0/2323831356 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 msgr2=0x5645f259bca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.915+0000 7f36ac025740 1 --2- 172.21.15.26:0/2323831356 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f259bca0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f369402aa30 tx=0x7f3694004200 comp rx=0 tx=0).stop 2024-04-26T23:38:45.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.915+0000 7f36a2800640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f36880a3d20 0x7f36880a61e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f369c005fd0 tx=0x7f369c009580 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.915+0000 7f36ac025740 1 -- 172.21.15.26:0/2323831356 shutdown_connections 2024-04-26T23:38:45.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.915+0000 7f36ac025740 1 --2- 172.21.15.26:0/2323831356 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f259c1e0 0x5645f259e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.915+0000 7f36ac025740 1 --2- 172.21.15.26:0/2323831356 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f259bca0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.915+0000 7f36ac025740 1 --2- 172.21.15.26:0/2323831356 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f25911f0 0x5645f25915d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.915+0000 7f36ac025740 1 -- 172.21.15.26:0/2323831356 >> 172.21.15.26:0/2323831356 conn(0x5645f258d510 msgr2=0x5645f258d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.915+0000 7f36ac025740 1 -- 172.21.15.26:0/2323831356 shutdown_connections 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.916+0000 7f36ac025740 1 -- 172.21.15.26:0/2323831356 wait complete. 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.916+0000 7f36ac025740 1 -- start start 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.916+0000 7f36ac025740 1 Processor -- start 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.917+0000 7f36ac025740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f25911f0 0x5645f259bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.917+0000 7f36ac025740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f2598ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.917+0000 7f36ac025740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f259c1e0 0x5645f2599500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.917+0000 7f36ac025740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5645f24f4f80 con 0x5645f2591b10 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.917+0000 7f36ac025740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5645f24a2260 con 0x5645f259c1e0 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.917+0000 7f36ac025740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5645f24fa2a0 con 0x5645f25911f0 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.917+0000 7f36ac025740 10 client.0 _ll_register_callbacks cb 0x5645f24ec960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:45.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.917+0000 7f369be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f2598ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.917+0000 7f369be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f2598ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36560/0 (socket says 172.21.15.26:36560) 2024-04-26T23:38:45.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.917+0000 7f369be00640 1 -- 172.21.15.26:0/2768436725 learned_addr learned my addr 172.21.15.26:0/2768436725 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:45.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.917+0000 7f36a1e00640 1 --2- 172.21.15.26:0/2768436725 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f25911f0 0x5645f259bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.918+0000 7f369be00640 1 -- 172.21.15.26:0/2768436725 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f25911f0 msgr2=0x5645f259bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.918+0000 7f369be00640 1 --2- 172.21.15.26:0/2768436725 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f25911f0 0x5645f259bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.918+0000 7f369be00640 1 -- 172.21.15.26:0/2768436725 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f259c1e0 msgr2=0x5645f2599500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.918+0000 7f369be00640 1 --2- 172.21.15.26:0/2768436725 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f259c1e0 0x5645f2599500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.918+0000 7f369be00640 1 -- 172.21.15.26:0/2768436725 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645f24841c0 con 0x5645f2591b10 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.918+0000 7f369be00640 1 --2- 172.21.15.26:0/2768436725 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f2598ef0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f368c000c00 tx=0x7f368c010f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65e05207bcd33d69 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.918+0000 7f3687e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.918+0000 7f3687e00640 1 -- 172.21.15.26:0/2768436725 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c020050 con 0x5645f2591b10 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.918+0000 7f36ac025740 1 -- 172.21.15.26:0/2768436725 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f36940054d0 con 0x5645f2591b10 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.918+0000 7f3687e00640 1 -- 172.21.15.26:0/2768436725 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f368c0cdea0 con 0x5645f2591b10 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.919+0000 7f3687e00640 1 -- 172.21.15.26:0/2768436725 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f368c0ce0a0 con 0x5645f2591b10 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.919+0000 7f36ac025740 10 client.16068 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.919+0000 7f36ac025740 1 -- 172.21.15.26:0/2768436725 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5645f22073f0 con 0x5645f2591b10 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.919+0000 7f3687e00640 1 -- 172.21.15.26:0/2768436725 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f36940054d0 con 0x5645f2591b10 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.919+0000 7f3687e00640 1 -- 172.21.15.26:0/2768436725 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f368c0981c0 con 0x5645f2591b10 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.919+0000 7f36ac025740 10 client.16068 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.919+0000 7f36ac025740 10 client.16068 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:38:45.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.919+0000 7f36ac025740 20 client.16068 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:45.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.919+0000 7f36ac025740 1 --2- 172.21.15.26:0/2768436725 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5645f25abe50 0x5645f25ae240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.919+0000 7f36ac025740 4 client.16068 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:38:45.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.919+0000 7f36ac025740 1 -- 172.21.15.26:0/2768436725 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5645f2503880 con 0x5645f25abe50 2024-04-26T23:38:45.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.920+0000 7f36a1e00640 1 --2- 172.21.15.26:0/2768436725 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5645f25abe50 0x5645f25ae240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.921+0000 7f36a1e00640 1 --2- 172.21.15.26:0/2768436725 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5645f25abe50 0x5645f25ae240 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8c8d6b3dfec415a3 server_cookie=8693c32b839802a9 in_seq=0 out_seq=0 2024-04-26T23:38:45.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.921+0000 7f3687e00640 10 client.16068 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:38:45.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f3687e00640 1 -- 172.21.15.26:0/2768436725 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5645f2503880 con 0x5645f25abe50 2024-04-26T23:38:45.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f3687e00640 10 client.16068 handle_command_reply: tid=0 2024-04-26T23:38:45.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f36ac025740 1 client.16068 shutdown 2024-04-26T23:38:45.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f36ac025740 1 -- 172.21.15.26:0/2768436725 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 msgr2=0x5645f2598ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f36ac025740 1 --2- 172.21.15.26:0/2768436725 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f2598ef0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f368c000c00 tx=0x7f368c010f90 comp rx=0 tx=0).stop 2024-04-26T23:38:45.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f36ac025740 1 -- 172.21.15.26:0/2768436725 shutdown_connections 2024-04-26T23:38:45.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f36ac025740 1 --2- 172.21.15.26:0/2768436725 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5645f25abe50 0x5645f25ae240 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f36ac025740 1 --2- 172.21.15.26:0/2768436725 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f259c1e0 0x5645f2599500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f36ac025740 1 --2- 172.21.15.26:0/2768436725 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f2598ef0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f36ac025740 1 --2- 172.21.15.26:0/2768436725 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f25911f0 0x5645f259bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f36ac025740 1 -- 172.21.15.26:0/2768436725 >> 172.21.15.26:0/2768436725 conn(0x5645f258d510 msgr2=0x5645f2593210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f3687e00640 0 client.16068 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:38:45.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f36ac025740 1 -- 172.21.15.26:0/2768436725 shutdown_connections 2024-04-26T23:38:45.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f36ac025740 1 -- 172.21.15.26:0/2768436725 wait complete. 2024-04-26T23:38:45.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.923+0000 7f36ac025740 20 client.16068 trim_cache size 0 max 16384 2024-04-26T23:38:45.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.940+0000 7f36ac025740 1 Processor -- start 2024-04-26T23:38:45.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.940+0000 7f36ac025740 1 -- start start 2024-04-26T23:38:45.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.940+0000 7f36ac025740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f25911f0 0x5645f259b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.940+0000 7f36ac025740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f2591b10 0x5645f25b3960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.940+0000 7f36ac025740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f259c1e0 0x5645f25b3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.940+0000 7f36ac025740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f36a41b2f60 con 0x5645f259c1e0 2024-04-26T23:38:45.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.940+0000 7f36ac025740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f36a41b0830 con 0x5645f25911f0 2024-04-26T23:38:45.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.940+0000 7f36ac025740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f36a41ae660 con 0x5645f2591b10 2024-04-26T23:38:45.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.941+0000 7f36a2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f259c1e0 0x5645f25b3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.941+0000 7f36a2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f259c1e0 0x5645f25b3ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36564/0 (socket says 172.21.15.26:36564) 2024-04-26T23:38:45.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.941+0000 7f36a2800640 1 -- 172.21.15.26:0/78502707 learned_addr learned my addr 172.21.15.26:0/78502707 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:45.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.941+0000 7f369be00640 1 --2- 172.21.15.26:0/78502707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f2591b10 0x5645f25b3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.941+0000 7f36a1e00640 1 --2- 172.21.15.26:0/78502707 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f25911f0 0x5645f259b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.941+0000 7f36a2800640 1 -- 172.21.15.26:0/78502707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f2591b10 msgr2=0x5645f25b3960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.941+0000 7f36a2800640 1 --2- 172.21.15.26:0/78502707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f2591b10 0x5645f25b3960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.941+0000 7f36a2800640 1 -- 172.21.15.26:0/78502707 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f25911f0 msgr2=0x5645f259b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.941+0000 7f36a2800640 1 --2- 172.21.15.26:0/78502707 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f25911f0 0x5645f259b730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.941+0000 7f36a2800640 1 -- 172.21.15.26:0/78502707 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645f22d17d0 con 0x5645f259c1e0 2024-04-26T23:38:45.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.942+0000 7f36a2800640 1 --2- 172.21.15.26:0/78502707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f259c1e0 0x5645f25b3ea0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f369c012770 tx=0x7f369c014070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71dec0ef672010c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.942+0000 7f3692a00640 1 -- 172.21.15.26:0/78502707 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f369c004d20 con 0x5645f259c1e0 2024-04-26T23:38:45.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.942+0000 7f3692a00640 1 -- 172.21.15.26:0/78502707 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f369c00e9a0 con 0x5645f259c1e0 2024-04-26T23:38:45.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.942+0000 7f3692a00640 1 -- 172.21.15.26:0/78502707 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f369c005590 con 0x5645f259c1e0 2024-04-26T23:38:45.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.943+0000 7f36ac025740 1 -- 172.21.15.26:0/78502707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f259c1e0 msgr2=0x5645f25b3ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.943+0000 7f36ac025740 1 --2- 172.21.15.26:0/78502707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f259c1e0 0x5645f25b3ea0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f369c012770 tx=0x7f369c014070 comp rx=0 tx=0).stop 2024-04-26T23:38:45.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.943+0000 7f36ac025740 1 -- 172.21.15.26:0/78502707 shutdown_connections 2024-04-26T23:38:45.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.943+0000 7f36ac025740 1 --2- 172.21.15.26:0/78502707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f259c1e0 0x5645f25b3ea0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.943+0000 7f36ac025740 1 --2- 172.21.15.26:0/78502707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f2591b10 0x5645f25b3960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.943+0000 7f36ac025740 1 --2- 172.21.15.26:0/78502707 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f25911f0 0x5645f259b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.943+0000 7f36ac025740 1 -- 172.21.15.26:0/78502707 >> 172.21.15.26:0/78502707 conn(0x5645f258d510 msgr2=0x5645f258c690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.943+0000 7f36ac025740 1 -- 172.21.15.26:0/78502707 shutdown_connections 2024-04-26T23:38:45.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.943+0000 7f36ac025740 1 -- 172.21.15.26:0/78502707 wait complete. 2024-04-26T23:38:45.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.943+0000 7f36ac025740 1 -- start start 2024-04-26T23:38:45.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.944+0000 7f36ac025740 1 Processor -- start 2024-04-26T23:38:45.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.944+0000 7f36ac025740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f25911f0 0x5645f25a1be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.944+0000 7f36ac025740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f25a2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.944+0000 7f36ac025740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f259c1e0 0x5645f25a2660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.944+0000 7f36ac025740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f36a41aecf0 con 0x5645f2591b10 2024-04-26T23:38:45.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.944+0000 7f36ac025740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f36a41b0160 con 0x5645f25911f0 2024-04-26T23:38:45.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.944+0000 7f36ac025740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f36a41af3c0 con 0x5645f259c1e0 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.944+0000 7f36ac025740 10 client.0 _ll_register_callbacks cb 0x7f368c00df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.944+0000 7f369be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f25a2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.944+0000 7f369be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f25a2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36572/0 (socket says 172.21.15.26:36572) 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.944+0000 7f369be00640 1 -- 172.21.15.26:0/2991548022 learned_addr learned my addr 172.21.15.26:0/2991548022 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f36a1e00640 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f25911f0 0x5645f25a1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f36a2800640 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f259c1e0 0x5645f25a2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f369be00640 1 -- 172.21.15.26:0/2991548022 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f259c1e0 msgr2=0x5645f25a2660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f369be00640 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f259c1e0 0x5645f25a2660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f369be00640 1 -- 172.21.15.26:0/2991548022 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f25911f0 msgr2=0x5645f25a1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f369be00640 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f25911f0 0x5645f25a1be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f369be00640 1 -- 172.21.15.26:0/2991548022 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645f249c2a0 con 0x5645f2591b10 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f36a1e00640 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f25911f0 0x5645f25a1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f369be00640 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f25a2120 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f368c0986b0 tx=0x7f368c0ce150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7961ec19b2215245 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f3687e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:45.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f3687e00640 1 -- 172.21.15.26:0/2991548022 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f368c09cb70 con 0x5645f2591b10 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f3687e00640 1 -- 172.21.15.26:0/2991548022 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f368c09bad0 con 0x5645f2591b10 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.945+0000 7f36ac025740 1 -- 172.21.15.26:0/2991548022 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f369c00e9a0 con 0x5645f2591b10 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.946+0000 7f3687e00640 1 -- 172.21.15.26:0/2991548022 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f368c009de0 con 0x5645f2591b10 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.946+0000 7f36ac025740 10 client.16074 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.946+0000 7f36ac025740 1 -- 172.21.15.26:0/2991548022 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5645f2612380 con 0x5645f2591b10 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.946+0000 7f3687e00640 1 -- 172.21.15.26:0/2991548022 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f369c00e9a0 con 0x5645f2591b10 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.946+0000 7f3687e00640 1 -- 172.21.15.26:0/2991548022 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f368c09b330 con 0x5645f2591b10 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.946+0000 7f36ac025740 10 client.16074 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.946+0000 7f36ac025740 10 client.16074 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.946+0000 7f36ac025740 20 client.16074 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.946+0000 7f36ac025740 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5645f2612aa0 0x5645f2614ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.946+0000 7f36ac025740 4 client.16074 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:38:45.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.946+0000 7f36ac025740 1 -- 172.21.15.26:0/2991548022 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5645f24fd6f0 con 0x5645f2612aa0 2024-04-26T23:38:45.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.947+0000 7f36a1e00640 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5645f2612aa0 0x5645f2614ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:45.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.948+0000 7f36a1e00640 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5645f2612aa0 0x5645f2614ec0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cdf62cec8229659e server_cookie=66acf633affd36f3 in_seq=0 out_seq=0 2024-04-26T23:38:45.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.948+0000 7f3687e00640 10 client.16074 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:38:45.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f3687e00640 1 -- 172.21.15.26:0/2991548022 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5645f24fd6f0 con 0x5645f2612aa0 2024-04-26T23:38:45.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f3687e00640 10 client.16074 handle_command_reply: tid=0 2024-04-26T23:38:45.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f36ac025740 1 client.16074 shutdown 2024-04-26T23:38:45.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f36ac025740 1 -- 172.21.15.26:0/2991548022 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 msgr2=0x5645f25a2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f36ac025740 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f25a2120 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f368c0986b0 tx=0x7f368c0ce150 comp rx=0 tx=0).stop 2024-04-26T23:38:45.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f36ac025740 1 -- 172.21.15.26:0/2991548022 shutdown_connections 2024-04-26T23:38:45.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f36ac025740 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5645f2612aa0 0x5645f2614ec0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f36ac025740 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5645f259c1e0 0x5645f25a2660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f36ac025740 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5645f2591b10 0x5645f25a2120 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f36ac025740 1 --2- 172.21.15.26:0/2991548022 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5645f25911f0 0x5645f25a1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f36ac025740 1 -- 172.21.15.26:0/2991548022 >> 172.21.15.26:0/2991548022 conn(0x5645f258d510 msgr2=0x5645f259a720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f3687e00640 0 client.16074 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:38:45.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f36ac025740 1 -- 172.21.15.26:0/2991548022 shutdown_connections 2024-04-26T23:38:45.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f36ac025740 1 -- 172.21.15.26:0/2991548022 wait complete. 2024-04-26T23:38:45.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.949+0000 7f36ac025740 20 client.16074 trim_cache size 0 max 16384 2024-04-26T23:38:45.955 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:38:45.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.950+0000 7f36a9200640 1 -- 172.21.15.26:0/518165302 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f36880a3d20 msgr2=0x7f36880a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.950+0000 7f36a9200640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f36880a3d20 0x7f36880a61e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f369c005fd0 tx=0x7f369c009580 comp rx=0 tx=0).stop 2024-04-26T23:38:45.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.950+0000 7f36a9200640 1 -- 172.21.15.26:0/518165302 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f36a4101860 msgr2=0x7f36a419b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:45.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.950+0000 7f36a9200640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f36a4101860 0x7f36a419b8c0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f368c00d950 tx=0x7f368c00de10 comp rx=0 tx=0).stop 2024-04-26T23:38:45.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.950+0000 7f36a9200640 1 -- 172.21.15.26:0/518165302 shutdown_connections 2024-04-26T23:38:45.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.950+0000 7f36a9200640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f36a4107930 0x7f36a419fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.950+0000 7f36a9200640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f36880a3d20 0x7f36880a61e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.950+0000 7f36a9200640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f36a4101860 0x7f36a419b8c0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.950+0000 7f36a9200640 1 --2- 172.21.15.26:0/518165302 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f36a4100ea0 0x7f36a419b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:45.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.950+0000 7f36a9200640 1 -- 172.21.15.26:0/518165302 >> 172.21.15.26:0/518165302 conn(0x7f36a4077e30 msgr2=0x7f36a4108e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:45.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.950+0000 7f36a9200640 1 -- 172.21.15.26:0/518165302 shutdown_connections 2024-04-26T23:38:45.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:45.950+0000 7f36a9200640 1 -- 172.21.15.26:0/518165302 wait complete. 2024-04-26T23:38:45.974 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:38:46.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.199+0000 7f6e9f000640 1 -- 172.21.15.26:0/2092945900 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e9810f090 msgr2=0x7f6e98111480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:46.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.199+0000 7f6e9f000640 1 --2- 172.21.15.26:0/2092945900 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e9810f090 0x7f6e98111480 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f6e90009ca0 tx=0x7f6e9002a950 comp rx=0 tx=0).stop 2024-04-26T23:38:46.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.199+0000 7f6e9f000640 1 -- 172.21.15.26:0/2092945900 shutdown_connections 2024-04-26T23:38:46.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.199+0000 7f6e9f000640 1 --2- 172.21.15.26:0/2092945900 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e9810f090 0x7f6e98111480 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.199+0000 7f6e9f000640 1 --2- 172.21.15.26:0/2092945900 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6e98075600 0x7f6e9810eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.199+0000 7f6e9f000640 1 --2- 172.21.15.26:0/2092945900 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6e98074ce0 0x7f6e980750c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.199+0000 7f6e9f000640 1 -- 172.21.15.26:0/2092945900 >> 172.21.15.26:0/2092945900 conn(0x7f6e980fe300 msgr2=0x7f6e98100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:46.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.199+0000 7f6e9f000640 1 -- 172.21.15.26:0/2092945900 shutdown_connections 2024-04-26T23:38:46.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.199+0000 7f6e9f000640 1 -- 172.21.15.26:0/2092945900 wait complete. 2024-04-26T23:38:46.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.200+0000 7f6e9f000640 1 Processor -- start 2024-04-26T23:38:46.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.201+0000 7f6e9f000640 1 -- start start 2024-04-26T23:38:46.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.201+0000 7f6e9f000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6e98074ce0 0x7f6e9819b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.201+0000 7f6e9f000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6e98075600 0x7f6e9819b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.201+0000 7f6e9f000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e9810f090 0x7f6e9819f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.201+0000 7f6e9f000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6e98114b60 con 0x7f6e9810f090 2024-04-26T23:38:46.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.201+0000 7f6e9f000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981149e0 con 0x7f6e98074ce0 2024-04-26T23:38:46.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.201+0000 7f6e9f000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6e98114ce0 con 0x7f6e98075600 2024-04-26T23:38:46.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.201+0000 7f6e9e600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e9810f090 0x7f6e9819f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.201+0000 7f6e9e600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e9810f090 0x7f6e9819f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36580/0 (socket says 172.21.15.26:36580) 2024-04-26T23:38:46.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.201+0000 7f6e9e600640 1 -- 172.21.15.26:0/1283818272 learned_addr learned my addr 172.21.15.26:0/1283818272 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:46.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.202+0000 7f6e9dc00640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6e98074ce0 0x7f6e9819b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.202+0000 7f6e9d200640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6e98075600 0x7f6e9819b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.202+0000 7f6e9e600640 1 -- 172.21.15.26:0/1283818272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6e98075600 msgr2=0x7f6e9819b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:46.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.202+0000 7f6e9e600640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6e98075600 0x7f6e9819b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.202+0000 7f6e9e600640 1 -- 172.21.15.26:0/1283818272 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6e98074ce0 msgr2=0x7f6e9819b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:46.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.202+0000 7f6e9e600640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6e98074ce0 0x7f6e9819b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.202+0000 7f6e9e600640 1 -- 172.21.15.26:0/1283818272 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e981a00d0 con 0x7f6e9810f090 2024-04-26T23:38:46.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.202+0000 7f6e9e600640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e9810f090 0x7f6e9819f9a0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f6e90009dc0 tx=0x7f6e90003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:46.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.203+0000 7f6e96000640 1 -- 172.21.15.26:0/1283818272 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e90034040 con 0x7f6e9810f090 2024-04-26T23:38:46.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.203+0000 7f6e9f000640 1 -- 172.21.15.26:0/1283818272 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e981a0360 con 0x7f6e9810f090 2024-04-26T23:38:46.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.203+0000 7f6e96000640 1 -- 172.21.15.26:0/1283818272 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6e90030850 con 0x7f6e9810f090 2024-04-26T23:38:46.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.203+0000 7f6e96000640 1 -- 172.21.15.26:0/1283818272 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e900046e0 con 0x7f6e9810f090 2024-04-26T23:38:46.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.203+0000 7f6e9f000640 1 -- 172.21.15.26:0/1283818272 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e981a7c50 con 0x7f6e9810f090 2024-04-26T23:38:46.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.206+0000 7f6e96000640 1 -- 172.21.15.26:0/1283818272 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f6e90037020 con 0x7f6e9810f090 2024-04-26T23:38:46.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.207+0000 7f6ea33a9740 1 Processor -- start 2024-04-26T23:38:46.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.207+0000 7f6ea33a9740 1 -- start start 2024-04-26T23:38:46.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.208+0000 7f6ea33a9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 0x555bf933f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.208+0000 7f6ea33a9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf933fcc0 0x555bf9349e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.208+0000 7f6ea33a9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf934a390 0x555bf934c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.208+0000 7f6ea33a9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555bf92a3c70 con 0x555bf933f3a0 2024-04-26T23:38:46.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.208+0000 7f6ea33a9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555bf925c980 con 0x555bf933fcc0 2024-04-26T23:38:46.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.208+0000 7f6ea33a9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555bf929fc30 con 0x555bf934a390 2024-04-26T23:38:46.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.208+0000 7f6e9d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 0x555bf933f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.208+0000 7f6e9d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 0x555bf933f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36582/0 (socket says 172.21.15.26:36582) 2024-04-26T23:38:46.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.208+0000 7f6e9d200640 1 -- 172.21.15.26:0/1154999645 learned_addr learned my addr 172.21.15.26:0/1154999645 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:46.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.208+0000 7f6e9dc00640 1 --2- 172.21.15.26:0/1154999645 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf933fcc0 0x555bf9349e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.208+0000 7f6e9d200640 1 -- 172.21.15.26:0/1154999645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf934a390 msgr2=0x555bf934c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:46.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.208+0000 7f6e9d200640 1 --2- 172.21.15.26:0/1154999645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf934a390 0x555bf934c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.209+0000 7f6e9d200640 1 -- 172.21.15.26:0/1154999645 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf933fcc0 msgr2=0x555bf9349e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:46.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.209+0000 7f6e9d200640 1 --2- 172.21.15.26:0/1154999645 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf933fcc0 0x555bf9349e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.209+0000 7f6e9d200640 1 -- 172.21.15.26:0/1154999645 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bf92347b0 con 0x555bf933f3a0 2024-04-26T23:38:46.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.209+0000 7f6e96000640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6e800a3d20 0x7f6e800a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.209+0000 7f6e96000640 1 -- 172.21.15.26:0/1283818272 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6e900f17f0 con 0x7f6e9810f090 2024-04-26T23:38:46.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.209+0000 7f6e9d200640 1 --2- 172.21.15.26:0/1154999645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 0x555bf933f780 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f6e8400bc90 tx=0x7f6e84011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53ff0607c7cf3312 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:46.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.209+0000 7f6e9dc00640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6e800a3d20 0x7f6e800a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.209+0000 7f6e8aa00640 1 -- 172.21.15.26:0/1154999645 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e8401a400 con 0x555bf933f3a0 2024-04-26T23:38:46.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.209+0000 7f6e8aa00640 1 -- 172.21.15.26:0/1154999645 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6e84005bf0 con 0x555bf933f3a0 2024-04-26T23:38:46.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.210+0000 7f6e8aa00640 1 -- 172.21.15.26:0/1154999645 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e84012890 con 0x555bf933f3a0 2024-04-26T23:38:46.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.210+0000 7f6ea33a9740 1 -- 172.21.15.26:0/1154999645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 msgr2=0x555bf933f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:46.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.210+0000 7f6e9dc00640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6e800a3d20 0x7f6e800a61e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c005fd0 tx=0x7f6e8c00b650 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:46.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.210+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/1154999645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 0x555bf933f780 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f6e8400bc90 tx=0x7f6e84011750 comp rx=0 tx=0).stop 2024-04-26T23:38:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.210+0000 7f6ea33a9740 1 -- 172.21.15.26:0/1154999645 shutdown_connections 2024-04-26T23:38:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.210+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/1154999645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf934a390 0x555bf934c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.210+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/1154999645 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf933fcc0 0x555bf9349e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.210+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/1154999645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 0x555bf933f780 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.210+0000 7f6ea33a9740 1 -- 172.21.15.26:0/1154999645 >> 172.21.15.26:0/1154999645 conn(0x555bf933b6c0 msgr2=0x555bf933baa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.211+0000 7f6ea33a9740 1 -- 172.21.15.26:0/1154999645 shutdown_connections 2024-04-26T23:38:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.211+0000 7f6ea33a9740 1 -- 172.21.15.26:0/1154999645 wait complete. 2024-04-26T23:38:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.211+0000 7f6ea33a9740 1 -- start start 2024-04-26T23:38:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.211+0000 7f6ea33a9740 1 Processor -- start 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.212+0000 7f6ea33a9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933f3a0 0x555bf9349cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.212+0000 7f6ea33a9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933fcc0 0x555bf9346fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.212+0000 7f6ea33a9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf934a390 0x555bf9347540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.212+0000 7f6ea33a9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555bf92a2f80 con 0x555bf933fcc0 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.212+0000 7f6ea33a9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555bf9250260 con 0x555bf934a390 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.212+0000 7f6ea33a9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555bf92a82a0 con 0x555bf933f3a0 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.212+0000 7f6ea33a9740 10 client.0 _ll_register_callbacks cb 0x555bf929a960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.212+0000 7f6e9d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933fcc0 0x555bf9346fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.212+0000 7f6e9d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933fcc0 0x555bf9346fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36584/0 (socket says 172.21.15.26:36584) 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.212+0000 7f6e9d200640 1 -- 172.21.15.26:0/2003180236 learned_addr learned my addr 172.21.15.26:0/2003180236 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.213+0000 7f6e9dc00640 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933f3a0 0x555bf9349cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.213+0000 7f6e9e600640 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf934a390 0x555bf9347540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.213+0000 7f6e9d200640 1 -- 172.21.15.26:0/2003180236 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933f3a0 msgr2=0x555bf9349cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.213+0000 7f6e9d200640 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933f3a0 0x555bf9349cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.213+0000 7f6e9d200640 1 -- 172.21.15.26:0/2003180236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf934a390 msgr2=0x555bf9347540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:46.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.213+0000 7f6e9d200640 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf934a390 0x555bf9347540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.213+0000 7f6e9d200640 1 -- 172.21.15.26:0/2003180236 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bf92321c0 con 0x555bf933fcc0 2024-04-26T23:38:46.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.213+0000 7f6e9d200640 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933fcc0 0x555bf9346fe0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f6e840052f0 tx=0x7f6e84005320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d90184a181526a44 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:46.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.213+0000 7f6e7f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:46.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.214+0000 7f6e7f400640 1 -- 172.21.15.26:0/2003180236 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e840048c0 con 0x555bf933fcc0 2024-04-26T23:38:46.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.214+0000 7f6e7f400640 1 -- 172.21.15.26:0/2003180236 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6e84004a60 con 0x555bf933fcc0 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.214+0000 7f6ea33a9740 1 -- 172.21.15.26:0/2003180236 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555bf92b1880 con 0x555bf933fcc0 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.214+0000 7f6e7f400640 1 -- 172.21.15.26:0/2003180236 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6e84004c60 con 0x555bf933fcc0 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.214+0000 7f6ea33a9740 10 client.16086 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.214+0000 7f6ea33a9740 1 -- 172.21.15.26:0/2003180236 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555bf8fb53f0 con 0x555bf933fcc0 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.214+0000 7f6e7f400640 1 -- 172.21.15.26:0/2003180236 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x555bf92b1880 con 0x555bf933fcc0 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.215+0000 7f6e7f400640 1 -- 172.21.15.26:0/2003180236 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6e8401a400 con 0x555bf933fcc0 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.215+0000 7f6ea33a9740 10 client.16086 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.215+0000 7f6ea33a9740 10 client.16086 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.215+0000 7f6ea33a9740 20 client.16086 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.215+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bf9359e20 0x555bf935c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.215+0000 7f6ea33a9740 4 client.16086 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.215+0000 7f6ea33a9740 1 -- 172.21.15.26:0/2003180236 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555bf92ab6f0 con 0x555bf9359e20 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.215+0000 7f6e9dc00640 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bf9359e20 0x555bf935c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.217+0000 7f6e9dc00640 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bf9359e20 0x555bf935c210 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79fe9b2f0d03adf7 server_cookie=2c4c22f6c3e6ef7d in_seq=0 out_seq=0 2024-04-26T23:38:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.217+0000 7f6e7f400640 10 client.16086 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.218+0000 7f6e7f400640 1 -- 172.21.15.26:0/2003180236 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555bf92ab6f0 con 0x555bf9359e20 2024-04-26T23:38:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.218+0000 7f6e7f400640 10 client.16086 handle_command_reply: tid=0 2024-04-26T23:38:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.218+0000 7f6ea33a9740 1 client.16086 shutdown 2024-04-26T23:38:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.219+0000 7f6ea33a9740 1 -- 172.21.15.26:0/2003180236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933fcc0 msgr2=0x555bf9346fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.219+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933fcc0 0x555bf9346fe0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f6e840052f0 tx=0x7f6e84005320 comp rx=0 tx=0).stop 2024-04-26T23:38:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.219+0000 7f6ea33a9740 1 -- 172.21.15.26:0/2003180236 shutdown_connections 2024-04-26T23:38:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.219+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bf9359e20 0x555bf935c210 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.219+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf934a390 0x555bf9347540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.219+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933fcc0 0x555bf9346fe0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.219+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/2003180236 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933f3a0 0x555bf9349cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.219+0000 7f6ea33a9740 1 -- 172.21.15.26:0/2003180236 >> 172.21.15.26:0/2003180236 conn(0x555bf933b6c0 msgr2=0x555bf93413a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.219+0000 7f6e7f400640 0 client.16086 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.219+0000 7f6ea33a9740 1 -- 172.21.15.26:0/2003180236 shutdown_connections 2024-04-26T23:38:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.219+0000 7f6ea33a9740 1 -- 172.21.15.26:0/2003180236 wait complete. 2024-04-26T23:38:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.219+0000 7f6ea33a9740 20 client.16086 trim_cache size 0 max 16384 2024-04-26T23:38:46.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.240+0000 7f6ea33a9740 1 Processor -- start 2024-04-26T23:38:46.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.240+0000 7f6ea33a9740 1 -- start start 2024-04-26T23:38:46.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.240+0000 7f6ea33a9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf933f3a0 0x555bf933a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.240+0000 7f6ea33a9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933fcc0 0x555bf9349820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.240+0000 7f6ea33a9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf934a390 0x555bf93619a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.240+0000 7f6ea33a9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981b2d10 con 0x555bf934a390 2024-04-26T23:38:46.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.240+0000 7f6ea33a9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981b05e0 con 0x555bf933f3a0 2024-04-26T23:38:46.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.240+0000 7f6ea33a9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981ae410 con 0x555bf933fcc0 2024-04-26T23:38:46.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.241+0000 7f6e9e600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf934a390 0x555bf93619a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.241+0000 7f6e9e600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf934a390 0x555bf93619a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36600/0 (socket says 172.21.15.26:36600) 2024-04-26T23:38:46.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.241+0000 7f6e9e600640 1 -- 172.21.15.26:0/271210121 learned_addr learned my addr 172.21.15.26:0/271210121 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:46.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.241+0000 7f6e9dc00640 1 --2- 172.21.15.26:0/271210121 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf933f3a0 0x555bf933a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.241+0000 7f6e9d200640 1 --2- 172.21.15.26:0/271210121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933fcc0 0x555bf9349820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.241+0000 7f6e9e600640 1 -- 172.21.15.26:0/271210121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933fcc0 msgr2=0x555bf9349820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:46.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.241+0000 7f6e9e600640 1 --2- 172.21.15.26:0/271210121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933fcc0 0x555bf9349820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.241+0000 7f6e9e600640 1 -- 172.21.15.26:0/271210121 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf933f3a0 msgr2=0x555bf933a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:46.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.241+0000 7f6e9e600640 1 --2- 172.21.15.26:0/271210121 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf933f3a0 0x555bf933a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.241+0000 7f6e9e600640 1 -- 172.21.15.26:0/271210121 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bf907f7d0 con 0x555bf934a390 2024-04-26T23:38:46.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.242+0000 7f6e9e600640 1 --2- 172.21.15.26:0/271210121 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf934a390 0x555bf93619a0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f6e90009430 tx=0x7f6e900bd700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35395b443c492932 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:46.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.242+0000 7f6e8a000640 1 -- 172.21.15.26:0/271210121 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e9002c040 con 0x555bf934a390 2024-04-26T23:38:46.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.242+0000 7f6e8a000640 1 -- 172.21.15.26:0/271210121 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6e900bdf70 con 0x555bf934a390 2024-04-26T23:38:46.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.242+0000 7f6e8a000640 1 -- 172.21.15.26:0/271210121 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e900ef190 con 0x555bf934a390 2024-04-26T23:38:46.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.243+0000 7f6ea33a9740 1 -- 172.21.15.26:0/271210121 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf934a390 msgr2=0x555bf93619a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:46.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.243+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/271210121 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf934a390 0x555bf93619a0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f6e90009430 tx=0x7f6e900bd700 comp rx=0 tx=0).stop 2024-04-26T23:38:46.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.243+0000 7f6ea33a9740 1 -- 172.21.15.26:0/271210121 shutdown_connections 2024-04-26T23:38:46.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.243+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/271210121 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf934a390 0x555bf93619a0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.243+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/271210121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933fcc0 0x555bf9349820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.243+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/271210121 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf933f3a0 0x555bf933a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.243+0000 7f6ea33a9740 1 -- 172.21.15.26:0/271210121 >> 172.21.15.26:0/271210121 conn(0x555bf933b6c0 msgr2=0x555bf9339f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:46.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.243+0000 7f6ea33a9740 1 -- 172.21.15.26:0/271210121 shutdown_connections 2024-04-26T23:38:46.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.243+0000 7f6ea33a9740 1 -- 172.21.15.26:0/271210121 wait complete. 2024-04-26T23:38:46.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.243+0000 7f6ea33a9740 1 -- start start 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.243+0000 7f6ea33a9740 1 Processor -- start 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.244+0000 7f6ea33a9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 0x555bf934f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.244+0000 7f6ea33a9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933fcc0 0x555bf934f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.244+0000 7f6ea33a9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf934a390 0x555bf93be210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.244+0000 7f6ea33a9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981aeaa0 con 0x555bf933f3a0 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.244+0000 7f6ea33a9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981aff10 con 0x555bf934a390 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.244+0000 7f6ea33a9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6e981af170 con 0x555bf933fcc0 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.244+0000 7f6ea33a9740 10 client.0 _ll_register_callbacks cb 0x7f6e8400bb90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.244+0000 7f6e9dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 0x555bf934f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.244+0000 7f6e9dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 0x555bf934f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36610/0 (socket says 172.21.15.26:36610) 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.244+0000 7f6e9dc00640 1 -- 172.21.15.26:0/225815700 learned_addr learned my addr 172.21.15.26:0/225815700 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.245+0000 7f6e9d200640 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933fcc0 0x555bf934f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.245+0000 7f6e9e600640 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf934a390 0x555bf93be210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.245+0000 7f6e9dc00640 1 -- 172.21.15.26:0/225815700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933fcc0 msgr2=0x555bf934f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:46.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.245+0000 7f6e9dc00640 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933fcc0 0x555bf934f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.245+0000 7f6e9dc00640 1 -- 172.21.15.26:0/225815700 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf934a390 msgr2=0x555bf93be210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:46.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.245+0000 7f6e9dc00640 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf934a390 0x555bf93be210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.245+0000 7f6e9dc00640 1 -- 172.21.15.26:0/225815700 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bf924a2a0 con 0x555bf933f3a0 2024-04-26T23:38:46.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.245+0000 7f6e9dc00640 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 0x555bf934f120 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c00bf10 tx=0x7f6e8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46f0a0102377c3fd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:46.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.245+0000 7f6e7f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:46.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.245+0000 7f6e7f400640 1 -- 172.21.15.26:0/225815700 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c029300 con 0x555bf933f3a0 2024-04-26T23:38:46.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.246+0000 7f6e7f400640 1 -- 172.21.15.26:0/225815700 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6e8c0294a0 con 0x555bf933f3a0 2024-04-26T23:38:46.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.246+0000 7f6ea33a9740 1 -- 172.21.15.26:0/225815700 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e900bdf70 con 0x555bf933f3a0 2024-04-26T23:38:46.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.246+0000 7f6e7f400640 1 -- 172.21.15.26:0/225815700 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6e8c0296a0 con 0x555bf933f3a0 2024-04-26T23:38:46.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.246+0000 7f6ea33a9740 10 client.16092 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:46.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.246+0000 7f6ea33a9740 1 -- 172.21.15.26:0/225815700 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555bf93bf780 con 0x555bf933f3a0 2024-04-26T23:38:46.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.246+0000 7f6e7f400640 1 -- 172.21.15.26:0/225815700 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6e900bdf70 con 0x555bf933f3a0 2024-04-26T23:38:46.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.246+0000 7f6e7f400640 1 -- 172.21.15.26:0/225815700 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6e8c03b420 con 0x555bf933f3a0 2024-04-26T23:38:46.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.247+0000 7f6ea33a9740 10 client.16092 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:46.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.247+0000 7f6ea33a9740 10 client.16092 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:46.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.247+0000 7f6ea33a9740 20 client.16092 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:46.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.247+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bf93bfe60 0x555bf93c2280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:46.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.247+0000 7f6ea33a9740 4 client.16092 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:38:46.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.247+0000 7f6ea33a9740 1 -- 172.21.15.26:0/225815700 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555bf92264d0 con 0x555bf93bfe60 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.247+0000 7f6e9d200640 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bf93bfe60 0x555bf93c2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.248+0000 7f6e9d200640 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bf93bfe60 0x555bf93c2280 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e6757d52bd2050e server_cookie=e46d18a9db2b99f0 in_seq=0 out_seq=0 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.248+0000 7f6e7f400640 10 client.16092 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6e7f400640 1 -- 172.21.15.26:0/225815700 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555bf92264d0 con 0x555bf93bfe60 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6e7f400640 10 client.16092 handle_command_reply: tid=0 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6ea33a9740 1 client.16092 shutdown 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6ea33a9740 1 -- 172.21.15.26:0/225815700 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 msgr2=0x555bf934f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 0x555bf934f120 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c00bf10 tx=0x7f6e8c0046c0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6ea33a9740 1 -- 172.21.15.26:0/225815700 shutdown_connections 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bf93bfe60 0x555bf93c2280 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bf934a390 0x555bf93be210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bf933fcc0 0x555bf934f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6ea33a9740 1 --2- 172.21.15.26:0/225815700 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bf933f3a0 0x555bf934f120 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6ea33a9740 1 -- 172.21.15.26:0/225815700 >> 172.21.15.26:0/225815700 conn(0x555bf933b6c0 msgr2=0x555bf933a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:46.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6e7f400640 0 client.16092 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:46.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6ea33a9740 1 -- 172.21.15.26:0/225815700 shutdown_connections 2024-04-26T23:38:46.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.249+0000 7f6ea33a9740 1 -- 172.21.15.26:0/225815700 wait complete. 2024-04-26T23:38:46.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.250+0000 7f6ea33a9740 20 client.16092 trim_cache size 0 max 16384 2024-04-26T23:38:46.256 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:38:46.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.250+0000 7f6e9f000640 1 -- 172.21.15.26:0/1283818272 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6e800a3d20 msgr2=0x7f6e800a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:46.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.250+0000 7f6e9f000640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6e800a3d20 0x7f6e800a61e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c005fd0 tx=0x7f6e8c00b650 comp rx=0 tx=0).stop 2024-04-26T23:38:46.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.250+0000 7f6e9f000640 1 -- 172.21.15.26:0/1283818272 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e9810f090 msgr2=0x7f6e9819f9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:46.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.250+0000 7f6e9f000640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e9810f090 0x7f6e9819f9a0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f6e90009dc0 tx=0x7f6e90003f10 comp rx=0 tx=0).stop 2024-04-26T23:38:46.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.250+0000 7f6e9f000640 1 -- 172.21.15.26:0/1283818272 shutdown_connections 2024-04-26T23:38:46.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.250+0000 7f6e9f000640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6e800a3d20 0x7f6e800a61e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.250+0000 7f6e9f000640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6e9810f090 0x7f6e9819f9a0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.250+0000 7f6e9f000640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6e98075600 0x7f6e9819b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.250+0000 7f6e9f000640 1 --2- 172.21.15.26:0/1283818272 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6e98074ce0 0x7f6e9819b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:46.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.250+0000 7f6e9f000640 1 -- 172.21.15.26:0/1283818272 >> 172.21.15.26:0/1283818272 conn(0x7f6e980fe300 msgr2=0x7f6e980ff0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:46.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.251+0000 7f6e9f000640 1 -- 172.21.15.26:0/1283818272 shutdown_connections 2024-04-26T23:38:46.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:46.251+0000 7f6e9f000640 1 -- 172.21.15.26:0/1283818272 wait complete. 2024-04-26T23:38:46.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:46 smithi026 ceph-mon[28371]: pgmap v90: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:46.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:46 smithi164 ceph-mon[31699]: pgmap v90: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:46.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:46 smithi086 ceph-mon[31122]: pgmap v90: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:47.278 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:38:47.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:38:47.278 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:38:47.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.512+0000 7f8fae600640 1 -- 172.21.15.26:0/563979280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8fa8103800 msgr2=0x7f8fa806af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.512+0000 7f8fae600640 1 --2- 172.21.15.26:0/563979280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8fa8103800 0x7f8fa806af30 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f8f98009900 tx=0x7f8f9802a3f0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.513+0000 7f8fae600640 1 -- 172.21.15.26:0/563979280 shutdown_connections 2024-04-26T23:38:47.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.513+0000 7f8fae600640 1 --2- 172.21.15.26:0/563979280 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8fa810f1f0 0x7f8fa81115e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.513+0000 7f8fae600640 1 --2- 172.21.15.26:0/563979280 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8fa806b470 0x7f8fa806b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.513+0000 7f8fae600640 1 --2- 172.21.15.26:0/563979280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8fa8103800 0x7f8fa806af30 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.513+0000 7f8fae600640 1 -- 172.21.15.26:0/563979280 >> 172.21.15.26:0/563979280 conn(0x7f8fa8077630 msgr2=0x7f8fa8077a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:47.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.513+0000 7f8fae600640 1 -- 172.21.15.26:0/563979280 shutdown_connections 2024-04-26T23:38:47.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.513+0000 7f8fae600640 1 -- 172.21.15.26:0/563979280 wait complete. 2024-04-26T23:38:47.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.514+0000 7f8fae600640 1 Processor -- start 2024-04-26T23:38:47.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.514+0000 7f8fae600640 1 -- start start 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.514+0000 7f8fae600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8fa806b470 0x7f8fa819b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.514+0000 7f8fae600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8fa8103800 0x7f8fa819b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fae600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8fa810f1f0 0x7f8fa819fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fae600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa8114ca0 con 0x7f8fa810f1f0 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fae600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa8114b20 con 0x7f8fa806b470 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fae600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa8114e20 con 0x7f8fa8103800 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fa7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8fa810f1f0 0x7f8fa819fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fa7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8fa810f1f0 0x7f8fa819fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36628/0 (socket says 172.21.15.26:36628) 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fa7e00640 1 -- 172.21.15.26:0/90389584 learned_addr learned my addr 172.21.15.26:0/90389584 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fa7400640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8fa806b470 0x7f8fa819b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8fa8103800 0x7f8fa819b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fa7e00640 1 -- 172.21.15.26:0/90389584 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8fa8103800 msgr2=0x7f8fa819b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fa7e00640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8fa8103800 0x7f8fa819b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fa7e00640 1 -- 172.21.15.26:0/90389584 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8fa806b470 msgr2=0x7f8fa819b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fa7e00640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8fa806b470 0x7f8fa819b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fa7e00640 1 -- 172.21.15.26:0/90389584 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fa81a0280 con 0x7f8fa810f1f0 2024-04-26T23:38:47.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.515+0000 7f8fa7400640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8fa806b470 0x7f8fa819b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:38:47.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.516+0000 7f8fa7e00640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8fa810f1f0 0x7f8fa819fb50 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f8fa000e9d0 tx=0x7f8fa000ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:47.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.516+0000 7f8f9fe00640 1 -- 172.21.15.26:0/90389584 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa000cd80 con 0x7f8fa810f1f0 2024-04-26T23:38:47.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.516+0000 7f8f9fe00640 1 -- 172.21.15.26:0/90389584 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8fa0005020 con 0x7f8fa810f1f0 2024-04-26T23:38:47.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.516+0000 7f8f9fe00640 1 -- 172.21.15.26:0/90389584 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa00116d0 con 0x7f8fa810f1f0 2024-04-26T23:38:47.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.516+0000 7f8fae600640 1 -- 172.21.15.26:0/90389584 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fa81a0570 con 0x7f8fa810f1f0 2024-04-26T23:38:47.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.516+0000 7f8fae600640 1 -- 172.21.15.26:0/90389584 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fa81a7e00 con 0x7f8fa810f1f0 2024-04-26T23:38:47.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.520+0000 7f8f9fe00640 1 -- 172.21.15.26:0/90389584 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8fa0004a40 con 0x7f8fa810f1f0 2024-04-26T23:38:47.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.520+0000 7f8fb15ee740 1 Processor -- start 2024-04-26T23:38:47.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.521+0000 7f8fb15ee740 1 -- start start 2024-04-26T23:38:47.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.521+0000 7f8fb15ee740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d124030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.521+0000 7f8fb15ee740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 0x55a73d12e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.521+0000 7f8fb15ee740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 0x55a73d131030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.521+0000 7f8fb15ee740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a73d089980 con 0x55a73d123c50 2024-04-26T23:38:47.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.521+0000 7f8fb15ee740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a73d026220 con 0x55a73d124570 2024-04-26T23:38:47.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.521+0000 7f8fb15ee740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a73d085940 con 0x55a73d12ec40 2024-04-26T23:38:47.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.521+0000 7f8f9fe00640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8f8c0a3da0 0x7f8f8c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.522+0000 7f8fa6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d124030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.522+0000 7f8fa6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d124030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36630/0 (socket says 172.21.15.26:36630) 2024-04-26T23:38:47.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.522+0000 7f8fa6a00640 1 -- 172.21.15.26:0/1905350365 learned_addr learned my addr 172.21.15.26:0/1905350365 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:47.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.522+0000 7f8f9fe00640 1 -- 172.21.15.26:0/90389584 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f8fa00d0d00 con 0x7f8fa810f1f0 2024-04-26T23:38:47.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.522+0000 7f8fa7400640 1 --2- 172.21.15.26:0/1905350365 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 0x55a73d12e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.522+0000 7f8fa7e00640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8f8c0a3da0 0x7f8f8c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.522+0000 7f8fa6a00640 1 -- 172.21.15.26:0/1905350365 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 msgr2=0x55a73d131030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.522+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/1905350365 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 0x55a73d131030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.522+0000 7f8fa6a00640 1 -- 172.21.15.26:0/1905350365 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 msgr2=0x55a73d12e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.522+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/1905350365 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 0x55a73d12e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.522+0000 7f8fa6a00640 1 -- 172.21.15.26:0/1905350365 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a73ce637e0 con 0x55a73d123c50 2024-04-26T23:38:47.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.523+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/1905350365 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d124030 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f8f9400bd20 tx=0x7f8f94011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff01783f76f91890 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:47.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.523+0000 7f8fa7e00640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8f8c0a3da0 0x7f8f8c0a6260 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f8fa000cfd0 tx=0x7f8fa000cf20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:47.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.523+0000 7f8f9cc00640 1 -- 172.21.15.26:0/1905350365 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9401a400 con 0x55a73d123c50 2024-04-26T23:38:47.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.523+0000 7f8f9cc00640 1 -- 172.21.15.26:0/1905350365 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8f9401aa30 con 0x55a73d123c50 2024-04-26T23:38:47.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.523+0000 7f8f9cc00640 1 -- 172.21.15.26:0/1905350365 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f940128d0 con 0x55a73d123c50 2024-04-26T23:38:47.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.524+0000 7f8fb15ee740 1 -- 172.21.15.26:0/1905350365 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 msgr2=0x55a73d124030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.524+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/1905350365 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d124030 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f8f9400bd20 tx=0x7f8f94011750 comp rx=0 tx=0).stop 2024-04-26T23:38:47.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.524+0000 7f8fb15ee740 1 -- 172.21.15.26:0/1905350365 shutdown_connections 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.524+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/1905350365 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 0x55a73d131030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.524+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/1905350365 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 0x55a73d12e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.524+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/1905350365 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d124030 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.524+0000 7f8fb15ee740 1 -- 172.21.15.26:0/1905350365 >> 172.21.15.26:0/1905350365 conn(0x55a73d11ff70 msgr2=0x55a73d120350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.524+0000 7f8fb15ee740 1 -- 172.21.15.26:0/1905350365 shutdown_connections 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.524+0000 7f8fb15ee740 1 -- 172.21.15.26:0/1905350365 wait complete. 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.525+0000 7f8fb15ee740 1 -- start start 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.525+0000 7f8fb15ee740 1 Processor -- start 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.525+0000 7f8fb15ee740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d12bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.525+0000 7f8fb15ee740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 0x55a73d12c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.525+0000 7f8fb15ee740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 0x55a73d12c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.525+0000 7f8fb15ee740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a73d131a30 con 0x55a73d123c50 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.525+0000 7f8fb15ee740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a73d011170 con 0x55a73d124570 2024-04-26T23:38:47.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.525+0000 7f8fb15ee740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a73d131bb0 con 0x55a73d12ec40 2024-04-26T23:38:47.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.525+0000 7f8fb15ee740 10 client.0 _ll_register_callbacks cb 0x55a73d080770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:47.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.526+0000 7f8fa6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d12bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.526+0000 7f8fa6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d12bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36642/0 (socket says 172.21.15.26:36642) 2024-04-26T23:38:47.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.526+0000 7f8fa6a00640 1 -- 172.21.15.26:0/844580339 learned_addr learned my addr 172.21.15.26:0/844580339 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:47.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.526+0000 7f8fa7400640 1 --2- 172.21.15.26:0/844580339 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 0x55a73d12c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.526+0000 7f8fa6a00640 1 -- 172.21.15.26:0/844580339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 msgr2=0x55a73d12c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.526+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/844580339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 0x55a73d12c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.526+0000 7f8fa6a00640 1 -- 172.21.15.26:0/844580339 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 msgr2=0x55a73d12c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.526+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/844580339 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 0x55a73d12c1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.526+0000 7f8fa6a00640 1 -- 172.21.15.26:0/844580339 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a73cec3f70 con 0x55a73d123c50 2024-04-26T23:38:47.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.527+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/844580339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d12bc60 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f8f9400b640 tx=0x7f8f9401a400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf04b21fbe850071 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:47.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.527+0000 7f8f91600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:47.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.527+0000 7f8f91600640 1 -- 172.21.15.26:0/844580339 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9402b060 con 0x55a73d123c50 2024-04-26T23:38:47.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.527+0000 7f8f91600640 1 -- 172.21.15.26:0/844580339 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f8f940126b0 con 0x55a73d123c50 2024-04-26T23:38:47.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.527+0000 7f8fb15ee740 1 -- 172.21.15.26:0/844580339 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f9401aa30 con 0x55a73d123c50 2024-04-26T23:38:47.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.527+0000 7f8f91600640 1 -- 172.21.15.26:0/844580339 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8f940128b0 con 0x55a73d123c50 2024-04-26T23:38:47.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.527+0000 7f8fb15ee740 10 client.16104 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:47.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.527+0000 7f8fb15ee740 1 -- 172.21.15.26:0/844580339 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a73cd5b170 con 0x55a73d123c50 2024-04-26T23:38:47.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.528+0000 7f8f91600640 1 -- 172.21.15.26:0/844580339 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8f9401aa30 con 0x55a73d123c50 2024-04-26T23:38:47.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.528+0000 7f8f91600640 1 -- 172.21.15.26:0/844580339 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8f94026c10 con 0x55a73d123c50 2024-04-26T23:38:47.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.528+0000 7f8fb15ee740 10 client.16104 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:47.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.528+0000 7f8fb15ee740 10 client.16104 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:47.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.528+0000 7f8fb15ee740 20 client.16104 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:47.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.528+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/844580339 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a73d13eb00 0x55a73d140ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.528+0000 7f8fb15ee740 4 client.16104 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:38:47.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.528+0000 7f8fb15ee740 1 -- 172.21.15.26:0/844580339 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a73d097590 con 0x55a73d13eb00 2024-04-26T23:38:47.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.529+0000 7f8fa7400640 1 --2- 172.21.15.26:0/844580339 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a73d13eb00 0x55a73d140ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.530+0000 7f8fa7400640 1 --2- 172.21.15.26:0/844580339 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a73d13eb00 0x55a73d140ef0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4822419c61b8a75 server_cookie=dec21b43b81322a4 in_seq=0 out_seq=0 2024-04-26T23:38:47.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.530+0000 7f8f91600640 10 client.16104 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:47.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8f91600640 1 -- 172.21.15.26:0/844580339 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a73d097590 con 0x55a73d13eb00 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8f91600640 10 client.16104 handle_command_reply: tid=0 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8fb15ee740 1 client.16104 shutdown 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8fb15ee740 1 -- 172.21.15.26:0/844580339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 msgr2=0x55a73d12bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/844580339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d12bc60 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f8f9400b640 tx=0x7f8f9401a400 comp rx=0 tx=0).stop 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8fb15ee740 1 -- 172.21.15.26:0/844580339 shutdown_connections 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/844580339 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a73d13eb00 0x55a73d140ef0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/844580339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 0x55a73d12c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/844580339 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 0x55a73d12c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/844580339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d12bc60 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8f91600640 0 client.16104 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8fb15ee740 1 -- 172.21.15.26:0/844580339 >> 172.21.15.26:0/844580339 conn(0x55a73d11ff70 msgr2=0x55a73d125d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8fb15ee740 1 -- 172.21.15.26:0/844580339 shutdown_connections 2024-04-26T23:38:47.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8fb15ee740 1 -- 172.21.15.26:0/844580339 wait complete. 2024-04-26T23:38:47.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.532+0000 7f8fb15ee740 20 client.16104 trim_cache size 0 max 16384 2024-04-26T23:38:47.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.559+0000 7f8fb15ee740 1 Processor -- start 2024-04-26T23:38:47.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.559+0000 7f8fb15ee740 1 -- start start 2024-04-26T23:38:47.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.559+0000 7f8fb15ee740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d123c50 0x55a73d12e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.559+0000 7f8fb15ee740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d124570 0x55a73d13a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.559+0000 7f8fb15ee740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d12ec40 0x55a73d1464c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.559+0000 7f8fb15ee740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa81b2fe0 con 0x55a73d12ec40 2024-04-26T23:38:47.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.559+0000 7f8fb15ee740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa81b08b0 con 0x55a73d123c50 2024-04-26T23:38:47.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.559+0000 7f8fb15ee740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa81ae6e0 con 0x55a73d124570 2024-04-26T23:38:47.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.560+0000 7f8fa6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d12ec40 0x55a73d1464c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.560+0000 7f8fa6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d12ec40 0x55a73d1464c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36648/0 (socket says 172.21.15.26:36648) 2024-04-26T23:38:47.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.560+0000 7f8fa6a00640 1 -- 172.21.15.26:0/1794449269 learned_addr learned my addr 172.21.15.26:0/1794449269 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:47.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.560+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/1794449269 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d123c50 0x55a73d12e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.560+0000 7f8fa7400640 1 --2- 172.21.15.26:0/1794449269 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d124570 0x55a73d13a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.561+0000 7f8fa6a00640 1 -- 172.21.15.26:0/1794449269 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d124570 msgr2=0x55a73d13a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.561+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/1794449269 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d124570 0x55a73d13a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.561+0000 7f8fa6a00640 1 -- 172.21.15.26:0/1794449269 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d123c50 msgr2=0x55a73d12e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.561+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/1794449269 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d123c50 0x55a73d12e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.561+0000 7f8fa6a00640 1 -- 172.21.15.26:0/1794449269 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a73d131b50 con 0x55a73d12ec40 2024-04-26T23:38:47.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.561+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/1794449269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d12ec40 0x55a73d1464c0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x55a73d085a90 tx=0x7f8f94011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf96c9722aaef660 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:47.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.562+0000 7f8f93e00640 1 -- 172.21.15.26:0/1794449269 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9402b040 con 0x55a73d12ec40 2024-04-26T23:38:47.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.562+0000 7f8f93e00640 1 -- 172.21.15.26:0/1794449269 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8f94022050 con 0x55a73d12ec40 2024-04-26T23:38:47.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.562+0000 7f8f93e00640 1 -- 172.21.15.26:0/1794449269 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f94005590 con 0x55a73d12ec40 2024-04-26T23:38:47.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.562+0000 7f8fb15ee740 1 -- 172.21.15.26:0/1794449269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d12ec40 msgr2=0x55a73d1464c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.562+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/1794449269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d12ec40 0x55a73d1464c0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x55a73d085a90 tx=0x7f8f94011750 comp rx=0 tx=0).stop 2024-04-26T23:38:47.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.562+0000 7f8fb15ee740 1 -- 172.21.15.26:0/1794449269 shutdown_connections 2024-04-26T23:38:47.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.562+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/1794449269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d12ec40 0x55a73d1464c0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.562+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/1794449269 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d124570 0x55a73d13a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.562+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/1794449269 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d123c50 0x55a73d12e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.562+0000 7f8fb15ee740 1 -- 172.21.15.26:0/1794449269 >> 172.21.15.26:0/1794449269 conn(0x55a73d11ff70 msgr2=0x55a73d12c4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:47.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.563+0000 7f8fb15ee740 1 -- 172.21.15.26:0/1794449269 shutdown_connections 2024-04-26T23:38:47.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.563+0000 7f8fb15ee740 1 -- 172.21.15.26:0/1794449269 wait complete. 2024-04-26T23:38:47.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.563+0000 7f8fb15ee740 1 -- start start 2024-04-26T23:38:47.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.563+0000 7f8fb15ee740 1 Processor -- start 2024-04-26T23:38:47.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.564+0000 7f8fb15ee740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d128aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.564+0000 7f8fb15ee740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 0x55a73d128fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.564+0000 7f8fb15ee740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 0x55a73d129520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.564+0000 7f8fb15ee740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa81aed70 con 0x55a73d123c50 2024-04-26T23:38:47.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.564+0000 7f8fb15ee740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa81b01e0 con 0x55a73d124570 2024-04-26T23:38:47.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.564+0000 7f8fb15ee740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa81af440 con 0x55a73d12ec40 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.564+0000 7f8fb15ee740 10 client.0 _ll_register_callbacks cb 0x7f8f9400bbf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.564+0000 7f8fa6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d128aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.564+0000 7f8fa6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d128aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36658/0 (socket says 172.21.15.26:36658) 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.564+0000 7f8fa6a00640 1 -- 172.21.15.26:0/3289418650 learned_addr learned my addr 172.21.15.26:0/3289418650 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.564+0000 7f8fa7400640 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 0x55a73d128fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.564+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 0x55a73d129520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.565+0000 7f8fa6a00640 1 -- 172.21.15.26:0/3289418650 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 msgr2=0x55a73d129520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.565+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 0x55a73d129520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.565+0000 7f8fa6a00640 1 -- 172.21.15.26:0/3289418650 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 msgr2=0x55a73d128fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.565+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 0x55a73d128fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.565+0000 7f8fa6a00640 1 -- 172.21.15.26:0/3289418650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a73d1a3e90 con 0x55a73d123c50 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.565+0000 7f8fa6a00640 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d128aa0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f8f9400bd20 tx=0x7f8f94005fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f9ad4e91db6d322 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.565+0000 7f8f91600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.565+0000 7f8f91600640 1 -- 172.21.15.26:0/3289418650 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9402b040 con 0x55a73d123c50 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.565+0000 7f8fb15ee740 1 -- 172.21.15.26:0/3289418650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f94022050 con 0x55a73d123c50 2024-04-26T23:38:47.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.565+0000 7f8f91600640 1 -- 172.21.15.26:0/3289418650 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f8f94005510 con 0x55a73d123c50 2024-04-26T23:38:47.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.566+0000 7f8f91600640 1 -- 172.21.15.26:0/3289418650 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8f94012a50 con 0x55a73d123c50 2024-04-26T23:38:47.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.566+0000 7f8fb15ee740 10 client.16110 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:47.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.566+0000 7f8fb15ee740 1 -- 172.21.15.26:0/3289418650 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a73d1a5150 con 0x55a73d123c50 2024-04-26T23:38:47.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.566+0000 7f8f91600640 1 -- 172.21.15.26:0/3289418650 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8f94022050 con 0x55a73d123c50 2024-04-26T23:38:47.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.566+0000 7f8f91600640 1 -- 172.21.15.26:0/3289418650 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8f94004680 con 0x55a73d123c50 2024-04-26T23:38:47.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.566+0000 7f8fb15ee740 10 client.16110 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:47.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.566+0000 7f8fb15ee740 10 client.16110 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:47.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.566+0000 7f8fb15ee740 20 client.16110 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:47.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.566+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a73d1a5760 0x55a73d1a7b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.566+0000 7f8fb15ee740 4 client.16110 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:38:47.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.566+0000 7f8fb15ee740 1 -- 172.21.15.26:0/3289418650 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a73d091400 con 0x55a73d1a5760 2024-04-26T23:38:47.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.567+0000 7f8fa7400640 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a73d1a5760 0x55a73d1a7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.568+0000 7f8fa7400640 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a73d1a5760 0x55a73d1a7b50 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0eda7ffe1ada4bd server_cookie=c65e67a426563d5f in_seq=0 out_seq=0 2024-04-26T23:38:47.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.568+0000 7f8f91600640 10 client.16110 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:47.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.570+0000 7f8f91600640 1 -- 172.21.15.26:0/3289418650 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a73d091400 con 0x55a73d1a5760 2024-04-26T23:38:47.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.570+0000 7f8f91600640 10 client.16110 handle_command_reply: tid=0 2024-04-26T23:38:47.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.570+0000 7f8fb15ee740 1 client.16110 shutdown 2024-04-26T23:38:47.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.571+0000 7f8fb15ee740 1 -- 172.21.15.26:0/3289418650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 msgr2=0x55a73d128aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.571+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d128aa0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f8f9400bd20 tx=0x7f8f94005fb0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.571+0000 7f8fb15ee740 1 -- 172.21.15.26:0/3289418650 shutdown_connections 2024-04-26T23:38:47.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.571+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a73d1a5760 0x55a73d1a7b50 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.571+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a73d12ec40 0x55a73d129520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.571+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a73d124570 0x55a73d128fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.571+0000 7f8fb15ee740 1 --2- 172.21.15.26:0/3289418650 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a73d123c50 0x55a73d128aa0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.571+0000 7f8f91600640 0 client.16110 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:47.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.571+0000 7f8fb15ee740 1 -- 172.21.15.26:0/3289418650 >> 172.21.15.26:0/3289418650 conn(0x55a73d11ff70 msgr2=0x55a73d12bc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:47.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.571+0000 7f8fb15ee740 1 -- 172.21.15.26:0/3289418650 shutdown_connections 2024-04-26T23:38:47.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.571+0000 7f8fb15ee740 1 -- 172.21.15.26:0/3289418650 wait complete. 2024-04-26T23:38:47.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.571+0000 7f8fb15ee740 20 client.16110 trim_cache size 0 max 16384 2024-04-26T23:38:47.579 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:38:47.579 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:38:47.579 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "960ebbd7-64ea-4fcd-8288-b597013ddf57", 2024-04-26T23:38:47.579 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:38:47.579 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:38:47.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.572+0000 7f8fae600640 1 -- 172.21.15.26:0/90389584 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8f8c0a3da0 msgr2=0x7f8f8c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.572+0000 7f8fae600640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8f8c0a3da0 0x7f8f8c0a6260 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f8fa000cfd0 tx=0x7f8fa000cf20 comp rx=0 tx=0).stop 2024-04-26T23:38:47.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.572+0000 7f8fae600640 1 -- 172.21.15.26:0/90389584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8fa810f1f0 msgr2=0x7f8fa819fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.572+0000 7f8fae600640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8fa810f1f0 0x7f8fa819fb50 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f8fa000e9d0 tx=0x7f8fa000ee90 comp rx=0 tx=0).stop 2024-04-26T23:38:47.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.572+0000 7f8fae600640 1 -- 172.21.15.26:0/90389584 shutdown_connections 2024-04-26T23:38:47.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.572+0000 7f8fae600640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8f8c0a3da0 0x7f8f8c0a6260 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.572+0000 7f8fae600640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8fa810f1f0 0x7f8fa819fb50 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.572+0000 7f8fae600640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8fa8103800 0x7f8fa819b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.572+0000 7f8fae600640 1 --2- 172.21.15.26:0/90389584 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8fa806b470 0x7f8fa819b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.572+0000 7f8fae600640 1 -- 172.21.15.26:0/90389584 >> 172.21.15.26:0/90389584 conn(0x7f8fa8077630 msgr2=0x7f8fa81100e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:47.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.572+0000 7f8fae600640 1 -- 172.21.15.26:0/90389584 shutdown_connections 2024-04-26T23:38:47.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.572+0000 7f8fae600640 1 -- 172.21.15.26:0/90389584 wait complete. 2024-04-26T23:38:47.596 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:38:47.596 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:38:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.796+0000 7f68bf200640 1 -- 172.21.15.26:0/3218720192 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68c01076d0 msgr2=0x7f68c0107ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.796+0000 7f68bf200640 1 --2- 172.21.15.26:0/3218720192 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68c01076d0 0x7f68c0107ab0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f68b0009930 tx=0x7f68b002a440 comp rx=0 tx=0).stop 2024-04-26T23:38:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.796+0000 7f68bf200640 1 -- 172.21.15.26:0/3218720192 shutdown_connections 2024-04-26T23:38:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.796+0000 7f68bf200640 1 --2- 172.21.15.26:0/3218720192 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68c0102080 0x7f68c010e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.796+0000 7f68bf200640 1 --2- 172.21.15.26:0/3218720192 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f68c01016c0 0x7f68c0101b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.796+0000 7f68bf200640 1 --2- 172.21.15.26:0/3218720192 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68c01076d0 0x7f68c0107ab0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.796+0000 7f68bf200640 1 -- 172.21.15.26:0/3218720192 >> 172.21.15.26:0/3218720192 conn(0x7f68c00fd1b0 msgr2=0x7f68c00ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.796+0000 7f68bf200640 1 -- 172.21.15.26:0/3218720192 shutdown_connections 2024-04-26T23:38:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.796+0000 7f68bf200640 1 -- 172.21.15.26:0/3218720192 wait complete. 2024-04-26T23:38:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.797+0000 7f68bf200640 1 Processor -- start 2024-04-26T23:38:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.798+0000 7f68bf200640 1 -- start start 2024-04-26T23:38:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.798+0000 7f68bf200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68c01016c0 0x7f68c019b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.798+0000 7f68bf200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68c0102080 0x7f68c019b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.798+0000 7f68bf200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f68c01076d0 0x7f68c019fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.798+0000 7f68bf200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f68c0111840 con 0x7f68c0102080 2024-04-26T23:38:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.798+0000 7f68bf200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01116c0 con 0x7f68c01076d0 2024-04-26T23:38:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.798+0000 7f68bf200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01119c0 con 0x7f68c01016c0 2024-04-26T23:38:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.799+0000 7f68bd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68c0102080 0x7f68c019b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.799+0000 7f68bd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68c0102080 0x7f68c019b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36680/0 (socket says 172.21.15.26:36680) 2024-04-26T23:38:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.799+0000 7f68bd400640 1 -- 172.21.15.26:0/2513266898 learned_addr learned my addr 172.21.15.26:0/2513266898 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:47.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.799+0000 7f68bde00640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68c01016c0 0x7f68c019b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.799+0000 7f68be800640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f68c01076d0 0x7f68c019fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.799+0000 7f68bd400640 1 -- 172.21.15.26:0/2513266898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68c01016c0 msgr2=0x7f68c019b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.799+0000 7f68bd400640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68c01016c0 0x7f68c019b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.799+0000 7f68bd400640 1 -- 172.21.15.26:0/2513266898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f68c01076d0 msgr2=0x7f68c019fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.799+0000 7f68bd400640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f68c01076d0 0x7f68c019fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.799+0000 7f68bd400640 1 -- 172.21.15.26:0/2513266898 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68c01a0180 con 0x7f68c0102080 2024-04-26T23:38:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.799+0000 7f68bd400640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68c0102080 0x7f68c019b6d0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f68ac00b4a0 tx=0x7f68ac00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.800+0000 7f68b6a00640 1 -- 172.21.15.26:0/2513266898 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac014070 con 0x7f68c0102080 2024-04-26T23:38:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.800+0000 7f68bf200640 1 -- 172.21.15.26:0/2513266898 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68c01a0470 con 0x7f68c0102080 2024-04-26T23:38:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.800+0000 7f68b6a00640 1 -- 172.21.15.26:0/2513266898 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f68ac010aa0 con 0x7f68c0102080 2024-04-26T23:38:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.800+0000 7f68bf200640 1 -- 172.21.15.26:0/2513266898 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68c01a7d00 con 0x7f68c0102080 2024-04-26T23:38:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.800+0000 7f68b6a00640 1 -- 172.21.15.26:0/2513266898 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac01e060 con 0x7f68c0102080 2024-04-26T23:38:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.804+0000 7f68c79b0740 1 Processor -- start 2024-04-26T23:38:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.804+0000 7f68b6a00640 1 -- 172.21.15.26:0/2513266898 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f68ac017070 con 0x7f68c0102080 2024-04-26T23:38:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.804+0000 7f68c79b0740 1 -- start start 2024-04-26T23:38:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68c79b0740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf00d50 0x560c8bf01130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68c79b0740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf01670 0x560c8bf0b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68c79b0740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf0bd40 0x560c8bf0e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68c79b0740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560c8be12030 con 0x560c8bf00d50 2024-04-26T23:38:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68c79b0740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x560c8be2d7f0 con 0x560c8bf01670 2024-04-26T23:38:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68c79b0740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560c8bde87e0 con 0x560c8bf0bd40 2024-04-26T23:38:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68be800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf00d50 0x560c8bf01130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68be800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf00d50 0x560c8bf01130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36686/0 (socket says 172.21.15.26:36686) 2024-04-26T23:38:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68be800640 1 -- 172.21.15.26:0/3958039574 learned_addr learned my addr 172.21.15.26:0/3958039574 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68bde00640 1 --2- 172.21.15.26:0/3958039574 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf01670 0x560c8bf0b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68bd400640 1 --2- 172.21.15.26:0/3958039574 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf0bd40 0x560c8bf0e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68be800640 1 -- 172.21.15.26:0/3958039574 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf0bd40 msgr2=0x560c8bf0e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.805+0000 7f68be800640 1 --2- 172.21.15.26:0/3958039574 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf0bd40 0x560c8bf0e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.806+0000 7f68be800640 1 -- 172.21.15.26:0/3958039574 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf01670 msgr2=0x560c8bf0b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.806+0000 7f68be800640 1 --2- 172.21.15.26:0/3958039574 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf01670 0x560c8bf0b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.806+0000 7f68be800640 1 -- 172.21.15.26:0/3958039574 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c8bdf4050 con 0x560c8bf00d50 2024-04-26T23:38:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.806+0000 7f68bd400640 1 --2- 172.21.15.26:0/3958039574 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf0bd40 0x560c8bf0e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:38:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.806+0000 7f68be800640 1 --2- 172.21.15.26:0/3958039574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf00d50 0x560c8bf01130 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f68b8008dc0 tx=0x7f68b800e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=154cbd47ed0ae650 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.806+0000 7f68b6a00640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68a40a3d20 0x7f68a40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.806+0000 7f68ab000640 1 -- 172.21.15.26:0/3958039574 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b8014070 con 0x560c8bf00d50 2024-04-26T23:38:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.806+0000 7f68ab000640 1 -- 172.21.15.26:0/3958039574 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f68b8004020 con 0x560c8bf00d50 2024-04-26T23:38:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.806+0000 7f68ab000640 1 -- 172.21.15.26:0/3958039574 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68b8010670 con 0x560c8bf00d50 2024-04-26T23:38:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.806+0000 7f68b6a00640 1 -- 172.21.15.26:0/2513266898 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f68ac0cfed0 con 0x7f68c0102080 2024-04-26T23:38:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.807+0000 7f68bde00640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68a40a3d20 0x7f68a40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.807+0000 7f68c79b0740 1 -- 172.21.15.26:0/3958039574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf00d50 msgr2=0x560c8bf01130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.807+0000 7f68c79b0740 1 --2- 172.21.15.26:0/3958039574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf00d50 0x560c8bf01130 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f68b8008dc0 tx=0x7f68b800e720 comp rx=0 tx=0).stop 2024-04-26T23:38:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.807+0000 7f68bde00640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68a40a3d20 0x7f68a40a61e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f68b0006010 tx=0x7f68b00058b0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.808+0000 7f68c79b0740 1 -- 172.21.15.26:0/3958039574 shutdown_connections 2024-04-26T23:38:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.808+0000 7f68c79b0740 1 --2- 172.21.15.26:0/3958039574 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf0bd40 0x560c8bf0e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.808+0000 7f68c79b0740 1 --2- 172.21.15.26:0/3958039574 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf01670 0x560c8bf0b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.808+0000 7f68c79b0740 1 --2- 172.21.15.26:0/3958039574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf00d50 0x560c8bf01130 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.808+0000 7f68c79b0740 1 -- 172.21.15.26:0/3958039574 >> 172.21.15.26:0/3958039574 conn(0x560c8befd070 msgr2=0x560c8befd450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.808+0000 7f68c79b0740 1 -- 172.21.15.26:0/3958039574 shutdown_connections 2024-04-26T23:38:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.808+0000 7f68c79b0740 1 -- 172.21.15.26:0/3958039574 wait complete. 2024-04-26T23:38:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.808+0000 7f68c79b0740 1 -- start start 2024-04-26T23:38:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.808+0000 7f68c79b0740 1 Processor -- start 2024-04-26T23:38:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.809+0000 7f68c79b0740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 0x560c8bf0b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.809+0000 7f68c79b0740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf089c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.809+0000 7f68c79b0740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf08f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.809+0000 7f68c79b0740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560c8be6a200 con 0x560c8bf01670 2024-04-26T23:38:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.809+0000 7f68c79b0740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x560c8be64ee0 con 0x560c8bf0bd40 2024-04-26T23:38:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.809+0000 7f68c79b0740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560c8be71e70 con 0x560c8bf00d50 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.809+0000 7f68c79b0740 10 client.0 _ll_register_callbacks cb 0x560c8be5b270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.809+0000 7f68bd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf089c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.809+0000 7f68bd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf089c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36696/0 (socket says 172.21.15.26:36696) 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.809+0000 7f68bd400640 1 -- 172.21.15.26:0/657443738 learned_addr learned my addr 172.21.15.26:0/657443738 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.810+0000 7f68bde00640 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 0x560c8bf0b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.810+0000 7f68be800640 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf08f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.810+0000 7f68bd400640 1 -- 172.21.15.26:0/657443738 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 msgr2=0x560c8bf0b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.810+0000 7f68bd400640 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 0x560c8bf0b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.810+0000 7f68bd400640 1 -- 172.21.15.26:0/657443738 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 msgr2=0x560c8bf08f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.810+0000 7f68bd400640 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf08f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.810+0000 7f68bd400640 1 -- 172.21.15.26:0/657443738 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c8bc417d0 con 0x560c8bf01670 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.810+0000 7f68be800640 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf08f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.810+0000 7f68bd400640 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf089c0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f68ac09bc50 tx=0x7f68ac017420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7352108ad431a7b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.810+0000 7f689f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.811+0000 7f689f400640 1 -- 172.21.15.26:0/657443738 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac0a0300 con 0x560c8bf01670 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.811+0000 7f689f400640 1 -- 172.21.15.26:0/657443738 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f68ac0cd870 con 0x560c8bf01670 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.811+0000 7f68c79b0740 1 -- 172.21.15.26:0/657443738 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68b8004020 con 0x560c8bf01670 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.811+0000 7f689f400640 1 -- 172.21.15.26:0/657443738 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f68ac0cda70 con 0x560c8bf01670 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.811+0000 7f68c79b0740 10 client.16122 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.811+0000 7f68c79b0740 1 -- 172.21.15.26:0/657443738 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560c8bb773f0 con 0x560c8bf01670 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.811+0000 7f689f400640 1 -- 172.21.15.26:0/657443738 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f68b8004020 con 0x560c8bf01670 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.812+0000 7f689f400640 1 -- 172.21.15.26:0/657443738 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f68ac0a4730 con 0x560c8bf01670 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.812+0000 7f68c79b0740 10 client.16122 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.812+0000 7f68c79b0740 10 client.16122 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.812+0000 7f68c79b0740 20 client.16122 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.812+0000 7f68c79b0740 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560c8bf1b6c0 0x560c8bf1dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.812+0000 7f68c79b0740 4 client.16122 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:38:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.812+0000 7f68c79b0740 1 -- 172.21.15.26:0/657443738 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c8be737e0 con 0x560c8bf1b6c0 2024-04-26T23:38:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.813+0000 7f68bde00640 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560c8bf1b6c0 0x560c8bf1dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.814+0000 7f68bde00640 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560c8bf1b6c0 0x560c8bf1dab0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62200acc42cb2fdd server_cookie=dd12a665f28dbebd in_seq=0 out_seq=0 2024-04-26T23:38:47.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.814+0000 7f689f400640 10 client.16122 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:47.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.815+0000 7f689f400640 1 -- 172.21.15.26:0/657443738 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560c8be737e0 con 0x560c8bf1b6c0 2024-04-26T23:38:47.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.815+0000 7f689f400640 10 client.16122 handle_command_reply: tid=0 2024-04-26T23:38:47.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f68c79b0740 1 client.16122 shutdown 2024-04-26T23:38:47.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f68c79b0740 1 -- 172.21.15.26:0/657443738 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 msgr2=0x560c8bf089c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f68c79b0740 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf089c0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f68ac09bc50 tx=0x7f68ac017420 comp rx=0 tx=0).stop 2024-04-26T23:38:47.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f68c79b0740 1 -- 172.21.15.26:0/657443738 shutdown_connections 2024-04-26T23:38:47.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f68c79b0740 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560c8bf1b6c0 0x560c8bf1dab0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f68c79b0740 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf08f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f68c79b0740 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf089c0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f68c79b0740 1 --2- 172.21.15.26:0/657443738 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 0x560c8bf0b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f68c79b0740 1 -- 172.21.15.26:0/657443738 >> 172.21.15.26:0/657443738 conn(0x560c8befd070 msgr2=0x560c8bf02d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:47.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f689f400640 0 client.16122 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:47.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f68c79b0740 1 -- 172.21.15.26:0/657443738 shutdown_connections 2024-04-26T23:38:47.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f68c79b0740 1 -- 172.21.15.26:0/657443738 wait complete. 2024-04-26T23:38:47.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.816+0000 7f68c79b0740 20 client.16122 trim_cache size 0 max 16384 2024-04-26T23:38:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.842+0000 7f68c79b0740 1 Processor -- start 2024-04-26T23:38:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.842+0000 7f68c79b0740 1 -- start start 2024-04-26T23:38:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.842+0000 7f68c79b0740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 0x560c8bf037a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.842+0000 7f68c79b0740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf176f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.842+0000 7f68c79b0740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf0b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.842+0000 7f68c79b0740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01b05f0 con 0x560c8bf01670 2024-04-26T23:38:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.842+0000 7f68c79b0740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01ae420 con 0x560c8bf0bd40 2024-04-26T23:38:47.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.842+0000 7f68c79b0740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01aff20 con 0x560c8bf00d50 2024-04-26T23:38:47.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.842+0000 7f68bd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf176f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.843+0000 7f68bd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf176f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36698/0 (socket says 172.21.15.26:36698) 2024-04-26T23:38:47.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.843+0000 7f68bd400640 1 -- 172.21.15.26:0/4124336393 learned_addr learned my addr 172.21.15.26:0/4124336393 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:47.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.843+0000 7f68be800640 1 --2- 172.21.15.26:0/4124336393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf0b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.843+0000 7f68bde00640 1 --2- 172.21.15.26:0/4124336393 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 0x560c8bf037a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.843+0000 7f68bd400640 1 -- 172.21.15.26:0/4124336393 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 msgr2=0x560c8bf037a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.843+0000 7f68bd400640 1 --2- 172.21.15.26:0/4124336393 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 0x560c8bf037a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.843+0000 7f68bd400640 1 -- 172.21.15.26:0/4124336393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 msgr2=0x560c8bf0b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.843+0000 7f68bd400640 1 --2- 172.21.15.26:0/4124336393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf0b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.843+0000 7f68bd400640 1 -- 172.21.15.26:0/4124336393 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c8bb370f0 con 0x560c8bf01670 2024-04-26T23:38:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.843+0000 7f68be800640 1 --2- 172.21.15.26:0/4124336393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf0b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:38:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.843+0000 7f68bd400640 1 --2- 172.21.15.26:0/4124336393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf176f0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f68ac0a04c0 tx=0x7f68ac00bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44e140f6ad5c3801 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.844+0000 7f68aa600640 1 -- 172.21.15.26:0/4124336393 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac0cd870 con 0x560c8bf01670 2024-04-26T23:38:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.844+0000 7f68aa600640 1 -- 172.21.15.26:0/4124336393 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f68ac0cda10 con 0x560c8bf01670 2024-04-26T23:38:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.844+0000 7f68aa600640 1 -- 172.21.15.26:0/4124336393 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac09b620 con 0x560c8bf01670 2024-04-26T23:38:47.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.845+0000 7f68c79b0740 1 -- 172.21.15.26:0/4124336393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 msgr2=0x560c8bf176f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.845+0000 7f68c79b0740 1 --2- 172.21.15.26:0/4124336393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf176f0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f68ac0a04c0 tx=0x7f68ac00bf90 comp rx=0 tx=0).stop 2024-04-26T23:38:47.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.845+0000 7f68c79b0740 1 -- 172.21.15.26:0/4124336393 shutdown_connections 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.845+0000 7f68c79b0740 1 --2- 172.21.15.26:0/4124336393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf0b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.845+0000 7f68c79b0740 1 --2- 172.21.15.26:0/4124336393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf176f0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.845+0000 7f68c79b0740 1 --2- 172.21.15.26:0/4124336393 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 0x560c8bf037a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.845+0000 7f68c79b0740 1 -- 172.21.15.26:0/4124336393 >> 172.21.15.26:0/4124336393 conn(0x560c8befd070 msgr2=0x560c8befc1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.845+0000 7f68c79b0740 1 -- 172.21.15.26:0/4124336393 shutdown_connections 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.845+0000 7f68c79b0740 1 -- 172.21.15.26:0/4124336393 wait complete. 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.845+0000 7f68c79b0740 1 -- start start 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.846+0000 7f68c79b0740 1 Processor -- start 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.846+0000 7f68c79b0740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 0x560c8bf13df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.846+0000 7f68c79b0740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf0f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.846+0000 7f68c79b0740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf0f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.846+0000 7f68c79b0740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01af180 con 0x560c8bf01670 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.846+0000 7f68c79b0740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01aeab0 con 0x560c8bf0bd40 2024-04-26T23:38:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.846+0000 7f68c79b0740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f68c01af850 con 0x560c8bf00d50 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.846+0000 7f68c79b0740 10 client.0 _ll_register_callbacks cb 0x7f68ac0981f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.847+0000 7f68bd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf0f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.847+0000 7f68bd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf0f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:36710/0 (socket says 172.21.15.26:36710) 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.847+0000 7f68bd400640 1 -- 172.21.15.26:0/1587820106 learned_addr learned my addr 172.21.15.26:0/1587820106 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.847+0000 7f68bde00640 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 0x560c8bf13df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.847+0000 7f68be800640 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf0f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.847+0000 7f68bd400640 1 -- 172.21.15.26:0/1587820106 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 msgr2=0x560c8bf13df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.847+0000 7f68bd400640 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 0x560c8bf13df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.847+0000 7f68bd400640 1 -- 172.21.15.26:0/1587820106 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 msgr2=0x560c8bf0f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.847+0000 7f68bd400640 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf0f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.847+0000 7f68bd400640 1 -- 172.21.15.26:0/1587820106 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c8be2da30 con 0x560c8bf01670 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.847+0000 7f68bd400640 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf0f260 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f68ac0b54a0 tx=0x7f68ac0a4ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=643655a1c5881438 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.847+0000 7f689f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.848+0000 7f689f400640 1 -- 172.21.15.26:0/1587820106 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68ac0a4730 con 0x560c8bf01670 2024-04-26T23:38:47.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.848+0000 7f689f400640 1 -- 172.21.15.26:0/1587820106 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f68ac0a48d0 con 0x560c8bf01670 2024-04-26T23:38:47.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.848+0000 7f68c79b0740 1 -- 172.21.15.26:0/1587820106 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68ac0cda10 con 0x560c8bf01670 2024-04-26T23:38:47.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.848+0000 7f689f400640 1 -- 172.21.15.26:0/1587820106 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f68ac010610 con 0x560c8bf01670 2024-04-26T23:38:47.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.848+0000 7f68c79b0740 10 client.16128 fetch_fsmap learned FSMap version 24 2024-04-26T23:38:47.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.848+0000 7f68c79b0740 1 -- 172.21.15.26:0/1587820106 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560c8bf817b0 con 0x560c8bf01670 2024-04-26T23:38:47.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.848+0000 7f689f400640 1 -- 172.21.15.26:0/1587820106 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f68ac0cda10 con 0x560c8bf01670 2024-04-26T23:38:47.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.849+0000 7f689f400640 1 -- 172.21.15.26:0/1587820106 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f68ac096be0 con 0x560c8bf01670 2024-04-26T23:38:47.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.849+0000 7f68c79b0740 10 client.16128 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:38:47.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.849+0000 7f68c79b0740 10 client.16128 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:38:47.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.849+0000 7f68c79b0740 20 client.16128 populate_metadata read hostname 'smithi026' 2024-04-26T23:38:47.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.849+0000 7f68c79b0740 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560c8bf81be0 0x560c8bf83fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:38:47.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.849+0000 7f68c79b0740 4 client.16128 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:38:47.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.849+0000 7f68c79b0740 1 -- 172.21.15.26:0/1587820106 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560c8be6d650 con 0x560c8bf81be0 2024-04-26T23:38:47.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.849+0000 7f68bde00640 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560c8bf81be0 0x560c8bf83fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.850+0000 7f68bde00640 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560c8bf81be0 0x560c8bf83fd0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a82e3d71c6d19102 server_cookie=2a272cb53b3439db in_seq=0 out_seq=0 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.850+0000 7f689f400640 10 client.16128 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f689f400640 1 -- 172.21.15.26:0/1587820106 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x560c8be6d650 con 0x560c8bf81be0 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f689f400640 10 client.16128 handle_command_reply: tid=0 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f68c79b0740 1 client.16128 shutdown 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f68c79b0740 1 -- 172.21.15.26:0/1587820106 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 msgr2=0x560c8bf0f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f68c79b0740 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf0f260 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f68ac0b54a0 tx=0x7f68ac0a4ca0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f68c79b0740 1 -- 172.21.15.26:0/1587820106 shutdown_connections 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f68c79b0740 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560c8bf81be0 0x560c8bf83fd0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f68c79b0740 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c8bf0bd40 0x560c8bf0f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f68c79b0740 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c8bf01670 0x560c8bf0f260 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f68c79b0740 1 --2- 172.21.15.26:0/1587820106 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c8bf00d50 0x560c8bf13df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f68c79b0740 1 -- 172.21.15.26:0/1587820106 >> 172.21.15.26:0/1587820106 conn(0x560c8befd070 msgr2=0x560c8bf024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:47.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f689f400640 0 client.16128 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:38:47.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f68c79b0740 1 -- 172.21.15.26:0/1587820106 shutdown_connections 2024-04-26T23:38:47.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.851+0000 7f68c79b0740 1 -- 172.21.15.26:0/1587820106 wait complete. 2024-04-26T23:38:47.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.852+0000 7f68c79b0740 20 client.16128 trim_cache size 0 max 16384 2024-04-26T23:38:47.858 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:38:47.858 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:38:47.858 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:38:47.858 INFO:teuthology.orchestra.run.smithi026.stdout: "960ebbd7-64ea-4fcd-8288-b597013ddf57": { 2024-04-26T23:38:47.858 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:38:47.858 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "960ebbd7-64ea-4fcd-8288-b597013ddf57", 2024-04-26T23:38:47.858 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:38:47.859 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:38:47.859 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:38:47.859 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:38:47.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.852+0000 7f68bf200640 1 -- 172.21.15.26:0/2513266898 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68a40a3d20 msgr2=0x7f68a40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.852+0000 7f68bf200640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68a40a3d20 0x7f68a40a61e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f68b0006010 tx=0x7f68b00058b0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.852+0000 7f68bf200640 1 -- 172.21.15.26:0/2513266898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68c0102080 msgr2=0x7f68c019b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:38:47.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.852+0000 7f68bf200640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68c0102080 0x7f68c019b6d0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f68ac00b4a0 tx=0x7f68ac00b960 comp rx=0 tx=0).stop 2024-04-26T23:38:47.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.852+0000 7f68bf200640 1 -- 172.21.15.26:0/2513266898 shutdown_connections 2024-04-26T23:38:47.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.852+0000 7f68bf200640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f68c01076d0 0x7f68c019fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.852+0000 7f68bf200640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68a40a3d20 0x7f68a40a61e0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.852+0000 7f68bf200640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f68c0102080 0x7f68c019b6d0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.852+0000 7f68bf200640 1 --2- 172.21.15.26:0/2513266898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68c01016c0 0x7f68c019b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:38:47.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.852+0000 7f68bf200640 1 -- 172.21.15.26:0/2513266898 >> 172.21.15.26:0/2513266898 conn(0x7f68c00fd1b0 msgr2=0x7f68c010d560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:38:47.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.853+0000 7f68bf200640 1 -- 172.21.15.26:0/2513266898 shutdown_connections 2024-04-26T23:38:47.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:38:47.853+0000 7f68bf200640 1 -- 172.21.15.26:0/2513266898 wait complete. 2024-04-26T23:38:47.876 INFO:tasks.cephfs.filesystem:scrub status for tag:960ebbd7-64ea-4fcd-8288-b597013ddf57 - {'path': '/', 'tag': '960ebbd7-64ea-4fcd-8288-b597013ddf57', 'options': 'recursive,force'} 2024-04-26T23:38:48.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:48 smithi164 ceph-mon[31699]: pgmap v91: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:38:48.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:48 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:38:48.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:48 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:38:48.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:48 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:38:48.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:48 smithi026 ceph-mon[28371]: pgmap v91: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:38:48.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:48 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:38:48.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:48 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:38:48.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:48 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:38:48.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:48 smithi086 ceph-mon[31122]: pgmap v91: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:38:48.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:48 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:38:48.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:48 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:38:48.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:48 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:38:49.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:49 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:38:49.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:49 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:38:49.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:49 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:38:49.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:49 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:38:49.822 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:49 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:38:49.822 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:49 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:38:50.678 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:50 smithi164 ceph-mon[31699]: pgmap v92: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:50.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:50 smithi026 ceph-mon[28371]: pgmap v92: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:50.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:50 smithi086 ceph-mon[31122]: pgmap v92: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:52.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:52 smithi164 ceph-mon[31699]: pgmap v93: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:52.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:52 smithi026 ceph-mon[28371]: pgmap v93: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:52.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:52 smithi086 ceph-mon[31122]: pgmap v93: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:38:54.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:54 smithi164 ceph-mon[31699]: pgmap v94: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:38:54.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:54 smithi026 ceph-mon[28371]: pgmap v94: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:38:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:54 smithi086 ceph-mon[31122]: pgmap v94: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:38:56.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:56 smithi164 ceph-mon[31699]: pgmap v95: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:38:56.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:56 smithi026 ceph-mon[28371]: pgmap v95: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:38:56.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:56 smithi086 ceph-mon[31122]: pgmap v95: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:38:58.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:38:58 smithi164 ceph-mon[31699]: pgmap v96: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:38:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:38:58 smithi026 ceph-mon[28371]: pgmap v96: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:38:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:38:58 smithi086 ceph-mon[31122]: pgmap v96: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:39:00.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:00 smithi164 ceph-mon[31699]: pgmap v97: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:39:00.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:00 smithi026 ceph-mon[28371]: pgmap v97: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:39:00.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:00 smithi086 ceph-mon[31122]: pgmap v97: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:39:02.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:02 smithi164 ceph-mon[31699]: pgmap v98: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:39:02.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:02 smithi026 ceph-mon[28371]: pgmap v98: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:39:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:02 smithi086 ceph-mon[31122]: pgmap v98: 97 pgs: 97 active+clean; 1.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:39:04.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:04 smithi164 ceph-mon[31699]: pgmap v99: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 75 KiB/s wr, 22 op/s 2024-04-26T23:39:04.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:04 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:39:04.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:04 smithi026 ceph-mon[28371]: pgmap v99: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 75 KiB/s wr, 22 op/s 2024-04-26T23:39:04.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:04 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:39:04.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:04 smithi086 ceph-mon[31122]: pgmap v99: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 75 KiB/s wr, 22 op/s 2024-04-26T23:39:04.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:04 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:39:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:06 smithi164 ceph-mon[31699]: pgmap v100: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 75 KiB/s wr, 19 op/s 2024-04-26T23:39:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:06 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:39:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:06 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:39:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:06 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:39:06.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:06 smithi026 ceph-mon[28371]: pgmap v100: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 75 KiB/s wr, 19 op/s 2024-04-26T23:39:06.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:06 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:39:06.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:06 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:39:06.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:06 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:39:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:06 smithi086 ceph-mon[31122]: pgmap v100: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 75 KiB/s wr, 19 op/s 2024-04-26T23:39:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:06 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:39:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:06 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:39:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:06 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:39:08.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:08 smithi164 ceph-mon[31699]: pgmap v101: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 77 KiB/s wr, 22 op/s 2024-04-26T23:39:08.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:08 smithi026 ceph-mon[28371]: pgmap v101: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 77 KiB/s wr, 22 op/s 2024-04-26T23:39:08.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:08 smithi086 ceph-mon[31122]: pgmap v101: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 77 KiB/s wr, 22 op/s 2024-04-26T23:39:10.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:10 smithi164 ceph-mon[31699]: pgmap v102: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 77 KiB/s wr, 20 op/s 2024-04-26T23:39:10.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:10 smithi026 ceph-mon[28371]: pgmap v102: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 77 KiB/s wr, 20 op/s 2024-04-26T23:39:10.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:10 smithi086 ceph-mon[31122]: pgmap v102: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 77 KiB/s wr, 20 op/s 2024-04-26T23:39:12.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:12 smithi164 ceph-mon[31699]: pgmap v103: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 77 KiB/s wr, 20 op/s 2024-04-26T23:39:12.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:12 smithi026 ceph-mon[28371]: pgmap v103: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 77 KiB/s wr, 20 op/s 2024-04-26T23:39:12.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:12 smithi086 ceph-mon[31122]: pgmap v103: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 77 KiB/s wr, 20 op/s 2024-04-26T23:39:14.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:14 smithi164 ceph-mon[31699]: pgmap v104: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 77 KiB/s wr, 22 op/s 2024-04-26T23:39:14.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:14 smithi026 ceph-mon[28371]: pgmap v104: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 77 KiB/s wr, 22 op/s 2024-04-26T23:39:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:14 smithi086 ceph-mon[31122]: pgmap v104: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 77 KiB/s wr, 22 op/s 2024-04-26T23:39:16.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:16 smithi164 ceph-mon[31699]: pgmap v105: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-04-26T23:39:16.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:16 smithi026 ceph-mon[28371]: pgmap v105: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-04-26T23:39:16.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:16 smithi086 ceph-mon[31122]: pgmap v105: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-04-26T23:39:17.878 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:39:17.878 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:39:18.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.114+0000 7f2341c00640 1 -- 172.21.15.26:0/3622150939 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f233c1053a0 msgr2=0x7f233c1118b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.114+0000 7f2341c00640 1 --2- 172.21.15.26:0/3622150939 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f233c1053a0 0x7f233c1118b0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f2334009cd0 tx=0x7f233402a8e0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.114+0000 7f2341c00640 1 -- 172.21.15.26:0/3622150939 shutdown_connections 2024-04-26T23:39:18.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.114+0000 7f2341c00640 1 --2- 172.21.15.26:0/3622150939 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f233c1053a0 0x7f233c1118b0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.114+0000 7f2341c00640 1 --2- 172.21.15.26:0/3622150939 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f233c1049e0 0x7f233c104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.114+0000 7f2341c00640 1 --2- 172.21.15.26:0/3622150939 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f233c10a9f0 0x7f233c10add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.114+0000 7f2341c00640 1 -- 172.21.15.26:0/3622150939 >> 172.21.15.26:0/3622150939 conn(0x7f233c100470 msgr2=0x7f233c102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.114+0000 7f2341c00640 1 -- 172.21.15.26:0/3622150939 shutdown_connections 2024-04-26T23:39:18.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.114+0000 7f2341c00640 1 -- 172.21.15.26:0/3622150939 wait complete. 2024-04-26T23:39:18.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.115+0000 7f2341c00640 1 Processor -- start 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.116+0000 7f2341c00640 1 -- start start 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.116+0000 7f2341c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f233c1049e0 0x7f233c19b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.116+0000 7f2341c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f233c1053a0 0x7f233c19b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.116+0000 7f2341c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f233c10a9f0 0x7f233c19f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.116+0000 7f2341c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f233c114bb0 con 0x7f233c1049e0 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.116+0000 7f2341c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f233c114a30 con 0x7f233c10a9f0 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.116+0000 7f2341c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f233c114d30 con 0x7f233c1053a0 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.116+0000 7f233be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f233c1049e0 0x7f233c19b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.116+0000 7f233be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f233c1049e0 0x7f233c19b0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34276/0 (socket says 172.21.15.26:34276) 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.116+0000 7f233be00640 1 -- 172.21.15.26:0/75851655 learned_addr learned my addr 172.21.15.26:0/75851655 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.117+0000 7f2333e00640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f233c1053a0 0x7f233c19b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.117+0000 7f2341200640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f233c10a9f0 0x7f233c19f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.117+0000 7f233be00640 1 -- 172.21.15.26:0/75851655 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f233c1053a0 msgr2=0x7f233c19b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.117+0000 7f233be00640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f233c1053a0 0x7f233c19b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.117+0000 7f233be00640 1 -- 172.21.15.26:0/75851655 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f233c10a9f0 msgr2=0x7f233c19f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.117+0000 7f233be00640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f233c10a9f0 0x7f233c19f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.117+0000 7f233be00640 1 -- 172.21.15.26:0/75851655 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f233c1a00e0 con 0x7f233c1049e0 2024-04-26T23:39:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.117+0000 7f2341200640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f233c10a9f0 0x7f233c19f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.117+0000 7f233be00640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f233c1049e0 0x7f233c19b0f0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f232c00d770 tx=0x7f232c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.118+0000 7f2339600640 1 -- 172.21.15.26:0/75851655 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f232c017070 con 0x7f233c1049e0 2024-04-26T23:39:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.118+0000 7f2341c00640 1 -- 172.21.15.26:0/75851655 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f233c1a03d0 con 0x7f233c1049e0 2024-04-26T23:39:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.118+0000 7f2339600640 1 -- 172.21.15.26:0/75851655 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f232c0054b0 con 0x7f233c1049e0 2024-04-26T23:39:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.118+0000 7f2339600640 1 -- 172.21.15.26:0/75851655 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f232c004c60 con 0x7f233c1049e0 2024-04-26T23:39:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.118+0000 7f2341c00640 1 -- 172.21.15.26:0/75851655 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f233c1a7c60 con 0x7f233c1049e0 2024-04-26T23:39:18.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.122+0000 7f2345d22740 1 Processor -- start 2024-04-26T23:39:18.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.123+0000 7f2345d22740 1 -- start start 2024-04-26T23:39:18.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.123+0000 7f2339600640 1 -- 172.21.15.26:0/75851655 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f232c004e00 con 0x7f233c1049e0 2024-04-26T23:39:18.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.123+0000 7f2345d22740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 0x56151f89e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.123+0000 7f2345d22740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f89e670 0x56151f8a8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.123+0000 7f2345d22740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f8a8d40 0x56151f8ab130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.123+0000 7f2345d22740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56151f7af030 con 0x56151f89dd50 2024-04-26T23:39:18.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.123+0000 7f2345d22740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56151f7ca7f0 con 0x56151f89e670 2024-04-26T23:39:18.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.123+0000 7f2345d22740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56151f7857e0 con 0x56151f8a8d40 2024-04-26T23:39:18.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.123+0000 7f2341200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 0x56151f89e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.124+0000 7f2341200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 0x56151f89e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34292/0 (socket says 172.21.15.26:34292) 2024-04-26T23:39:18.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.124+0000 7f2341200640 1 -- 172.21.15.26:0/2634375206 learned_addr learned my addr 172.21.15.26:0/2634375206 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:18.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.124+0000 7f233be00640 1 --2- 172.21.15.26:0/2634375206 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f89e670 0x56151f8a8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.124+0000 7f2333e00640 1 --2- 172.21.15.26:0/2634375206 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f8a8d40 0x56151f8ab130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.124+0000 7f2341200640 1 -- 172.21.15.26:0/2634375206 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f8a8d40 msgr2=0x56151f8ab130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.124+0000 7f2341200640 1 --2- 172.21.15.26:0/2634375206 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f8a8d40 0x56151f8ab130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.124+0000 7f2341200640 1 -- 172.21.15.26:0/2634375206 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f89e670 msgr2=0x56151f8a8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.124+0000 7f2341200640 1 --2- 172.21.15.26:0/2634375206 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f89e670 0x56151f8a8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.124+0000 7f2341200640 1 -- 172.21.15.26:0/2634375206 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56151f791050 con 0x56151f89dd50 2024-04-26T23:39:18.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.124+0000 7f2333e00640 1 --2- 172.21.15.26:0/2634375206 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f8a8d40 0x56151f8ab130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:39:18.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.125+0000 7f2341200640 1 --2- 172.21.15.26:0/2634375206 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 0x56151f89e130 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f23340097b0 tx=0x7f23340314e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=787c7976062441f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.125+0000 7f2331600640 1 -- 172.21.15.26:0/2634375206 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2334031990 con 0x56151f89dd50 2024-04-26T23:39:18.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.125+0000 7f2339600640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23200a3d20 0x7f23200a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.125+0000 7f2331600640 1 -- 172.21.15.26:0/2634375206 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2334036040 con 0x56151f89dd50 2024-04-26T23:39:18.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.125+0000 7f2331600640 1 -- 172.21.15.26:0/2634375206 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23340045b0 con 0x56151f89dd50 2024-04-26T23:39:18.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.125+0000 7f2339600640 1 -- 172.21.15.26:0/75851655 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f232c0d02a0 con 0x7f233c1049e0 2024-04-26T23:39:18.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.126+0000 7f233be00640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23200a3d20 0x7f23200a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.126+0000 7f2345d22740 1 -- 172.21.15.26:0/2634375206 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 msgr2=0x56151f89e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.126+0000 7f2345d22740 1 --2- 172.21.15.26:0/2634375206 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 0x56151f89e130 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f23340097b0 tx=0x7f23340314e0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.126+0000 7f2345d22740 1 -- 172.21.15.26:0/2634375206 shutdown_connections 2024-04-26T23:39:18.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.126+0000 7f2345d22740 1 --2- 172.21.15.26:0/2634375206 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f8a8d40 0x56151f8ab130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.126+0000 7f2345d22740 1 --2- 172.21.15.26:0/2634375206 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f89e670 0x56151f8a8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.126+0000 7f2345d22740 1 --2- 172.21.15.26:0/2634375206 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 0x56151f89e130 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.126+0000 7f2345d22740 1 -- 172.21.15.26:0/2634375206 >> 172.21.15.26:0/2634375206 conn(0x56151f89a070 msgr2=0x56151f89a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.126+0000 7f2345d22740 1 -- 172.21.15.26:0/2634375206 shutdown_connections 2024-04-26T23:39:18.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.126+0000 7f233be00640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23200a3d20 0x7f23200a61e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x56151f89f310 tx=0x7f232c0d38c0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.126+0000 7f2345d22740 1 -- 172.21.15.26:0/2634375206 wait complete. 2024-04-26T23:39:18.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.127+0000 7f2345d22740 1 -- start start 2024-04-26T23:39:18.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.127+0000 7f2345d22740 1 Processor -- start 2024-04-26T23:39:18.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.128+0000 7f2345d22740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f89dd50 0x56151f8a8610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.128+0000 7f2345d22740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 0x56151f8a5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.128+0000 7f2345d22740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f8a8d40 0x56151f8a5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.128+0000 7f2345d22740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56151f807200 con 0x56151f89e670 2024-04-26T23:39:18.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.128+0000 7f2345d22740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56151f801ee0 con 0x56151f8a8d40 2024-04-26T23:39:18.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.128+0000 7f2345d22740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56151f80ee70 con 0x56151f89dd50 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.128+0000 7f2345d22740 10 client.0 _ll_register_callbacks cb 0x56151f7f8270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.128+0000 7f2333e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 0x56151f8a5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.128+0000 7f2333e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 0x56151f8a5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34304/0 (socket says 172.21.15.26:34304) 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.128+0000 7f2333e00640 1 -- 172.21.15.26:0/4248060236 learned_addr learned my addr 172.21.15.26:0/4248060236 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.128+0000 7f2341200640 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f89dd50 0x56151f8a8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.129+0000 7f2341200640 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f8a8d40 0x56151f8a5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.129+0000 7f2333e00640 1 -- 172.21.15.26:0/4248060236 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f89dd50 msgr2=0x56151f8a8610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.129+0000 7f2333e00640 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f89dd50 0x56151f8a8610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.129+0000 7f2333e00640 1 -- 172.21.15.26:0/4248060236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f8a8d40 msgr2=0x56151f8a5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.129+0000 7f2333e00640 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f8a8d40 0x56151f8a5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.129+0000 7f2333e00640 1 -- 172.21.15.26:0/4248060236 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56151f5de7d0 con 0x56151f89e670 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.129+0000 7f2341200640 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f8a8d40 0x56151f8a5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.129+0000 7f2333e00640 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 0x56151f8a5a10 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f2324005fd0 tx=0x7f23240117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b59ba7cca5deee16 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.129+0000 7f232a000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.129+0000 7f232a000640 1 -- 172.21.15.26:0/4248060236 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2324004230 con 0x56151f89e670 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.130+0000 7f232a000640 1 -- 172.21.15.26:0/4248060236 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f23240043d0 con 0x56151f89e670 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.130+0000 7f2345d22740 1 -- 172.21.15.26:0/4248060236 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2334036040 con 0x56151f89e670 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.130+0000 7f232a000640 1 -- 172.21.15.26:0/4248060236 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f23240035f0 con 0x56151f89e670 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.130+0000 7f2345d22740 10 client.16140 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.130+0000 7f2345d22740 1 -- 172.21.15.26:0/4248060236 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56151f5143f0 con 0x56151f89e670 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.130+0000 7f232a000640 1 -- 172.21.15.26:0/4248060236 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2334036040 con 0x56151f89e670 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.131+0000 7f232a000640 1 -- 172.21.15.26:0/4248060236 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f232401b900 con 0x56151f89e670 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.131+0000 7f2345d22740 10 client.16140 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.131+0000 7f2345d22740 10 client.16140 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.131+0000 7f2345d22740 20 client.16140 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.131+0000 7f2345d22740 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56151f8b8710 0x56151f8bab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.131+0000 7f2345d22740 4 client.16140 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.131+0000 7f2345d22740 1 -- 172.21.15.26:0/4248060236 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56151f8107e0 con 0x56151f8b8710 2024-04-26T23:39:18.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.131+0000 7f2341200640 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56151f8b8710 0x56151f8bab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.132+0000 7f2341200640 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56151f8b8710 0x56151f8bab30 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=234dace773ef18ee server_cookie=63330cb9cc46481e in_seq=0 out_seq=0 2024-04-26T23:39:18.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.132+0000 7f232a000640 10 client.16140 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:18.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.134+0000 7f232a000640 1 -- 172.21.15.26:0/4248060236 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56151f8107e0 con 0x56151f8b8710 2024-04-26T23:39:18.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.134+0000 7f232a000640 10 client.16140 handle_command_reply: tid=0 2024-04-26T23:39:18.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.134+0000 7f2345d22740 1 client.16140 shutdown 2024-04-26T23:39:18.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.134+0000 7f2345d22740 1 -- 172.21.15.26:0/4248060236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 msgr2=0x56151f8a5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.134+0000 7f2345d22740 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 0x56151f8a5a10 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f2324005fd0 tx=0x7f23240117b0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.135+0000 7f2345d22740 1 -- 172.21.15.26:0/4248060236 shutdown_connections 2024-04-26T23:39:18.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.135+0000 7f2345d22740 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56151f8b8710 0x56151f8bab30 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.135+0000 7f2345d22740 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f8a8d40 0x56151f8a5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.135+0000 7f2345d22740 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 0x56151f8a5a10 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.135+0000 7f2345d22740 1 --2- 172.21.15.26:0/4248060236 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f89dd50 0x56151f8a8610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.135+0000 7f2345d22740 1 -- 172.21.15.26:0/4248060236 >> 172.21.15.26:0/4248060236 conn(0x56151f89a070 msgr2=0x56151f89fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.135+0000 7f232a000640 0 client.16140 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:18.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.135+0000 7f2345d22740 1 -- 172.21.15.26:0/4248060236 shutdown_connections 2024-04-26T23:39:18.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.135+0000 7f2345d22740 1 -- 172.21.15.26:0/4248060236 wait complete. 2024-04-26T23:39:18.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.135+0000 7f2345d22740 20 client.16140 trim_cache size 0 max 16384 2024-04-26T23:39:18.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.155+0000 7f2345d22740 1 Processor -- start 2024-04-26T23:39:18.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.155+0000 7f2345d22740 1 -- start start 2024-04-26T23:39:18.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.155+0000 7f2345d22740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f89dd50 0x56151f8a7840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.155+0000 7f2345d22740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 0x56151f8b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.155+0000 7f2345d22740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f8a8d40 0x56151f8c03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.155+0000 7f2345d22740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f233c1b06b0 con 0x56151f89e670 2024-04-26T23:39:18.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.155+0000 7f2345d22740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f233c1ae4e0 con 0x56151f89dd50 2024-04-26T23:39:18.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.155+0000 7f2345d22740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f233c1affe0 con 0x56151f8a8d40 2024-04-26T23:39:18.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.156+0000 7f2333e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 0x56151f8b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.156+0000 7f2333e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 0x56151f8b46c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34316/0 (socket says 172.21.15.26:34316) 2024-04-26T23:39:18.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.156+0000 7f2333e00640 1 -- 172.21.15.26:0/653409707 learned_addr learned my addr 172.21.15.26:0/653409707 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:18.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.156+0000 7f2341200640 1 --2- 172.21.15.26:0/653409707 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f89dd50 0x56151f8a7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.156+0000 7f2341200640 1 --2- 172.21.15.26:0/653409707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f8a8d40 0x56151f8c03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.156+0000 7f2333e00640 1 -- 172.21.15.26:0/653409707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f8a8d40 msgr2=0x56151f8c03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.156+0000 7f2333e00640 1 --2- 172.21.15.26:0/653409707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f8a8d40 0x56151f8c03e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.156+0000 7f2333e00640 1 -- 172.21.15.26:0/653409707 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f89dd50 msgr2=0x56151f8a7840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.156+0000 7f2333e00640 1 --2- 172.21.15.26:0/653409707 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f89dd50 0x56151f8a7840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.156+0000 7f2333e00640 1 -- 172.21.15.26:0/653409707 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56151f4d40f0 con 0x56151f89e670 2024-04-26T23:39:18.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.157+0000 7f2333e00640 1 --2- 172.21.15.26:0/653409707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 0x56151f8b46c0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f2324000c00 tx=0x7f232400b620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93296e49bd6c21e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.157+0000 7f2330c00640 1 -- 172.21.15.26:0/653409707 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2324028070 con 0x56151f89e670 2024-04-26T23:39:18.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.157+0000 7f2330c00640 1 -- 172.21.15.26:0/653409707 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2324029040 con 0x56151f89e670 2024-04-26T23:39:18.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.157+0000 7f2330c00640 1 -- 172.21.15.26:0/653409707 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23240048e0 con 0x56151f89e670 2024-04-26T23:39:18.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.158+0000 7f2345d22740 1 -- 172.21.15.26:0/653409707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 msgr2=0x56151f8b46c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.158+0000 7f2345d22740 1 --2- 172.21.15.26:0/653409707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 0x56151f8b46c0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f2324000c00 tx=0x7f232400b620 comp rx=0 tx=0).stop 2024-04-26T23:39:18.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.158+0000 7f2345d22740 1 -- 172.21.15.26:0/653409707 shutdown_connections 2024-04-26T23:39:18.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.158+0000 7f2345d22740 1 --2- 172.21.15.26:0/653409707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f8a8d40 0x56151f8c03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.158+0000 7f2345d22740 1 --2- 172.21.15.26:0/653409707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89e670 0x56151f8b46c0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.158+0000 7f2345d22740 1 --2- 172.21.15.26:0/653409707 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f89dd50 0x56151f8a7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.158+0000 7f2345d22740 1 -- 172.21.15.26:0/653409707 >> 172.21.15.26:0/653409707 conn(0x56151f89a070 msgr2=0x56151f8a7130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.158+0000 7f2345d22740 1 -- 172.21.15.26:0/653409707 shutdown_connections 2024-04-26T23:39:18.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.158+0000 7f2345d22740 1 -- 172.21.15.26:0/653409707 wait complete. 2024-04-26T23:39:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.159+0000 7f2345d22740 1 -- start start 2024-04-26T23:39:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.159+0000 7f2345d22740 1 Processor -- start 2024-04-26T23:39:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2345d22740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 0x56151f8b0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2345d22740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f89e670 0x56151f8ac2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2345d22740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f8a8d40 0x56151f8ac7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2345d22740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f233c1af240 con 0x56151f89dd50 2024-04-26T23:39:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2345d22740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f233c1aeb70 con 0x56151f8a8d40 2024-04-26T23:39:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2345d22740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f233c1af910 con 0x56151f89e670 2024-04-26T23:39:18.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2345d22740 10 client.0 _ll_register_callbacks cb 0x7f232400b480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2341200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 0x56151f8b0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2341200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 0x56151f8b0f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34332/0 (socket says 172.21.15.26:34332) 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2341200640 1 -- 172.21.15.26:0/1871400389 learned_addr learned my addr 172.21.15.26:0/1871400389 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2333e00640 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f89e670 0x56151f8ac2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2341200640 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f8a8d40 0x56151f8ac7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2341200640 1 -- 172.21.15.26:0/1871400389 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f89e670 msgr2=0x56151f8ac2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2341200640 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f89e670 0x56151f8ac2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2341200640 1 -- 172.21.15.26:0/1871400389 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f8a8d40 msgr2=0x56151f8ac7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.160+0000 7f2341200640 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f8a8d40 0x56151f8ac7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.161+0000 7f2341200640 1 -- 172.21.15.26:0/1871400389 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56151f7caa30 con 0x56151f89dd50 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.161+0000 7f2341200640 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 0x56151f8b0f10 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f2334009620 tx=0x7f2334009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd1af46cf4e13dac server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.161+0000 7f232a000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.161+0000 7f232a000640 1 -- 172.21.15.26:0/1871400389 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2334059060 con 0x56151f89dd50 2024-04-26T23:39:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.161+0000 7f232a000640 1 -- 172.21.15.26:0/1871400389 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f2334003b70 con 0x56151f89dd50 2024-04-26T23:39:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.161+0000 7f2345d22740 1 -- 172.21.15.26:0/1871400389 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2324029040 con 0x56151f89dd50 2024-04-26T23:39:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.161+0000 7f232a000640 1 -- 172.21.15.26:0/1871400389 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2334003d70 con 0x56151f89dd50 2024-04-26T23:39:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.162+0000 7f2345d22740 10 client.16146 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.162+0000 7f2345d22740 1 -- 172.21.15.26:0/1871400389 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56151f91ea10 con 0x56151f89dd50 2024-04-26T23:39:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.162+0000 7f232a000640 1 -- 172.21.15.26:0/1871400389 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2324029040 con 0x56151f89dd50 2024-04-26T23:39:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.162+0000 7f232a000640 1 -- 172.21.15.26:0/1871400389 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2334030070 con 0x56151f89dd50 2024-04-26T23:39:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.162+0000 7f2345d22740 10 client.16146 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.162+0000 7f2345d22740 10 client.16146 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.162+0000 7f2345d22740 20 client.16146 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.162+0000 7f2345d22740 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56151f91ed00 0x56151f9210f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.162+0000 7f2345d22740 4 client.16146 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:39:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.162+0000 7f2345d22740 1 -- 172.21.15.26:0/1871400389 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56151f80a650 con 0x56151f91ed00 2024-04-26T23:39:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.163+0000 7f2333e00640 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56151f91ed00 0x56151f9210f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.164+0000 7f2333e00640 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56151f91ed00 0x56151f9210f0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6cd3505e17370d0b server_cookie=882cbdd64215b915 in_seq=0 out_seq=0 2024-04-26T23:39:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.164+0000 7f232a000640 10 client.16146 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.164+0000 7f232a000640 1 -- 172.21.15.26:0/1871400389 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56151f80a650 con 0x56151f91ed00 2024-04-26T23:39:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.164+0000 7f232a000640 10 client.16146 handle_command_reply: tid=0 2024-04-26T23:39:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.164+0000 7f2345d22740 1 client.16146 shutdown 2024-04-26T23:39:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.164+0000 7f2345d22740 1 -- 172.21.15.26:0/1871400389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 msgr2=0x56151f8b0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.164+0000 7f2345d22740 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 0x56151f8b0f10 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f2334009620 tx=0x7f2334009a20 comp rx=0 tx=0).stop 2024-04-26T23:39:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.165+0000 7f2345d22740 1 -- 172.21.15.26:0/1871400389 shutdown_connections 2024-04-26T23:39:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.165+0000 7f2345d22740 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56151f91ed00 0x56151f9210f0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.165+0000 7f2345d22740 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56151f8a8d40 0x56151f8ac7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.165+0000 7f2345d22740 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56151f89e670 0x56151f8ac2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.165+0000 7f2345d22740 1 --2- 172.21.15.26:0/1871400389 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56151f89dd50 0x56151f8b0f10 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.165+0000 7f2345d22740 1 -- 172.21.15.26:0/1871400389 >> 172.21.15.26:0/1871400389 conn(0x56151f89a070 msgr2=0x56151f8a75f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.165+0000 7f232a000640 0 client.16146 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:18.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.165+0000 7f2345d22740 1 -- 172.21.15.26:0/1871400389 shutdown_connections 2024-04-26T23:39:18.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.165+0000 7f2345d22740 1 -- 172.21.15.26:0/1871400389 wait complete. 2024-04-26T23:39:18.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.165+0000 7f2345d22740 20 client.16146 trim_cache size 0 max 16384 2024-04-26T23:39:18.170 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:39:18.171 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:39:18.171 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:39:18.171 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:39:18.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.166+0000 7f2341c00640 1 -- 172.21.15.26:0/75851655 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23200a3d20 msgr2=0x7f23200a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.166+0000 7f2341c00640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23200a3d20 0x7f23200a61e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x56151f89f310 tx=0x7f232c0d38c0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.166+0000 7f2341c00640 1 -- 172.21.15.26:0/75851655 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f233c1049e0 msgr2=0x7f233c19b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.166+0000 7f2341c00640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f233c1049e0 0x7f233c19b0f0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f232c00d770 tx=0x7f232c00dc30 comp rx=0 tx=0).stop 2024-04-26T23:39:18.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.166+0000 7f2341c00640 1 -- 172.21.15.26:0/75851655 shutdown_connections 2024-04-26T23:39:18.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.166+0000 7f2341c00640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f233c10a9f0 0x7f233c19f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.166+0000 7f2341c00640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f233c1053a0 0x7f233c19b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.166+0000 7f2341c00640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f23200a3d20 0x7f23200a61e0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.166+0000 7f2341c00640 1 --2- 172.21.15.26:0/75851655 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f233c1049e0 0x7f233c19b0f0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.166+0000 7f2341c00640 1 -- 172.21.15.26:0/75851655 >> 172.21.15.26:0/75851655 conn(0x7f233c100470 msgr2=0x7f233c100d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.166+0000 7f2341c00640 1 -- 172.21.15.26:0/75851655 shutdown_connections 2024-04-26T23:39:18.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.166+0000 7f2341c00640 1 -- 172.21.15.26:0/75851655 wait complete. 2024-04-26T23:39:18.191 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:39:18.192 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:39:18.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.399+0000 7f0fee400640 1 -- 172.21.15.26:0/2514400850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fe8108fa0 msgr2=0x7f0fe8109380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.399+0000 7f0fee400640 1 --2- 172.21.15.26:0/2514400850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fe8108fa0 0x7f0fe8109380 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f0fdc009900 tx=0x7f0fdc02a3f0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.400+0000 7f0fee400640 1 -- 172.21.15.26:0/2514400850 shutdown_connections 2024-04-26T23:39:18.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.400+0000 7f0fee400640 1 --2- 172.21.15.26:0/2514400850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0fe810e060 0x7f0fe8115c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.400+0000 7f0fee400640 1 --2- 172.21.15.26:0/2514400850 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0fe8109950 0x7f0fe810d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.400+0000 7f0fee400640 1 --2- 172.21.15.26:0/2514400850 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fe8108fa0 0x7f0fe8109380 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.400+0000 7f0fee400640 1 -- 172.21.15.26:0/2514400850 >> 172.21.15.26:0/2514400850 conn(0x7f0fe80784b0 msgr2=0x7f0fe807a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.400+0000 7f0fee400640 1 -- 172.21.15.26:0/2514400850 shutdown_connections 2024-04-26T23:39:18.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.400+0000 7f0fee400640 1 -- 172.21.15.26:0/2514400850 wait complete. 2024-04-26T23:39:18.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.401+0000 7f0fee400640 1 Processor -- start 2024-04-26T23:39:18.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.401+0000 7f0fee400640 1 -- start start 2024-04-26T23:39:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.401+0000 7f0fee400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0fe8108fa0 0x7f0fe819f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.401+0000 7f0fee400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0fe810e060 0x7f0fe819f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.401+0000 7f0fee400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fe81a3cf0 0x7f0fe81a41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.401+0000 7f0fee400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe8118ea0 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.401+0000 7f0fee400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe8118d20 con 0x7f0fe810e060 2024-04-26T23:39:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.401+0000 7f0fee400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0fe8119020 con 0x7f0fe8108fa0 2024-04-26T23:39:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.402+0000 7f0feda00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fe81a3cf0 0x7f0fe81a41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.402+0000 7f0feda00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fe81a3cf0 0x7f0fe81a41a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34356/0 (socket says 172.21.15.26:34356) 2024-04-26T23:39:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.402+0000 7f0feda00640 1 -- 172.21.15.26:0/1872475675 learned_addr learned my addr 172.21.15.26:0/1872475675 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.402+0000 7f0fed000640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0fe8108fa0 0x7f0fe819f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.402+0000 7f0fe7e00640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0fe810e060 0x7f0fe819f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.402+0000 7f0feda00640 1 -- 172.21.15.26:0/1872475675 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0fe8108fa0 msgr2=0x7f0fe819f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.402+0000 7f0feda00640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0fe8108fa0 0x7f0fe819f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.402+0000 7f0feda00640 1 -- 172.21.15.26:0/1872475675 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0fe810e060 msgr2=0x7f0fe819f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.402+0000 7f0feda00640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0fe810e060 0x7f0fe819f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.402+0000 7f0feda00640 1 -- 172.21.15.26:0/1872475675 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fe81a47e0 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.402+0000 7f0fe7e00640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0fe810e060 0x7f0fe819f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.403+0000 7f0feda00640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fe81a3cf0 0x7f0fe81a41a0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f0fe000eaa0 tx=0x7f0fe000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.403+0000 7f0fe5600640 1 -- 172.21.15.26:0/1872475675 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fe000cdb0 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.403+0000 7f0fe5600640 1 -- 172.21.15.26:0/1872475675 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0fe0005020 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.403+0000 7f0fee400640 1 -- 172.21.15.26:0/1872475675 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fe81a4ad0 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.403+0000 7f0fe5600640 1 -- 172.21.15.26:0/1872475675 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fe00116d0 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.403+0000 7f0fee400640 1 -- 172.21.15.26:0/1872475675 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fe81ac2c0 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.405+0000 7f0fee400640 1 -- 172.21.15.26:0/1872475675 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fe8069ac0 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.407+0000 7f0fe5600640 1 -- 172.21.15.26:0/1872475675 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f0fe00051d0 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.408+0000 7f0fe5600640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0fd00a3da0 0x7f0fd00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.409+0000 7f0fe5600640 1 -- 172.21.15.26:0/1872475675 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f0fe00d0d30 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.409+0000 7f0fed000640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0fd00a3da0 0x7f0fd00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.410+0000 7f0fed000640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0fd00a3da0 0x7f0fd00a6260 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0fdc006010 tx=0x7f0fdc005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.414+0000 7f0fe5600640 1 -- 172.21.15.26:0/1872475675 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f0fe0016030 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:18 smithi026 ceph-mon[28371]: pgmap v106: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-26T23:39:18.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.684+0000 7f0fee400640 1 -- 172.21.15.26:0/1872475675 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0fe8109950 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.686+0000 7f0fe5600640 1 -- 172.21.15.26:0/1872475675 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f0fe009d3a0 con 0x7f0fe81a3cf0 2024-04-26T23:39:18.689 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:39:18.689 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:39:18.690 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:39:18.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.691+0000 7f0fee400640 1 -- 172.21.15.26:0/1872475675 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0fd00a3da0 msgr2=0x7f0fd00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.691+0000 7f0fee400640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0fd00a3da0 0x7f0fd00a6260 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0fdc006010 tx=0x7f0fdc005a20 comp rx=0 tx=0).stop 2024-04-26T23:39:18.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.691+0000 7f0fee400640 1 -- 172.21.15.26:0/1872475675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fe81a3cf0 msgr2=0x7f0fe81a41a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.691+0000 7f0fee400640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fe81a3cf0 0x7f0fe81a41a0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f0fe000eaa0 tx=0x7f0fe000ef60 comp rx=0 tx=0).stop 2024-04-26T23:39:18.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.691+0000 7f0fee400640 1 -- 172.21.15.26:0/1872475675 shutdown_connections 2024-04-26T23:39:18.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.691+0000 7f0fee400640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0fd00a3da0 0x7f0fd00a6260 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.691+0000 7f0fee400640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0fe81a3cf0 0x7f0fe81a41a0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.691+0000 7f0fee400640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0fe810e060 0x7f0fe819f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.691+0000 7f0fee400640 1 --2- 172.21.15.26:0/1872475675 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0fe8108fa0 0x7f0fe819f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.691+0000 7f0fee400640 1 -- 172.21.15.26:0/1872475675 >> 172.21.15.26:0/1872475675 conn(0x7f0fe80784b0 msgr2=0x7f0fe8079950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.692+0000 7f0fee400640 1 -- 172.21.15.26:0/1872475675 shutdown_connections 2024-04-26T23:39:18.695 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.692+0000 7f0fee400640 1 -- 172.21.15.26:0/1872475675 wait complete. 2024-04-26T23:39:18.716 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:39:18.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:18 smithi164 ceph-mon[31699]: pgmap v106: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-26T23:39:18.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:18 smithi086 ceph-mon[31122]: pgmap v106: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-04-26T23:39:18.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.942+0000 7ff084200640 1 -- 172.21.15.26:0/3849898781 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff07c1021c0 msgr2=0x7ff07c10e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.942+0000 7ff084200640 1 --2- 172.21.15.26:0/3849898781 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff07c1021c0 0x7ff07c10e6d0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7ff074009cd0 tx=0x7ff07402a8e0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.942+0000 7ff084200640 1 -- 172.21.15.26:0/3849898781 shutdown_connections 2024-04-26T23:39:18.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.942+0000 7ff084200640 1 --2- 172.21.15.26:0/3849898781 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff07c1021c0 0x7ff07c10e6d0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.942+0000 7ff084200640 1 --2- 172.21.15.26:0/3849898781 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff07c101800 0x7ff07c101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.942+0000 7ff084200640 1 --2- 172.21.15.26:0/3849898781 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff07c107810 0x7ff07c107bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.942+0000 7ff084200640 1 -- 172.21.15.26:0/3849898781 >> 172.21.15.26:0/3849898781 conn(0x7ff07c077bb0 msgr2=0x7ff07c077fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.942+0000 7ff084200640 1 -- 172.21.15.26:0/3849898781 shutdown_connections 2024-04-26T23:39:18.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.942+0000 7ff084200640 1 -- 172.21.15.26:0/3849898781 wait complete. 2024-04-26T23:39:18.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.943+0000 7ff084200640 1 Processor -- start 2024-04-26T23:39:18.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.943+0000 7ff084200640 1 -- start start 2024-04-26T23:39:18.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.944+0000 7ff084200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff07c101800 0x7ff07c19b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.944+0000 7ff084200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff07c1021c0 0x7ff07c19b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.944+0000 7ff084200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff07c107810 0x7ff07c19fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.944+0000 7ff084200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1119d0 con 0x7ff07c1021c0 2024-04-26T23:39:18.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.944+0000 7ff084200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c111850 con 0x7ff07c107810 2024-04-26T23:39:18.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.944+0000 7ff084200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c111b50 con 0x7ff07c101800 2024-04-26T23:39:18.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.944+0000 7ff080e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff07c1021c0 0x7ff07c19b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.944+0000 7ff080e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff07c1021c0 0x7ff07c19b7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34370/0 (socket says 172.21.15.26:34370) 2024-04-26T23:39:18.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.944+0000 7ff080e00640 1 -- 172.21.15.26:0/1221820918 learned_addr learned my addr 172.21.15.26:0/1221820918 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:18.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.945+0000 7ff081800640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff07c101800 0x7ff07c19b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.945+0000 7ff082200640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff07c107810 0x7ff07c19fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.945+0000 7ff080e00640 1 -- 172.21.15.26:0/1221820918 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff07c101800 msgr2=0x7ff07c19b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.945+0000 7ff080e00640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff07c101800 0x7ff07c19b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.945+0000 7ff080e00640 1 -- 172.21.15.26:0/1221820918 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff07c107810 msgr2=0x7ff07c19fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.945+0000 7ff080e00640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff07c107810 0x7ff07c19fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.945+0000 7ff080e00640 1 -- 172.21.15.26:0/1221820918 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff07c1a0270 con 0x7ff07c1021c0 2024-04-26T23:39:18.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.945+0000 7ff080e00640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff07c1021c0 0x7ff07c19b7c0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7ff06800e9f0 tx=0x7ff06800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.946+0000 7ff07a000640 1 -- 172.21.15.26:0/1221820918 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06800cd80 con 0x7ff07c1021c0 2024-04-26T23:39:18.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.946+0000 7ff084200640 1 -- 172.21.15.26:0/1221820918 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff07c1a0560 con 0x7ff07c1021c0 2024-04-26T23:39:18.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.946+0000 7ff07a000640 1 -- 172.21.15.26:0/1221820918 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff0680054b0 con 0x7ff07c1021c0 2024-04-26T23:39:18.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.946+0000 7ff07a000640 1 -- 172.21.15.26:0/1221820918 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff068010430 con 0x7ff07c1021c0 2024-04-26T23:39:18.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.946+0000 7ff084200640 1 -- 172.21.15.26:0/1221820918 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff07c1a7df0 con 0x7ff07c1021c0 2024-04-26T23:39:18.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.949+0000 7ff086fda740 1 Processor -- start 2024-04-26T23:39:18.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.949+0000 7ff086fda740 1 -- start start 2024-04-26T23:39:18.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.950+0000 7ff086fda740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 0x55cfce9b05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.950+0000 7ff086fda740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b0b10 0x55cfce9baca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.950+0000 7ff086fda740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9bb1e0 0x55cfce9bd5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.950+0000 7ff086fda740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cfce914c70 con 0x55cfce9b01f0 2024-04-26T23:39:18.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.950+0000 7ff086fda740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cfce8cd980 con 0x55cfce9b0b10 2024-04-26T23:39:18.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.950+0000 7ff086fda740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cfce910c30 con 0x55cfce9bb1e0 2024-04-26T23:39:18.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.950+0000 7ff082200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 0x55cfce9b05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.950+0000 7ff082200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 0x55cfce9b05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34380/0 (socket says 172.21.15.26:34380) 2024-04-26T23:39:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.950+0000 7ff082200640 1 -- 172.21.15.26:0/90960455 learned_addr learned my addr 172.21.15.26:0/90960455 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.950+0000 7ff07a000640 1 -- 172.21.15.26:0/1221820918 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff0680046c0 con 0x7ff07c1021c0 2024-04-26T23:39:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.950+0000 7ff081800640 1 --2- 172.21.15.26:0/90960455 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b0b10 0x55cfce9baca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.951+0000 7ff082200640 1 -- 172.21.15.26:0/90960455 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9bb1e0 msgr2=0x55cfce9bd5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.951+0000 7ff082200640 1 --2- 172.21.15.26:0/90960455 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9bb1e0 0x55cfce9bd5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.951+0000 7ff082200640 1 -- 172.21.15.26:0/90960455 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b0b10 msgr2=0x55cfce9baca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.951+0000 7ff082200640 1 --2- 172.21.15.26:0/90960455 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b0b10 0x55cfce9baca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.951+0000 7ff082200640 1 -- 172.21.15.26:0/90960455 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfce8a57b0 con 0x55cfce9b01f0 2024-04-26T23:39:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.951+0000 7ff082200640 1 --2- 172.21.15.26:0/90960455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 0x55cfce9b05d0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7ff074035000 tx=0x7ff074031430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4777a711e315d11c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.951+0000 7ff06ea00640 1 -- 172.21.15.26:0/90960455 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff074031990 con 0x55cfce9b01f0 2024-04-26T23:39:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.952+0000 7ff06ea00640 1 -- 172.21.15.26:0/90960455 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff074036040 con 0x55cfce9b01f0 2024-04-26T23:39:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.952+0000 7ff06ea00640 1 -- 172.21.15.26:0/90960455 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff074004550 con 0x55cfce9b01f0 2024-04-26T23:39:18.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.952+0000 7ff086fda740 1 -- 172.21.15.26:0/90960455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 msgr2=0x55cfce9b05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.952+0000 7ff086fda740 1 --2- 172.21.15.26:0/90960455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 0x55cfce9b05d0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7ff074035000 tx=0x7ff074031430 comp rx=0 tx=0).stop 2024-04-26T23:39:18.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.952+0000 7ff07a000640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff0640a3d20 0x7ff0640a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.952+0000 7ff086fda740 1 -- 172.21.15.26:0/90960455 shutdown_connections 2024-04-26T23:39:18.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.952+0000 7ff086fda740 1 --2- 172.21.15.26:0/90960455 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9bb1e0 0x55cfce9bd5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.952+0000 7ff086fda740 1 --2- 172.21.15.26:0/90960455 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b0b10 0x55cfce9baca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.952+0000 7ff086fda740 1 --2- 172.21.15.26:0/90960455 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 0x55cfce9b05d0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.952+0000 7ff086fda740 1 -- 172.21.15.26:0/90960455 >> 172.21.15.26:0/90960455 conn(0x55cfce9ac510 msgr2=0x55cfce9ac8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.953+0000 7ff086fda740 1 -- 172.21.15.26:0/90960455 shutdown_connections 2024-04-26T23:39:18.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.953+0000 7ff07a000640 1 -- 172.21.15.26:0/1221820918 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff0680d0d10 con 0x7ff07c1021c0 2024-04-26T23:39:18.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.953+0000 7ff082200640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff0640a3d20 0x7ff0640a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.953+0000 7ff086fda740 1 -- 172.21.15.26:0/90960455 wait complete. 2024-04-26T23:39:18.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.953+0000 7ff086fda740 1 -- start start 2024-04-26T23:39:18.959 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.954+0000 7ff082200640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff0640a3d20 0x7ff0640a61e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff074009ca0 tx=0x7ff07403d040 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.954+0000 7ff086fda740 1 Processor -- start 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.954+0000 7ff086fda740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b01f0 0x55cfce9baba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.954+0000 7ff086fda740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b0b10 0x55cfce9b7e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.954+0000 7ff086fda740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 0x55cfce9b84a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.954+0000 7ff086fda740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cfce913f80 con 0x55cfce9bb1e0 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.954+0000 7ff086fda740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cfce8c1260 con 0x55cfce9b01f0 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.954+0000 7ff086fda740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cfce9192a0 con 0x55cfce9b0b10 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.954+0000 7ff086fda740 10 client.0 _ll_register_callbacks cb 0x55cfce90b960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.955+0000 7ff082200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 0x55cfce9b84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.955+0000 7ff082200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 0x55cfce9b84a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34396/0 (socket says 172.21.15.26:34396) 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.955+0000 7ff082200640 1 -- 172.21.15.26:0/2139820484 learned_addr learned my addr 172.21.15.26:0/2139820484 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.955+0000 7ff080e00640 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b0b10 0x55cfce9b7e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.955+0000 7ff081800640 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b01f0 0x55cfce9baba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.955+0000 7ff082200640 1 -- 172.21.15.26:0/2139820484 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b0b10 msgr2=0x55cfce9b7e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.955+0000 7ff082200640 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b0b10 0x55cfce9b7e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.955+0000 7ff082200640 1 -- 172.21.15.26:0/2139820484 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b01f0 msgr2=0x55cfce9baba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.955+0000 7ff082200640 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b01f0 0x55cfce9baba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.955+0000 7ff082200640 1 -- 172.21.15.26:0/2139820484 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfce8a31c0 con 0x55cfce9bb1e0 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.956+0000 7ff082200640 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 0x55cfce9b84a0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7ff074035000 tx=0x7ff0740041f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23df8feec5474e89 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.956+0000 7ff063400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.956+0000 7ff063400640 1 -- 172.21.15.26:0/2139820484 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff074003f80 con 0x55cfce9bb1e0 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.956+0000 7ff063400640 1 -- 172.21.15.26:0/2139820484 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff0740305a0 con 0x55cfce9bb1e0 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.956+0000 7ff086fda740 1 -- 172.21.15.26:0/2139820484 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff074036040 con 0x55cfce9bb1e0 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.956+0000 7ff063400640 1 -- 172.21.15.26:0/2139820484 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff0740307a0 con 0x55cfce9bb1e0 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.957+0000 7ff086fda740 10 client.16164 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.957+0000 7ff086fda740 1 -- 172.21.15.26:0/2139820484 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cfce6263f0 con 0x55cfce9bb1e0 2024-04-26T23:39:18.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.957+0000 7ff063400640 1 -- 172.21.15.26:0/2139820484 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff074036040 con 0x55cfce9bb1e0 2024-04-26T23:39:18.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.957+0000 7ff063400640 1 -- 172.21.15.26:0/2139820484 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff074030070 con 0x55cfce9bb1e0 2024-04-26T23:39:18.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.957+0000 7ff086fda740 10 client.16164 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:18.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.957+0000 7ff086fda740 10 client.16164 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:39:18.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.957+0000 7ff086fda740 20 client.16164 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:18.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.957+0000 7ff086fda740 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cfce9caae0 0x55cfce9cced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.957+0000 7ff086fda740 4 client.16164 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:39:18.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.957+0000 7ff086fda740 1 -- 172.21.15.26:0/2139820484 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cfce922880 con 0x55cfce9caae0 2024-04-26T23:39:18.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.958+0000 7ff081800640 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cfce9caae0 0x55cfce9cced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.959+0000 7ff081800640 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cfce9caae0 0x55cfce9cced0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=386fd5ee8acd9fa1 server_cookie=c3699c4f8787366a in_seq=0 out_seq=0 2024-04-26T23:39:18.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.959+0000 7ff063400640 10 client.16164 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:39:18.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.961+0000 7ff063400640 1 -- 172.21.15.26:0/2139820484 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cfce922880 con 0x55cfce9caae0 2024-04-26T23:39:18.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.961+0000 7ff063400640 10 client.16164 handle_command_reply: tid=0 2024-04-26T23:39:18.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.961+0000 7ff086fda740 1 client.16164 shutdown 2024-04-26T23:39:18.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.962+0000 7ff086fda740 1 -- 172.21.15.26:0/2139820484 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 msgr2=0x55cfce9b84a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.962+0000 7ff086fda740 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 0x55cfce9b84a0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7ff074035000 tx=0x7ff0740041f0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.962+0000 7ff086fda740 1 -- 172.21.15.26:0/2139820484 shutdown_connections 2024-04-26T23:39:18.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.962+0000 7ff086fda740 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 0x55cfce9b84a0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.962+0000 7ff086fda740 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cfce9caae0 0x55cfce9cced0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.962+0000 7ff086fda740 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b0b10 0x55cfce9b7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.962+0000 7ff086fda740 1 --2- 172.21.15.26:0/2139820484 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b01f0 0x55cfce9baba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.962+0000 7ff086fda740 1 -- 172.21.15.26:0/2139820484 >> 172.21.15.26:0/2139820484 conn(0x55cfce9ac510 msgr2=0x55cfce9b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.962+0000 7ff063400640 0 client.16164 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:39:18.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.962+0000 7ff086fda740 1 -- 172.21.15.26:0/2139820484 shutdown_connections 2024-04-26T23:39:18.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.962+0000 7ff086fda740 1 -- 172.21.15.26:0/2139820484 wait complete. 2024-04-26T23:39:18.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.962+0000 7ff086fda740 20 client.16164 trim_cache size 0 max 16384 2024-04-26T23:39:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.982+0000 7ff086fda740 1 Processor -- start 2024-04-26T23:39:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.982+0000 7ff086fda740 1 -- start start 2024-04-26T23:39:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.982+0000 7ff086fda740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 0x55cfce9ab8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.982+0000 7ff086fda740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b0b10 0x55cfce9ba6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.982+0000 7ff086fda740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9bb1e0 0x55cfce9d24d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.982+0000 7ff086fda740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1b3050 con 0x55cfce9b01f0 2024-04-26T23:39:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.982+0000 7ff086fda740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1b0920 con 0x55cfce9bb1e0 2024-04-26T23:39:18.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.982+0000 7ff086fda740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1ae750 con 0x55cfce9b0b10 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.983+0000 7ff081800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 0x55cfce9ab8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.983+0000 7ff081800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 0x55cfce9ab8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34408/0 (socket says 172.21.15.26:34408) 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.983+0000 7ff081800640 1 -- 172.21.15.26:0/1591588825 learned_addr learned my addr 172.21.15.26:0/1591588825 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.983+0000 7ff080e00640 1 --2- 172.21.15.26:0/1591588825 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b0b10 0x55cfce9ba6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.983+0000 7ff082200640 1 --2- 172.21.15.26:0/1591588825 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9bb1e0 0x55cfce9d24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.983+0000 7ff081800640 1 -- 172.21.15.26:0/1591588825 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b0b10 msgr2=0x55cfce9ba6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.983+0000 7ff081800640 1 --2- 172.21.15.26:0/1591588825 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b0b10 0x55cfce9ba6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.983+0000 7ff081800640 1 -- 172.21.15.26:0/1591588825 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9bb1e0 msgr2=0x55cfce9d24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.983+0000 7ff081800640 1 --2- 172.21.15.26:0/1591588825 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9bb1e0 0x55cfce9d24d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.983+0000 7ff081800640 1 -- 172.21.15.26:0/1591588825 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfce6f07d0 con 0x55cfce9b01f0 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.983+0000 7ff081800640 1 --2- 172.21.15.26:0/1591588825 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 0x55cfce9ab8d0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7ff070000c00 tx=0x7ff070014840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1585929c92a2ce77 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.984+0000 7ff06e000640 1 -- 172.21.15.26:0/1591588825 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0700142d0 con 0x55cfce9b01f0 2024-04-26T23:39:18.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.984+0000 7ff06e000640 1 -- 172.21.15.26:0/1591588825 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff070009e50 con 0x55cfce9b01f0 2024-04-26T23:39:18.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.984+0000 7ff06e000640 1 -- 172.21.15.26:0/1591588825 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff07001e020 con 0x55cfce9b01f0 2024-04-26T23:39:18.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.984+0000 7ff086fda740 1 -- 172.21.15.26:0/1591588825 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 msgr2=0x55cfce9ab8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.984+0000 7ff086fda740 1 --2- 172.21.15.26:0/1591588825 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 0x55cfce9ab8d0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7ff070000c00 tx=0x7ff070014840 comp rx=0 tx=0).stop 2024-04-26T23:39:18.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.984+0000 7ff086fda740 1 -- 172.21.15.26:0/1591588825 shutdown_connections 2024-04-26T23:39:18.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.984+0000 7ff086fda740 1 --2- 172.21.15.26:0/1591588825 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9bb1e0 0x55cfce9d24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.984+0000 7ff086fda740 1 --2- 172.21.15.26:0/1591588825 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b0b10 0x55cfce9ba6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.984+0000 7ff086fda740 1 --2- 172.21.15.26:0/1591588825 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9b01f0 0x55cfce9ab8d0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.984+0000 7ff086fda740 1 -- 172.21.15.26:0/1591588825 >> 172.21.15.26:0/1591588825 conn(0x55cfce9ac510 msgr2=0x55cfce9b6ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.985+0000 7ff086fda740 1 -- 172.21.15.26:0/1591588825 shutdown_connections 2024-04-26T23:39:18.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.985+0000 7ff086fda740 1 -- 172.21.15.26:0/1591588825 wait complete. 2024-04-26T23:39:18.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.985+0000 7ff086fda740 1 -- start start 2024-04-26T23:39:18.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.985+0000 7ff086fda740 1 Processor -- start 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.986+0000 7ff086fda740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b01f0 0x55cfce9c3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.986+0000 7ff086fda740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b0b10 0x55cfce9c3680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.986+0000 7ff086fda740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 0x55cfce9c06b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.986+0000 7ff086fda740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1aede0 con 0x55cfce9bb1e0 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.986+0000 7ff086fda740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1b0250 con 0x55cfce9b0b10 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.986+0000 7ff086fda740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1af4b0 con 0x55cfce9b01f0 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.986+0000 7ff086fda740 10 client.0 _ll_register_callbacks cb 0x7ff068005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.986+0000 7ff082200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 0x55cfce9c06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.986+0000 7ff082200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 0x55cfce9c06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34424/0 (socket says 172.21.15.26:34424) 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.986+0000 7ff082200640 1 -- 172.21.15.26:0/3493745658 learned_addr learned my addr 172.21.15.26:0/3493745658 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.986+0000 7ff080e00640 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b0b10 0x55cfce9c3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.986+0000 7ff081800640 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b01f0 0x55cfce9c3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.987+0000 7ff082200640 1 -- 172.21.15.26:0/3493745658 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b01f0 msgr2=0x55cfce9c3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.987+0000 7ff082200640 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b01f0 0x55cfce9c3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.987+0000 7ff082200640 1 -- 172.21.15.26:0/3493745658 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b0b10 msgr2=0x55cfce9c3680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:18.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.987+0000 7ff082200640 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b0b10 0x55cfce9c3680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.987+0000 7ff082200640 1 -- 172.21.15.26:0/3493745658 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfce8bb2a0 con 0x55cfce9bb1e0 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.987+0000 7ff080e00640 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b0b10 0x55cfce9c3680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.987+0000 7ff082200640 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 0x55cfce9c06b0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7ff07402a920 tx=0x7ff0740314b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3f3d879cc45c70b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.987+0000 7ff063400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.987+0000 7ff063400640 1 -- 172.21.15.26:0/3493745658 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff074046de0 con 0x55cfce9bb1e0 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.987+0000 7ff063400640 1 -- 172.21.15.26:0/3493745658 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff074046480 con 0x55cfce9bb1e0 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.987+0000 7ff086fda740 1 -- 172.21.15.26:0/3493745658 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff070009e50 con 0x55cfce9bb1e0 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.988+0000 7ff063400640 1 -- 172.21.15.26:0/3493745658 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff074046680 con 0x55cfce9bb1e0 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.988+0000 7ff086fda740 10 client.16170 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.988+0000 7ff086fda740 1 -- 172.21.15.26:0/3493745658 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cfcea307f0 con 0x55cfce9bb1e0 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.988+0000 7ff063400640 1 -- 172.21.15.26:0/3493745658 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff070009e50 con 0x55cfce9bb1e0 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.988+0000 7ff063400640 1 -- 172.21.15.26:0/3493745658 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff074030040 con 0x55cfce9bb1e0 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.988+0000 7ff086fda740 10 client.16170 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.988+0000 7ff086fda740 10 client.16170 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.988+0000 7ff086fda740 20 client.16170 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:18.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.988+0000 7ff086fda740 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cfcea30df0 0x55cfcea331e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:18.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.988+0000 7ff086fda740 4 client.16170 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:39:18.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.988+0000 7ff086fda740 1 -- 172.21.15.26:0/3493745658 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cfce91c6f0 con 0x55cfcea30df0 2024-04-26T23:39:18.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.989+0000 7ff081800640 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cfcea30df0 0x55cfcea331e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:18.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.990+0000 7ff081800640 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cfcea30df0 0x55cfcea331e0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fb38d30ab26f7602 server_cookie=aa4c0bd6242028 in_seq=0 out_seq=0 2024-04-26T23:39:18.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.990+0000 7ff063400640 10 client.16170 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:39:18.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.990+0000 7ff063400640 1 -- 172.21.15.26:0/3493745658 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cfce91c6f0 con 0x55cfcea30df0 2024-04-26T23:39:18.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.990+0000 7ff063400640 10 client.16170 handle_command_reply: tid=0 2024-04-26T23:39:18.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.990+0000 7ff086fda740 1 client.16170 shutdown 2024-04-26T23:39:18.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.991+0000 7ff086fda740 1 -- 172.21.15.26:0/3493745658 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 msgr2=0x55cfce9c06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.991+0000 7ff086fda740 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 0x55cfce9c06b0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7ff07402a920 tx=0x7ff0740314b0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.995 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.991+0000 7ff086fda740 1 -- 172.21.15.26:0/3493745658 shutdown_connections 2024-04-26T23:39:18.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.991+0000 7ff086fda740 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cfce9bb1e0 0x55cfce9c06b0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.991+0000 7ff086fda740 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cfce9b0b10 0x55cfce9c3680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.991+0000 7ff086fda740 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cfcea30df0 0x55cfcea331e0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.991+0000 7ff086fda740 1 --2- 172.21.15.26:0/3493745658 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cfce9b01f0 0x55cfce9c3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.991+0000 7ff086fda740 1 -- 172.21.15.26:0/3493745658 >> 172.21.15.26:0/3493745658 conn(0x55cfce9ac510 msgr2=0x55cfce9b96c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.991+0000 7ff063400640 0 client.16170 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:39:18.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.991+0000 7ff086fda740 1 -- 172.21.15.26:0/3493745658 shutdown_connections 2024-04-26T23:39:18.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.991+0000 7ff086fda740 1 -- 172.21.15.26:0/3493745658 wait complete. 2024-04-26T23:39:18.996 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.991+0000 7ff086fda740 20 client.16170 trim_cache size 0 max 16384 2024-04-26T23:39:18.996 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:39:18.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.992+0000 7ff084200640 1 -- 172.21.15.26:0/1221820918 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff0640a3d20 msgr2=0x7ff0640a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.992+0000 7ff084200640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff0640a3d20 0x7ff0640a61e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff074009ca0 tx=0x7ff07403d040 comp rx=0 tx=0).stop 2024-04-26T23:39:18.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.992+0000 7ff084200640 1 -- 172.21.15.26:0/1221820918 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff07c1021c0 msgr2=0x7ff07c19b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:18.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.992+0000 7ff084200640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff07c1021c0 0x7ff07c19b7c0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7ff06800e9f0 tx=0x7ff06800edf0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.992+0000 7ff084200640 1 -- 172.21.15.26:0/1221820918 shutdown_connections 2024-04-26T23:39:18.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.992+0000 7ff084200640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff07c107810 0x7ff07c19fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.992+0000 7ff084200640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff0640a3d20 0x7ff0640a61e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.992+0000 7ff084200640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff07c1021c0 0x7ff07c19b7c0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.992+0000 7ff084200640 1 --2- 172.21.15.26:0/1221820918 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff07c101800 0x7ff07c19b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:18.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.992+0000 7ff084200640 1 -- 172.21.15.26:0/1221820918 >> 172.21.15.26:0/1221820918 conn(0x7ff07c077bb0 msgr2=0x7ff07c06b210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:18.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.992+0000 7ff084200640 1 -- 172.21.15.26:0/1221820918 shutdown_connections 2024-04-26T23:39:18.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:18.992+0000 7ff084200640 1 -- 172.21.15.26:0/1221820918 wait complete. 2024-04-26T23:39:19.012 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:39:19.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.219+0000 7fb06b200640 1 -- 172.21.15.26:0/3377832833 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb06c076e60 msgr2=0x7fb06c077240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.219+0000 7fb06b200640 1 --2- 172.21.15.26:0/3377832833 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb06c076e60 0x7fb06c077240 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fb05c009900 tx=0x7fb05c02a400 comp rx=0 tx=0).stop 2024-04-26T23:39:19.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.219+0000 7fb06b200640 1 -- 172.21.15.26:0/3377832833 shutdown_connections 2024-04-26T23:39:19.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.219+0000 7fb06b200640 1 --2- 172.21.15.26:0/3377832833 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb06c113680 0x7fb06c115a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.219+0000 7fb06b200640 1 --2- 172.21.15.26:0/3377832833 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb06c077780 0x7fb06c113140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.219+0000 7fb06b200640 1 --2- 172.21.15.26:0/3377832833 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb06c076e60 0x7fb06c077240 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.219+0000 7fb06b200640 1 -- 172.21.15.26:0/3377832833 >> 172.21.15.26:0/3377832833 conn(0x7fb06c100470 msgr2=0x7fb06c102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:19.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.219+0000 7fb06b200640 1 -- 172.21.15.26:0/3377832833 shutdown_connections 2024-04-26T23:39:19.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.219+0000 7fb06b200640 1 -- 172.21.15.26:0/3377832833 wait complete. 2024-04-26T23:39:19.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.221+0000 7fb06b200640 1 Processor -- start 2024-04-26T23:39:19.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.221+0000 7fb06b200640 1 -- start start 2024-04-26T23:39:19.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.221+0000 7fb06b200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb06c076e60 0x7fb06c19f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.221+0000 7fb06b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb06c077780 0x7fb06c19fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.221+0000 7fb06b200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb06c113680 0x7fb06c1a3e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.221+0000 7fb06b200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c118f80 con 0x7fb06c077780 2024-04-26T23:39:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.221+0000 7fb06b200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c118e00 con 0x7fb06c113680 2024-04-26T23:39:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.221+0000 7fb06b200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c119100 con 0x7fb06c076e60 2024-04-26T23:39:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.222+0000 7fb063e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb06c077780 0x7fb06c19fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.222+0000 7fb063e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb06c077780 0x7fb06c19fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34442/0 (socket says 172.21.15.26:34442) 2024-04-26T23:39:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.222+0000 7fb063e00640 1 -- 172.21.15.26:0/118292619 learned_addr learned my addr 172.21.15.26:0/118292619 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.222+0000 7fb069e00640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb06c076e60 0x7fb06c19f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.222+0000 7fb06a800640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb06c113680 0x7fb06c1a3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.222+0000 7fb063e00640 1 -- 172.21.15.26:0/118292619 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb06c076e60 msgr2=0x7fb06c19f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.222+0000 7fb063e00640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb06c076e60 0x7fb06c19f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.222+0000 7fb063e00640 1 -- 172.21.15.26:0/118292619 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb06c113680 msgr2=0x7fb06c1a3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.222+0000 7fb063e00640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb06c113680 0x7fb06c1a3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.222+0000 7fb063e00640 1 -- 172.21.15.26:0/118292619 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb06c1a4530 con 0x7fb06c077780 2024-04-26T23:39:19.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.223+0000 7fb063e00640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb06c077780 0x7fb06c19fa80 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fb05400d950 tx=0x7fb05400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:19.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.223+0000 7fb062a00640 1 -- 172.21.15.26:0/118292619 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb054017070 con 0x7fb06c077780 2024-04-26T23:39:19.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.223+0000 7fb062a00640 1 -- 172.21.15.26:0/118292619 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb054009c30 con 0x7fb06c077780 2024-04-26T23:39:19.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.223+0000 7fb06b200640 1 -- 172.21.15.26:0/118292619 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb06c1a4820 con 0x7fb06c077780 2024-04-26T23:39:19.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.223+0000 7fb062a00640 1 -- 172.21.15.26:0/118292619 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05400f620 con 0x7fb06c077780 2024-04-26T23:39:19.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.223+0000 7fb06b200640 1 -- 172.21.15.26:0/118292619 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb06c1ac0b0 con 0x7fb06c077780 2024-04-26T23:39:19.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.228+0000 7fb073c15740 1 Processor -- start 2024-04-26T23:39:19.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.228+0000 7fb062a00640 1 -- 172.21.15.26:0/118292619 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fb054010460 con 0x7fb06c077780 2024-04-26T23:39:19.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.228+0000 7fb073c15740 1 -- start start 2024-04-26T23:39:19.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.228+0000 7fb073c15740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f423a0 0x55d7e0f42780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.228+0000 7fb073c15740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f4ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.228+0000 7fb073c15740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f4d390 0x55d7e0f4f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.228+0000 7fb073c15740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d7e0ea6c70 con 0x55d7e0f42cc0 2024-04-26T23:39:19.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.228+0000 7fb073c15740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d7e0e5f980 con 0x55d7e0f4d390 2024-04-26T23:39:19.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.228+0000 7fb073c15740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d7e0ea2c30 con 0x55d7e0f423a0 2024-04-26T23:39:19.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.229+0000 7fb06a800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f423a0 0x55d7e0f42780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.229+0000 7fb069e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f4ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.229+0000 7fb06a800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f423a0 0x55d7e0f42780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:42106/0 (socket says 172.21.15.26:42106) 2024-04-26T23:39:19.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.229+0000 7fb06a800640 1 -- 172.21.15.26:0/2423563965 learned_addr learned my addr 172.21.15.26:0/2423563965 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:19.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.229+0000 7fb069e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f4ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34450/0 (socket says 172.21.15.26:34450) 2024-04-26T23:39:19.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.229+0000 7fb063e00640 1 --2- 172.21.15.26:0/2423563965 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f4d390 0x55d7e0f4f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.230+0000 7fb069e00640 1 -- 172.21.15.26:0/2423563965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f423a0 msgr2=0x55d7e0f42780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.230+0000 7fb069e00640 1 --2- 172.21.15.26:0/2423563965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f423a0 0x55d7e0f42780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.230+0000 7fb069e00640 1 -- 172.21.15.26:0/2423563965 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f4d390 msgr2=0x55d7e0f4f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.230+0000 7fb069e00640 1 --2- 172.21.15.26:0/2423563965 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f4d390 0x55d7e0f4f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.230+0000 7fb069e00640 1 -- 172.21.15.26:0/2423563965 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7e0e377b0 con 0x55d7e0f42cc0 2024-04-26T23:39:19.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.230+0000 7fb062a00640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb0500a3d20 0x7fb0500a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.230+0000 7fb069e00640 1 --2- 172.21.15.26:0/2423563965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f4ce50 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fb05c02a9f0 tx=0x7fb05c004200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c807256e7a3bbb1c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:19.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.230+0000 7fb062a00640 1 -- 172.21.15.26:0/118292619 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fb0540d0500 con 0x7fb06c077780 2024-04-26T23:39:19.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.230+0000 7fb06a800640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb0500a3d20 0x7fb0500a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.231+0000 7fb05b400640 1 -- 172.21.15.26:0/2423563965 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05c035030 con 0x55d7e0f42cc0 2024-04-26T23:39:19.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.231+0000 7fb05b400640 1 -- 172.21.15.26:0/2423563965 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb05c0054d0 con 0x55d7e0f42cc0 2024-04-26T23:39:19.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.231+0000 7fb05b400640 1 -- 172.21.15.26:0/2423563965 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05c0035f0 con 0x55d7e0f42cc0 2024-04-26T23:39:19.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.232+0000 7fb073c15740 1 -- 172.21.15.26:0/2423563965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 msgr2=0x55d7e0f4ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.232+0000 7fb06a800640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb0500a3d20 0x7fb0500a61e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb064009e90 tx=0x7fb064009600 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.232+0000 7fb073c15740 1 --2- 172.21.15.26:0/2423563965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f4ce50 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fb05c02a9f0 tx=0x7fb05c004200 comp rx=0 tx=0).stop 2024-04-26T23:39:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.232+0000 7fb073c15740 1 -- 172.21.15.26:0/2423563965 shutdown_connections 2024-04-26T23:39:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.232+0000 7fb073c15740 1 --2- 172.21.15.26:0/2423563965 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f4d390 0x55d7e0f4f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.232+0000 7fb073c15740 1 --2- 172.21.15.26:0/2423563965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f4ce50 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.232+0000 7fb073c15740 1 --2- 172.21.15.26:0/2423563965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f423a0 0x55d7e0f42780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.232+0000 7fb073c15740 1 -- 172.21.15.26:0/2423563965 >> 172.21.15.26:0/2423563965 conn(0x55d7e0f3e6c0 msgr2=0x55d7e0f3eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.232+0000 7fb073c15740 1 -- 172.21.15.26:0/2423563965 shutdown_connections 2024-04-26T23:39:19.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.232+0000 7fb073c15740 1 -- 172.21.15.26:0/2423563965 wait complete. 2024-04-26T23:39:19.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.233+0000 7fb073c15740 1 -- start start 2024-04-26T23:39:19.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.233+0000 7fb073c15740 1 Processor -- start 2024-04-26T23:39:19.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.233+0000 7fb073c15740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f423a0 0x55d7e0f4ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb073c15740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f49fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb073c15740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f4d390 0x55d7e0f4a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb073c15740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d7e0ea5f80 con 0x55d7e0f423a0 2024-04-26T23:39:19.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb073c15740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d7e0e53260 con 0x55d7e0f42cc0 2024-04-26T23:39:19.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb073c15740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d7e0eab2a0 con 0x55d7e0f4d390 2024-04-26T23:39:19.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb073c15740 10 client.0 _ll_register_callbacks cb 0x55d7e0e9d960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:19.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb069e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f423a0 0x55d7e0f4ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb069e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f423a0 0x55d7e0f4ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34464/0 (socket says 172.21.15.26:34464) 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb069e00640 1 -- 172.21.15.26:0/1559999689 learned_addr learned my addr 172.21.15.26:0/1559999689 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb063e00640 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f49fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb06a800640 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f4d390 0x55d7e0f4a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb069e00640 1 -- 172.21.15.26:0/1559999689 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f4d390 msgr2=0x55d7e0f4a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb069e00640 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f4d390 0x55d7e0f4a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb069e00640 1 -- 172.21.15.26:0/1559999689 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f42cc0 msgr2=0x55d7e0f49fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.234+0000 7fb069e00640 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f49fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.235+0000 7fb069e00640 1 -- 172.21.15.26:0/1559999689 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7e0e351c0 con 0x55d7e0f423a0 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.235+0000 7fb069e00640 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f423a0 0x55d7e0f4ccb0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fb05c005c40 tx=0x7fb05c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9fae3a1c504d0da server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.235+0000 7fb04fe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.235+0000 7fb04fe00640 1 -- 172.21.15.26:0/1559999689 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05c051060 con 0x55d7e0f423a0 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.235+0000 7fb04fe00640 1 -- 172.21.15.26:0/1559999689 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fb05c0050d0 con 0x55d7e0f423a0 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.235+0000 7fb073c15740 1 -- 172.21.15.26:0/1559999689 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb05c0054d0 con 0x55d7e0f423a0 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.236+0000 7fb04fe00640 1 -- 172.21.15.26:0/1559999689 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb05c035040 con 0x55d7e0f423a0 2024-04-26T23:39:19.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.236+0000 7fb073c15740 10 client.16182 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:19.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.236+0000 7fb073c15740 1 -- 172.21.15.26:0/1559999689 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d7e0bb83f0 con 0x55d7e0f423a0 2024-04-26T23:39:19.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.236+0000 7fb04fe00640 1 -- 172.21.15.26:0/1559999689 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb05c0054d0 con 0x55d7e0f423a0 2024-04-26T23:39:19.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.236+0000 7fb04fe00640 1 -- 172.21.15.26:0/1559999689 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fb05c04b030 con 0x55d7e0f423a0 2024-04-26T23:39:19.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.236+0000 7fb073c15740 10 client.16182 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:19.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.236+0000 7fb073c15740 10 client.16182 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:39:19.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.236+0000 7fb073c15740 20 client.16182 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:19.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.237+0000 7fb073c15740 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d7e0f5cbd0 0x55d7e0f5efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.237+0000 7fb073c15740 4 client.16182 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:39:19.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.237+0000 7fb073c15740 1 -- 172.21.15.26:0/1559999689 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7e0eb4880 con 0x55d7e0f5cbd0 2024-04-26T23:39:19.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.237+0000 7fb063e00640 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d7e0f5cbd0 0x55d7e0f5efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.238+0000 7fb063e00640 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d7e0f5cbd0 0x55d7e0f5efc0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e6c95e72418d61d1 server_cookie=4c380a5b3580e415 in_seq=0 out_seq=0 2024-04-26T23:39:19.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.238+0000 7fb04fe00640 10 client.16182 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:39:19.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.240+0000 7fb04fe00640 1 -- 172.21.15.26:0/1559999689 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d7e0eb4880 con 0x55d7e0f5cbd0 2024-04-26T23:39:19.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.240+0000 7fb04fe00640 10 client.16182 handle_command_reply: tid=0 2024-04-26T23:39:19.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.240+0000 7fb073c15740 1 client.16182 shutdown 2024-04-26T23:39:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.240+0000 7fb073c15740 1 -- 172.21.15.26:0/1559999689 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f423a0 msgr2=0x55d7e0f4ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.240+0000 7fb073c15740 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f423a0 0x55d7e0f4ccb0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fb05c005c40 tx=0x7fb05c004af0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.240+0000 7fb073c15740 1 -- 172.21.15.26:0/1559999689 shutdown_connections 2024-04-26T23:39:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.240+0000 7fb073c15740 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d7e0f5cbd0 0x55d7e0f5efc0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.240+0000 7fb073c15740 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f4d390 0x55d7e0f4a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.240+0000 7fb073c15740 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f49fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.240+0000 7fb073c15740 1 --2- 172.21.15.26:0/1559999689 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f423a0 0x55d7e0f4ccb0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.240+0000 7fb073c15740 1 -- 172.21.15.26:0/1559999689 >> 172.21.15.26:0/1559999689 conn(0x55d7e0f3e6c0 msgr2=0x55d7e0f443c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.240+0000 7fb04fe00640 0 client.16182 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:39:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.241+0000 7fb073c15740 1 -- 172.21.15.26:0/1559999689 shutdown_connections 2024-04-26T23:39:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.241+0000 7fb073c15740 1 -- 172.21.15.26:0/1559999689 wait complete. 2024-04-26T23:39:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.241+0000 7fb073c15740 20 client.16182 trim_cache size 0 max 16384 2024-04-26T23:39:19.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.256+0000 7fb073c15740 1 Processor -- start 2024-04-26T23:39:19.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.256+0000 7fb073c15740 1 -- start start 2024-04-26T23:39:19.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.256+0000 7fb073c15740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f423a0 0x55d7e0f45680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.256+0000 7fb073c15740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f48f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.256+0000 7fb073c15740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f4d390 0x55d7e0f58d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.256+0000 7fb073c15740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1b70f0 con 0x55d7e0f42cc0 2024-04-26T23:39:19.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.256+0000 7fb073c15740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1b49c0 con 0x55d7e0f423a0 2024-04-26T23:39:19.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.256+0000 7fb073c15740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1b27f0 con 0x55d7e0f4d390 2024-04-26T23:39:19.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.257+0000 7fb063e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f48f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.257+0000 7fb063e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f48f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34470/0 (socket says 172.21.15.26:34470) 2024-04-26T23:39:19.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.257+0000 7fb063e00640 1 -- 172.21.15.26:0/4027372173 learned_addr learned my addr 172.21.15.26:0/4027372173 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:19.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.257+0000 7fb06a800640 1 --2- 172.21.15.26:0/4027372173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f4d390 0x55d7e0f58d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.257+0000 7fb069e00640 1 --2- 172.21.15.26:0/4027372173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f423a0 0x55d7e0f45680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.257+0000 7fb063e00640 1 -- 172.21.15.26:0/4027372173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f4d390 msgr2=0x55d7e0f58d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.257+0000 7fb063e00640 1 --2- 172.21.15.26:0/4027372173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f4d390 0x55d7e0f58d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.257+0000 7fb063e00640 1 -- 172.21.15.26:0/4027372173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f423a0 msgr2=0x55d7e0f45680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.257+0000 7fb063e00640 1 --2- 172.21.15.26:0/4027372173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f423a0 0x55d7e0f45680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.257+0000 7fb063e00640 1 -- 172.21.15.26:0/4027372173 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7e0c827d0 con 0x55d7e0f42cc0 2024-04-26T23:39:19.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.258+0000 7fb063e00640 1 --2- 172.21.15.26:0/4027372173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f48f80 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb054000c00 tx=0x7fb054098040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c318f8e82c9a03ac server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:19.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.258+0000 7fb05aa00640 1 -- 172.21.15.26:0/4027372173 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb054020040 con 0x55d7e0f42cc0 2024-04-26T23:39:19.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.258+0000 7fb05aa00640 1 -- 172.21.15.26:0/4027372173 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb05409cb70 con 0x55d7e0f42cc0 2024-04-26T23:39:19.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.258+0000 7fb05aa00640 1 -- 172.21.15.26:0/4027372173 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0540a50e0 con 0x55d7e0f42cc0 2024-04-26T23:39:19.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.259+0000 7fb073c15740 1 -- 172.21.15.26:0/4027372173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 msgr2=0x55d7e0f48f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.259+0000 7fb073c15740 1 --2- 172.21.15.26:0/4027372173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f48f80 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb054000c00 tx=0x7fb054098040 comp rx=0 tx=0).stop 2024-04-26T23:39:19.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.259+0000 7fb073c15740 1 -- 172.21.15.26:0/4027372173 shutdown_connections 2024-04-26T23:39:19.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.259+0000 7fb073c15740 1 --2- 172.21.15.26:0/4027372173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f4d390 0x55d7e0f58d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.259+0000 7fb073c15740 1 --2- 172.21.15.26:0/4027372173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f48f80 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.259+0000 7fb073c15740 1 --2- 172.21.15.26:0/4027372173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f423a0 0x55d7e0f45680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.259+0000 7fb073c15740 1 -- 172.21.15.26:0/4027372173 >> 172.21.15.26:0/4027372173 conn(0x55d7e0f3e6c0 msgr2=0x55d7e0f48870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:19.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.259+0000 7fb073c15740 1 -- 172.21.15.26:0/4027372173 shutdown_connections 2024-04-26T23:39:19.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.259+0000 7fb073c15740 1 -- 172.21.15.26:0/4027372173 wait complete. 2024-04-26T23:39:19.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.260+0000 7fb073c15740 1 -- start start 2024-04-26T23:39:19.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.260+0000 7fb073c15740 1 Processor -- start 2024-04-26T23:39:19.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb073c15740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f423a0 0x55d7e0f50250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb073c15740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f50790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb073c15740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f4d390 0x55d7e0f50cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb073c15740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1b2e80 con 0x55d7e0f4d390 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb073c15740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1b42f0 con 0x55d7e0f423a0 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb073c15740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb06c1b3550 con 0x55d7e0f42cc0 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb073c15740 10 client.0 _ll_register_callbacks cb 0x7fb0540d3e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb06a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f4d390 0x55d7e0f50cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb06a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f4d390 0x55d7e0f50cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34478/0 (socket says 172.21.15.26:34478) 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb06a800640 1 -- 172.21.15.26:0/3240093056 learned_addr learned my addr 172.21.15.26:0/3240093056 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb069e00640 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f423a0 0x55d7e0f50250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb063e00640 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f50790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.261+0000 7fb06a800640 1 -- 172.21.15.26:0/3240093056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f42cc0 msgr2=0x55d7e0f50790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.262+0000 7fb06a800640 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f50790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.262+0000 7fb06a800640 1 -- 172.21.15.26:0/3240093056 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f423a0 msgr2=0x55d7e0f50250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.262+0000 7fb06a800640 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f423a0 0x55d7e0f50250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.262+0000 7fb06a800640 1 -- 172.21.15.26:0/3240093056 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7e0e4d2a0 con 0x55d7e0f4d390 2024-04-26T23:39:19.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.262+0000 7fb06a800640 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f4d390 0x55d7e0f50cd0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fb064003e50 tx=0x7fb064004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d25de576db9bd67 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.262+0000 7fb04fe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.262+0000 7fb04fe00640 1 -- 172.21.15.26:0/3240093056 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb064004d20 con 0x55d7e0f4d390 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.262+0000 7fb073c15740 1 -- 172.21.15.26:0/3240093056 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb05409cb70 con 0x55d7e0f4d390 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.262+0000 7fb04fe00640 1 -- 172.21.15.26:0/3240093056 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fb064020640 con 0x55d7e0f4d390 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.263+0000 7fb04fe00640 1 -- 172.21.15.26:0/3240093056 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb064020840 con 0x55d7e0f4d390 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.263+0000 7fb073c15740 10 client.16188 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.263+0000 7fb073c15740 1 -- 172.21.15.26:0/3240093056 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d7e0fc2130 con 0x55d7e0f4d390 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.263+0000 7fb04fe00640 1 -- 172.21.15.26:0/3240093056 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb05409cb70 con 0x55d7e0f4d390 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.263+0000 7fb04fe00640 1 -- 172.21.15.26:0/3240093056 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fb064028030 con 0x55d7e0f4d390 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.263+0000 7fb073c15740 10 client.16188 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.263+0000 7fb073c15740 10 client.16188 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.263+0000 7fb073c15740 20 client.16188 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.263+0000 7fb073c15740 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d7e0fc28e0 0x55d7e0fc4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.263+0000 7fb073c15740 4 client.16188 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:39:19.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.263+0000 7fb073c15740 1 -- 172.21.15.26:0/3240093056 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d7e0eae6f0 con 0x55d7e0fc28e0 2024-04-26T23:39:19.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.264+0000 7fb069e00640 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d7e0fc28e0 0x55d7e0fc4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.265+0000 7fb069e00640 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d7e0fc28e0 0x55d7e0fc4d00 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a9fe55d949759749 server_cookie=dc461e6e8ddac9e0 in_seq=0 out_seq=0 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.265+0000 7fb04fe00640 10 client.16188 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.265+0000 7fb04fe00640 1 -- 172.21.15.26:0/3240093056 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d7e0eae6f0 con 0x55d7e0fc28e0 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.265+0000 7fb04fe00640 10 client.16188 handle_command_reply: tid=0 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.265+0000 7fb073c15740 1 client.16188 shutdown 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.265+0000 7fb073c15740 1 -- 172.21.15.26:0/3240093056 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f4d390 msgr2=0x55d7e0f50cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.265+0000 7fb073c15740 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f4d390 0x55d7e0f50cd0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fb064003e50 tx=0x7fb064004a40 comp rx=0 tx=0).stop 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.266+0000 7fb073c15740 1 -- 172.21.15.26:0/3240093056 shutdown_connections 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.266+0000 7fb073c15740 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d7e0fc28e0 0x55d7e0fc4d00 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.266+0000 7fb073c15740 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d7e0f4d390 0x55d7e0f50cd0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.266+0000 7fb073c15740 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d7e0f42cc0 0x55d7e0f50790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.266+0000 7fb073c15740 1 --2- 172.21.15.26:0/3240093056 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d7e0f423a0 0x55d7e0f50250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.266+0000 7fb073c15740 1 -- 172.21.15.26:0/3240093056 >> 172.21.15.26:0/3240093056 conn(0x55d7e0f3e6c0 msgr2=0x55d7e0f3cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:19.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.266+0000 7fb04fe00640 0 client.16188 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:39:19.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.266+0000 7fb073c15740 1 -- 172.21.15.26:0/3240093056 shutdown_connections 2024-04-26T23:39:19.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.266+0000 7fb073c15740 1 -- 172.21.15.26:0/3240093056 wait complete. 2024-04-26T23:39:19.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.266+0000 7fb073c15740 20 client.16188 trim_cache size 0 max 16384 2024-04-26T23:39:19.270 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:39:19.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.267+0000 7fb06b200640 1 -- 172.21.15.26:0/118292619 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb0500a3d20 msgr2=0x7fb0500a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.267+0000 7fb06b200640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb0500a3d20 0x7fb0500a61e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb064009e90 tx=0x7fb064009600 comp rx=0 tx=0).stop 2024-04-26T23:39:19.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.267+0000 7fb06b200640 1 -- 172.21.15.26:0/118292619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb06c077780 msgr2=0x7fb06c19fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.267+0000 7fb06b200640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb06c077780 0x7fb06c19fa80 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fb05400d950 tx=0x7fb05400de10 comp rx=0 tx=0).stop 2024-04-26T23:39:19.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.267+0000 7fb06b200640 1 -- 172.21.15.26:0/118292619 shutdown_connections 2024-04-26T23:39:19.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.267+0000 7fb06b200640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb06c113680 0x7fb06c1a3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.267+0000 7fb06b200640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb0500a3d20 0x7fb0500a61e0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.267+0000 7fb06b200640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb06c077780 0x7fb06c19fa80 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.267+0000 7fb06b200640 1 --2- 172.21.15.26:0/118292619 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb06c076e60 0x7fb06c19f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.267+0000 7fb06b200640 1 -- 172.21.15.26:0/118292619 >> 172.21.15.26:0/118292619 conn(0x7fb06c100470 msgr2=0x7fb06c102860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:19.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.267+0000 7fb06b200640 1 -- 172.21.15.26:0/118292619 shutdown_connections 2024-04-26T23:39:19.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.267+0000 7fb06b200640 1 -- 172.21.15.26:0/118292619 wait complete. 2024-04-26T23:39:19.289 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:39:19.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.516+0000 7f2103a00640 1 -- 172.21.15.26:0/1968641349 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20fc1021c0 msgr2=0x7f20fc10e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.516+0000 7f2103a00640 1 --2- 172.21.15.26:0/1968641349 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20fc1021c0 0x7f20fc10e6d0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f20f4009cd0 tx=0x7f20f402a8e0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.516+0000 7f2103a00640 1 -- 172.21.15.26:0/1968641349 shutdown_connections 2024-04-26T23:39:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.516+0000 7f2103a00640 1 --2- 172.21.15.26:0/1968641349 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20fc1021c0 0x7f20fc10e6d0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.516+0000 7f2103a00640 1 --2- 172.21.15.26:0/1968641349 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f20fc101800 0x7f20fc101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.516+0000 7f2103a00640 1 --2- 172.21.15.26:0/1968641349 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f20fc107810 0x7f20fc107bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.516+0000 7f2103a00640 1 -- 172.21.15.26:0/1968641349 >> 172.21.15.26:0/1968641349 conn(0x7f20fc078930 msgr2=0x7f20fc078d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.516+0000 7f2103a00640 1 -- 172.21.15.26:0/1968641349 shutdown_connections 2024-04-26T23:39:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.516+0000 7f2103a00640 1 -- 172.21.15.26:0/1968641349 wait complete. 2024-04-26T23:39:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.517+0000 7f2103a00640 1 Processor -- start 2024-04-26T23:39:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.518+0000 7f2103a00640 1 -- start start 2024-04-26T23:39:19.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.518+0000 7f2103a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f20fc101800 0x7f20fc19b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.518+0000 7f2103a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f20fc1021c0 0x7f20fc19b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.518+0000 7f2103a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20fc107810 0x7f20fc19fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.518+0000 7f2103a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f20fc1119d0 con 0x7f20fc107810 2024-04-26T23:39:19.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.518+0000 7f2103a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f20fc111850 con 0x7f20fc101800 2024-04-26T23:39:19.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.518+0000 7f2103a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f20fc111b50 con 0x7f20fc1021c0 2024-04-26T23:39:19.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.518+0000 7f2101a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20fc107810 0x7f20fc19fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.518+0000 7f2101a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20fc107810 0x7f20fc19fb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34490/0 (socket says 172.21.15.26:34490) 2024-04-26T23:39:19.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.518+0000 7f2101a00640 1 -- 172.21.15.26:0/2762521268 learned_addr learned my addr 172.21.15.26:0/2762521268 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:19.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.519+0000 7f2101000640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f20fc101800 0x7f20fc19b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.519+0000 7f20fbe00640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f20fc1021c0 0x7f20fc19b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.519+0000 7f2101a00640 1 -- 172.21.15.26:0/2762521268 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f20fc1021c0 msgr2=0x7f20fc19b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.519+0000 7f2101a00640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f20fc1021c0 0x7f20fc19b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.519+0000 7f2101a00640 1 -- 172.21.15.26:0/2762521268 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f20fc101800 msgr2=0x7f20fc19b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.519+0000 7f2101a00640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f20fc101800 0x7f20fc19b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.519+0000 7f2101a00640 1 -- 172.21.15.26:0/2762521268 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20fc1a0270 con 0x7f20fc107810 2024-04-26T23:39:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.519+0000 7f2101a00640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20fc107810 0x7f20fc19fb40 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f20f4005e30 tx=0x7f20f4003b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.520+0000 7f20f9600640 1 -- 172.21.15.26:0/2762521268 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f4004240 con 0x7f20fc107810 2024-04-26T23:39:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.520+0000 7f20f9600640 1 -- 172.21.15.26:0/2762521268 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f20f4003e30 con 0x7f20fc107810 2024-04-26T23:39:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.520+0000 7f20f9600640 1 -- 172.21.15.26:0/2762521268 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f4030e60 con 0x7f20fc107810 2024-04-26T23:39:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.520+0000 7f2103a00640 1 -- 172.21.15.26:0/2762521268 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20fc1a0500 con 0x7f20fc107810 2024-04-26T23:39:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.520+0000 7f2103a00640 1 -- 172.21.15.26:0/2762521268 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20fc1a7df0 con 0x7f20fc107810 2024-04-26T23:39:19.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.524+0000 7f20f9600640 1 -- 172.21.15.26:0/2762521268 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f20f4030630 con 0x7f20fc107810 2024-04-26T23:39:19.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.524+0000 7f21069ec740 1 Processor -- start 2024-04-26T23:39:19.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.524+0000 7f21069ec740 1 -- start start 2024-04-26T23:39:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f21069ec740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e483635d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f21069ec740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e48363b10 0x563e4836dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f21069ec740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 0x563e483705d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f21069ec740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563e482c7c70 con 0x563e4836e1e0 2024-04-26T23:39:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f21069ec740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x563e48280980 con 0x563e48363b10 2024-04-26T23:39:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f21069ec740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563e482c3c30 con 0x563e483631f0 2024-04-26T23:39:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f20fbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 0x563e483705d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f20fbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 0x563e483705d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34498/0 (socket says 172.21.15.26:34498) 2024-04-26T23:39:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f20fbe00640 1 -- 172.21.15.26:0/4252600716 learned_addr learned my addr 172.21.15.26:0/4252600716 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:19.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f20f9600640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f20e40a3da0 0x7f20e40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f20fbe00640 1 --2- 172.21.15.26:0/4252600716 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e483635d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f2101000640 1 --2- 172.21.15.26:0/4252600716 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e48363b10 0x563e4836dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.525+0000 7f20f9600640 1 -- 172.21.15.26:0/2762521268 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f20f402e030 con 0x7f20fc107810 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.526+0000 7f2101a00640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f20e40a3da0 0x7f20e40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.526+0000 7f20fbe00640 1 -- 172.21.15.26:0/4252600716 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 msgr2=0x563e483635d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.526+0000 7f20fbe00640 1 --2- 172.21.15.26:0/4252600716 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e483635d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.526+0000 7f20fbe00640 1 -- 172.21.15.26:0/4252600716 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e48363b10 msgr2=0x563e4836dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.526+0000 7f20fbe00640 1 --2- 172.21.15.26:0/4252600716 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e48363b10 0x563e4836dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.526+0000 7f20fbe00640 1 -- 172.21.15.26:0/4252600716 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e482587b0 con 0x563e4836e1e0 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.526+0000 7f2101000640 1 --2- 172.21.15.26:0/4252600716 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e48363b10 0x563e4836dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.526+0000 7f20fbe00640 1 --2- 172.21.15.26:0/4252600716 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 0x563e483705d0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f20e80149c0 tx=0x7f20e800c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7e527ab0b8d55f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.526+0000 7f2101a00640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f20e40a3da0 0x7f20e40a6260 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f20f40ba390 tx=0x7f20f402a8e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.527+0000 7f20ee000640 1 -- 172.21.15.26:0/4252600716 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e80142d0 con 0x563e4836e1e0 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.527+0000 7f20ee000640 1 -- 172.21.15.26:0/4252600716 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f20e800fbf0 con 0x563e4836e1e0 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.527+0000 7f20ee000640 1 -- 172.21.15.26:0/4252600716 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e8012ad0 con 0x563e4836e1e0 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.527+0000 7f21069ec740 1 -- 172.21.15.26:0/4252600716 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 msgr2=0x563e483705d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.527+0000 7f21069ec740 1 --2- 172.21.15.26:0/4252600716 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 0x563e483705d0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f20e80149c0 tx=0x7f20e800c4d0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.528+0000 7f21069ec740 1 -- 172.21.15.26:0/4252600716 shutdown_connections 2024-04-26T23:39:19.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.528+0000 7f21069ec740 1 --2- 172.21.15.26:0/4252600716 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 0x563e483705d0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.528+0000 7f21069ec740 1 --2- 172.21.15.26:0/4252600716 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e48363b10 0x563e4836dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.528+0000 7f21069ec740 1 --2- 172.21.15.26:0/4252600716 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e483635d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.528+0000 7f21069ec740 1 -- 172.21.15.26:0/4252600716 >> 172.21.15.26:0/4252600716 conn(0x563e4835f510 msgr2=0x563e4835f8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:19.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.528+0000 7f21069ec740 1 -- 172.21.15.26:0/4252600716 shutdown_connections 2024-04-26T23:39:19.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.528+0000 7f21069ec740 1 -- 172.21.15.26:0/4252600716 wait complete. 2024-04-26T23:39:19.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.528+0000 7f21069ec740 1 -- start start 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.529+0000 7f21069ec740 1 Processor -- start 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.529+0000 7f21069ec740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e4836dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.529+0000 7f21069ec740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 0x563e4836aec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.529+0000 7f21069ec740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e4836e1e0 0x563e4836b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.529+0000 7f21069ec740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563e482c6f80 con 0x563e48363b10 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.529+0000 7f21069ec740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x563e48274260 con 0x563e4836e1e0 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.529+0000 7f21069ec740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563e482cc2a0 con 0x563e483631f0 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.529+0000 7f21069ec740 10 client.0 _ll_register_callbacks cb 0x563e482be960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.529+0000 7f2101000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 0x563e4836aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.529+0000 7f2101000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 0x563e4836aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34514/0 (socket says 172.21.15.26:34514) 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.529+0000 7f2101000640 1 -- 172.21.15.26:0/4060401403 learned_addr learned my addr 172.21.15.26:0/4060401403 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.530+0000 7f20fbe00640 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e4836dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.530+0000 7f2101000640 1 -- 172.21.15.26:0/4060401403 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 msgr2=0x563e4836dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.530+0000 7f2101000640 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e4836dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.530+0000 7f20fbe00640 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e4836e1e0 0x563e4836b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.530+0000 7f2101000640 1 -- 172.21.15.26:0/4060401403 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e4836e1e0 msgr2=0x563e4836b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.530+0000 7f2101000640 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e4836e1e0 0x563e4836b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.530+0000 7f2101000640 1 -- 172.21.15.26:0/4060401403 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e482561c0 con 0x563e48363b10 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.530+0000 7f20fbe00640 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e4836e1e0 0x563e4836b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.530+0000 7f2101000640 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 0x563e4836aec0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f20f0005fd0 tx=0x7f20f00117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58c3b7cccfa269e8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.530+0000 7f20e2a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.531+0000 7f20e2a00640 1 -- 172.21.15.26:0/4060401403 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f0005220 con 0x563e48363b10 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.531+0000 7f20e2a00640 1 -- 172.21.15.26:0/4060401403 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f20f00053c0 con 0x563e48363b10 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.531+0000 7f21069ec740 1 -- 172.21.15.26:0/4060401403 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f20e800fbf0 con 0x563e48363b10 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.531+0000 7f20e2a00640 1 -- 172.21.15.26:0/4060401403 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f20f00055c0 con 0x563e48363b10 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.531+0000 7f21069ec740 10 client.16200 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.531+0000 7f21069ec740 1 -- 172.21.15.26:0/4060401403 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563e47fd93f0 con 0x563e48363b10 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.531+0000 7f20e2a00640 1 -- 172.21.15.26:0/4060401403 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f20e800fbf0 con 0x563e48363b10 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.532+0000 7f20e2a00640 1 -- 172.21.15.26:0/4060401403 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f20f001b890 con 0x563e48363b10 2024-04-26T23:39:19.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.532+0000 7f21069ec740 10 client.16200 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:19.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.532+0000 7f21069ec740 10 client.16200 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:19.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.532+0000 7f21069ec740 20 client.16200 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:19.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.532+0000 7f21069ec740 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563e4837dda0 0x563e48380190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.532+0000 7f21069ec740 4 client.16200 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:39:19.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.532+0000 7f21069ec740 1 -- 172.21.15.26:0/4060401403 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563e482d5880 con 0x563e4837dda0 2024-04-26T23:39:19.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.532+0000 7f20fbe00640 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563e4837dda0 0x563e48380190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.533+0000 7f20fbe00640 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563e4837dda0 0x563e48380190 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9dc3997db21845cb server_cookie=eada8594b5895d76 in_seq=0 out_seq=0 2024-04-26T23:39:19.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.533+0000 7f20e2a00640 10 client.16200 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:19.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.535+0000 7f20e2a00640 1 -- 172.21.15.26:0/4060401403 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563e482d5880 con 0x563e4837dda0 2024-04-26T23:39:19.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.535+0000 7f20e2a00640 10 client.16200 handle_command_reply: tid=0 2024-04-26T23:39:19.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.535+0000 7f21069ec740 1 client.16200 shutdown 2024-04-26T23:39:19.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.536+0000 7f21069ec740 1 -- 172.21.15.26:0/4060401403 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 msgr2=0x563e4836aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.536+0000 7f21069ec740 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 0x563e4836aec0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f20f0005fd0 tx=0x7f20f00117b0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.536+0000 7f21069ec740 1 -- 172.21.15.26:0/4060401403 shutdown_connections 2024-04-26T23:39:19.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.536+0000 7f21069ec740 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563e4837dda0 0x563e48380190 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.536+0000 7f21069ec740 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e4836e1e0 0x563e4836b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.536+0000 7f21069ec740 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 0x563e4836aec0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.536+0000 7f21069ec740 1 --2- 172.21.15.26:0/4060401403 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e4836dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.536+0000 7f21069ec740 1 -- 172.21.15.26:0/4060401403 >> 172.21.15.26:0/4060401403 conn(0x563e4835f510 msgr2=0x563e48365310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:19.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.536+0000 7f20e2a00640 0 client.16200 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:19.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.536+0000 7f21069ec740 1 -- 172.21.15.26:0/4060401403 shutdown_connections 2024-04-26T23:39:19.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.536+0000 7f21069ec740 1 -- 172.21.15.26:0/4060401403 wait complete. 2024-04-26T23:39:19.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.536+0000 7f21069ec740 20 client.16200 trim_cache size 0 max 16384 2024-04-26T23:39:19.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.555+0000 7f21069ec740 1 Processor -- start 2024-04-26T23:39:19.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.555+0000 7f21069ec740 1 -- start start 2024-04-26T23:39:19.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.555+0000 7f21069ec740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e4836d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.555+0000 7f21069ec740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 0x563e48379c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.555+0000 7f21069ec740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e4836e1e0 0x563e4837a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.555+0000 7f21069ec740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f20fc1b2ed0 con 0x563e48363b10 2024-04-26T23:39:19.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.555+0000 7f21069ec740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f20fc1b07a0 con 0x563e4836e1e0 2024-04-26T23:39:19.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.555+0000 7f21069ec740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f20fc1ae5d0 con 0x563e483631f0 2024-04-26T23:39:19.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.556+0000 7f2101000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 0x563e48379c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.556+0000 7f2101000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 0x563e48379c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34516/0 (socket says 172.21.15.26:34516) 2024-04-26T23:39:19.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.556+0000 7f2101000640 1 -- 172.21.15.26:0/44882681 learned_addr learned my addr 172.21.15.26:0/44882681 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:19.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.556+0000 7f20fbe00640 1 --2- 172.21.15.26:0/44882681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e4836d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.556+0000 7f20fbe00640 1 --2- 172.21.15.26:0/44882681 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e4836e1e0 0x563e4837a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.556+0000 7f2101000640 1 -- 172.21.15.26:0/44882681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 msgr2=0x563e4836d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.556+0000 7f2101000640 1 --2- 172.21.15.26:0/44882681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e4836d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.556+0000 7f2101000640 1 -- 172.21.15.26:0/44882681 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e4836e1e0 msgr2=0x563e4837a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.556+0000 7f2101000640 1 --2- 172.21.15.26:0/44882681 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e4836e1e0 0x563e4837a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.556+0000 7f2101000640 1 -- 172.21.15.26:0/44882681 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e48370940 con 0x563e48363b10 2024-04-26T23:39:19.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.556+0000 7f20fbe00640 1 --2- 172.21.15.26:0/44882681 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e4836e1e0 0x563e4837a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:19.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.557+0000 7f2101000640 1 --2- 172.21.15.26:0/44882681 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 0x563e48379c60 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f20f0005d80 tx=0x7f20f000baa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49b770cfadc21cb1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:19.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.557+0000 7f20ed600640 1 -- 172.21.15.26:0/44882681 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f0028040 con 0x563e48363b10 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.557+0000 7f20ed600640 1 -- 172.21.15.26:0/44882681 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f20f0032070 con 0x563e48363b10 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.557+0000 7f20ed600640 1 -- 172.21.15.26:0/44882681 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f0012d60 con 0x563e48363b10 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.558+0000 7f21069ec740 1 -- 172.21.15.26:0/44882681 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 msgr2=0x563e48379c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.558+0000 7f21069ec740 1 --2- 172.21.15.26:0/44882681 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 0x563e48379c60 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f20f0005d80 tx=0x7f20f000baa0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.558+0000 7f21069ec740 1 -- 172.21.15.26:0/44882681 shutdown_connections 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.558+0000 7f21069ec740 1 --2- 172.21.15.26:0/44882681 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e4836e1e0 0x563e4837a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.558+0000 7f21069ec740 1 --2- 172.21.15.26:0/44882681 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e48363b10 0x563e48379c60 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.558+0000 7f21069ec740 1 --2- 172.21.15.26:0/44882681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e4836d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.558+0000 7f21069ec740 1 -- 172.21.15.26:0/44882681 >> 172.21.15.26:0/44882681 conn(0x563e4835f510 msgr2=0x563e4835e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.558+0000 7f21069ec740 1 -- 172.21.15.26:0/44882681 shutdown_connections 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.558+0000 7f21069ec740 1 -- 172.21.15.26:0/44882681 wait complete. 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.559+0000 7f21069ec740 1 -- start start 2024-04-26T23:39:19.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.559+0000 7f21069ec740 1 Processor -- start 2024-04-26T23:39:19.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.559+0000 7f21069ec740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e48374230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.559+0000 7f21069ec740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e48363b10 0x563e48374770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.559+0000 7f21069ec740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 0x563e483e3320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.559+0000 7f21069ec740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f20fc1aec60 con 0x563e4836e1e0 2024-04-26T23:39:19.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.559+0000 7f21069ec740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f20fc1b00d0 con 0x563e48363b10 2024-04-26T23:39:19.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.559+0000 7f21069ec740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f20fc1af330 con 0x563e483631f0 2024-04-26T23:39:19.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.559+0000 7f21069ec740 10 client.0 _ll_register_callbacks cb 0x7f20f000b480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:19.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.560+0000 7f20fbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 0x563e483e3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.560+0000 7f20fbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 0x563e483e3320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34518/0 (socket says 172.21.15.26:34518) 2024-04-26T23:39:19.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.560+0000 7f20fbe00640 1 -- 172.21.15.26:0/2323424150 learned_addr learned my addr 172.21.15.26:0/2323424150 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:19.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.560+0000 7f20fbe00640 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e48374230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.560+0000 7f2101000640 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e48363b10 0x563e48374770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.560+0000 7f20fbe00640 1 -- 172.21.15.26:0/2323424150 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 msgr2=0x563e48374230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.560+0000 7f20fbe00640 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e48374230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.560+0000 7f20fbe00640 1 -- 172.21.15.26:0/2323424150 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e48363b10 msgr2=0x563e48374770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:19.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.560+0000 7f20fbe00640 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e48363b10 0x563e48374770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.560+0000 7f20fbe00640 1 -- 172.21.15.26:0/2323424150 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e480a37d0 con 0x563e4836e1e0 2024-04-26T23:39:19.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.561+0000 7f20fbe00640 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 0x563e483e3320 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x563e483606a0 tx=0x7f20e8016040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=371c7091fbd3fc08 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:19.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.561+0000 7f20e2a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:19.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.561+0000 7f20e2a00640 1 -- 172.21.15.26:0/2323424150 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e80143b0 con 0x563e4836e1e0 2024-04-26T23:39:19.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.561+0000 7f20e2a00640 1 -- 172.21.15.26:0/2323424150 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f20e8004030 con 0x563e4836e1e0 2024-04-26T23:39:19.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.561+0000 7f21069ec740 1 -- 172.21.15.26:0/2323424150 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f20f0032070 con 0x563e4836e1e0 2024-04-26T23:39:19.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.561+0000 7f20e2a00640 1 -- 172.21.15.26:0/2323424150 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f20e8004230 con 0x563e4836e1e0 2024-04-26T23:39:19.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.561+0000 7f21069ec740 10 client.16206 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:19.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.561+0000 7f21069ec740 1 -- 172.21.15.26:0/2323424150 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563e4826e2a0 con 0x563e4836e1e0 2024-04-26T23:39:19.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.562+0000 7f20e2a00640 1 -- 172.21.15.26:0/2323424150 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f20f0032070 con 0x563e4836e1e0 2024-04-26T23:39:19.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.562+0000 7f20e2a00640 1 -- 172.21.15.26:0/2323424150 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f20e80128b0 con 0x563e4836e1e0 2024-04-26T23:39:19.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.562+0000 7f21069ec740 10 client.16206 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:19.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.562+0000 7f21069ec740 10 client.16206 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:19.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.562+0000 7f21069ec740 20 client.16206 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:19.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.562+0000 7f21069ec740 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563e483e4bb0 0x563e483e6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:19.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.562+0000 7f21069ec740 4 client.16206 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:39:19.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.562+0000 7f21069ec740 1 -- 172.21.15.26:0/2323424150 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563e482cf6f0 con 0x563e483e4bb0 2024-04-26T23:39:19.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.563+0000 7f2101000640 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563e483e4bb0 0x563e483e6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:19.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.564+0000 7f2101000640 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563e483e4bb0 0x563e483e6fd0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9c13ffc759d6fce server_cookie=17899d4cb946390e in_seq=0 out_seq=0 2024-04-26T23:39:19.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.564+0000 7f20e2a00640 10 client.16206 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:19.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.564+0000 7f20e2a00640 1 -- 172.21.15.26:0/2323424150 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563e482cf6f0 con 0x563e483e4bb0 2024-04-26T23:39:19.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.564+0000 7f20e2a00640 10 client.16206 handle_command_reply: tid=0 2024-04-26T23:39:19.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.564+0000 7f21069ec740 1 client.16206 shutdown 2024-04-26T23:39:19.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.564+0000 7f21069ec740 1 -- 172.21.15.26:0/2323424150 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 msgr2=0x563e483e3320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.564+0000 7f21069ec740 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 0x563e483e3320 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x563e483606a0 tx=0x7f20e8016040 comp rx=0 tx=0).stop 2024-04-26T23:39:19.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.565+0000 7f21069ec740 1 -- 172.21.15.26:0/2323424150 shutdown_connections 2024-04-26T23:39:19.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.565+0000 7f21069ec740 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563e483e4bb0 0x563e483e6fd0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.565+0000 7f21069ec740 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563e4836e1e0 0x563e483e3320 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.565+0000 7f21069ec740 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563e48363b10 0x563e48374770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.565+0000 7f21069ec740 1 --2- 172.21.15.26:0/2323424150 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563e483631f0 0x563e48374230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.565+0000 7f20e2a00640 0 client.16206 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:19.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.565+0000 7f21069ec740 1 -- 172.21.15.26:0/2323424150 >> 172.21.15.26:0/2323424150 conn(0x563e4835f510 msgr2=0x563e4836c6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:19.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.565+0000 7f21069ec740 1 -- 172.21.15.26:0/2323424150 shutdown_connections 2024-04-26T23:39:19.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.565+0000 7f21069ec740 1 -- 172.21.15.26:0/2323424150 wait complete. 2024-04-26T23:39:19.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.565+0000 7f21069ec740 20 client.16206 trim_cache size 0 max 16384 2024-04-26T23:39:19.570 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:39:19.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.566+0000 7f2103a00640 1 -- 172.21.15.26:0/2762521268 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f20e40a3da0 msgr2=0x7f20e40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.566+0000 7f2103a00640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f20e40a3da0 0x7f20e40a6260 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f20f40ba390 tx=0x7f20f402a8e0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.566+0000 7f2103a00640 1 -- 172.21.15.26:0/2762521268 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20fc107810 msgr2=0x7f20fc19fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:19.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.566+0000 7f2103a00640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20fc107810 0x7f20fc19fb40 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f20f4005e30 tx=0x7f20f4003b80 comp rx=0 tx=0).stop 2024-04-26T23:39:19.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.566+0000 7f2103a00640 1 -- 172.21.15.26:0/2762521268 shutdown_connections 2024-04-26T23:39:19.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.566+0000 7f2103a00640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f20e40a3da0 0x7f20e40a6260 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.566+0000 7f2103a00640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f20fc107810 0x7f20fc19fb40 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.566+0000 7f2103a00640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f20fc1021c0 0x7f20fc19b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.566+0000 7f2103a00640 1 --2- 172.21.15.26:0/2762521268 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f20fc101800 0x7f20fc19b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:19.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.566+0000 7f2103a00640 1 -- 172.21.15.26:0/2762521268 >> 172.21.15.26:0/2762521268 conn(0x7f20fc078930 msgr2=0x7f20fc105310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:19.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.566+0000 7f2103a00640 1 -- 172.21.15.26:0/2762521268 shutdown_connections 2024-04-26T23:39:19.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:19.566+0000 7f2103a00640 1 -- 172.21.15.26:0/2762521268 wait complete. 2024-04-26T23:39:19.586 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:19 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1872475675' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:39:19.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:19 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1872475675' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:39:19.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:19 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1872475675' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:39:20.589 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:39:20.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:39:20.590 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:39:20.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:20 smithi164 ceph-mon[31699]: pgmap v107: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:39:20.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:20 smithi026 ceph-mon[28371]: pgmap v107: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:39:20.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:20 smithi086 ceph-mon[31122]: pgmap v107: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:39:20.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.832+0000 7fb35d200640 1 -- 172.21.15.26:0/1660186301 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb3581032a0 msgr2=0x7fb35810f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:20.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.832+0000 7fb35d200640 1 --2- 172.21.15.26:0/1660186301 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb3581032a0 0x7fb35810f7b0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fb350009cd0 tx=0x7fb35002a8f0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.832+0000 7fb35d200640 1 -- 172.21.15.26:0/1660186301 shutdown_connections 2024-04-26T23:39:20.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.832+0000 7fb35d200640 1 --2- 172.21.15.26:0/1660186301 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb3581032a0 0x7fb35810f7b0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.832+0000 7fb35d200640 1 --2- 172.21.15.26:0/1660186301 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3581028e0 0x7fb358102d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.832+0000 7fb35d200640 1 --2- 172.21.15.26:0/1660186301 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb3581088f0 0x7fb358108cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.832+0000 7fb35d200640 1 -- 172.21.15.26:0/1660186301 >> 172.21.15.26:0/1660186301 conn(0x7fb3580fe3b0 msgr2=0x7fb3581007d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:20.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.833+0000 7fb35d200640 1 -- 172.21.15.26:0/1660186301 shutdown_connections 2024-04-26T23:39:20.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.833+0000 7fb35d200640 1 -- 172.21.15.26:0/1660186301 wait complete. 2024-04-26T23:39:20.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.834+0000 7fb35d200640 1 Processor -- start 2024-04-26T23:39:20.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.834+0000 7fb35d200640 1 -- start start 2024-04-26T23:39:20.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.834+0000 7fb35d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb3581028e0 0x7fb358074c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.834+0000 7fb35d200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb3581032a0 0x7fb358075170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.834+0000 7fb35d200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3581088f0 0x7fb3580756b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.834+0000 7fb35d200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb358112a60 con 0x7fb3581028e0 2024-04-26T23:39:20.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.834+0000 7fb35d200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb3581128e0 con 0x7fb3581032a0 2024-04-26T23:39:20.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.834+0000 7fb35d200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb358112be0 con 0x7fb3581088f0 2024-04-26T23:39:20.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.834+0000 7fb355e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb3581028e0 0x7fb358074c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.835+0000 7fb355e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb3581028e0 0x7fb358074c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34542/0 (socket says 172.21.15.26:34542) 2024-04-26T23:39:20.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.835+0000 7fb355e00640 1 -- 172.21.15.26:0/627947634 learned_addr learned my addr 172.21.15.26:0/627947634 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:20.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.835+0000 7fb356800640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3581088f0 0x7fb3580756b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.835+0000 7fb355400640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb3581032a0 0x7fb358075170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.835+0000 7fb355e00640 1 -- 172.21.15.26:0/627947634 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3581088f0 msgr2=0x7fb3580756b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:20.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.835+0000 7fb355e00640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3581088f0 0x7fb3580756b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.835+0000 7fb355e00640 1 -- 172.21.15.26:0/627947634 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb3581032a0 msgr2=0x7fb358075170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:20.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.835+0000 7fb355e00640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb3581032a0 0x7fb358075170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.835+0000 7fb355e00640 1 -- 172.21.15.26:0/627947634 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3581a7570 con 0x7fb3581028e0 2024-04-26T23:39:20.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.835+0000 7fb355400640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb3581032a0 0x7fb358075170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:20.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.835+0000 7fb355e00640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb3581028e0 0x7fb358074c30 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fb34800d950 tx=0x7fb34800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:20.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.836+0000 7fb34ea00640 1 -- 172.21.15.26:0/627947634 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb348017070 con 0x7fb3581028e0 2024-04-26T23:39:20.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.836+0000 7fb34ea00640 1 -- 172.21.15.26:0/627947634 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb348009c30 con 0x7fb3581028e0 2024-04-26T23:39:20.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.836+0000 7fb34ea00640 1 -- 172.21.15.26:0/627947634 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb34800f620 con 0x7fb3581028e0 2024-04-26T23:39:20.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.836+0000 7fb35d200640 1 -- 172.21.15.26:0/627947634 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3581a7860 con 0x7fb3581028e0 2024-04-26T23:39:20.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.836+0000 7fb35d200640 1 -- 172.21.15.26:0/627947634 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3581a7e00 con 0x7fb3581028e0 2024-04-26T23:39:20.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.840+0000 7fb360008740 1 Processor -- start 2024-04-26T23:39:20.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.840+0000 7fb360008740 1 -- start start 2024-04-26T23:39:20.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.840+0000 7fb34ea00640 1 -- 172.21.15.26:0/627947634 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fb348010460 con 0x7fb3581028e0 2024-04-26T23:39:20.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.840+0000 7fb360008740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70969c50 0x55cc7096a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.840+0000 7fb360008740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc7096a570 0x55cc70974700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.840+0000 7fb360008740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70974c40 0x55cc70977030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.840+0000 7fb360008740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cc708cf980 con 0x55cc70969c50 2024-04-26T23:39:20.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.840+0000 7fb360008740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cc7086c220 con 0x55cc70974c40 2024-04-26T23:39:20.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.840+0000 7fb360008740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cc708cb940 con 0x55cc7096a570 2024-04-26T23:39:20.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.841+0000 7fb356800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70969c50 0x55cc7096a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.841+0000 7fb356800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70969c50 0x55cc7096a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34550/0 (socket says 172.21.15.26:34550) 2024-04-26T23:39:20.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.841+0000 7fb356800640 1 -- 172.21.15.26:0/547092461 learned_addr learned my addr 172.21.15.26:0/547092461 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:20.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.841+0000 7fb355400640 1 --2- 172.21.15.26:0/547092461 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70974c40 0x55cc70977030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.841+0000 7fb355e00640 1 --2- 172.21.15.26:0/547092461 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc7096a570 0x55cc70974700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.841+0000 7fb356800640 1 -- 172.21.15.26:0/547092461 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc7096a570 msgr2=0x55cc70974700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:20.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.841+0000 7fb356800640 1 --2- 172.21.15.26:0/547092461 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc7096a570 0x55cc70974700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.841+0000 7fb356800640 1 -- 172.21.15.26:0/547092461 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70974c40 msgr2=0x55cc70977030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:20.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.841+0000 7fb356800640 1 --2- 172.21.15.26:0/547092461 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70974c40 0x55cc70977030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.841+0000 7fb356800640 1 -- 172.21.15.26:0/547092461 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc706a97e0 con 0x55cc70969c50 2024-04-26T23:39:20.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.841+0000 7fb355400640 1 --2- 172.21.15.26:0/547092461 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70974c40 0x55cc70977030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:39:20.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.842+0000 7fb356800640 1 --2- 172.21.15.26:0/547092461 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70969c50 0x55cc7096a030 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fb350035000 tx=0x7fb350009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd42f2867778c44c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:20.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.842+0000 7fb343400640 1 -- 172.21.15.26:0/547092461 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3500307b0 con 0x55cc70969c50 2024-04-26T23:39:20.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.842+0000 7fb343400640 1 -- 172.21.15.26:0/547092461 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb350036040 con 0x55cc70969c50 2024-04-26T23:39:20.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.842+0000 7fb343400640 1 -- 172.21.15.26:0/547092461 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3500042a0 con 0x55cc70969c50 2024-04-26T23:39:20.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.842+0000 7fb34ea00640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb33c0a3da0 0x7fb33c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.843+0000 7fb34ea00640 1 -- 172.21.15.26:0/627947634 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fb3480d0470 con 0x7fb3581028e0 2024-04-26T23:39:20.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.843+0000 7fb355e00640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb33c0a3da0 0x7fb33c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.843+0000 7fb360008740 1 -- 172.21.15.26:0/547092461 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70969c50 msgr2=0x55cc7096a030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:20.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.843+0000 7fb360008740 1 --2- 172.21.15.26:0/547092461 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70969c50 0x55cc7096a030 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fb350035000 tx=0x7fb350009a20 comp rx=0 tx=0).stop 2024-04-26T23:39:20.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.843+0000 7fb360008740 1 -- 172.21.15.26:0/547092461 shutdown_connections 2024-04-26T23:39:20.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.843+0000 7fb360008740 1 --2- 172.21.15.26:0/547092461 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70974c40 0x55cc70977030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.843+0000 7fb360008740 1 --2- 172.21.15.26:0/547092461 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc7096a570 0x55cc70974700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.843+0000 7fb360008740 1 --2- 172.21.15.26:0/547092461 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70969c50 0x55cc7096a030 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.843+0000 7fb360008740 1 -- 172.21.15.26:0/547092461 >> 172.21.15.26:0/547092461 conn(0x55cc70965f70 msgr2=0x55cc70966350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.843+0000 7fb355e00640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb33c0a3da0 0x7fb33c0a6260 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x55cc7096b210 tx=0x7fb3480d3c50 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.844+0000 7fb360008740 1 -- 172.21.15.26:0/547092461 shutdown_connections 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.844+0000 7fb360008740 1 -- 172.21.15.26:0/547092461 wait complete. 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.844+0000 7fb360008740 1 -- start start 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.844+0000 7fb360008740 1 Processor -- start 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb360008740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70969c50 0x55cc70971c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb360008740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 0x55cc709721a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb360008740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70974c40 0x55cc709726e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb360008740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cc709779d0 con 0x55cc7096a570 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb360008740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cc70857170 con 0x55cc70974c40 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb360008740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cc70977b50 con 0x55cc70969c50 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb360008740 10 client.0 _ll_register_callbacks cb 0x55cc708c6770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:20.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb355400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 0x55cc709721a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb355400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 0x55cc709721a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34562/0 (socket says 172.21.15.26:34562) 2024-04-26T23:39:20.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb355400640 1 -- 172.21.15.26:0/1472967933 learned_addr learned my addr 172.21.15.26:0/1472967933 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:20.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb356800640 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70969c50 0x55cc70971c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb356800640 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70974c40 0x55cc709726e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb355400640 1 -- 172.21.15.26:0/1472967933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70969c50 msgr2=0x55cc70971c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:20.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb355400640 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70969c50 0x55cc70971c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.845+0000 7fb355400640 1 -- 172.21.15.26:0/1472967933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70974c40 msgr2=0x55cc709726e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:20.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.846+0000 7fb355400640 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70974c40 0x55cc709726e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.846+0000 7fb355400640 1 -- 172.21.15.26:0/1472967933 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc70709f70 con 0x55cc7096a570 2024-04-26T23:39:20.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.846+0000 7fb356800640 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70974c40 0x55cc709726e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:20.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.846+0000 7fb355400640 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 0x55cc709721a0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fb344010460 tx=0x7fb344010920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=171739b80f403086 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:20.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.846+0000 7fb337e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.846+0000 7fb337e00640 1 -- 172.21.15.26:0/1472967933 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb344012920 con 0x55cc7096a570 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.846+0000 7fb337e00640 1 -- 172.21.15.26:0/1472967933 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fb344012ac0 con 0x55cc7096a570 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.846+0000 7fb360008740 1 -- 172.21.15.26:0/1472967933 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb350036040 con 0x55cc7096a570 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.847+0000 7fb337e00640 1 -- 172.21.15.26:0/1472967933 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb344012cc0 con 0x55cc7096a570 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.847+0000 7fb360008740 10 client.16218 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.847+0000 7fb360008740 1 -- 172.21.15.26:0/1472967933 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cc705a1170 con 0x55cc7096a570 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.847+0000 7fb337e00640 1 -- 172.21.15.26:0/1472967933 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb350036040 con 0x55cc7096a570 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.847+0000 7fb337e00640 1 -- 172.21.15.26:0/1472967933 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fb34400f040 con 0x55cc7096a570 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.847+0000 7fb360008740 10 client.16218 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.847+0000 7fb360008740 10 client.16218 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.847+0000 7fb360008740 20 client.16218 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.848+0000 7fb360008740 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cc70984be0 0x55cc70987020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.848+0000 7fb360008740 4 client.16218 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:39:20.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.848+0000 7fb360008740 1 -- 172.21.15.26:0/1472967933 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc708dd590 con 0x55cc70984be0 2024-04-26T23:39:20.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.848+0000 7fb356800640 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cc70984be0 0x55cc70987020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.849+0000 7fb356800640 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cc70984be0 0x55cc70987020 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b1b2ea83ebd1a42 server_cookie=fd85e52bccfd98e8 in_seq=0 out_seq=0 2024-04-26T23:39:20.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.849+0000 7fb337e00640 10 client.16218 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:20.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb337e00640 1 -- 172.21.15.26:0/1472967933 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cc708dd590 con 0x55cc70984be0 2024-04-26T23:39:20.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb337e00640 10 client.16218 handle_command_reply: tid=0 2024-04-26T23:39:20.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb360008740 1 client.16218 shutdown 2024-04-26T23:39:20.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb360008740 1 -- 172.21.15.26:0/1472967933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 msgr2=0x55cc709721a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:20.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb360008740 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 0x55cc709721a0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fb344010460 tx=0x7fb344010920 comp rx=0 tx=0).stop 2024-04-26T23:39:20.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb360008740 1 -- 172.21.15.26:0/1472967933 shutdown_connections 2024-04-26T23:39:20.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb360008740 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cc70984be0 0x55cc70987020 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb360008740 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70974c40 0x55cc709726e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb360008740 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 0x55cc709721a0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb360008740 1 --2- 172.21.15.26:0/1472967933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70969c50 0x55cc70971c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb337e00640 0 client.16218 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:20.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb360008740 1 -- 172.21.15.26:0/1472967933 >> 172.21.15.26:0/1472967933 conn(0x55cc70965f70 msgr2=0x55cc7096bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:20.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.851+0000 7fb360008740 1 -- 172.21.15.26:0/1472967933 shutdown_connections 2024-04-26T23:39:20.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.852+0000 7fb360008740 1 -- 172.21.15.26:0/1472967933 wait complete. 2024-04-26T23:39:20.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.852+0000 7fb360008740 20 client.16218 trim_cache size 0 max 16384 2024-04-26T23:39:20.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.877+0000 7fb360008740 1 Processor -- start 2024-04-26T23:39:20.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.877+0000 7fb360008740 1 -- start start 2024-04-26T23:39:20.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.878+0000 7fb360008740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70969c50 0x55cc70974390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.878+0000 7fb360008740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 0x55cc7096c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.878+0000 7fb360008740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70974c40 0x55cc7098c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.878+0000 7fb360008740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb3581b2fb0 con 0x55cc7096a570 2024-04-26T23:39:20.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.878+0000 7fb360008740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb3581b0880 con 0x55cc70969c50 2024-04-26T23:39:20.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.878+0000 7fb360008740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb3581ae6b0 con 0x55cc70974c40 2024-04-26T23:39:20.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.878+0000 7fb355400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 0x55cc7096c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.878+0000 7fb355400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 0x55cc7096c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34576/0 (socket says 172.21.15.26:34576) 2024-04-26T23:39:20.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.878+0000 7fb355400640 1 -- 172.21.15.26:0/2236311935 learned_addr learned my addr 172.21.15.26:0/2236311935 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:20.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.879+0000 7fb356800640 1 --2- 172.21.15.26:0/2236311935 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70969c50 0x55cc70974390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.879+0000 7fb355400640 1 -- 172.21.15.26:0/2236311935 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70974c40 msgr2=0x55cc7098c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:20.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.879+0000 7fb355400640 1 --2- 172.21.15.26:0/2236311935 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70974c40 0x55cc7098c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.879+0000 7fb355400640 1 -- 172.21.15.26:0/2236311935 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70969c50 msgr2=0x55cc70974390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:20.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.879+0000 7fb355400640 1 --2- 172.21.15.26:0/2236311935 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70969c50 0x55cc70974390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.879+0000 7fb355400640 1 -- 172.21.15.26:0/2236311935 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc70969a50 con 0x55cc7096a570 2024-04-26T23:39:20.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.879+0000 7fb355400640 1 --2- 172.21.15.26:0/2236311935 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 0x55cc7096c3b0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fb344000c00 tx=0x7fb344013e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dead864ba9e52adf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:20.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.880+0000 7fb342a00640 1 -- 172.21.15.26:0/2236311935 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb34402b070 con 0x55cc7096a570 2024-04-26T23:39:20.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.880+0000 7fb342a00640 1 -- 172.21.15.26:0/2236311935 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb3440054d0 con 0x55cc7096a570 2024-04-26T23:39:20.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.880+0000 7fb342a00640 1 -- 172.21.15.26:0/2236311935 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3440119e0 con 0x55cc7096a570 2024-04-26T23:39:20.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.880+0000 7fb360008740 1 -- 172.21.15.26:0/2236311935 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 msgr2=0x55cc7096c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:20.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.880+0000 7fb360008740 1 --2- 172.21.15.26:0/2236311935 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 0x55cc7096c3b0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fb344000c00 tx=0x7fb344013e70 comp rx=0 tx=0).stop 2024-04-26T23:39:20.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.881+0000 7fb360008740 1 -- 172.21.15.26:0/2236311935 shutdown_connections 2024-04-26T23:39:20.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.881+0000 7fb360008740 1 --2- 172.21.15.26:0/2236311935 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70974c40 0x55cc7098c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.881+0000 7fb360008740 1 --2- 172.21.15.26:0/2236311935 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc7096a570 0x55cc7096c3b0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.881+0000 7fb360008740 1 --2- 172.21.15.26:0/2236311935 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc70969c50 0x55cc70974390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.881+0000 7fb360008740 1 -- 172.21.15.26:0/2236311935 >> 172.21.15.26:0/2236311935 conn(0x55cc70965f70 msgr2=0x55cc70964ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:20.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.881+0000 7fb360008740 1 -- 172.21.15.26:0/2236311935 shutdown_connections 2024-04-26T23:39:20.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.881+0000 7fb360008740 1 -- 172.21.15.26:0/2236311935 wait complete. 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.881+0000 7fb360008740 1 -- start start 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.882+0000 7fb360008740 1 Processor -- start 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.882+0000 7fb360008740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70969c50 0x55cc7097a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.882+0000 7fb360008740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc7096a570 0x55cc7097a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.882+0000 7fb360008740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70974c40 0x55cc709ed950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.882+0000 7fb360008740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb3581aed40 con 0x55cc70974c40 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.882+0000 7fb360008740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb3581b01b0 con 0x55cc7096a570 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.882+0000 7fb360008740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb3581af410 con 0x55cc70969c50 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.882+0000 7fb360008740 10 client.0 _ll_register_callbacks cb 0x7fb344009380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.883+0000 7fb356800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70974c40 0x55cc709ed950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.883+0000 7fb356800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70974c40 0x55cc709ed950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34584/0 (socket says 172.21.15.26:34584) 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.883+0000 7fb356800640 1 -- 172.21.15.26:0/4096233227 learned_addr learned my addr 172.21.15.26:0/4096233227 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:20.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.883+0000 7fb355400640 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc7096a570 0x55cc7097a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.883+0000 7fb356800640 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70969c50 0x55cc7097a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.883+0000 7fb356800640 1 -- 172.21.15.26:0/4096233227 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70969c50 msgr2=0x55cc7097a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.883+0000 7fb356800640 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70969c50 0x55cc7097a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.883+0000 7fb356800640 1 -- 172.21.15.26:0/4096233227 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc7096a570 msgr2=0x55cc7097a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.883+0000 7fb356800640 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc7096a570 0x55cc7097a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.883+0000 7fb356800640 1 -- 172.21.15.26:0/4096233227 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc709edf40 con 0x55cc70974c40 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.883+0000 7fb356800640 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70974c40 0x55cc709ed950 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fb350000f80 tx=0x7fb350047040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4eb79632b3175f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.883+0000 7fb337e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.884+0000 7fb337e00640 1 -- 172.21.15.26:0/4096233227 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb35005a060 con 0x55cc70974c40 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.884+0000 7fb360008740 1 -- 172.21.15.26:0/4096233227 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3440054d0 con 0x55cc70974c40 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.884+0000 7fb337e00640 1 -- 172.21.15.26:0/4096233227 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fb350003970 con 0x55cc70974c40 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.884+0000 7fb337e00640 1 -- 172.21.15.26:0/4096233227 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb35004a040 con 0x55cc70974c40 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.884+0000 7fb360008740 10 client.16224 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:20.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.884+0000 7fb360008740 1 -- 172.21.15.26:0/4096233227 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cc709f5360 con 0x55cc70974c40 2024-04-26T23:39:20.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.884+0000 7fb337e00640 1 -- 172.21.15.26:0/4096233227 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb3440054d0 con 0x55cc70974c40 2024-04-26T23:39:20.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.885+0000 7fb337e00640 1 -- 172.21.15.26:0/4096233227 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fb350050040 con 0x55cc70974c40 2024-04-26T23:39:20.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.885+0000 7fb360008740 10 client.16224 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:20.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.885+0000 7fb360008740 10 client.16224 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:20.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.885+0000 7fb360008740 20 client.16224 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:20.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.885+0000 7fb360008740 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cc709f56f0 0x55cc709f7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:20.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.885+0000 7fb360008740 4 client.16224 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:39:20.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.885+0000 7fb360008740 1 -- 172.21.15.26:0/4096233227 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55cc708d7400 con 0x55cc709f56f0 2024-04-26T23:39:20.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.885+0000 7fb355400640 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cc709f56f0 0x55cc709f7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:20.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.886+0000 7fb355400640 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cc709f56f0 0x55cc709f7ae0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e37df428b65d08b1 server_cookie=426f40a1223c5c48 in_seq=0 out_seq=0 2024-04-26T23:39:20.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.886+0000 7fb337e00640 10 client.16224 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:20.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb337e00640 1 -- 172.21.15.26:0/4096233227 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55cc708d7400 con 0x55cc709f56f0 2024-04-26T23:39:20.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb337e00640 10 client.16224 handle_command_reply: tid=0 2024-04-26T23:39:20.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb360008740 1 client.16224 shutdown 2024-04-26T23:39:20.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb360008740 1 -- 172.21.15.26:0/4096233227 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70974c40 msgr2=0x55cc709ed950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:20.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb360008740 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70974c40 0x55cc709ed950 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fb350000f80 tx=0x7fb350047040 comp rx=0 tx=0).stop 2024-04-26T23:39:20.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb360008740 1 -- 172.21.15.26:0/4096233227 shutdown_connections 2024-04-26T23:39:20.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb360008740 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cc709f56f0 0x55cc709f7ae0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb360008740 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cc70974c40 0x55cc709ed950 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb360008740 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cc7096a570 0x55cc7097a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb360008740 1 --2- 172.21.15.26:0/4096233227 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cc70969c50 0x55cc7097a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb360008740 1 -- 172.21.15.26:0/4096233227 >> 172.21.15.26:0/4096233227 conn(0x55cc70965f70 msgr2=0x55cc70973310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:20.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb337e00640 0 client.16224 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:20.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb360008740 1 -- 172.21.15.26:0/4096233227 shutdown_connections 2024-04-26T23:39:20.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.890+0000 7fb360008740 1 -- 172.21.15.26:0/4096233227 wait complete. 2024-04-26T23:39:20.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.891+0000 7fb360008740 20 client.16224 trim_cache size 0 max 16384 2024-04-26T23:39:20.895 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:39:20.895 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:39:20.895 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "8efc3856-6483-474c-b1aa-370000715aac", 2024-04-26T23:39:20.895 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:39:20.895 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:39:20.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.891+0000 7fb35d200640 1 -- 172.21.15.26:0/627947634 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb33c0a3da0 msgr2=0x7fb33c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:20.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.891+0000 7fb35d200640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb33c0a3da0 0x7fb33c0a6260 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x55cc7096b210 tx=0x7fb3480d3c50 comp rx=0 tx=0).stop 2024-04-26T23:39:20.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.891+0000 7fb35d200640 1 -- 172.21.15.26:0/627947634 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb3581028e0 msgr2=0x7fb358074c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:20.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.891+0000 7fb35d200640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb3581028e0 0x7fb358074c30 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fb34800d950 tx=0x7fb34800de10 comp rx=0 tx=0).stop 2024-04-26T23:39:20.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.891+0000 7fb35d200640 1 -- 172.21.15.26:0/627947634 shutdown_connections 2024-04-26T23:39:20.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.891+0000 7fb35d200640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3581088f0 0x7fb3580756b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.891+0000 7fb35d200640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb3581032a0 0x7fb358075170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.891+0000 7fb35d200640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb33c0a3da0 0x7fb33c0a6260 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.891+0000 7fb35d200640 1 --2- 172.21.15.26:0/627947634 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb3581028e0 0x7fb358074c30 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:20.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.891+0000 7fb35d200640 1 -- 172.21.15.26:0/627947634 >> 172.21.15.26:0/627947634 conn(0x7fb3580fe3b0 msgr2=0x7fb3580fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:20.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.892+0000 7fb35d200640 1 -- 172.21.15.26:0/627947634 shutdown_connections 2024-04-26T23:39:20.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:20.892+0000 7fb35d200640 1 -- 172.21.15.26:0/627947634 wait complete. 2024-04-26T23:39:20.914 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:39:20.914 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:39:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.151+0000 7ff7cb000640 1 -- 172.21.15.26:0/3530570495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7c4106b80 msgr2=0x7ff7c4107010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.151+0000 7ff7cb000640 1 --2- 172.21.15.26:0/3530570495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7c4106b80 0x7ff7c4107010 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc009ca0 tx=0x7ff7bc02a940 comp rx=0 tx=0).stop 2024-04-26T23:39:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.151+0000 7ff7cb000640 1 -- 172.21.15.26:0/3530570495 shutdown_connections 2024-04-26T23:39:21.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.151+0000 7ff7cb000640 1 --2- 172.21.15.26:0/3530570495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7c4106b80 0x7ff7c4107010 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.151+0000 7ff7cb000640 1 --2- 172.21.15.26:0/3530570495 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7c41020a0 0x7ff7c4106560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.151+0000 7ff7cb000640 1 --2- 172.21.15.26:0/3530570495 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff7c4101780 0x7ff7c4101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.151+0000 7ff7cb000640 1 -- 172.21.15.26:0/3530570495 >> 172.21.15.26:0/3530570495 conn(0x7ff7c40fd1b0 msgr2=0x7ff7c40ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:21.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.151+0000 7ff7cb000640 1 -- 172.21.15.26:0/3530570495 shutdown_connections 2024-04-26T23:39:21.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.151+0000 7ff7cb000640 1 -- 172.21.15.26:0/3530570495 wait complete. 2024-04-26T23:39:21.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.152+0000 7ff7cb000640 1 Processor -- start 2024-04-26T23:39:21.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.153+0000 7ff7cb000640 1 -- start start 2024-04-26T23:39:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.153+0000 7ff7cb000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7c4101780 0x7ff7c419f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.153+0000 7ff7cb000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff7c41020a0 0x7ff7c419f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.153+0000 7ff7cb000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7c4106b80 0x7ff7c41a3d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.153+0000 7ff7cb000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c4118f30 con 0x7ff7c4101780 2024-04-26T23:39:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.153+0000 7ff7cb000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c4118db0 con 0x7ff7c41020a0 2024-04-26T23:39:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.153+0000 7ff7cb000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c41190b0 con 0x7ff7c4106b80 2024-04-26T23:39:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.153+0000 7ff7c9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7c4101780 0x7ff7c419f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.154+0000 7ff7c9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7c4101780 0x7ff7c419f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34596/0 (socket says 172.21.15.26:34596) 2024-04-26T23:39:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.154+0000 7ff7c9c00640 1 -- 172.21.15.26:0/1099002884 learned_addr learned my addr 172.21.15.26:0/1099002884 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.154+0000 7ff7c9200640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff7c41020a0 0x7ff7c419f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.154+0000 7ff7ca600640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7c4106b80 0x7ff7c41a3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.154+0000 7ff7c9c00640 1 -- 172.21.15.26:0/1099002884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7c4106b80 msgr2=0x7ff7c41a3d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.154+0000 7ff7c9c00640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7c4106b80 0x7ff7c41a3d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.154+0000 7ff7c9c00640 1 -- 172.21.15.26:0/1099002884 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff7c41020a0 msgr2=0x7ff7c419f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.154+0000 7ff7c9c00640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff7c41020a0 0x7ff7c419f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.154+0000 7ff7c9c00640 1 -- 172.21.15.26:0/1099002884 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7c41a4480 con 0x7ff7c4101780 2024-04-26T23:39:21.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.154+0000 7ff7c9c00640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7c4101780 0x7ff7c419f490 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ff7b800e9f0 tx=0x7ff7b800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:21.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.155+0000 7ff7c2000640 1 -- 172.21.15.26:0/1099002884 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b800cd80 con 0x7ff7c4101780 2024-04-26T23:39:21.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.155+0000 7ff7cb000640 1 -- 172.21.15.26:0/1099002884 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7c41a4770 con 0x7ff7c4101780 2024-04-26T23:39:21.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.155+0000 7ff7c2000640 1 -- 172.21.15.26:0/1099002884 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff7b80108c0 con 0x7ff7c4101780 2024-04-26T23:39:21.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.155+0000 7ff7c2000640 1 -- 172.21.15.26:0/1099002884 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b80187c0 con 0x7ff7c4101780 2024-04-26T23:39:21.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.155+0000 7ff7cb000640 1 -- 172.21.15.26:0/1099002884 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7c41ac000 con 0x7ff7c4101780 2024-04-26T23:39:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.159+0000 7ff7cf3a4740 1 Processor -- start 2024-04-26T23:39:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.159+0000 7ff7cf3a4740 1 -- start start 2024-04-26T23:39:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.160+0000 7ff7cf3a4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e2d50 0x5627bf1e3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.160+0000 7ff7cf3a4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ed800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.160+0000 7ff7cf3a4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1edd40 0x5627bf1f0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.160+0000 7ff7cf3a4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5627bf0f4030 con 0x5627bf1e2d50 2024-04-26T23:39:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.160+0000 7ff7cf3a4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5627bf10f7f0 con 0x5627bf1edd40 2024-04-26T23:39:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.160+0000 7ff7cf3a4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5627bf0ca7e0 con 0x5627bf1e3670 2024-04-26T23:39:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.160+0000 7ff7c2000640 1 -- 172.21.15.26:0/1099002884 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff7b8010430 con 0x7ff7c4101780 2024-04-26T23:39:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.160+0000 7ff7ca600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e2d50 0x5627bf1e3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.160+0000 7ff7ca600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e2d50 0x5627bf1e3130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34610/0 (socket says 172.21.15.26:34610) 2024-04-26T23:39:21.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.160+0000 7ff7ca600640 1 -- 172.21.15.26:0/3705474933 learned_addr learned my addr 172.21.15.26:0/3705474933 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:21.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.160+0000 7ff7c9200640 1 --2- 172.21.15.26:0/3705474933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1edd40 0x5627bf1f0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.161+0000 7ff7ca600640 1 -- 172.21.15.26:0/3705474933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 msgr2=0x5627bf1ed800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.161+0000 7ff7c9c00640 1 --2- 172.21.15.26:0/3705474933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ed800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.161+0000 7ff7ca600640 1 --2- 172.21.15.26:0/3705474933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ed800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.161+0000 7ff7ca600640 1 -- 172.21.15.26:0/3705474933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1edd40 msgr2=0x5627bf1f0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.161+0000 7ff7ca600640 1 --2- 172.21.15.26:0/3705474933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1edd40 0x5627bf1f0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.161+0000 7ff7ca600640 1 -- 172.21.15.26:0/3705474933 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627bf0d6050 con 0x5627bf1e2d50 2024-04-26T23:39:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.161+0000 7ff7c9200640 1 --2- 172.21.15.26:0/3705474933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1edd40 0x5627bf1f0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:39:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.161+0000 7ff7c9c00640 1 --2- 172.21.15.26:0/3705474933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ed800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.161+0000 7ff7ca600640 1 --2- 172.21.15.26:0/3705474933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e2d50 0x5627bf1e3130 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc035000 tx=0x7ff7bc009890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4475ae5b023e4420 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.162+0000 7ff7b6a00640 1 -- 172.21.15.26:0/3705474933 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7bc034040 con 0x5627bf1e2d50 2024-04-26T23:39:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.162+0000 7ff7b6a00640 1 -- 172.21.15.26:0/3705474933 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff7bc003e00 con 0x5627bf1e2d50 2024-04-26T23:39:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.162+0000 7ff7b6a00640 1 -- 172.21.15.26:0/3705474933 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7bc030640 con 0x5627bf1e2d50 2024-04-26T23:39:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.162+0000 7ff7c2000640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7ac0a3d20 0x7ff7ac0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.162+0000 7ff7c2000640 1 -- 172.21.15.26:0/1099002884 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff7b80d0cb0 con 0x7ff7c4101780 2024-04-26T23:39:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.162+0000 7ff7c9c00640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7ac0a3d20 0x7ff7ac0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.162+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3705474933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e2d50 msgr2=0x5627bf1e3130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.162+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3705474933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e2d50 0x5627bf1e3130 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc035000 tx=0x7ff7bc009890 comp rx=0 tx=0).stop 2024-04-26T23:39:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.163+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3705474933 shutdown_connections 2024-04-26T23:39:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.163+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3705474933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1edd40 0x5627bf1f0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.163+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3705474933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ed800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.163+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3705474933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e2d50 0x5627bf1e3130 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.163+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3705474933 >> 172.21.15.26:0/3705474933 conn(0x5627bf1df070 msgr2=0x5627bf1df450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.163+0000 7ff7c9c00640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7ac0a3d20 0x7ff7ac0a61e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x5627bf1e4310 tx=0x7ff7b8098f40 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.163+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3705474933 shutdown_connections 2024-04-26T23:39:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.163+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3705474933 wait complete. 2024-04-26T23:39:21.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.163+0000 7ff7cf3a4740 1 -- start start 2024-04-26T23:39:21.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.164+0000 7ff7cf3a4740 1 Processor -- start 2024-04-26T23:39:21.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.164+0000 7ff7cf3a4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf1ed630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.164+0000 7ff7cf3a4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ea9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.164+0000 7ff7cf3a4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 0x5627bf1eaf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.164+0000 7ff7cf3a4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5627bf14c200 con 0x5627bf1edd40 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.164+0000 7ff7cf3a4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5627bf146ee0 con 0x5627bf1e2d50 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.164+0000 7ff7cf3a4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5627bf153e70 con 0x5627bf1e3670 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.164+0000 7ff7cf3a4740 10 client.0 _ll_register_callbacks cb 0x5627bf13d270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.165+0000 7ff7ca600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 0x5627bf1eaf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.165+0000 7ff7ca600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 0x5627bf1eaf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34612/0 (socket says 172.21.15.26:34612) 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.165+0000 7ff7ca600640 1 -- 172.21.15.26:0/3318719104 learned_addr learned my addr 172.21.15.26:0/3318719104 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.165+0000 7ff7c9200640 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ea9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.165+0000 7ff7ca600640 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf1ed630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.165+0000 7ff7ca600640 1 -- 172.21.15.26:0/3318719104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 msgr2=0x5627bf1ea9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.165+0000 7ff7ca600640 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ea9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.165+0000 7ff7ca600640 1 -- 172.21.15.26:0/3318719104 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 msgr2=0x5627bf1ed630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.165+0000 7ff7ca600640 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf1ed630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.165+0000 7ff7ca600640 1 -- 172.21.15.26:0/3318719104 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627bef237d0 con 0x5627bf1edd40 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.166+0000 7ff7ca600640 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 0x5627bf1eaf00 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc02ae60 tx=0x7ff7bc02fc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b471e29b6fe3d9bb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.166+0000 7ff7ab400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.166+0000 7ff7ab400640 1 -- 172.21.15.26:0/3318719104 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7bc003c10 con 0x5627bf1edd40 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.166+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3318719104 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7bc003e00 con 0x5627bf1edd40 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.166+0000 7ff7ab400640 1 -- 172.21.15.26:0/3318719104 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff7bc030640 con 0x5627bf1edd40 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.166+0000 7ff7ab400640 1 -- 172.21.15.26:0/3318719104 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff7bc030840 con 0x5627bf1edd40 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.166+0000 7ff7cf3a4740 10 client.16236 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.166+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3318719104 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5627bee593f0 con 0x5627bf1edd40 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.167+0000 7ff7ab400640 1 -- 172.21.15.26:0/3318719104 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff7bc003e00 con 0x5627bf1edd40 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.167+0000 7ff7ab400640 1 -- 172.21.15.26:0/3318719104 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff7bc042020 con 0x5627bf1edd40 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.167+0000 7ff7cf3a4740 10 client.16236 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.167+0000 7ff7cf3a4740 10 client.16236 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.167+0000 7ff7cf3a4740 20 client.16236 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.167+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5627bf1fd470 0x5627bf1ff860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.167+0000 7ff7cf3a4740 4 client.16236 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:39:21.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.167+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3318719104 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627bf1557e0 con 0x5627bf1fd470 2024-04-26T23:39:21.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.168+0000 7ff7c9200640 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5627bf1fd470 0x5627bf1ff860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.169+0000 7ff7c9200640 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5627bf1fd470 0x5627bf1ff860 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ed246f9231aa24d server_cookie=167313696032f1ad in_seq=0 out_seq=0 2024-04-26T23:39:21.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.169+0000 7ff7ab400640 10 client.16236 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:21.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7ab400640 1 -- 172.21.15.26:0/3318719104 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5627bf1557e0 con 0x5627bf1fd470 2024-04-26T23:39:21.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7ab400640 10 client.16236 handle_command_reply: tid=0 2024-04-26T23:39:21.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7cf3a4740 1 client.16236 shutdown 2024-04-26T23:39:21.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3318719104 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 msgr2=0x5627bf1eaf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:21.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 0x5627bf1eaf00 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc02ae60 tx=0x7ff7bc02fc90 comp rx=0 tx=0).stop 2024-04-26T23:39:21.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3318719104 shutdown_connections 2024-04-26T23:39:21.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5627bf1fd470 0x5627bf1ff860 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 0x5627bf1eaf00 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ea9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3318719104 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf1ed630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7ab400640 0 client.16236 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:21.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3318719104 >> 172.21.15.26:0/3318719104 conn(0x5627bf1df070 msgr2=0x5627bf1e4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:21.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3318719104 shutdown_connections 2024-04-26T23:39:21.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.171+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3318719104 wait complete. 2024-04-26T23:39:21.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.172+0000 7ff7cf3a4740 20 client.16236 trim_cache size 0 max 16384 2024-04-26T23:39:21.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.201+0000 7ff7cf3a4740 1 Processor -- start 2024-04-26T23:39:21.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.201+0000 7ff7cf3a4740 1 -- start start 2024-04-26T23:39:21.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.201+0000 7ff7cf3a4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf1ed0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.201+0000 7ff7cf3a4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ed630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.201+0000 7ff7cf3a4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 0x5627bf1e4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.201+0000 7ff7cf3a4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c41b4b30 con 0x5627bf1edd40 2024-04-26T23:39:21.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.201+0000 7ff7cf3a4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c41b2960 con 0x5627bf1e2d50 2024-04-26T23:39:21.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.201+0000 7ff7cf3a4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c41b4460 con 0x5627bf1e3670 2024-04-26T23:39:21.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.202+0000 7ff7ca600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 0x5627bf1e4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.202+0000 7ff7ca600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 0x5627bf1e4bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34620/0 (socket says 172.21.15.26:34620) 2024-04-26T23:39:21.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.202+0000 7ff7ca600640 1 -- 172.21.15.26:0/1686779954 learned_addr learned my addr 172.21.15.26:0/1686779954 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:21.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.202+0000 7ff7c9200640 1 --2- 172.21.15.26:0/1686779954 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ed630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.202+0000 7ff7ca600640 1 --2- 172.21.15.26:0/1686779954 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf1ed0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.202+0000 7ff7ca600640 1 -- 172.21.15.26:0/1686779954 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 msgr2=0x5627bf1ed630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:21.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.202+0000 7ff7ca600640 1 --2- 172.21.15.26:0/1686779954 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ed630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.202+0000 7ff7ca600640 1 -- 172.21.15.26:0/1686779954 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 msgr2=0x5627bf1ed0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:21.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.202+0000 7ff7ca600640 1 --2- 172.21.15.26:0/1686779954 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf1ed0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.202+0000 7ff7ca600640 1 -- 172.21.15.26:0/1686779954 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627bee190f0 con 0x5627bf1edd40 2024-04-26T23:39:21.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.203+0000 7ff7ca600640 1 --2- 172.21.15.26:0/1686779954 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 0x5627bf1e4bb0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc02fc60 tx=0x7ff7bc005c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd3472eac7faec52 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:21.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.203+0000 7ff7b6000640 1 -- 172.21.15.26:0/1686779954 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7bc009890 con 0x5627bf1edd40 2024-04-26T23:39:21.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.203+0000 7ff7b6000640 1 -- 172.21.15.26:0/1686779954 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff7bc02f900 con 0x5627bf1edd40 2024-04-26T23:39:21.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.203+0000 7ff7b6000640 1 -- 172.21.15.26:0/1686779954 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7bc003d00 con 0x5627bf1edd40 2024-04-26T23:39:21.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.204+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/1686779954 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 msgr2=0x5627bf1e4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:21.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.204+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/1686779954 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 0x5627bf1e4bb0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc02fc60 tx=0x7ff7bc005c30 comp rx=0 tx=0).stop 2024-04-26T23:39:21.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.204+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/1686779954 shutdown_connections 2024-04-26T23:39:21.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.204+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/1686779954 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1edd40 0x5627bf1e4bb0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.204+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/1686779954 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1e3670 0x5627bf1ed630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.204+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/1686779954 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf1ed0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.204+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/1686779954 >> 172.21.15.26:0/1686779954 conn(0x5627bf1df070 msgr2=0x5627bf1e44a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:21.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.204+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/1686779954 shutdown_connections 2024-04-26T23:39:21.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.204+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/1686779954 wait complete. 2024-04-26T23:39:21.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.204+0000 7ff7cf3a4740 1 -- start start 2024-04-26T23:39:21.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.205+0000 7ff7cf3a4740 1 Processor -- start 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.205+0000 7ff7cf3a4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf202da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.205+0000 7ff7cf3a4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e3670 0x5627bf200130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.205+0000 7ff7cf3a4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1edd40 0x5627bf200870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.205+0000 7ff7cf3a4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c41b36c0 con 0x5627bf1e3670 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.205+0000 7ff7cf3a4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c41b2ff0 con 0x5627bf1e2d50 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.205+0000 7ff7cf3a4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c41b3d90 con 0x5627bf1edd40 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.205+0000 7ff7cf3a4740 10 client.0 _ll_register_callbacks cb 0x7ff7bc009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7c9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e3670 0x5627bf200130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7c9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e3670 0x5627bf200130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34624/0 (socket says 172.21.15.26:34624) 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7c9200640 1 -- 172.21.15.26:0/3771119926 learned_addr learned my addr 172.21.15.26:0/3771119926 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7ca600640 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf202da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7ca600640 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1edd40 0x5627bf200870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7c9200640 1 -- 172.21.15.26:0/3771119926 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1edd40 msgr2=0x5627bf200870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7c9200640 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1edd40 0x5627bf200870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7c9200640 1 -- 172.21.15.26:0/3771119926 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 msgr2=0x5627bf202da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7c9200640 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf202da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7c9200640 1 -- 172.21.15.26:0/3771119926 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627bf10fa30 con 0x5627bf1e3670 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7ca600640 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf202da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7c9200640 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e3670 0x5627bf200130 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0004700 tx=0x7ff7b0012970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0d4d8b2086d829f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.206+0000 7ff7ab400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.207+0000 7ff7ab400640 1 -- 172.21.15.26:0/3771119926 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7b001e8c0 con 0x5627bf1e3670 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.207+0000 7ff7ab400640 1 -- 172.21.15.26:0/3771119926 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff7b0027470 con 0x5627bf1e3670 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.207+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3771119926 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7bc02f900 con 0x5627bf1e3670 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.207+0000 7ff7ab400640 1 -- 172.21.15.26:0/3771119926 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff7b0027670 con 0x5627bf1e3670 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.207+0000 7ff7cf3a4740 10 client.16242 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.207+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3771119926 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5627bf2635d0 con 0x5627bf1e3670 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.208+0000 7ff7ab400640 1 -- 172.21.15.26:0/3771119926 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff7bc02f900 con 0x5627bf1e3670 2024-04-26T23:39:21.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.208+0000 7ff7ab400640 1 -- 172.21.15.26:0/3771119926 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff7b0011810 con 0x5627bf1e3670 2024-04-26T23:39:21.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.208+0000 7ff7cf3a4740 10 client.16242 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:21.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.208+0000 7ff7cf3a4740 10 client.16242 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:21.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.208+0000 7ff7cf3a4740 20 client.16242 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:21.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.208+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5627bf263d30 0x5627bf266150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:21.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.208+0000 7ff7cf3a4740 4 client.16242 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:39:21.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.208+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3771119926 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5627bf14f650 con 0x5627bf263d30 2024-04-26T23:39:21.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.209+0000 7ff7ca600640 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5627bf263d30 0x5627bf266150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:21.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.209+0000 7ff7ca600640 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5627bf263d30 0x5627bf266150 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f636f5454b7c3f5 server_cookie=4a53323d8ec3511d in_seq=0 out_seq=0 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.209+0000 7ff7ab400640 10 client.16242 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.210+0000 7ff7ab400640 1 -- 172.21.15.26:0/3771119926 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5627bf14f650 con 0x5627bf263d30 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.210+0000 7ff7ab400640 10 client.16242 handle_command_reply: tid=0 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.210+0000 7ff7cf3a4740 1 client.16242 shutdown 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.210+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3771119926 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e3670 msgr2=0x5627bf200130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.210+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e3670 0x5627bf200130 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7ff7b0004700 tx=0x7ff7b0012970 comp rx=0 tx=0).stop 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.210+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3771119926 shutdown_connections 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.210+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5627bf263d30 0x5627bf266150 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.210+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5627bf1edd40 0x5627bf200870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.210+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5627bf1e3670 0x5627bf200130 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.210+0000 7ff7cf3a4740 1 --2- 172.21.15.26:0/3771119926 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5627bf1e2d50 0x5627bf202da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.210+0000 7ff7ab400640 0 client.16242 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.210+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3771119926 >> 172.21.15.26:0/3771119926 conn(0x5627bf1df070 msgr2=0x5627bf1e4d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:21.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.211+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3771119926 shutdown_connections 2024-04-26T23:39:21.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.211+0000 7ff7cf3a4740 1 -- 172.21.15.26:0/3771119926 wait complete. 2024-04-26T23:39:21.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.211+0000 7ff7cf3a4740 20 client.16242 trim_cache size 0 max 16384 2024-04-26T23:39:21.216 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:39:21.216 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:39:21.216 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:39:21.216 INFO:teuthology.orchestra.run.smithi026.stdout: "8efc3856-6483-474c-b1aa-370000715aac": { 2024-04-26T23:39:21.216 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:39:21.216 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "8efc3856-6483-474c-b1aa-370000715aac", 2024-04-26T23:39:21.216 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:39:21.216 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:39:21.216 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:39:21.216 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:39:21.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.211+0000 7ff7cb000640 1 -- 172.21.15.26:0/1099002884 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7ac0a3d20 msgr2=0x7ff7ac0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:21.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.211+0000 7ff7cb000640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7ac0a3d20 0x7ff7ac0a61e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x5627bf1e4310 tx=0x7ff7b8098f40 comp rx=0 tx=0).stop 2024-04-26T23:39:21.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.211+0000 7ff7cb000640 1 -- 172.21.15.26:0/1099002884 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7c4101780 msgr2=0x7ff7c419f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:21.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.211+0000 7ff7cb000640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7c4101780 0x7ff7c419f490 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ff7b800e9f0 tx=0x7ff7b800eeb0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.212+0000 7ff7cb000640 1 -- 172.21.15.26:0/1099002884 shutdown_connections 2024-04-26T23:39:21.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.212+0000 7ff7cb000640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7c4106b80 0x7ff7c41a3d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.212+0000 7ff7cb000640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff7c41020a0 0x7ff7c419f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.212+0000 7ff7cb000640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7ac0a3d20 0x7ff7ac0a61e0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.212+0000 7ff7cb000640 1 --2- 172.21.15.26:0/1099002884 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7c4101780 0x7ff7c419f490 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:21.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.212+0000 7ff7cb000640 1 -- 172.21.15.26:0/1099002884 >> 172.21.15.26:0/1099002884 conn(0x7ff7c40fd1b0 msgr2=0x7ff7c40fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:21.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.212+0000 7ff7cb000640 1 -- 172.21.15.26:0/1099002884 shutdown_connections 2024-04-26T23:39:21.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:21.212+0000 7ff7cb000640 1 -- 172.21.15.26:0/1099002884 wait complete. 2024-04-26T23:39:21.234 INFO:tasks.cephfs.filesystem:scrub status for tag:8efc3856-6483-474c-b1aa-370000715aac - {'path': '/', 'tag': '8efc3856-6483-474c-b1aa-370000715aac', 'options': 'recursive,force'} 2024-04-26T23:39:22.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:22 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:39:22.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:22 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:39:22.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:22 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:39:22.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:22 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:39:22.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:22 smithi164 ceph-mon[31699]: pgmap v108: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:39:22.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:22 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:39:22.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:22 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:39:22.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:22 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:39:22.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:22 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:39:22.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:22 smithi026 ceph-mon[28371]: pgmap v108: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:39:22.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:22 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:39:22.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:22 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:39:22.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:22 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:39:22.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:22 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:39:22.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:22 smithi086 ceph-mon[31122]: pgmap v108: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:39:24.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:24 smithi164 ceph-mon[31699]: pgmap v109: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:39:24.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:24 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:39:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:24 smithi026 ceph-mon[28371]: pgmap v109: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:39:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:24 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:39:24.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:24 smithi086 ceph-mon[31122]: pgmap v109: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:39:24.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:24 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:39:26.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:26 smithi086 ceph-mon[31122]: pgmap v110: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:39:27.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:26 smithi164 ceph-mon[31699]: pgmap v110: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:39:27.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:26 smithi026 ceph-mon[28371]: pgmap v110: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:39:28.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:28 smithi086 ceph-mon[31122]: pgmap v111: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:39:29.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:28 smithi164 ceph-mon[31699]: pgmap v111: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:39:29.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:28 smithi026 ceph-mon[28371]: pgmap v111: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:39:30.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:30 smithi086 ceph-mon[31122]: pgmap v112: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:39:31.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:30 smithi164 ceph-mon[31699]: pgmap v112: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:39:31.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:30 smithi026 ceph-mon[28371]: pgmap v112: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:39:32.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:32 smithi086 ceph-mon[31122]: pgmap v113: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:39:32.829 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:32 smithi026 ceph-mon[28371]: pgmap v113: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:39:33.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:32 smithi164 ceph-mon[31699]: pgmap v113: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:39:34.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:34 smithi086 ceph-mon[31122]: pgmap v114: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:39:35.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:34 smithi164 ceph-mon[31699]: pgmap v114: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:39:35.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:34 smithi026 ceph-mon[28371]: pgmap v114: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:39:36.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:36 smithi086 ceph-mon[31122]: pgmap v115: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-04-26T23:39:37.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:36 smithi164 ceph-mon[31699]: pgmap v115: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-04-26T23:39:37.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:36 smithi026 ceph-mon[28371]: pgmap v115: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-04-26T23:39:39.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:38 smithi164 ceph-mon[31699]: pgmap v116: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-04-26T23:39:39.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:38 smithi026 ceph-mon[28371]: pgmap v116: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-04-26T23:39:39.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:38 smithi086 ceph-mon[31122]: pgmap v116: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-04-26T23:39:41.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:40 smithi164 ceph-mon[31699]: pgmap v117: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-04-26T23:39:41.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:40 smithi026 ceph-mon[28371]: pgmap v117: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-04-26T23:39:41.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:40 smithi086 ceph-mon[31122]: pgmap v117: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-04-26T23:39:43.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:42 smithi164 ceph-mon[31699]: pgmap v118: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-04-26T23:39:43.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:42 smithi026 ceph-mon[28371]: pgmap v118: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-04-26T23:39:43.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:42 smithi086 ceph-mon[31122]: pgmap v118: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-04-26T23:39:45.029 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:44 smithi164 ceph-mon[31699]: pgmap v119: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-04-26T23:39:45.030 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:44 smithi026 ceph-mon[28371]: pgmap v119: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-04-26T23:39:45.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:44 smithi086 ceph-mon[31122]: pgmap v119: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-04-26T23:39:47.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:46 smithi164 ceph-mon[31699]: pgmap v120: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-26T23:39:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:46 smithi026 ceph-mon[28371]: pgmap v120: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-26T23:39:47.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:46 smithi086 ceph-mon[31122]: pgmap v120: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-26T23:39:49.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:48 smithi164 ceph-mon[31699]: pgmap v121: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:39:49.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:48 smithi026 ceph-mon[28371]: pgmap v121: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:39:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:48 smithi086 ceph-mon[31122]: pgmap v121: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:39:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:50 smithi164 ceph-mon[31699]: pgmap v122: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:39:51.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:50 smithi026 ceph-mon[28371]: pgmap v122: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:39:51.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:50 smithi086 ceph-mon[31122]: pgmap v122: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:39:51.235 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:39:51.235 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:39:51.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.470+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3808796493 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7bc108910 msgr2=0x7fa7bc108cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:51.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.470+0000 7fa7c0c00640 1 --2- 172.21.15.26:0/3808796493 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7bc108910 0x7fa7bc108cf0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac009cd0 tx=0x7fa7ac02a8f0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.470+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3808796493 shutdown_connections 2024-04-26T23:39:51.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.470+0000 7fa7c0c00640 1 --2- 172.21.15.26:0/3808796493 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa7bc06b8f0 0x7fa7bc10f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.470+0000 7fa7c0c00640 1 --2- 172.21.15.26:0/3808796493 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa7bc06af30 0x7fa7bc06b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.470+0000 7fa7c0c00640 1 --2- 172.21.15.26:0/3808796493 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7bc108910 0x7fa7bc108cf0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.470+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3808796493 >> 172.21.15.26:0/3808796493 conn(0x7fa7bc077630 msgr2=0x7fa7bc077a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:51.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.470+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3808796493 shutdown_connections 2024-04-26T23:39:51.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.470+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3808796493 wait complete. 2024-04-26T23:39:51.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.471+0000 7fa7c0c00640 1 Processor -- start 2024-04-26T23:39:51.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.471+0000 7fa7c0c00640 1 -- start start 2024-04-26T23:39:51.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.472+0000 7fa7c0c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa7bc06af30 0x7fa7bc19b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.472+0000 7fa7c0c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa7bc06b8f0 0x7fa7bc19b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.472+0000 7fa7c0c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7bc108910 0x7fa7bc19fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.472+0000 7fa7c0c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc112aa0 con 0x7fa7bc108910 2024-04-26T23:39:51.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.472+0000 7fa7c0c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc112920 con 0x7fa7bc06af30 2024-04-26T23:39:51.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.472+0000 7fa7c0c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc112c20 con 0x7fa7bc06b8f0 2024-04-26T23:39:51.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.472+0000 7fa7ba800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7bc108910 0x7fa7bc19fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.472+0000 7fa7ba800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7bc108910 0x7fa7bc19fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46278/0 (socket says 172.21.15.26:46278) 2024-04-26T23:39:51.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.472+0000 7fa7ba800640 1 -- 172.21.15.26:0/3725767497 learned_addr learned my addr 172.21.15.26:0/3725767497 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.472+0000 7fa7b9e00640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa7bc06af30 0x7fa7bc19b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.473+0000 7fa7b9400640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa7bc06b8f0 0x7fa7bc19b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.473+0000 7fa7ba800640 1 -- 172.21.15.26:0/3725767497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa7bc06b8f0 msgr2=0x7fa7bc19b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.473+0000 7fa7ba800640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa7bc06b8f0 0x7fa7bc19b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.473+0000 7fa7ba800640 1 -- 172.21.15.26:0/3725767497 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa7bc06af30 msgr2=0x7fa7bc19b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.473+0000 7fa7ba800640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa7bc06af30 0x7fa7bc19b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.473+0000 7fa7ba800640 1 -- 172.21.15.26:0/3725767497 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7bc1a0150 con 0x7fa7bc108910 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.473+0000 7fa7b9e00640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa7bc06af30 0x7fa7bc19b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.473+0000 7fa7ba800640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7bc108910 0x7fa7bc19fa20 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fa7b400c970 tx=0x7fa7b400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.474+0000 7fa7b2a00640 1 -- 172.21.15.26:0/3725767497 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b4007bb0 con 0x7fa7bc108910 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.474+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3725767497 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7bc1a0440 con 0x7fa7bc108910 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.474+0000 7fa7b2a00640 1 -- 172.21.15.26:0/3725767497 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa7b4007d50 con 0x7fa7bc108910 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.474+0000 7fa7b2a00640 1 -- 172.21.15.26:0/3725767497 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b4018660 con 0x7fa7bc108910 2024-04-26T23:39:51.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.474+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3725767497 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7bc1a7cd0 con 0x7fa7bc108910 2024-04-26T23:39:51.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.477+0000 7fa7c3b7e740 1 Processor -- start 2024-04-26T23:39:51.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.478+0000 7fa7b2a00640 1 -- 172.21.15.26:0/3725767497 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa7b400f970 con 0x7fa7bc108910 2024-04-26T23:39:51.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.478+0000 7fa7c3b7e740 1 -- start start 2024-04-26T23:39:51.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.479+0000 7fa7c3b7e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8cb80 0x55cde8e8cf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.479+0000 7fa7c3b7e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8d4a0 0x55cde8e97630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.479+0000 7fa7c3b7e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 0x55cde8e99f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.479+0000 7fa7c3b7e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cde8d9e030 con 0x55cde8e97b70 2024-04-26T23:39:51.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.479+0000 7fa7c3b7e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cde8db97f0 con 0x55cde8e8d4a0 2024-04-26T23:39:51.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.479+0000 7fa7c3b7e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cde8d747e0 con 0x55cde8e8cb80 2024-04-26T23:39:51.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.479+0000 7fa7b9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 0x55cde8e99f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.479+0000 7fa7b9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 0x55cde8e99f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46280/0 (socket says 172.21.15.26:46280) 2024-04-26T23:39:51.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.479+0000 7fa7b9400640 1 -- 172.21.15.26:0/2270536933 learned_addr learned my addr 172.21.15.26:0/2270536933 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:51.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.479+0000 7fa7b9400640 1 --2- 172.21.15.26:0/2270536933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8cb80 0x55cde8e8cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.479+0000 7fa7b9e00640 1 --2- 172.21.15.26:0/2270536933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8d4a0 0x55cde8e97630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.480+0000 7fa7b9400640 1 -- 172.21.15.26:0/2270536933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8cb80 msgr2=0x55cde8e8cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:51.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.480+0000 7fa7b9400640 1 --2- 172.21.15.26:0/2270536933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8cb80 0x55cde8e8cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.480+0000 7fa7b9400640 1 -- 172.21.15.26:0/2270536933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8d4a0 msgr2=0x55cde8e97630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:51.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.480+0000 7fa7b9400640 1 --2- 172.21.15.26:0/2270536933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8d4a0 0x55cde8e97630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.480+0000 7fa7b9400640 1 -- 172.21.15.26:0/2270536933 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cde8d80050 con 0x55cde8e97b70 2024-04-26T23:39:51.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.480+0000 7fa7b2a00640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7a00a3d20 0x7fa7a00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.480+0000 7fa7b9400640 1 --2- 172.21.15.26:0/2270536933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 0x55cde8e99f60 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4013930 tx=0x7fa7a400b460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=197f8c0ca3897e91 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:51.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.480+0000 7fa7b2a00640 1 -- 172.21.15.26:0/3725767497 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa7b40d0840 con 0x7fa7bc108910 2024-04-26T23:39:51.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.480+0000 7fa7b9e00640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7a00a3d20 0x7fa7a00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.481+0000 7fa7ab000640 1 -- 172.21.15.26:0/2270536933 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a400e950 con 0x55cde8e97b70 2024-04-26T23:39:51.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.481+0000 7fa7ab000640 1 -- 172.21.15.26:0/2270536933 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa7a4011440 con 0x55cde8e97b70 2024-04-26T23:39:51.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.481+0000 7fa7ab000640 1 -- 172.21.15.26:0/2270536933 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a4010690 con 0x55cde8e97b70 2024-04-26T23:39:51.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.481+0000 7fa7b9e00640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7a00a3d20 0x7fa7a00a61e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac000f80 tx=0x7fa7ac0093c0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:51.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.481+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/2270536933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 msgr2=0x55cde8e99f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:51.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.481+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/2270536933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 0x55cde8e99f60 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4013930 tx=0x7fa7a400b460 comp rx=0 tx=0).stop 2024-04-26T23:39:51.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.482+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/2270536933 shutdown_connections 2024-04-26T23:39:51.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.482+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/2270536933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 0x55cde8e99f60 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.482+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/2270536933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8d4a0 0x55cde8e97630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.482+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/2270536933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8cb80 0x55cde8e8cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.482+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/2270536933 >> 172.21.15.26:0/2270536933 conn(0x55cde8e88e50 msgr2=0x55cde8e89230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.482+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/2270536933 shutdown_connections 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.482+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/2270536933 wait complete. 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.482+0000 7fa7c3b7e740 1 -- start start 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.482+0000 7fa7c3b7e740 1 Processor -- start 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.483+0000 7fa7c3b7e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8cb80 0x55cde8e974c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.483+0000 7fa7c3b7e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8d4a0 0x55cde8e94850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.483+0000 7fa7c3b7e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e97b70 0x55cde8e94db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.483+0000 7fa7c3b7e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cde8df6200 con 0x55cde8e8cb80 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.483+0000 7fa7c3b7e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cde8df0ee0 con 0x55cde8e8d4a0 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.483+0000 7fa7c3b7e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cde8dfde70 con 0x55cde8e97b70 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.483+0000 7fa7c3b7e740 10 client.0 _ll_register_callbacks cb 0x55cde8de7270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.483+0000 7fa7b9e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8cb80 0x55cde8e974c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.483+0000 7fa7b9e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8cb80 0x55cde8e974c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46282/0 (socket says 172.21.15.26:46282) 2024-04-26T23:39:51.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.483+0000 7fa7b9e00640 1 -- 172.21.15.26:0/604636135 learned_addr learned my addr 172.21.15.26:0/604636135 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:51.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.484+0000 7fa7ba800640 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e97b70 0x55cde8e94db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.484+0000 7fa7b9400640 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8d4a0 0x55cde8e94850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.484+0000 7fa7b9e00640 1 -- 172.21.15.26:0/604636135 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e97b70 msgr2=0x55cde8e94db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:51.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.484+0000 7fa7b9e00640 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e97b70 0x55cde8e94db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.484+0000 7fa7b9e00640 1 -- 172.21.15.26:0/604636135 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8d4a0 msgr2=0x55cde8e94850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:51.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.484+0000 7fa7b9e00640 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8d4a0 0x55cde8e94850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.484+0000 7fa7b9e00640 1 -- 172.21.15.26:0/604636135 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cde8bcd7d0 con 0x55cde8e8cb80 2024-04-26T23:39:51.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.484+0000 7fa7b9e00640 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8cb80 0x55cde8e974c0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac009cd0 tx=0x7fa7ac02a8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=577edba6b513539f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:51.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.484+0000 7fa79f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:51.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.485+0000 7fa79f400640 1 -- 172.21.15.26:0/604636135 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac053440 con 0x55cde8e8cb80 2024-04-26T23:39:51.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.485+0000 7fa79f400640 1 -- 172.21.15.26:0/604636135 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa7ac049420 con 0x55cde8e8cb80 2024-04-26T23:39:51.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.485+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/604636135 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7a4011440 con 0x55cde8e8cb80 2024-04-26T23:39:51.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.485+0000 7fa79f400640 1 -- 172.21.15.26:0/604636135 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa7ac049620 con 0x55cde8e8cb80 2024-04-26T23:39:51.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.485+0000 7fa7c3b7e740 10 client.16254 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:51.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.485+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/604636135 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cde8b033f0 con 0x55cde8e8cb80 2024-04-26T23:39:51.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.485+0000 7fa79f400640 1 -- 172.21.15.26:0/604636135 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa7a4011440 con 0x55cde8e8cb80 2024-04-26T23:39:51.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.485+0000 7fa79f400640 1 -- 172.21.15.26:0/604636135 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa7ac051070 con 0x55cde8e8cb80 2024-04-26T23:39:51.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.486+0000 7fa7c3b7e740 10 client.16254 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:51.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.486+0000 7fa7c3b7e740 10 client.16254 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:51.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.486+0000 7fa7c3b7e740 20 client.16254 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:51.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.486+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cde8ea74d0 0x55cde8ea9900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.486+0000 7fa7c3b7e740 4 client.16254 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:39:51.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.486+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/604636135 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cde8dff7e0 con 0x55cde8ea74d0 2024-04-26T23:39:51.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.486+0000 7fa7b9400640 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cde8ea74d0 0x55cde8ea9900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.487+0000 7fa7b9400640 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cde8ea74d0 0x55cde8ea9900 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50218941d2efcbdf server_cookie=59d5ced060a3dc84 in_seq=0 out_seq=0 2024-04-26T23:39:51.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.487+0000 7fa79f400640 10 client.16254 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:51.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.489+0000 7fa79f400640 1 -- 172.21.15.26:0/604636135 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cde8dff7e0 con 0x55cde8ea74d0 2024-04-26T23:39:51.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.489+0000 7fa79f400640 10 client.16254 handle_command_reply: tid=0 2024-04-26T23:39:51.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.489+0000 7fa7c3b7e740 1 client.16254 shutdown 2024-04-26T23:39:51.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.489+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/604636135 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8cb80 msgr2=0x55cde8e974c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:51.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.489+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8cb80 0x55cde8e974c0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac009cd0 tx=0x7fa7ac02a8f0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.489+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/604636135 shutdown_connections 2024-04-26T23:39:51.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.489+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cde8ea74d0 0x55cde8ea9900 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.489+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e97b70 0x55cde8e94db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.489+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8d4a0 0x55cde8e94850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.489+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/604636135 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8cb80 0x55cde8e974c0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.489+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/604636135 >> 172.21.15.26:0/604636135 conn(0x55cde8e88e50 msgr2=0x55cde8e8eca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:51.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.490+0000 7fa79f400640 0 client.16254 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:51.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.490+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/604636135 shutdown_connections 2024-04-26T23:39:51.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.490+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/604636135 wait complete. 2024-04-26T23:39:51.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.490+0000 7fa7c3b7e740 20 client.16254 trim_cache size 0 max 16384 2024-04-26T23:39:51.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.514+0000 7fa7c3b7e740 1 Processor -- start 2024-04-26T23:39:51.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.515+0000 7fa7c3b7e740 1 -- start start 2024-04-26T23:39:51.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.515+0000 7fa7c3b7e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8cb80 0x55cde8e88040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.515+0000 7fa7c3b7e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8d4a0 0x55cde8ea3520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.515+0000 7fa7c3b7e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e97b70 0x55cde8eaf1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.515+0000 7fa7c3b7e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1b0760 con 0x55cde8e8d4a0 2024-04-26T23:39:51.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.515+0000 7fa7c3b7e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1ae590 con 0x55cde8e97b70 2024-04-26T23:39:51.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.515+0000 7fa7c3b7e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1b0090 con 0x55cde8e8cb80 2024-04-26T23:39:51.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.515+0000 7fa7b9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8d4a0 0x55cde8ea3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.515+0000 7fa7b9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8d4a0 0x55cde8ea3520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46290/0 (socket says 172.21.15.26:46290) 2024-04-26T23:39:51.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.515+0000 7fa7b9400640 1 -- 172.21.15.26:0/137015211 learned_addr learned my addr 172.21.15.26:0/137015211 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:51.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.516+0000 7fa7b9e00640 1 --2- 172.21.15.26:0/137015211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8cb80 0x55cde8e88040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.516+0000 7fa7ba800640 1 --2- 172.21.15.26:0/137015211 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e97b70 0x55cde8eaf1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.516+0000 7fa7b9400640 1 -- 172.21.15.26:0/137015211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8cb80 msgr2=0x55cde8e88040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:51.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.516+0000 7fa7b9400640 1 --2- 172.21.15.26:0/137015211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8cb80 0x55cde8e88040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.516+0000 7fa7b9400640 1 -- 172.21.15.26:0/137015211 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e97b70 msgr2=0x55cde8eaf1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:51.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.516+0000 7fa7b9400640 1 --2- 172.21.15.26:0/137015211 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e97b70 0x55cde8eaf1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.516+0000 7fa7b9400640 1 -- 172.21.15.26:0/137015211 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cde8e8d2d0 con 0x55cde8e8d4a0 2024-04-26T23:39:51.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.516+0000 7fa7b9400640 1 --2- 172.21.15.26:0/137015211 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8d4a0 0x55cde8ea3520 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4013010 tx=0x7fa7a4013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e23ac5a878261666 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:51.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.517+0000 7fa7aa600640 1 -- 172.21.15.26:0/137015211 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a4011640 con 0x55cde8e8d4a0 2024-04-26T23:39:51.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.517+0000 7fa7aa600640 1 -- 172.21.15.26:0/137015211 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa7a40287c0 con 0x55cde8e8d4a0 2024-04-26T23:39:51.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.517+0000 7fa7aa600640 1 -- 172.21.15.26:0/137015211 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a400e720 con 0x55cde8e8d4a0 2024-04-26T23:39:51.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.518+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/137015211 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8d4a0 msgr2=0x55cde8ea3520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:51.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.518+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/137015211 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8d4a0 0x55cde8ea3520 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4013010 tx=0x7fa7a4013040 comp rx=0 tx=0).stop 2024-04-26T23:39:51.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.518+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/137015211 shutdown_connections 2024-04-26T23:39:51.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.518+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/137015211 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e97b70 0x55cde8eaf1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.518+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/137015211 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e8d4a0 0x55cde8ea3520 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.518+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/137015211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8cb80 0x55cde8e88040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.518+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/137015211 >> 172.21.15.26:0/137015211 conn(0x55cde8e88e50 msgr2=0x55cde8e93790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:51.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.518+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/137015211 shutdown_connections 2024-04-26T23:39:51.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.518+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/137015211 wait complete. 2024-04-26T23:39:51.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.518+0000 7fa7c3b7e740 1 -- start start 2024-04-26T23:39:51.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.519+0000 7fa7c3b7e740 1 Processor -- start 2024-04-26T23:39:51.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.519+0000 7fa7c3b7e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8cb80 0x55cde8e9d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.519+0000 7fa7c3b7e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8d4a0 0x55cde8e9da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.519+0000 7fa7c3b7e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 0x55cde8e9dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.519+0000 7fa7c3b7e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1af2f0 con 0x55cde8e97b70 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.519+0000 7fa7c3b7e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1aec20 con 0x55cde8e8cb80 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.519+0000 7fa7c3b7e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa7bc1af9c0 con 0x55cde8e8d4a0 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.519+0000 7fa7c3b7e740 10 client.0 _ll_register_callbacks cb 0x7fa7ac0099e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.519+0000 7fa7ba800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 0x55cde8e9dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.519+0000 7fa7ba800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 0x55cde8e9dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46300/0 (socket says 172.21.15.26:46300) 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.519+0000 7fa7ba800640 1 -- 172.21.15.26:0/3268344225 learned_addr learned my addr 172.21.15.26:0/3268344225 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.520+0000 7fa7b9e00640 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8cb80 0x55cde8e9d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.520+0000 7fa7b9400640 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8d4a0 0x55cde8e9da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.520+0000 7fa7ba800640 1 -- 172.21.15.26:0/3268344225 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8d4a0 msgr2=0x55cde8e9da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.520+0000 7fa7ba800640 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8d4a0 0x55cde8e9da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.520+0000 7fa7ba800640 1 -- 172.21.15.26:0/3268344225 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8cb80 msgr2=0x55cde8e9d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:51.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.520+0000 7fa7ba800640 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8cb80 0x55cde8e9d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.520+0000 7fa7ba800640 1 -- 172.21.15.26:0/3268344225 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cde8e95120 con 0x55cde8e97b70 2024-04-26T23:39:51.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.520+0000 7fa7ba800640 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 0x55cde8e9dfa0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fa7b40cdfc0 tx=0x7fa7b409c200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a69f3aae2510b866 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:51.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.520+0000 7fa79f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:51.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.520+0000 7fa79f400640 1 -- 172.21.15.26:0/3268344225 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b40a5420 con 0x55cde8e97b70 2024-04-26T23:39:51.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.520+0000 7fa79f400640 1 -- 172.21.15.26:0/3268344225 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa7b40ce1e0 con 0x55cde8e97b70 2024-04-26T23:39:51.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.520+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/3268344225 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7a40287c0 con 0x55cde8e97b70 2024-04-26T23:39:51.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.521+0000 7fa79f400640 1 -- 172.21.15.26:0/3268344225 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa7b409bc00 con 0x55cde8e97b70 2024-04-26T23:39:51.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.521+0000 7fa7c3b7e740 10 client.16260 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:51.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.521+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/3268344225 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cde8ac30f0 con 0x55cde8e97b70 2024-04-26T23:39:51.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.521+0000 7fa79f400640 1 -- 172.21.15.26:0/3268344225 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa7a40287c0 con 0x55cde8e97b70 2024-04-26T23:39:51.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.521+0000 7fa79f400640 1 -- 172.21.15.26:0/3268344225 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa7b40b3030 con 0x55cde8e97b70 2024-04-26T23:39:51.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.521+0000 7fa7c3b7e740 10 client.16260 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.521+0000 7fa7c3b7e740 10 client.16260 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.521+0000 7fa7c3b7e740 20 client.16260 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.521+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cde8f0e170 0x55cde8f10590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.521+0000 7fa7c3b7e740 4 client.16260 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.521+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/3268344225 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55cde8df9650 con 0x55cde8f0e170 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.522+0000 7fa7b9e00640 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cde8f0e170 0x55cde8f10590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.523+0000 7fa7b9e00640 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cde8f0e170 0x55cde8f10590 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e097082634ea3de server_cookie=998c8285496a7423 in_seq=0 out_seq=0 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.523+0000 7fa79f400640 10 client.16260 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.523+0000 7fa79f400640 1 -- 172.21.15.26:0/3268344225 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55cde8df9650 con 0x55cde8f0e170 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.523+0000 7fa79f400640 10 client.16260 handle_command_reply: tid=0 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.523+0000 7fa7c3b7e740 1 client.16260 shutdown 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.524+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/3268344225 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 msgr2=0x55cde8e9dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.524+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 0x55cde8e9dfa0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fa7b40cdfc0 tx=0x7fa7b409c200 comp rx=0 tx=0).stop 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.524+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/3268344225 shutdown_connections 2024-04-26T23:39:51.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.524+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55cde8f0e170 0x55cde8f10590 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.524+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cde8e97b70 0x55cde8e9dfa0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.524+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cde8e8d4a0 0x55cde8e9da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.524+0000 7fa7c3b7e740 1 --2- 172.21.15.26:0/3268344225 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cde8e8cb80 0x55cde8e9d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.524+0000 7fa79f400640 0 client.16260 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:51.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.524+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/3268344225 >> 172.21.15.26:0/3268344225 conn(0x55cde8e88e50 msgr2=0x55cde8e88040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:51.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.524+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/3268344225 shutdown_connections 2024-04-26T23:39:51.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.524+0000 7fa7c3b7e740 1 -- 172.21.15.26:0/3268344225 wait complete. 2024-04-26T23:39:51.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.524+0000 7fa7c3b7e740 20 client.16260 trim_cache size 0 max 16384 2024-04-26T23:39:51.530 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:39:51.530 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:39:51.531 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:39:51.531 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:39:51.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.525+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3725767497 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7a00a3d20 msgr2=0x7fa7a00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:51.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.525+0000 7fa7c0c00640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7a00a3d20 0x7fa7a00a61e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac000f80 tx=0x7fa7ac0093c0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.525+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3725767497 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7bc108910 msgr2=0x7fa7bc19fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:51.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.525+0000 7fa7c0c00640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7bc108910 0x7fa7bc19fa20 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fa7b400c970 tx=0x7fa7b400ce30 comp rx=0 tx=0).stop 2024-04-26T23:39:51.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.525+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3725767497 shutdown_connections 2024-04-26T23:39:51.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.525+0000 7fa7c0c00640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7a00a3d20 0x7fa7a00a61e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.525+0000 7fa7c0c00640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa7bc108910 0x7fa7bc19fa20 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.525+0000 7fa7c0c00640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa7bc06b8f0 0x7fa7bc19b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.525+0000 7fa7c0c00640 1 --2- 172.21.15.26:0/3725767497 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa7bc06af30 0x7fa7bc19b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.525+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3725767497 >> 172.21.15.26:0/3725767497 conn(0x7fa7bc077630 msgr2=0x7fa7bc10e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:51.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.525+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3725767497 shutdown_connections 2024-04-26T23:39:51.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.525+0000 7fa7c0c00640 1 -- 172.21.15.26:0/3725767497 wait complete. 2024-04-26T23:39:51.549 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:39:51.549 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:39:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.761+0000 7fa6a5000640 1 -- 172.21.15.26:0/4078600727 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6a0108700 msgr2=0x7fa6a0108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:51.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.761+0000 7fa6a5000640 1 --2- 172.21.15.26:0/4078600727 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6a0108700 0x7fa6a0108ae0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fa690009cd0 tx=0x7fa69002a8e0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.761+0000 7fa6a5000640 1 -- 172.21.15.26:0/4078600727 shutdown_connections 2024-04-26T23:39:51.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.761+0000 7fa6a5000640 1 --2- 172.21.15.26:0/4078600727 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6a01030b0 0x7fa6a010f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.761+0000 7fa6a5000640 1 --2- 172.21.15.26:0/4078600727 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa6a01026f0 0x7fa6a0102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.761+0000 7fa6a5000640 1 --2- 172.21.15.26:0/4078600727 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6a0108700 0x7fa6a0108ae0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.761+0000 7fa6a5000640 1 -- 172.21.15.26:0/4078600727 >> 172.21.15.26:0/4078600727 conn(0x7fa6a00fe200 msgr2=0x7fa6a0100620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:51.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.761+0000 7fa6a5000640 1 -- 172.21.15.26:0/4078600727 shutdown_connections 2024-04-26T23:39:51.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.761+0000 7fa6a5000640 1 -- 172.21.15.26:0/4078600727 wait complete. 2024-04-26T23:39:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.762+0000 7fa6a5000640 1 Processor -- start 2024-04-26T23:39:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.763+0000 7fa6a5000640 1 -- start start 2024-04-26T23:39:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.763+0000 7fa6a5000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa6a01026f0 0x7fa6a019b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.763+0000 7fa6a5000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6a01030b0 0x7fa6a019b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.763+0000 7fa6a5000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6a0108700 0x7fa6a019f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.763+0000 7fa6a5000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa6a0112830 con 0x7fa6a0108700 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.763+0000 7fa6a5000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa6a01126b0 con 0x7fa6a01030b0 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.763+0000 7fa6a5000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa6a01129b0 con 0x7fa6a01026f0 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.763+0000 7fa69fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6a0108700 0x7fa6a019f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.764+0000 7fa69fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6a0108700 0x7fa6a019f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46320/0 (socket says 172.21.15.26:46320) 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.764+0000 7fa69fe00640 1 -- 172.21.15.26:0/2449193293 learned_addr learned my addr 172.21.15.26:0/2449193293 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.764+0000 7fa69f400640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa6a01026f0 0x7fa6a019b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.764+0000 7fa69ea00640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6a01030b0 0x7fa6a019b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.764+0000 7fa69fe00640 1 -- 172.21.15.26:0/2449193293 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa6a01026f0 msgr2=0x7fa6a019b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.764+0000 7fa69fe00640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa6a01026f0 0x7fa6a019b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.764+0000 7fa69fe00640 1 -- 172.21.15.26:0/2449193293 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6a01030b0 msgr2=0x7fa6a019b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.764+0000 7fa69fe00640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6a01030b0 0x7fa6a019b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.764+0000 7fa69fe00640 1 -- 172.21.15.26:0/2449193293 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6a01a0020 con 0x7fa6a0108700 2024-04-26T23:39:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.764+0000 7fa69ea00640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6a01030b0 0x7fa6a019b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.764+0000 7fa69fe00640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6a0108700 0x7fa6a019f8f0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fa69800d950 tx=0x7fa69800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.765+0000 7fa697e00640 1 -- 172.21.15.26:0/2449193293 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa698017030 con 0x7fa6a0108700 2024-04-26T23:39:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.765+0000 7fa6a5000640 1 -- 172.21.15.26:0/2449193293 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6a01a0310 con 0x7fa6a0108700 2024-04-26T23:39:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.765+0000 7fa697e00640 1 -- 172.21.15.26:0/2449193293 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa698004020 con 0x7fa6a0108700 2024-04-26T23:39:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.765+0000 7fa697e00640 1 -- 172.21.15.26:0/2449193293 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa698003ab0 con 0x7fa6a0108700 2024-04-26T23:39:51.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.765+0000 7fa6a5000640 1 -- 172.21.15.26:0/2449193293 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6a01a7ba0 con 0x7fa6a0108700 2024-04-26T23:39:51.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.766+0000 7fa6a5000640 1 -- 172.21.15.26:0/2449193293 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6a0069670 con 0x7fa6a0108700 2024-04-26T23:39:51.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.768+0000 7fa697e00640 1 -- 172.21.15.26:0/2449193293 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa69801a070 con 0x7fa6a0108700 2024-04-26T23:39:51.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.770+0000 7fa697e00640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa6840a3d20 0x7fa6840a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:51.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.770+0000 7fa697e00640 1 -- 172.21.15.26:0/2449193293 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fa6980cfff0 con 0x7fa6a0108700 2024-04-26T23:39:51.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.770+0000 7fa69f400640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa6840a3d20 0x7fa6840a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:51.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.771+0000 7fa69f400640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa6840a3d20 0x7fa6840a61e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa690000f80 tx=0x7fa6900093f0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:51.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:51.777+0000 7fa697e00640 1 -- 172.21.15.26:0/2449193293 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fa698021070 con 0x7fa6a0108700 2024-04-26T23:39:52.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.049+0000 7fa6a5000640 1 -- 172.21.15.26:0/2449193293 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6a01a7e80 con 0x7fa6a0108700 2024-04-26T23:39:52.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.051+0000 7fa697e00640 1 -- 172.21.15.26:0/2449193293 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fa69809c6a0 con 0x7fa6a0108700 2024-04-26T23:39:52.055 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:39:52.055 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:39:52.055 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:39:52.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.053+0000 7fa6a5000640 1 -- 172.21.15.26:0/2449193293 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa6840a3d20 msgr2=0x7fa6840a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.053+0000 7fa6a5000640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa6840a3d20 0x7fa6840a61e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa690000f80 tx=0x7fa6900093f0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.053+0000 7fa6a5000640 1 -- 172.21.15.26:0/2449193293 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6a0108700 msgr2=0x7fa6a019f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.053+0000 7fa6a5000640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6a0108700 0x7fa6a019f8f0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fa69800d950 tx=0x7fa69800de10 comp rx=0 tx=0).stop 2024-04-26T23:39:52.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.054+0000 7fa6a5000640 1 -- 172.21.15.26:0/2449193293 shutdown_connections 2024-04-26T23:39:52.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.054+0000 7fa6a5000640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa6840a3d20 0x7fa6840a61e0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.054+0000 7fa6a5000640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa6a0108700 0x7fa6a019f8f0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.054+0000 7fa6a5000640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6a01030b0 0x7fa6a019b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.054+0000 7fa6a5000640 1 --2- 172.21.15.26:0/2449193293 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa6a01026f0 0x7fa6a019b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.054+0000 7fa6a5000640 1 -- 172.21.15.26:0/2449193293 >> 172.21.15.26:0/2449193293 conn(0x7fa6a00fe200 msgr2=0x7fa6a010da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.054+0000 7fa6a5000640 1 -- 172.21.15.26:0/2449193293 shutdown_connections 2024-04-26T23:39:52.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.054+0000 7fa6a5000640 1 -- 172.21.15.26:0/2449193293 wait complete. 2024-04-26T23:39:52.078 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:39:52.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.283+0000 7ff64b000640 1 -- 172.21.15.26:0/646414984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff644101f20 msgr2=0x7ff64410ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.283+0000 7ff64b000640 1 --2- 172.21.15.26:0/646414984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff644101f20 0x7ff64410ebe0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7ff630009900 tx=0x7ff63002a3f0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.283+0000 7ff64b000640 1 -- 172.21.15.26:0/646414984 shutdown_connections 2024-04-26T23:39:52.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.283+0000 7ff64b000640 1 --2- 172.21.15.26:0/646414984 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff64410f120 0x7ff644111510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.283+0000 7ff64b000640 1 --2- 172.21.15.26:0/646414984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff644101f20 0x7ff64410ebe0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.283+0000 7ff64b000640 1 --2- 172.21.15.26:0/646414984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff644101570 0x7ff644101950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.283+0000 7ff64b000640 1 -- 172.21.15.26:0/646414984 >> 172.21.15.26:0/646414984 conn(0x7ff6440fd1b0 msgr2=0x7ff6440ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.283+0000 7ff64b000640 1 -- 172.21.15.26:0/646414984 shutdown_connections 2024-04-26T23:39:52.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.283+0000 7ff64b000640 1 -- 172.21.15.26:0/646414984 wait complete. 2024-04-26T23:39:52.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.284+0000 7ff64b000640 1 Processor -- start 2024-04-26T23:39:52.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.284+0000 7ff64b000640 1 -- start start 2024-04-26T23:39:52.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.284+0000 7ff64b000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff644101570 0x7ff64419b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.284+0000 7ff64b000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff644101f20 0x7ff64419b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.284+0000 7ff64b000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff64410f120 0x7ff64419fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff64b000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff644114b80 con 0x7ff64410f120 2024-04-26T23:39:52.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff64b000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff644114a00 con 0x7ff644101570 2024-04-26T23:39:52.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff64b000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff644114d00 con 0x7ff644101f20 2024-04-26T23:39:52.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff64a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff64410f120 0x7ff64419fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff64a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff64410f120 0x7ff64419fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46352/0 (socket says 172.21.15.26:46352) 2024-04-26T23:39:52.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff64a600640 1 -- 172.21.15.26:0/4129476662 learned_addr learned my addr 172.21.15.26:0/4129476662 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff649c00640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff644101570 0x7ff64419b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff649200640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff644101f20 0x7ff64419b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff64a600640 1 -- 172.21.15.26:0/4129476662 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff644101f20 msgr2=0x7ff64419b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff64a600640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff644101f20 0x7ff64419b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff64a600640 1 -- 172.21.15.26:0/4129476662 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff644101570 msgr2=0x7ff64419b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff64a600640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff644101570 0x7ff64419b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff64a600640 1 -- 172.21.15.26:0/4129476662 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6441a0170 con 0x7ff64410f120 2024-04-26T23:39:52.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.285+0000 7ff649c00640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff644101570 0x7ff64419b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:52.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.286+0000 7ff64a600640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff64410f120 0x7ff64419fa40 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7ff63c00e9d0 tx=0x7ff63c00ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.286+0000 7ff642000640 1 -- 172.21.15.26:0/4129476662 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff63c00cd80 con 0x7ff64410f120 2024-04-26T23:39:52.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.286+0000 7ff64b000640 1 -- 172.21.15.26:0/4129476662 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6441a0460 con 0x7ff64410f120 2024-04-26T23:39:52.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.286+0000 7ff642000640 1 -- 172.21.15.26:0/4129476662 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff63c005020 con 0x7ff64410f120 2024-04-26T23:39:52.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.286+0000 7ff642000640 1 -- 172.21.15.26:0/4129476662 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff63c0116d0 con 0x7ff64410f120 2024-04-26T23:39:52.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.286+0000 7ff64b000640 1 -- 172.21.15.26:0/4129476662 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6441a7cf0 con 0x7ff64410f120 2024-04-26T23:39:52.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.290+0000 7ff64f3cf740 1 Processor -- start 2024-04-26T23:39:52.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.290+0000 7ff642000640 1 -- 172.21.15.26:0/4129476662 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff63c004a40 con 0x7ff64410f120 2024-04-26T23:39:52.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.290+0000 7ff64f3cf740 1 -- start start 2024-04-26T23:39:52.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.290+0000 7ff64f3cf740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a773a0 0x55eaf4a77780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.290+0000 7ff64f3cf740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a81e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.290+0000 7ff64f3cf740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a82390 0x55eaf4a84780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.290+0000 7ff64f3cf740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55eaf49dbc70 con 0x55eaf4a77cc0 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.290+0000 7ff64f3cf740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55eaf4994980 con 0x55eaf4a82390 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.290+0000 7ff64f3cf740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55eaf49d7c30 con 0x55eaf4a773a0 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.291+0000 7ff649c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a81e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.291+0000 7ff649c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a81e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46366/0 (socket says 172.21.15.26:46366) 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.291+0000 7ff649c00640 1 -- 172.21.15.26:0/3000561960 learned_addr learned my addr 172.21.15.26:0/3000561960 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.291+0000 7ff649200640 1 --2- 172.21.15.26:0/3000561960 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a773a0 0x55eaf4a77780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.291+0000 7ff649200640 1 --2- 172.21.15.26:0/3000561960 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a82390 0x55eaf4a84780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.291+0000 7ff649c00640 1 -- 172.21.15.26:0/3000561960 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a773a0 msgr2=0x55eaf4a77780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.291+0000 7ff649c00640 1 --2- 172.21.15.26:0/3000561960 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a773a0 0x55eaf4a77780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.291+0000 7ff649c00640 1 -- 172.21.15.26:0/3000561960 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a82390 msgr2=0x55eaf4a84780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.291+0000 7ff649c00640 1 --2- 172.21.15.26:0/3000561960 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a82390 0x55eaf4a84780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.291+0000 7ff649c00640 1 -- 172.21.15.26:0/3000561960 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eaf496c7b0 con 0x55eaf4a77cc0 2024-04-26T23:39:52.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.291+0000 7ff649200640 1 --2- 172.21.15.26:0/3000561960 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a82390 0x55eaf4a84780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:52.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.292+0000 7ff649c00640 1 --2- 172.21.15.26:0/3000561960 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a81e50 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7ff638009c50 tx=0x7ff63800e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c366af9187898d7b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.292+0000 7ff642000640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff62c0a3d20 0x7ff62c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.292+0000 7ff642000640 1 -- 172.21.15.26:0/4129476662 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff63c0d0990 con 0x7ff64410f120 2024-04-26T23:39:52.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.292+0000 7ff649200640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff62c0a3d20 0x7ff62c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.292+0000 7ff636a00640 1 -- 172.21.15.26:0/3000561960 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff638016070 con 0x55eaf4a77cc0 2024-04-26T23:39:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.292+0000 7ff636a00640 1 -- 172.21.15.26:0/3000561960 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff638011900 con 0x55eaf4a77cc0 2024-04-26T23:39:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.292+0000 7ff636a00640 1 -- 172.21.15.26:0/3000561960 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6380107b0 con 0x55eaf4a77cc0 2024-04-26T23:39:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.293+0000 7ff64f3cf740 1 -- 172.21.15.26:0/3000561960 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 msgr2=0x55eaf4a81e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.293+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/3000561960 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a81e50 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7ff638009c50 tx=0x7ff63800e6c0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.293+0000 7ff649200640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff62c0a3d20 0x7ff62c0a61e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff6300057c0 tx=0x7ff630005fd0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.293+0000 7ff64f3cf740 1 -- 172.21.15.26:0/3000561960 shutdown_connections 2024-04-26T23:39:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.293+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/3000561960 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a82390 0x55eaf4a84780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.293+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/3000561960 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a81e50 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.293+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/3000561960 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a773a0 0x55eaf4a77780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.293+0000 7ff64f3cf740 1 -- 172.21.15.26:0/3000561960 >> 172.21.15.26:0/3000561960 conn(0x55eaf4a736c0 msgr2=0x55eaf4a73aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.293+0000 7ff64f3cf740 1 -- 172.21.15.26:0/3000561960 shutdown_connections 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.294+0000 7ff64f3cf740 1 -- 172.21.15.26:0/3000561960 wait complete. 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.294+0000 7ff64f3cf740 1 -- start start 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.294+0000 7ff64f3cf740 1 Processor -- start 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.295+0000 7ff64f3cf740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a81d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.295+0000 7ff64f3cf740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a7f080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.295+0000 7ff64f3cf740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 0x55eaf4a7f690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.295+0000 7ff64f3cf740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55eaf49daf80 con 0x55eaf4a82390 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.295+0000 7ff64f3cf740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55eaf4988260 con 0x55eaf4a773a0 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.295+0000 7ff64f3cf740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55eaf49e02a0 con 0x55eaf4a77cc0 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.295+0000 7ff64f3cf740 10 client.0 _ll_register_callbacks cb 0x55eaf49d2960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.295+0000 7ff64a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 0x55eaf4a7f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.295+0000 7ff64a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 0x55eaf4a7f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46382/0 (socket says 172.21.15.26:46382) 2024-04-26T23:39:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.295+0000 7ff64a600640 1 -- 172.21.15.26:0/2615378622 learned_addr learned my addr 172.21.15.26:0/2615378622 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.295+0000 7ff649c00640 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a81d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.295+0000 7ff649200640 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a7f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.296+0000 7ff64a600640 1 -- 172.21.15.26:0/2615378622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a77cc0 msgr2=0x55eaf4a7f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.296+0000 7ff64a600640 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a7f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.296+0000 7ff64a600640 1 -- 172.21.15.26:0/2615378622 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 msgr2=0x55eaf4a81d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.296+0000 7ff64a600640 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a81d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.296+0000 7ff64a600640 1 -- 172.21.15.26:0/2615378622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eaf496a1c0 con 0x55eaf4a82390 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.296+0000 7ff64a600640 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 0x55eaf4a7f690 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7ff63c0a5040 tx=0x7ff63c09ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67f2e9dc59e4e076 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.296+0000 7ff62b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.296+0000 7ff62b400640 1 -- 172.21.15.26:0/2615378622 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff63c01f040 con 0x55eaf4a82390 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.296+0000 7ff62b400640 1 -- 172.21.15.26:0/2615378622 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff63c004d30 con 0x55eaf4a82390 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.296+0000 7ff64f3cf740 1 -- 172.21.15.26:0/2615378622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff638011900 con 0x55eaf4a82390 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.297+0000 7ff62b400640 1 -- 172.21.15.26:0/2615378622 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff63c098f70 con 0x55eaf4a82390 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.297+0000 7ff64f3cf740 10 client.16278 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:52.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.297+0000 7ff64f3cf740 1 -- 172.21.15.26:0/2615378622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55eaf46ed3f0 con 0x55eaf4a82390 2024-04-26T23:39:52.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.297+0000 7ff62b400640 1 -- 172.21.15.26:0/2615378622 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff638011900 con 0x55eaf4a82390 2024-04-26T23:39:52.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.297+0000 7ff62b400640 1 -- 172.21.15.26:0/2615378622 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff63c00f040 con 0x55eaf4a82390 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.297+0000 7ff64f3cf740 10 client.16278 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.297+0000 7ff64f3cf740 10 client.16278 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.297+0000 7ff64f3cf740 20 client.16278 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.297+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55eaf4a91de0 0x55eaf4a94260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.297+0000 7ff64f3cf740 4 client.16278 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.297+0000 7ff64f3cf740 1 -- 172.21.15.26:0/2615378622 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eaf49e9880 con 0x55eaf4a91de0 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.298+0000 7ff649c00640 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55eaf4a91de0 0x55eaf4a94260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.299+0000 7ff649c00640 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55eaf4a91de0 0x55eaf4a94260 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=283edcefcd3b184f server_cookie=18873392c6797c4e in_seq=0 out_seq=0 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.299+0000 7ff62b400640 10 client.16278 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.301+0000 7ff62b400640 1 -- 172.21.15.26:0/2615378622 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55eaf49e9880 con 0x55eaf4a91de0 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.301+0000 7ff62b400640 10 client.16278 handle_command_reply: tid=0 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.301+0000 7ff64f3cf740 1 client.16278 shutdown 2024-04-26T23:39:52.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.301+0000 7ff64f3cf740 1 -- 172.21.15.26:0/2615378622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 msgr2=0x55eaf4a7f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.301+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 0x55eaf4a7f690 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7ff63c0a5040 tx=0x7ff63c09ca40 comp rx=0 tx=0).stop 2024-04-26T23:39:52.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.301+0000 7ff64f3cf740 1 -- 172.21.15.26:0/2615378622 shutdown_connections 2024-04-26T23:39:52.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.301+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 0x55eaf4a7f690 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.301+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55eaf4a91de0 0x55eaf4a94260 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.301+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a7f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.301+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/2615378622 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a81d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.301+0000 7ff62b400640 0 client.16278 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:39:52.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.301+0000 7ff64f3cf740 1 -- 172.21.15.26:0/2615378622 >> 172.21.15.26:0/2615378622 conn(0x55eaf4a736c0 msgr2=0x55eaf4a794c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.302+0000 7ff64f3cf740 1 -- 172.21.15.26:0/2615378622 shutdown_connections 2024-04-26T23:39:52.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.302+0000 7ff64f3cf740 1 -- 172.21.15.26:0/2615378622 wait complete. 2024-04-26T23:39:52.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.302+0000 7ff64f3cf740 20 client.16278 trim_cache size 0 max 16384 2024-04-26T23:39:52.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.317+0000 7ff64f3cf740 1 Processor -- start 2024-04-26T23:39:52.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.317+0000 7ff64f3cf740 1 -- start start 2024-04-26T23:39:52.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.317+0000 7ff64f3cf740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a818c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.317+0000 7ff64f3cf740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a99b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.317+0000 7ff64f3cf740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 0x55eaf4a9a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.317+0000 7ff64f3cf740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff6441b2e00 con 0x55eaf4a82390 2024-04-26T23:39:52.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.317+0000 7ff64f3cf740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff6441b06d0 con 0x55eaf4a773a0 2024-04-26T23:39:52.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.317+0000 7ff64f3cf740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff6441ae500 con 0x55eaf4a77cc0 2024-04-26T23:39:52.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.317+0000 7ff64a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 0x55eaf4a9a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.317+0000 7ff64a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 0x55eaf4a9a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46392/0 (socket says 172.21.15.26:46392) 2024-04-26T23:39:52.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.317+0000 7ff64a600640 1 -- 172.21.15.26:0/9088555 learned_addr learned my addr 172.21.15.26:0/9088555 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.318+0000 7ff649c00640 1 --2- 172.21.15.26:0/9088555 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a818c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.318+0000 7ff649200640 1 --2- 172.21.15.26:0/9088555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a99b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.318+0000 7ff64a600640 1 -- 172.21.15.26:0/9088555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a77cc0 msgr2=0x55eaf4a99b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.318+0000 7ff64a600640 1 --2- 172.21.15.26:0/9088555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a99b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.318+0000 7ff64a600640 1 -- 172.21.15.26:0/9088555 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 msgr2=0x55eaf4a818c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.318+0000 7ff64a600640 1 --2- 172.21.15.26:0/9088555 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a818c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.318+0000 7ff64a600640 1 -- 172.21.15.26:0/9088555 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eaf47b77d0 con 0x55eaf4a82390 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.318+0000 7ff64a600640 1 --2- 172.21.15.26:0/9088555 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 0x55eaf4a9a070 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7ff63c0bd0f0 tx=0x7ff63c098ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38e7e30a9c36be34 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.319+0000 7ff636000640 1 -- 172.21.15.26:0/9088555 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff63c07f070 con 0x55eaf4a82390 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.319+0000 7ff636000640 1 -- 172.21.15.26:0/9088555 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff63c0051d0 con 0x55eaf4a82390 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.319+0000 7ff636000640 1 -- 172.21.15.26:0/9088555 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff63c01f070 con 0x55eaf4a82390 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.319+0000 7ff64f3cf740 1 -- 172.21.15.26:0/9088555 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 msgr2=0x55eaf4a9a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.319+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/9088555 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 0x55eaf4a9a070 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7ff63c0bd0f0 tx=0x7ff63c098ae0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.319+0000 7ff64f3cf740 1 -- 172.21.15.26:0/9088555 shutdown_connections 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.319+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/9088555 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a82390 0x55eaf4a9a070 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.319+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/9088555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a99b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.319+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/9088555 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a818c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.319+0000 7ff64f3cf740 1 -- 172.21.15.26:0/9088555 >> 172.21.15.26:0/9088555 conn(0x55eaf4a736c0 msgr2=0x55eaf4a727b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.320+0000 7ff64f3cf740 1 -- 172.21.15.26:0/9088555 shutdown_connections 2024-04-26T23:39:52.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.320+0000 7ff64f3cf740 1 -- 172.21.15.26:0/9088555 wait complete. 2024-04-26T23:39:52.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.320+0000 7ff64f3cf740 1 -- start start 2024-04-26T23:39:52.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.320+0000 7ff64f3cf740 1 Processor -- start 2024-04-26T23:39:52.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.321+0000 7ff64f3cf740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a8a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.321+0000 7ff64f3cf740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a87a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.321+0000 7ff64f3cf740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a82390 0x55eaf4a87f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.321+0000 7ff64f3cf740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff6441aeb90 con 0x55eaf4a77cc0 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.321+0000 7ff64f3cf740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff6441b0000 con 0x55eaf4a773a0 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.321+0000 7ff64f3cf740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff6441af260 con 0x55eaf4a82390 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.321+0000 7ff64f3cf740 10 client.0 _ll_register_callbacks cb 0x7ff63c098c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.321+0000 7ff649200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a87a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.321+0000 7ff649200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a87a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46408/0 (socket says 172.21.15.26:46408) 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.321+0000 7ff649200640 1 -- 172.21.15.26:0/1564687477 learned_addr learned my addr 172.21.15.26:0/1564687477 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.321+0000 7ff649c00640 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a8a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.321+0000 7ff64a600640 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a82390 0x55eaf4a87f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.322+0000 7ff649200640 1 -- 172.21.15.26:0/1564687477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a82390 msgr2=0x55eaf4a87f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.322+0000 7ff649200640 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a82390 0x55eaf4a87f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.322+0000 7ff649200640 1 -- 172.21.15.26:0/1564687477 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 msgr2=0x55eaf4a8a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.322+0000 7ff649200640 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a8a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.322+0000 7ff649200640 1 -- 172.21.15.26:0/1564687477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eaf49822a0 con 0x55eaf4a77cc0 2024-04-26T23:39:52.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.322+0000 7ff649c00640 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a8a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.322+0000 7ff64a600640 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a82390 0x55eaf4a87f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.322+0000 7ff649200640 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a87a30 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7ff630009900 tx=0x7ff630000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44640c98f75f3bfa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.322+0000 7ff62b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.322+0000 7ff62b400640 1 -- 172.21.15.26:0/1564687477 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff630035040 con 0x55eaf4a77cc0 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.322+0000 7ff62b400640 1 -- 172.21.15.26:0/1564687477 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff630004ad0 con 0x55eaf4a77cc0 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.322+0000 7ff64f3cf740 1 -- 172.21.15.26:0/1564687477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff63c0051d0 con 0x55eaf4a77cc0 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.323+0000 7ff62b400640 1 -- 172.21.15.26:0/1564687477 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff630004d10 con 0x55eaf4a77cc0 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.323+0000 7ff64f3cf740 10 client.16284 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.323+0000 7ff64f3cf740 1 -- 172.21.15.26:0/1564687477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55eaf4af8210 con 0x55eaf4a77cc0 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.323+0000 7ff62b400640 1 -- 172.21.15.26:0/1564687477 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff63c0051d0 con 0x55eaf4a77cc0 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.323+0000 7ff62b400640 1 -- 172.21.15.26:0/1564687477 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff63005c500 con 0x55eaf4a77cc0 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.323+0000 7ff64f3cf740 10 client.16284 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.323+0000 7ff64f3cf740 10 client.16284 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.323+0000 7ff64f3cf740 20 client.16284 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.323+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55eaf4af89a0 0x55eaf4afadc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.323+0000 7ff64f3cf740 4 client.16284 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:39:52.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.323+0000 7ff64f3cf740 1 -- 172.21.15.26:0/1564687477 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55eaf49e36f0 con 0x55eaf4af89a0 2024-04-26T23:39:52.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.324+0000 7ff649c00640 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55eaf4af89a0 0x55eaf4afadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.325+0000 7ff649c00640 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55eaf4af89a0 0x55eaf4afadc0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=980f43c4c419cd77 server_cookie=623aeb1e0b59fdad in_seq=0 out_seq=0 2024-04-26T23:39:52.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.325+0000 7ff62b400640 10 client.16284 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:39:52.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff62b400640 1 -- 172.21.15.26:0/1564687477 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55eaf49e36f0 con 0x55eaf4af89a0 2024-04-26T23:39:52.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff62b400640 10 client.16284 handle_command_reply: tid=0 2024-04-26T23:39:52.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff64f3cf740 1 client.16284 shutdown 2024-04-26T23:39:52.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff64f3cf740 1 -- 172.21.15.26:0/1564687477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 msgr2=0x55eaf4a87a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a87a30 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7ff630009900 tx=0x7ff630000bc0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff64f3cf740 1 -- 172.21.15.26:0/1564687477 shutdown_connections 2024-04-26T23:39:52.331 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55eaf4af89a0 0x55eaf4afadc0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eaf4a82390 0x55eaf4a87f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eaf4a77cc0 0x55eaf4a87a30 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff64f3cf740 1 --2- 172.21.15.26:0/1564687477 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eaf4a773a0 0x55eaf4a8a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff62b400640 0 client.16284 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:39:52.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff64f3cf740 1 -- 172.21.15.26:0/1564687477 >> 172.21.15.26:0/1564687477 conn(0x55eaf4a736c0 msgr2=0x55eaf4a808b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff64f3cf740 1 -- 172.21.15.26:0/1564687477 shutdown_connections 2024-04-26T23:39:52.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff64f3cf740 1 -- 172.21.15.26:0/1564687477 wait complete. 2024-04-26T23:39:52.332 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.326+0000 7ff64f3cf740 20 client.16284 trim_cache size 0 max 16384 2024-04-26T23:39:52.332 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:39:52.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.327+0000 7ff64b000640 1 -- 172.21.15.26:0/4129476662 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff62c0a3d20 msgr2=0x7ff62c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.327+0000 7ff64b000640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff62c0a3d20 0x7ff62c0a61e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff6300057c0 tx=0x7ff630005fd0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.327+0000 7ff64b000640 1 -- 172.21.15.26:0/4129476662 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff64410f120 msgr2=0x7ff64419fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.327+0000 7ff64b000640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff64410f120 0x7ff64419fa40 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7ff63c00e9d0 tx=0x7ff63c00ee90 comp rx=0 tx=0).stop 2024-04-26T23:39:52.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.327+0000 7ff64b000640 1 -- 172.21.15.26:0/4129476662 shutdown_connections 2024-04-26T23:39:52.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.327+0000 7ff64b000640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff62c0a3d20 0x7ff62c0a61e0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.327+0000 7ff64b000640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff64410f120 0x7ff64419fa40 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.327+0000 7ff64b000640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff644101f20 0x7ff64419b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.327+0000 7ff64b000640 1 --2- 172.21.15.26:0/4129476662 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff644101570 0x7ff64419b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.327+0000 7ff64b000640 1 -- 172.21.15.26:0/4129476662 >> 172.21.15.26:0/4129476662 conn(0x7ff6440fd1b0 msgr2=0x7ff6440ff5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.327+0000 7ff64b000640 1 -- 172.21.15.26:0/4129476662 shutdown_connections 2024-04-26T23:39:52.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.327+0000 7ff64b000640 1 -- 172.21.15.26:0/4129476662 wait complete. 2024-04-26T23:39:52.350 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:39:52.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.549+0000 7f2a4b200640 1 -- 172.21.15.26:0/142644962 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a4c102080 msgr2=0x7f2a4c10e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.549+0000 7f2a4b200640 1 --2- 172.21.15.26:0/142644962 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a4c102080 0x7f2a4c10e590 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f2a44009cd0 tx=0x7f2a4402a8e0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.550+0000 7f2a4b200640 1 -- 172.21.15.26:0/142644962 shutdown_connections 2024-04-26T23:39:52.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.550+0000 7f2a4b200640 1 --2- 172.21.15.26:0/142644962 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a4c102080 0x7f2a4c10e590 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.550+0000 7f2a4b200640 1 --2- 172.21.15.26:0/142644962 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a4c1016c0 0x7f2a4c101b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.550+0000 7f2a4b200640 1 --2- 172.21.15.26:0/142644962 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a4c1076d0 0x7f2a4c107ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.550+0000 7f2a4b200640 1 -- 172.21.15.26:0/142644962 >> 172.21.15.26:0/142644962 conn(0x7f2a4c0fd1b0 msgr2=0x7f2a4c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.550+0000 7f2a4b200640 1 -- 172.21.15.26:0/142644962 shutdown_connections 2024-04-26T23:39:52.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.550+0000 7f2a4b200640 1 -- 172.21.15.26:0/142644962 wait complete. 2024-04-26T23:39:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.551+0000 7f2a4b200640 1 Processor -- start 2024-04-26T23:39:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.551+0000 7f2a4b200640 1 -- start start 2024-04-26T23:39:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.551+0000 7f2a4b200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a4c1016c0 0x7f2a4c198ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.551+0000 7f2a4b200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a4c102080 0x7f2a4c199430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a4b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a4c1076d0 0x7f2a4c19d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a4b200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c112990 con 0x7f2a4c1076d0 2024-04-26T23:39:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a4b200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c112810 con 0x7f2a4c1016c0 2024-04-26T23:39:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a4b200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c112b10 con 0x7f2a4c102080 2024-04-26T23:39:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a4a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a4c1076d0 0x7f2a4c19d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a4a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a4c1076d0 0x7f2a4c19d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46434/0 (socket says 172.21.15.26:46434) 2024-04-26T23:39:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a4a800640 1 -- 172.21.15.26:0/2014074105 learned_addr learned my addr 172.21.15.26:0/2014074105 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a49e00640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a4c1016c0 0x7f2a4c198ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a49400640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a4c102080 0x7f2a4c199430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a4a800640 1 -- 172.21.15.26:0/2014074105 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a4c102080 msgr2=0x7f2a4c199430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a4a800640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a4c102080 0x7f2a4c199430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a4a800640 1 -- 172.21.15.26:0/2014074105 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a4c1016c0 msgr2=0x7f2a4c198ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a4a800640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a4c1016c0 0x7f2a4c198ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.552+0000 7f2a4a800640 1 -- 172.21.15.26:0/2014074105 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a4c19dee0 con 0x7f2a4c1076d0 2024-04-26T23:39:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.553+0000 7f2a4a800640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a4c1076d0 0x7f2a4c19d7b0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f2a44005e30 tx=0x7f2a44003b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.553+0000 7f2a42a00640 1 -- 172.21.15.26:0/2014074105 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a44004240 con 0x7f2a4c1076d0 2024-04-26T23:39:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.553+0000 7f2a42a00640 1 -- 172.21.15.26:0/2014074105 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2a44003e30 con 0x7f2a4c1076d0 2024-04-26T23:39:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.553+0000 7f2a4b200640 1 -- 172.21.15.26:0/2014074105 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a4c19e170 con 0x7f2a4c1076d0 2024-04-26T23:39:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.553+0000 7f2a42a00640 1 -- 172.21.15.26:0/2014074105 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a44030e60 con 0x7f2a4c1076d0 2024-04-26T23:39:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.553+0000 7f2a4b200640 1 -- 172.21.15.26:0/2014074105 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a4c1a5a60 con 0x7f2a4c1076d0 2024-04-26T23:39:52.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.557+0000 7f2a42a00640 1 -- 172.21.15.26:0/2014074105 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2a44030630 con 0x7f2a4c1076d0 2024-04-26T23:39:52.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.557+0000 7f2a53976740 1 Processor -- start 2024-04-26T23:39:52.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.558+0000 7f2a53976740 1 -- start start 2024-04-26T23:39:52.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.558+0000 7f2a53976740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b6e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.558+0000 7f2a53976740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.558+0000 7f2a53976740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b7fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.558+0000 7f2a53976740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d5a5ad2c70 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.558+0000 7f2a53976740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d5a5a8b980 con 0x55d5a5b6e0f0 2024-04-26T23:39:52.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.558+0000 7f2a53976740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d5a5acec30 con 0x55d5a5b6eaa0 2024-04-26T23:39:52.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.558+0000 7f2a49400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b7fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.558+0000 7f2a49400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b7fb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46444/0 (socket says 172.21.15.26:46444) 2024-04-26T23:39:52.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.559+0000 7f2a49400640 1 -- 172.21.15.26:0/3563755516 learned_addr learned my addr 172.21.15.26:0/3563755516 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.559+0000 7f2a49400640 1 --2- 172.21.15.26:0/3563755516 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b6e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.559+0000 7f2a49e00640 1 --2- 172.21.15.26:0/3563755516 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.559+0000 7f2a49400640 1 -- 172.21.15.26:0/3563755516 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b6eaa0 msgr2=0x55d5a5b7d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.559+0000 7f2a49400640 1 --2- 172.21.15.26:0/3563755516 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.559+0000 7f2a49400640 1 -- 172.21.15.26:0/3563755516 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6e0f0 msgr2=0x55d5a5b6e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.559+0000 7f2a49400640 1 --2- 172.21.15.26:0/3563755516 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b6e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.559+0000 7f2a49400640 1 -- 172.21.15.26:0/3563755516 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d5a5a637b0 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.559+0000 7f2a42a00640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2a300a3d20 0x7f2a300a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.559+0000 7f2a42a00640 1 -- 172.21.15.26:0/2014074105 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f2a4402e030 con 0x7f2a4c1076d0 2024-04-26T23:39:52.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.560+0000 7f2a49e00640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2a300a3d20 0x7f2a300a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.560+0000 7f2a49400640 1 --2- 172.21.15.26:0/3563755516 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b7fb90 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f2a380149c0 tx=0x7f2a3800c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b3b558f7befea09 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.560+0000 7f2a37000640 1 -- 172.21.15.26:0/3563755516 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a380142d0 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.560+0000 7f2a37000640 1 -- 172.21.15.26:0/3563755516 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2a380054b0 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.560+0000 7f2a37000640 1 -- 172.21.15.26:0/3563755516 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a38004db0 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.561+0000 7f2a53976740 1 -- 172.21.15.26:0/3563755516 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 msgr2=0x55d5a5b7fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.561+0000 7f2a53976740 1 --2- 172.21.15.26:0/3563755516 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b7fb90 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f2a380149c0 tx=0x7f2a3800c4d0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.561+0000 7f2a49e00640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2a300a3d20 0x7f2a300a61e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c00bca0 tx=0x7f2a3c00b4d0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.561+0000 7f2a53976740 1 -- 172.21.15.26:0/3563755516 shutdown_connections 2024-04-26T23:39:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.561+0000 7f2a53976740 1 --2- 172.21.15.26:0/3563755516 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b7fb90 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.561+0000 7f2a53976740 1 --2- 172.21.15.26:0/3563755516 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.561+0000 7f2a53976740 1 --2- 172.21.15.26:0/3563755516 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b6e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.561+0000 7f2a53976740 1 -- 172.21.15.26:0/3563755516 >> 172.21.15.26:0/3563755516 conn(0x55d5a5b6a6c0 msgr2=0x55d5a5b6aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.561+0000 7f2a53976740 1 -- 172.21.15.26:0/3563755516 shutdown_connections 2024-04-26T23:39:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.561+0000 7f2a53976740 1 -- 172.21.15.26:0/3563755516 wait complete. 2024-04-26T23:39:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.562+0000 7f2a53976740 1 -- start start 2024-04-26T23:39:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.562+0000 7f2a53976740 1 Processor -- start 2024-04-26T23:39:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.562+0000 7f2a53976740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b7d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.562+0000 7f2a53976740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.562+0000 7f2a53976740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b7aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.562+0000 7f2a53976740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d5a5ad1f80 con 0x55d5a5b6e0f0 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.562+0000 7f2a53976740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d5a5a7f260 con 0x55d5a5b6eaa0 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.562+0000 7f2a53976740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d5a5ad72a0 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.562+0000 7f2a53976740 10 client.0 _ll_register_callbacks cb 0x55d5a5ac9960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.563+0000 7f2a49e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b7d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.563+0000 7f2a49e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b7d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46458/0 (socket says 172.21.15.26:46458) 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.563+0000 7f2a49e00640 1 -- 172.21.15.26:0/1866347132 learned_addr learned my addr 172.21.15.26:0/1866347132 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.563+0000 7f2a4a800640 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b7aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.563+0000 7f2a49400640 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.563+0000 7f2a49e00640 1 -- 172.21.15.26:0/1866347132 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b7d7a0 msgr2=0x55d5a5b7aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.563+0000 7f2a49e00640 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b7aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.563+0000 7f2a49e00640 1 -- 172.21.15.26:0/1866347132 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6eaa0 msgr2=0x55d5a5b7a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.563+0000 7f2a49e00640 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.563+0000 7f2a49e00640 1 -- 172.21.15.26:0/1866347132 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d5a5a611c0 con 0x55d5a5b6e0f0 2024-04-26T23:39:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.564+0000 7f2a49e00640 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b7d120 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c013fd0 tx=0x7f2a3c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8dee3c2defddd2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.564+0000 7f2a2b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.564+0000 7f2a2b400640 1 -- 172.21.15.26:0/1866347132 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3c01e820 con 0x55d5a5b6e0f0 2024-04-26T23:39:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.564+0000 7f2a2b400640 1 -- 172.21.15.26:0/1866347132 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f2a3c01e9c0 con 0x55d5a5b6e0f0 2024-04-26T23:39:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.564+0000 7f2a53976740 1 -- 172.21.15.26:0/1866347132 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a380054b0 con 0x55d5a5b6e0f0 2024-04-26T23:39:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.564+0000 7f2a2b400640 1 -- 172.21.15.26:0/1866347132 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2a3c01de10 con 0x55d5a5b6e0f0 2024-04-26T23:39:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.564+0000 7f2a53976740 10 client.16296 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.564+0000 7f2a53976740 1 -- 172.21.15.26:0/1866347132 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d5a57e43f0 con 0x55d5a5b6e0f0 2024-04-26T23:39:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.565+0000 7f2a2b400640 1 -- 172.21.15.26:0/1866347132 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2a380054b0 con 0x55d5a5b6e0f0 2024-04-26T23:39:52.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.565+0000 7f2a2b400640 1 -- 172.21.15.26:0/1866347132 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2a3c029c80 con 0x55d5a5b6e0f0 2024-04-26T23:39:52.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.565+0000 7f2a53976740 10 client.16296 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:52.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.565+0000 7f2a53976740 10 client.16296 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:39:52.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.565+0000 7f2a53976740 20 client.16296 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:52.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.565+0000 7f2a53976740 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5a5b8d310 0x55d5a5b8f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.565+0000 7f2a53976740 4 client.16296 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:39:52.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.565+0000 7f2a53976740 1 -- 172.21.15.26:0/1866347132 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d5a5ae0880 con 0x55d5a5b8d310 2024-04-26T23:39:52.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.566+0000 7f2a49400640 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5a5b8d310 0x55d5a5b8f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.567+0000 7f2a49400640 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5a5b8d310 0x55d5a5b8f760 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=19d59c78c6d18221 server_cookie=ee69671cda423e4 in_seq=0 out_seq=0 2024-04-26T23:39:52.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.567+0000 7f2a2b400640 10 client.16296 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:39:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a2b400640 1 -- 172.21.15.26:0/1866347132 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d5a5ae0880 con 0x55d5a5b8d310 2024-04-26T23:39:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a2b400640 10 client.16296 handle_command_reply: tid=0 2024-04-26T23:39:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a53976740 1 client.16296 shutdown 2024-04-26T23:39:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a53976740 1 -- 172.21.15.26:0/1866347132 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6e0f0 msgr2=0x55d5a5b7d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a53976740 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b7d120 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c013fd0 tx=0x7f2a3c0046c0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a53976740 1 -- 172.21.15.26:0/1866347132 shutdown_connections 2024-04-26T23:39:52.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a53976740 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5a5b8d310 0x55d5a5b8f760 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a53976740 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b7aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a53976740 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a53976740 1 --2- 172.21.15.26:0/1866347132 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b7d120 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a53976740 1 -- 172.21.15.26:0/1866347132 >> 172.21.15.26:0/1866347132 conn(0x55d5a5b6a6c0 msgr2=0x55d5a5b70530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a2b400640 0 client.16296 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:39:52.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a53976740 1 -- 172.21.15.26:0/1866347132 shutdown_connections 2024-04-26T23:39:52.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a53976740 1 -- 172.21.15.26:0/1866347132 wait complete. 2024-04-26T23:39:52.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.569+0000 7f2a53976740 20 client.16296 trim_cache size 0 max 16384 2024-04-26T23:39:52.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.588+0000 7f2a53976740 1 Processor -- start 2024-04-26T23:39:52.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.588+0000 7f2a53976740 1 -- start start 2024-04-26T23:39:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.589+0000 7f2a53976740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b75910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.589+0000 7f2a53976740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.589+0000 7f2a53976740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b89230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.589+0000 7f2a53976740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1ae930 con 0x55d5a5b6eaa0 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.589+0000 7f2a53976740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1ac200 con 0x55d5a5b6e0f0 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.589+0000 7f2a53976740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1aa030 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.589+0000 7f2a49400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.589+0000 7f2a49400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46464/0 (socket says 172.21.15.26:46464) 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.589+0000 7f2a49400640 1 -- 172.21.15.26:0/2533530396 learned_addr learned my addr 172.21.15.26:0/2533530396 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.589+0000 7f2a49e00640 1 --2- 172.21.15.26:0/2533530396 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b75910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.589+0000 7f2a4a800640 1 --2- 172.21.15.26:0/2533530396 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b89230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.590+0000 7f2a49400640 1 -- 172.21.15.26:0/2533530396 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b7d7a0 msgr2=0x55d5a5b89230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.590+0000 7f2a49400640 1 --2- 172.21.15.26:0/2533530396 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b89230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.590+0000 7f2a49400640 1 -- 172.21.15.26:0/2533530396 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6e0f0 msgr2=0x55d5a5b75910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.590+0000 7f2a49400640 1 --2- 172.21.15.26:0/2533530396 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b75910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.590+0000 7f2a49400640 1 -- 172.21.15.26:0/2533530396 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d5a58ae7d0 con 0x55d5a5b6eaa0 2024-04-26T23:39:52.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.590+0000 7f2a49e00640 1 --2- 172.21.15.26:0/2533530396 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b75910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:39:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.590+0000 7f2a49400640 1 --2- 172.21.15.26:0/2533530396 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7ccc0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f2a38014990 tx=0x7f2a38004a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50a2d24fa0b0d2ca server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.590+0000 7f2a36600640 1 -- 172.21.15.26:0/2533530396 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a380140e0 con 0x55d5a5b6eaa0 2024-04-26T23:39:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.590+0000 7f2a36600640 1 -- 172.21.15.26:0/2533530396 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2a38014280 con 0x55d5a5b6eaa0 2024-04-26T23:39:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.590+0000 7f2a36600640 1 -- 172.21.15.26:0/2533530396 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a3800fc20 con 0x55d5a5b6eaa0 2024-04-26T23:39:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.591+0000 7f2a53976740 1 -- 172.21.15.26:0/2533530396 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6eaa0 msgr2=0x55d5a5b7ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.591+0000 7f2a53976740 1 --2- 172.21.15.26:0/2533530396 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7ccc0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f2a38014990 tx=0x7f2a38004a30 comp rx=0 tx=0).stop 2024-04-26T23:39:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.591+0000 7f2a53976740 1 -- 172.21.15.26:0/2533530396 shutdown_connections 2024-04-26T23:39:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.591+0000 7f2a53976740 1 --2- 172.21.15.26:0/2533530396 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b89230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.591+0000 7f2a53976740 1 --2- 172.21.15.26:0/2533530396 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b7ccc0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.591+0000 7f2a53976740 1 --2- 172.21.15.26:0/2533530396 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b75910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.591+0000 7f2a53976740 1 -- 172.21.15.26:0/2533530396 >> 172.21.15.26:0/2533530396 conn(0x55d5a5b6a6c0 msgr2=0x55d5a5b75200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.591+0000 7f2a53976740 1 -- 172.21.15.26:0/2533530396 shutdown_connections 2024-04-26T23:39:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.592+0000 7f2a53976740 1 -- 172.21.15.26:0/2533530396 wait complete. 2024-04-26T23:39:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.592+0000 7f2a53976740 1 -- start start 2024-04-26T23:39:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.593+0000 7f2a53976740 1 Processor -- start 2024-04-26T23:39:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.593+0000 7f2a53976740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b85700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.593+0000 7f2a53976740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b85c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.593+0000 7f2a53976740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b80ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.593+0000 7f2a53976740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1aa6c0 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.593+0000 7f2a53976740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1abb30 con 0x55d5a5b6eaa0 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.593+0000 7f2a53976740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1aad90 con 0x55d5a5b6e0f0 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.593+0000 7f2a53976740 10 client.0 _ll_register_callbacks cb 0x7f2a3c005c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a4a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b80ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a4a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b80ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46476/0 (socket says 172.21.15.26:46476) 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a4a800640 1 -- 172.21.15.26:0/3397352664 learned_addr learned my addr 172.21.15.26:0/3397352664 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a49e00640 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b85700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a49400640 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b85c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a4a800640 1 -- 172.21.15.26:0/3397352664 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b6e0f0 msgr2=0x55d5a5b85700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a4a800640 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b85700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a4a800640 1 -- 172.21.15.26:0/3397352664 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6eaa0 msgr2=0x55d5a5b85c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a4a800640 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b85c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a4a800640 1 -- 172.21.15.26:0/3397352664 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d5a5a792a0 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a49400640 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b85c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a4a800640 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b80ea0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f2a440ef270 tx=0x7f2a440b9e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3aec2a4de227eca server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.594+0000 7f2a2b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.595+0000 7f2a2b400640 1 -- 172.21.15.26:0/3397352664 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a440d6020 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.595+0000 7f2a2b400640 1 -- 172.21.15.26:0/3397352664 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f2a440ba0d0 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.595+0000 7f2a53976740 1 -- 172.21.15.26:0/3397352664 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a38014280 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.595+0000 7f2a2b400640 1 -- 172.21.15.26:0/3397352664 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2a440bda60 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.595+0000 7f2a53976740 10 client.16302 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.595+0000 7f2a53976740 1 -- 172.21.15.26:0/3397352664 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d5a5bf32b0 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.595+0000 7f2a2b400640 1 -- 172.21.15.26:0/3397352664 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2a38014280 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.596+0000 7f2a2b400640 1 -- 172.21.15.26:0/3397352664 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2a44030070 con 0x55d5a5b7d7a0 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.596+0000 7f2a53976740 10 client.16302 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.596+0000 7f2a53976740 10 client.16302 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:39:52.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.596+0000 7f2a53976740 20 client.16302 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:52.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.596+0000 7f2a53976740 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5a5bf3a60 0x55d5a5bf5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.596+0000 7f2a53976740 4 client.16302 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:39:52.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.596+0000 7f2a53976740 1 -- 172.21.15.26:0/3397352664 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d5a5ada6f0 con 0x55d5a5bf3a60 2024-04-26T23:39:52.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.596+0000 7f2a49e00640 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5a5bf3a60 0x55d5a5bf5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.597+0000 7f2a49e00640 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5a5bf3a60 0x55d5a5bf5e80 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1398af204bc096a6 server_cookie=d5a647a7d8bf1a34 in_seq=0 out_seq=0 2024-04-26T23:39:52.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.597+0000 7f2a2b400640 10 client.16302 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:39:52.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a2b400640 1 -- 172.21.15.26:0/3397352664 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d5a5ada6f0 con 0x55d5a5bf3a60 2024-04-26T23:39:52.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a2b400640 10 client.16302 handle_command_reply: tid=0 2024-04-26T23:39:52.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a53976740 1 client.16302 shutdown 2024-04-26T23:39:52.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a53976740 1 -- 172.21.15.26:0/3397352664 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 msgr2=0x55d5a5b80ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a53976740 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b80ea0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f2a440ef270 tx=0x7f2a440b9e10 comp rx=0 tx=0).stop 2024-04-26T23:39:52.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a53976740 1 -- 172.21.15.26:0/3397352664 shutdown_connections 2024-04-26T23:39:52.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a53976740 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5a5bf3a60 0x55d5a5bf5e80 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a53976740 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5a5b7d7a0 0x55d5a5b80ea0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a53976740 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5a5b6eaa0 0x55d5a5b85c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a53976740 1 --2- 172.21.15.26:0/3397352664 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5a5b6e0f0 0x55d5a5b85700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a2b400640 0 client.16302 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:39:52.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a53976740 1 -- 172.21.15.26:0/3397352664 >> 172.21.15.26:0/3397352664 conn(0x55d5a5b6a6c0 msgr2=0x55d5a5b697b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a53976740 1 -- 172.21.15.26:0/3397352664 shutdown_connections 2024-04-26T23:39:52.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.598+0000 7f2a53976740 1 -- 172.21.15.26:0/3397352664 wait complete. 2024-04-26T23:39:52.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.599+0000 7f2a53976740 20 client.16302 trim_cache size 0 max 16384 2024-04-26T23:39:52.604 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:39:52.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.599+0000 7f2a4b200640 1 -- 172.21.15.26:0/2014074105 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2a300a3d20 msgr2=0x7f2a300a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.599+0000 7f2a4b200640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2a300a3d20 0x7f2a300a61e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c00bca0 tx=0x7f2a3c00b4d0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.599+0000 7f2a4b200640 1 -- 172.21.15.26:0/2014074105 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a4c1076d0 msgr2=0x7f2a4c19d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.599+0000 7f2a4b200640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a4c1076d0 0x7f2a4c19d7b0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f2a44005e30 tx=0x7f2a44003b80 comp rx=0 tx=0).stop 2024-04-26T23:39:52.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.599+0000 7f2a4b200640 1 -- 172.21.15.26:0/2014074105 shutdown_connections 2024-04-26T23:39:52.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.599+0000 7f2a4b200640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2a300a3d20 0x7f2a300a61e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.599+0000 7f2a4b200640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2a4c1076d0 0x7f2a4c19d7b0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.599+0000 7f2a4b200640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2a4c102080 0x7f2a4c199430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.599+0000 7f2a4b200640 1 --2- 172.21.15.26:0/2014074105 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2a4c1016c0 0x7f2a4c198ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.599+0000 7f2a4b200640 1 -- 172.21.15.26:0/2014074105 >> 172.21.15.26:0/2014074105 conn(0x7f2a4c0fd1b0 msgr2=0x7f2a4c0fda10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.600+0000 7f2a4b200640 1 -- 172.21.15.26:0/2014074105 shutdown_connections 2024-04-26T23:39:52.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.600+0000 7f2a4b200640 1 -- 172.21.15.26:0/2014074105 wait complete. 2024-04-26T23:39:52.623 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:39:52.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.841+0000 7f8b1f600640 1 -- 172.21.15.26:0/4269548253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8b181044d0 msgr2=0x7f8b1810c9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.841+0000 7f8b1f600640 1 --2- 172.21.15.26:0/4269548253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8b181044d0 0x7f8b1810c9b0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f8b04009900 tx=0x7f8b0402a510 comp rx=0 tx=0).stop 2024-04-26T23:39:52.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.841+0000 7f8b1f600640 1 -- 172.21.15.26:0/4269548253 shutdown_connections 2024-04-26T23:39:52.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.841+0000 7f8b1f600640 1 --2- 172.21.15.26:0/4269548253 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8b1810cef0 0x7f8b1810f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.841+0000 7f8b1f600640 1 --2- 172.21.15.26:0/4269548253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8b181044d0 0x7f8b1810c9b0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.841+0000 7f8b1f600640 1 --2- 172.21.15.26:0/4269548253 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8b18103bb0 0x7f8b18103f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.841+0000 7f8b1f600640 1 -- 172.21.15.26:0/4269548253 >> 172.21.15.26:0/4269548253 conn(0x7f8b18078930 msgr2=0x7f8b18078d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.841+0000 7f8b1f600640 1 -- 172.21.15.26:0/4269548253 shutdown_connections 2024-04-26T23:39:52.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.841+0000 7f8b1f600640 1 -- 172.21.15.26:0/4269548253 wait complete. 2024-04-26T23:39:52.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.842+0000 7f8b1f600640 1 Processor -- start 2024-04-26T23:39:52.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.843+0000 7f8b1f600640 1 -- start start 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.843+0000 7f8b1f600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8b18103bb0 0x7f8b18101800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.843+0000 7f8b1f600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8b181044d0 0x7f8b18101d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.843+0000 7f8b1f600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8b1810cef0 0x7f8b18102280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.843+0000 7f8b1f600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8b18112aa0 con 0x7f8b1810cef0 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.843+0000 7f8b1f600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8b18112920 con 0x7f8b181044d0 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.843+0000 7f8b1f600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8b18112c20 con 0x7f8b18103bb0 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.843+0000 7f8b1d600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8b1810cef0 0x7f8b18102280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.843+0000 7f8b1d600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8b1810cef0 0x7f8b18102280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46496/0 (socket says 172.21.15.26:46496) 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.843+0000 7f8b1d600640 1 -- 172.21.15.26:0/671915326 learned_addr learned my addr 172.21.15.26:0/671915326 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.844+0000 7f8b1cc00640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8b18103bb0 0x7f8b18101800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.844+0000 7f8b17e00640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8b181044d0 0x7f8b18101d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.844+0000 7f8b1d600640 1 -- 172.21.15.26:0/671915326 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8b18103bb0 msgr2=0x7f8b18101800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.844+0000 7f8b1d600640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8b18103bb0 0x7f8b18101800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.844+0000 7f8b1d600640 1 -- 172.21.15.26:0/671915326 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8b181044d0 msgr2=0x7f8b18101d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.844+0000 7f8b1d600640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8b181044d0 0x7f8b18101d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.844+0000 7f8b1d600640 1 -- 172.21.15.26:0/671915326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b181a7550 con 0x7f8b1810cef0 2024-04-26T23:39:52.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.844+0000 7f8b1d600640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8b1810cef0 0x7f8b18102280 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f8b1000eb10 tx=0x7f8b1000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.845+0000 7f8b15600640 1 -- 172.21.15.26:0/671915326 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b10004b20 con 0x7f8b1810cef0 2024-04-26T23:39:52.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.845+0000 7f8b15600640 1 -- 172.21.15.26:0/671915326 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8b10004cc0 con 0x7f8b1810cef0 2024-04-26T23:39:52.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.845+0000 7f8b1f600640 1 -- 172.21.15.26:0/671915326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b181a7840 con 0x7f8b1810cef0 2024-04-26T23:39:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.845+0000 7f8b15600640 1 -- 172.21.15.26:0/671915326 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b10010690 con 0x7f8b1810cef0 2024-04-26T23:39:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.845+0000 7f8b1f600640 1 -- 172.21.15.26:0/671915326 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b181a7db0 con 0x7f8b1810cef0 2024-04-26T23:39:52.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.848+0000 7f8b223c4740 1 Processor -- start 2024-04-26T23:39:52.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.849+0000 7f8b15600640 1 -- 172.21.15.26:0/671915326 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8b10005020 con 0x7f8b1810cef0 2024-04-26T23:39:52.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.849+0000 7f8b223c4740 1 -- start start 2024-04-26T23:39:52.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.849+0000 7f8b223c4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882c05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.849+0000 7f8b223c4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882c0b10 0x5632882caca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.849+0000 7f8b223c4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882cb1e0 0x5632882cd5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.849+0000 7f8b223c4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563288224c70 con 0x5632882c01f0 2024-04-26T23:39:52.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.849+0000 7f8b223c4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5632881dd980 con 0x5632882cb1e0 2024-04-26T23:39:52.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.849+0000 7f8b223c4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563288220c30 con 0x5632882c0b10 2024-04-26T23:39:52.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.850+0000 7f8b17e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882c05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.850+0000 7f8b17e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882c05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46504/0 (socket says 172.21.15.26:46504) 2024-04-26T23:39:52.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.850+0000 7f8b17e00640 1 -- 172.21.15.26:0/2171563610 learned_addr learned my addr 172.21.15.26:0/2171563610 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.850+0000 7f8b1cc00640 1 --2- 172.21.15.26:0/2171563610 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882c0b10 0x5632882caca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.850+0000 7f8b17e00640 1 -- 172.21.15.26:0/2171563610 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882c0b10 msgr2=0x5632882caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.850+0000 7f8b17e00640 1 --2- 172.21.15.26:0/2171563610 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882c0b10 0x5632882caca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.850+0000 7f8b17e00640 1 -- 172.21.15.26:0/2171563610 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882cb1e0 msgr2=0x5632882cd5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.850+0000 7f8b17e00640 1 --2- 172.21.15.26:0/2171563610 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882cb1e0 0x5632882cd5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.850+0000 7f8b17e00640 1 -- 172.21.15.26:0/2171563610 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632881b57b0 con 0x5632882c01f0 2024-04-26T23:39:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.851+0000 7f8b17e00640 1 --2- 172.21.15.26:0/2171563610 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882c05d0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f8b0402ab00 tx=0x7f8b04005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9af00be99f7e9a1d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.851+0000 7f8b09c00640 1 -- 172.21.15.26:0/2171563610 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b04041020 con 0x5632882c01f0 2024-04-26T23:39:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.851+0000 7f8b09c00640 1 -- 172.21.15.26:0/2171563610 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8b040054d0 con 0x5632882c01f0 2024-04-26T23:39:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.851+0000 7f8b09c00640 1 -- 172.21.15.26:0/2171563610 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b04035070 con 0x5632882c01f0 2024-04-26T23:39:52.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.852+0000 7f8b223c4740 1 -- 172.21.15.26:0/2171563610 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 msgr2=0x5632882c05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.852+0000 7f8b223c4740 1 --2- 172.21.15.26:0/2171563610 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882c05d0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f8b0402ab00 tx=0x7f8b04005dd0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.852+0000 7f8b223c4740 1 -- 172.21.15.26:0/2171563610 shutdown_connections 2024-04-26T23:39:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.852+0000 7f8b223c4740 1 --2- 172.21.15.26:0/2171563610 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882cb1e0 0x5632882cd5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.852+0000 7f8b223c4740 1 --2- 172.21.15.26:0/2171563610 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882c0b10 0x5632882caca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.852+0000 7f8b223c4740 1 --2- 172.21.15.26:0/2171563610 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882c05d0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.852+0000 7f8b223c4740 1 -- 172.21.15.26:0/2171563610 >> 172.21.15.26:0/2171563610 conn(0x5632882bc510 msgr2=0x5632882bc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.852+0000 7f8b15600640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8b000a3da0 0x7f8b000a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.852+0000 7f8b223c4740 1 -- 172.21.15.26:0/2171563610 shutdown_connections 2024-04-26T23:39:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.852+0000 7f8b223c4740 1 -- 172.21.15.26:0/2171563610 wait complete. 2024-04-26T23:39:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.852+0000 7f8b15600640 1 -- 172.21.15.26:0/671915326 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f8b100d0de0 con 0x7f8b1810cef0 2024-04-26T23:39:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.852+0000 7f8b17e00640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8b000a3da0 0x7f8b000a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.853+0000 7f8b223c4740 1 -- start start 2024-04-26T23:39:52.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.853+0000 7f8b223c4740 1 Processor -- start 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.853+0000 7f8b17e00640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8b000a3da0 0x7f8b000a6260 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8b040057c0 tx=0x7f8b04000bc0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.854+0000 7f8b223c4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882cab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.854+0000 7f8b223c4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882c0b10 0x5632882c7e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.854+0000 7f8b223c4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882cb1e0 0x5632882c83a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.854+0000 7f8b223c4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563288223f80 con 0x5632882c01f0 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.854+0000 7f8b223c4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5632881d1260 con 0x5632882c0b10 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.854+0000 7f8b223c4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5632882292a0 con 0x5632882cb1e0 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.854+0000 7f8b223c4740 10 client.0 _ll_register_callbacks cb 0x56328821b960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.854+0000 7f8b1cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882cab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.854+0000 7f8b1cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882cab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46510/0 (socket says 172.21.15.26:46510) 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.854+0000 7f8b1cc00640 1 -- 172.21.15.26:0/1336991047 learned_addr learned my addr 172.21.15.26:0/1336991047 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.854+0000 7f8b17e00640 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882c0b10 0x5632882c7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.855+0000 7f8b1d600640 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882cb1e0 0x5632882c83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.855+0000 7f8b1cc00640 1 -- 172.21.15.26:0/1336991047 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882cb1e0 msgr2=0x5632882c83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.855+0000 7f8b1cc00640 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882cb1e0 0x5632882c83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.855+0000 7f8b1cc00640 1 -- 172.21.15.26:0/1336991047 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882c0b10 msgr2=0x5632882c7e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.855+0000 7f8b1cc00640 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882c0b10 0x5632882c7e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.855+0000 7f8b1cc00640 1 -- 172.21.15.26:0/1336991047 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632881b31c0 con 0x5632882c01f0 2024-04-26T23:39:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.855+0000 7f8b1cc00640 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882cab50 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c013710 tx=0x7f8b0c013bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6a3ad318cf32d57 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.855+0000 7f8afe000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.855+0000 7f8afe000640 1 -- 172.21.15.26:0/1336991047 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b0c020060 con 0x5632882c01f0 2024-04-26T23:39:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.855+0000 7f8afe000640 1 -- 172.21.15.26:0/1336991047 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f8b0c011dd0 con 0x5632882c01f0 2024-04-26T23:39:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.856+0000 7f8b223c4740 1 -- 172.21.15.26:0/1336991047 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b040054d0 con 0x5632882c01f0 2024-04-26T23:39:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.856+0000 7f8afe000640 1 -- 172.21.15.26:0/1336991047 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8b0c00f450 con 0x5632882c01f0 2024-04-26T23:39:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.856+0000 7f8b223c4740 10 client.16314 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:52.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.856+0000 7f8b223c4740 1 -- 172.21.15.26:0/1336991047 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563287f363f0 con 0x5632882c01f0 2024-04-26T23:39:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.856+0000 7f8afe000640 1 -- 172.21.15.26:0/1336991047 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8b040054d0 con 0x5632882c01f0 2024-04-26T23:39:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.856+0000 7f8afe000640 1 -- 172.21.15.26:0/1336991047 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8b0c01a030 con 0x5632882c01f0 2024-04-26T23:39:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.857+0000 7f8b223c4740 10 client.16314 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.857+0000 7f8b223c4740 10 client.16314 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.857+0000 7f8b223c4740 20 client.16314 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.857+0000 7f8b223c4740 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5632882dac70 0x5632882dd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.857+0000 7f8b223c4740 4 client.16314 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:39:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.857+0000 7f8b223c4740 1 -- 172.21.15.26:0/1336991047 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563288232880 con 0x5632882dac70 2024-04-26T23:39:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.857+0000 7f8b17e00640 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5632882dac70 0x5632882dd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.858+0000 7f8b17e00640 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5632882dac70 0x5632882dd0d0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9568ba9bc7ed662 server_cookie=b3c36a3ef5ddb8cb in_seq=0 out_seq=0 2024-04-26T23:39:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.858+0000 7f8afe000640 10 client.16314 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.860+0000 7f8afe000640 1 -- 172.21.15.26:0/1336991047 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563288232880 con 0x5632882dac70 2024-04-26T23:39:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.860+0000 7f8afe000640 10 client.16314 handle_command_reply: tid=0 2024-04-26T23:39:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.860+0000 7f8b223c4740 1 client.16314 shutdown 2024-04-26T23:39:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.860+0000 7f8b223c4740 1 -- 172.21.15.26:0/1336991047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 msgr2=0x5632882cab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.860+0000 7f8b223c4740 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882cab50 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c013710 tx=0x7f8b0c013bd0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.860+0000 7f8b223c4740 1 -- 172.21.15.26:0/1336991047 shutdown_connections 2024-04-26T23:39:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.860+0000 7f8b223c4740 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5632882dac70 0x5632882dd0d0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.860+0000 7f8b223c4740 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882cb1e0 0x5632882c83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.860+0000 7f8b223c4740 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882c0b10 0x5632882c7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.860+0000 7f8b223c4740 1 --2- 172.21.15.26:0/1336991047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882cab50 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.860+0000 7f8afe000640 0 client.16314 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.860+0000 7f8b223c4740 1 -- 172.21.15.26:0/1336991047 >> 172.21.15.26:0/1336991047 conn(0x5632882bc510 msgr2=0x5632882c2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.861+0000 7f8b223c4740 1 -- 172.21.15.26:0/1336991047 shutdown_connections 2024-04-26T23:39:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.861+0000 7f8b223c4740 1 -- 172.21.15.26:0/1336991047 wait complete. 2024-04-26T23:39:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.861+0000 7f8b223c4740 20 client.16314 trim_cache size 0 max 16384 2024-04-26T23:39:52.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.881+0000 7f8b223c4740 1 Processor -- start 2024-04-26T23:39:52.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.881+0000 7f8b223c4740 1 -- start start 2024-04-26T23:39:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.882+0000 7f8b223c4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882d6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.882+0000 7f8b223c4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882c0b10 0x5632882e29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.882+0000 7f8b223c4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882cb1e0 0x5632882e2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.882+0000 7f8b223c4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8b181b2ed0 con 0x5632882c01f0 2024-04-26T23:39:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.882+0000 7f8b223c4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8b181b07a0 con 0x5632882cb1e0 2024-04-26T23:39:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.882+0000 7f8b223c4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8b181ae5d0 con 0x5632882c0b10 2024-04-26T23:39:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.882+0000 7f8b1cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882d6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.882+0000 7f8b1cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882d6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46524/0 (socket says 172.21.15.26:46524) 2024-04-26T23:39:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.882+0000 7f8b1cc00640 1 -- 172.21.15.26:0/2233086459 learned_addr learned my addr 172.21.15.26:0/2233086459 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.882+0000 7f8b17e00640 1 --2- 172.21.15.26:0/2233086459 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882c0b10 0x5632882e29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.883+0000 7f8b1d600640 1 --2- 172.21.15.26:0/2233086459 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882cb1e0 0x5632882e2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.883+0000 7f8b1cc00640 1 -- 172.21.15.26:0/2233086459 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882c0b10 msgr2=0x5632882e29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.883+0000 7f8b1cc00640 1 --2- 172.21.15.26:0/2233086459 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882c0b10 0x5632882e29a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.883+0000 7f8b1cc00640 1 -- 172.21.15.26:0/2233086459 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882cb1e0 msgr2=0x5632882e2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.883+0000 7f8b1cc00640 1 --2- 172.21.15.26:0/2233086459 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882cb1e0 0x5632882e2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.883+0000 7f8b1cc00640 1 -- 172.21.15.26:0/2233086459 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5632880007d0 con 0x5632882c01f0 2024-04-26T23:39:52.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.883+0000 7f8b1cc00640 1 --2- 172.21.15.26:0/2233086459 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882d6c00 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c0098b0 tx=0x7f8b0c0117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d550408fba52bef server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.884+0000 7f8b09200640 1 -- 172.21.15.26:0/2233086459 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b0c01b470 con 0x5632882c01f0 2024-04-26T23:39:52.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.884+0000 7f8b09200640 1 -- 172.21.15.26:0/2233086459 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8b0c005540 con 0x5632882c01f0 2024-04-26T23:39:52.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.884+0000 7f8b09200640 1 -- 172.21.15.26:0/2233086459 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b0c003850 con 0x5632882c01f0 2024-04-26T23:39:52.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.885+0000 7f8b223c4740 1 -- 172.21.15.26:0/2233086459 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 msgr2=0x5632882d6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.885+0000 7f8b223c4740 1 --2- 172.21.15.26:0/2233086459 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882d6c00 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c0098b0 tx=0x7f8b0c0117b0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.885+0000 7f8b223c4740 1 -- 172.21.15.26:0/2233086459 shutdown_connections 2024-04-26T23:39:52.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.885+0000 7f8b223c4740 1 --2- 172.21.15.26:0/2233086459 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882cb1e0 0x5632882e2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.885+0000 7f8b223c4740 1 --2- 172.21.15.26:0/2233086459 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882c0b10 0x5632882e29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.885+0000 7f8b223c4740 1 --2- 172.21.15.26:0/2233086459 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882d6c00 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.885+0000 7f8b223c4740 1 -- 172.21.15.26:0/2233086459 >> 172.21.15.26:0/2233086459 conn(0x5632882bc510 msgr2=0x5632882bb690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.885+0000 7f8b223c4740 1 -- 172.21.15.26:0/2233086459 shutdown_connections 2024-04-26T23:39:52.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.885+0000 7f8b223c4740 1 -- 172.21.15.26:0/2233086459 wait complete. 2024-04-26T23:39:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.885+0000 7f8b223c4740 1 -- start start 2024-04-26T23:39:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.886+0000 7f8b223c4740 1 Processor -- start 2024-04-26T23:39:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.886+0000 7f8b223c4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882d0e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.886+0000 7f8b223c4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882c0b10 0x5632882d1360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.886+0000 7f8b223c4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882cb1e0 0x5632882d18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.886+0000 7f8b223c4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8b181aec60 con 0x5632882c01f0 2024-04-26T23:39:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.886+0000 7f8b223c4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8b181b00d0 con 0x5632882c0b10 2024-04-26T23:39:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.886+0000 7f8b223c4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8b181af330 con 0x5632882cb1e0 2024-04-26T23:39:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.886+0000 7f8b223c4740 10 client.0 _ll_register_callbacks cb 0x7f8b0c0096d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.886+0000 7f8b1cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882d0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.886+0000 7f8b1cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882d0e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:46530/0 (socket says 172.21.15.26:46530) 2024-04-26T23:39:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.886+0000 7f8b1cc00640 1 -- 172.21.15.26:0/3883571552 learned_addr learned my addr 172.21.15.26:0/3883571552 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.887+0000 7f8b17e00640 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882c0b10 0x5632882d1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.887+0000 7f8b1d600640 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882cb1e0 0x5632882d18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.887+0000 7f8b1cc00640 1 -- 172.21.15.26:0/3883571552 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882cb1e0 msgr2=0x5632882d18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.887+0000 7f8b1cc00640 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882cb1e0 0x5632882d18c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.887+0000 7f8b1cc00640 1 -- 172.21.15.26:0/3883571552 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882c0b10 msgr2=0x5632882d1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.887+0000 7f8b1cc00640 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882c0b10 0x5632882d1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.887+0000 7f8b1cc00640 1 -- 172.21.15.26:0/3883571552 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632881cb2a0 con 0x5632882c01f0 2024-04-26T23:39:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.887+0000 7f8b1cc00640 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882d0e20 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c013c10 tx=0x7f8b0c009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26b1860306e4f0db server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.887+0000 7f8afe000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.888+0000 7f8afe000640 1 -- 172.21.15.26:0/3883571552 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b0c020030 con 0x5632882c01f0 2024-04-26T23:39:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.888+0000 7f8afe000640 1 -- 172.21.15.26:0/3883571552 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f8b0c0035f0 con 0x5632882c01f0 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.888+0000 7f8b223c4740 1 -- 172.21.15.26:0/3883571552 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b0c005540 con 0x5632882c01f0 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.888+0000 7f8afe000640 1 -- 172.21.15.26:0/3883571552 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8b0c03b050 con 0x5632882c01f0 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.888+0000 7f8b223c4740 10 client.16320 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.888+0000 7f8b223c4740 1 -- 172.21.15.26:0/3883571552 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563288341620 con 0x5632882c01f0 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.888+0000 7f8afe000640 1 -- 172.21.15.26:0/3883571552 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8b0c005540 con 0x5632882c01f0 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.889+0000 7f8afe000640 1 -- 172.21.15.26:0/3883571552 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8b0c01a040 con 0x5632882c01f0 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.889+0000 7f8b223c4740 10 client.16320 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.889+0000 7f8b223c4740 10 client.16320 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.889+0000 7f8b223c4740 20 client.16320 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.889+0000 7f8b223c4740 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563288341c20 0x563288344010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.889+0000 7f8b223c4740 4 client.16320 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.889+0000 7f8b223c4740 1 -- 172.21.15.26:0/3883571552 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56328822c6f0 con 0x563288341c20 2024-04-26T23:39:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.889+0000 7f8b17e00640 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563288341c20 0x563288344010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:52.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.890+0000 7f8afe000640 10 client.16320 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:52.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.890+0000 7f8b17e00640 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563288341c20 0x563288344010 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9242b9f26c743fd server_cookie=89c39a9aeaaa5aa9 in_seq=0 out_seq=0 2024-04-26T23:39:52.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8afe000640 1 -- 172.21.15.26:0/3883571552 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56328822c6f0 con 0x563288341c20 2024-04-26T23:39:52.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8afe000640 10 client.16320 handle_command_reply: tid=0 2024-04-26T23:39:52.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8b223c4740 1 client.16320 shutdown 2024-04-26T23:39:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8b223c4740 1 -- 172.21.15.26:0/3883571552 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 msgr2=0x5632882d0e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8b223c4740 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882d0e20 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c013c10 tx=0x7f8b0c009e90 comp rx=0 tx=0).stop 2024-04-26T23:39:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8b223c4740 1 -- 172.21.15.26:0/3883571552 shutdown_connections 2024-04-26T23:39:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8b223c4740 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563288341c20 0x563288344010 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8b223c4740 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5632882cb1e0 0x5632882d18c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8b223c4740 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5632882c0b10 0x5632882d1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8b223c4740 1 --2- 172.21.15.26:0/3883571552 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5632882c01f0 0x5632882d0e20 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8afe000640 0 client.16320 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8b223c4740 1 -- 172.21.15.26:0/3883571552 >> 172.21.15.26:0/3883571552 conn(0x5632882bc510 msgr2=0x5632882c9670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8b223c4740 1 -- 172.21.15.26:0/3883571552 shutdown_connections 2024-04-26T23:39:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.891+0000 7f8b223c4740 1 -- 172.21.15.26:0/3883571552 wait complete. 2024-04-26T23:39:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.892+0000 7f8b223c4740 20 client.16320 trim_cache size 0 max 16384 2024-04-26T23:39:52.897 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:39:52.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.892+0000 7f8b1f600640 1 -- 172.21.15.26:0/671915326 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8b000a3da0 msgr2=0x7f8b000a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.892+0000 7f8b1f600640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8b000a3da0 0x7f8b000a6260 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8b040057c0 tx=0x7f8b04000bc0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.892+0000 7f8b1f600640 1 -- 172.21.15.26:0/671915326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8b1810cef0 msgr2=0x7f8b18102280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:52.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.892+0000 7f8b1f600640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8b1810cef0 0x7f8b18102280 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f8b1000eb10 tx=0x7f8b1000c2d0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.892+0000 7f8b1f600640 1 -- 172.21.15.26:0/671915326 shutdown_connections 2024-04-26T23:39:52.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.893+0000 7f8b1f600640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8b000a3da0 0x7f8b000a6260 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.893+0000 7f8b1f600640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8b1810cef0 0x7f8b18102280 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.893+0000 7f8b1f600640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8b181044d0 0x7f8b18101d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.893+0000 7f8b1f600640 1 --2- 172.21.15.26:0/671915326 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8b18103bb0 0x7f8b18101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.893+0000 7f8b1f600640 1 -- 172.21.15.26:0/671915326 >> 172.21.15.26:0/671915326 conn(0x7f8b18078930 msgr2=0x7f8b180fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.893+0000 7f8b1f600640 1 -- 172.21.15.26:0/671915326 shutdown_connections 2024-04-26T23:39:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:52.893+0000 7f8b1f600640 1 -- 172.21.15.26:0/671915326 wait complete. 2024-04-26T23:39:52.912 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:52 smithi026 ceph-mon[28371]: pgmap v123: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:39:52.912 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:52 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2449193293' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:39:53.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:52 smithi164 ceph-mon[31699]: pgmap v123: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:39:53.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:52 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2449193293' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:39:53.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:52 smithi086 ceph-mon[31122]: pgmap v123: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:39:53.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:52 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2449193293' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:39:53.916 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:39:53.917 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:39:53.917 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:39:54.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.165+0000 7f992aa00640 1 -- 172.21.15.26:0/1325078464 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f99241042b0 msgr2=0x7f992410c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.165+0000 7f992aa00640 1 --2- 172.21.15.26:0/1325078464 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f99241042b0 0x7f992410c790 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f9910009900 tx=0x7f991002a480 comp rx=0 tx=0).stop 2024-04-26T23:39:54.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.165+0000 7f992aa00640 1 -- 172.21.15.26:0/1325078464 shutdown_connections 2024-04-26T23:39:54.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.165+0000 7f992aa00640 1 --2- 172.21.15.26:0/1325078464 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f992410cdb0 0x7f992410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.165+0000 7f992aa00640 1 --2- 172.21.15.26:0/1325078464 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f99241042b0 0x7f992410c790 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.165+0000 7f992aa00640 1 --2- 172.21.15.26:0/1325078464 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9924103990 0x7f9924103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.165+0000 7f992aa00640 1 -- 172.21.15.26:0/1325078464 >> 172.21.15.26:0/1325078464 conn(0x7f99240fd1b0 msgr2=0x7f99240ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:54.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.165+0000 7f992aa00640 1 -- 172.21.15.26:0/1325078464 shutdown_connections 2024-04-26T23:39:54.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.165+0000 7f992aa00640 1 -- 172.21.15.26:0/1325078464 wait complete. 2024-04-26T23:39:54.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.166+0000 7f992aa00640 1 Processor -- start 2024-04-26T23:39:54.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.166+0000 7f992aa00640 1 -- start start 2024-04-26T23:39:54.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.167+0000 7f992aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9924103990 0x7f992419b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.167+0000 7f992aa00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f99241042b0 0x7f992419b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.167+0000 7f992aa00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f992410cdb0 0x7f992419fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.167+0000 7f992aa00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9924112910 con 0x7f9924103990 2024-04-26T23:39:54.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.167+0000 7f992aa00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9924112790 con 0x7f992410cdb0 2024-04-26T23:39:54.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.167+0000 7f992aa00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9924112a90 con 0x7f99241042b0 2024-04-26T23:39:54.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.167+0000 7f9929600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9924103990 0x7f992419b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.167+0000 7f9929600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9924103990 0x7f992419b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56124/0 (socket says 172.21.15.26:56124) 2024-04-26T23:39:54.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.167+0000 7f9929600640 1 -- 172.21.15.26:0/886397925 learned_addr learned my addr 172.21.15.26:0/886397925 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:54.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.167+0000 7f9928c00640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f99241042b0 0x7f992419b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.167+0000 7f992a000640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f992410cdb0 0x7f992419fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.168+0000 7f9929600640 1 -- 172.21.15.26:0/886397925 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f99241042b0 msgr2=0x7f992419b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.168+0000 7f9929600640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f99241042b0 0x7f992419b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.168+0000 7f9929600640 1 -- 172.21.15.26:0/886397925 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f992410cdb0 msgr2=0x7f992419fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.168+0000 7f9929600640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f992410cdb0 0x7f992419fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.168+0000 7f9929600640 1 -- 172.21.15.26:0/886397925 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99241a0130 con 0x7f9924103990 2024-04-26T23:39:54.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.168+0000 7f9929600640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9924103990 0x7f992419b190 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f991800db80 tx=0x7f991800b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:54.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.168+0000 7f9922000640 1 -- 172.21.15.26:0/886397925 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9918017070 con 0x7f9924103990 2024-04-26T23:39:54.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.168+0000 7f9922000640 1 -- 172.21.15.26:0/886397925 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9918004020 con 0x7f9924103990 2024-04-26T23:39:54.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.168+0000 7f9922000640 1 -- 172.21.15.26:0/886397925 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991800be60 con 0x7f9924103990 2024-04-26T23:39:54.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.169+0000 7f992aa00640 1 -- 172.21.15.26:0/886397925 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99241a0420 con 0x7f9924103990 2024-04-26T23:39:54.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.169+0000 7f992aa00640 1 -- 172.21.15.26:0/886397925 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99241a7cb0 con 0x7f9924103990 2024-04-26T23:39:54.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.172+0000 7f992edf1740 1 Processor -- start 2024-04-26T23:39:54.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.172+0000 7f992edf1740 1 -- start start 2024-04-26T23:39:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.173+0000 7f992edf1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e454240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.173+0000 7f992edf1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e454780 0x55ab4e45e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.173+0000 7f992edf1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e45ee50 0x55ab4e461240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.173+0000 7f992edf1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ab4e3b9980 con 0x55ab4e453e60 2024-04-26T23:39:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.173+0000 7f992edf1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ab4e356220 con 0x55ab4e45ee50 2024-04-26T23:39:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.173+0000 7f992edf1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ab4e3b5940 con 0x55ab4e454780 2024-04-26T23:39:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.173+0000 7f9922000640 1 -- 172.21.15.26:0/886397925 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f9918003b70 con 0x7f9924103990 2024-04-26T23:39:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.173+0000 7f992a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e454240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.173+0000 7f992a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e454240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56126/0 (socket says 172.21.15.26:56126) 2024-04-26T23:39:54.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.173+0000 7f992a000640 1 -- 172.21.15.26:0/670385701 learned_addr learned my addr 172.21.15.26:0/670385701 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:54.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.174+0000 7f9928c00640 1 --2- 172.21.15.26:0/670385701 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e45ee50 0x55ab4e461240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.174+0000 7f992a000640 1 -- 172.21.15.26:0/670385701 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e454780 msgr2=0x55ab4e45e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.174+0000 7f992a000640 1 --2- 172.21.15.26:0/670385701 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e454780 0x55ab4e45e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.174+0000 7f992a000640 1 -- 172.21.15.26:0/670385701 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e45ee50 msgr2=0x55ab4e461240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.174+0000 7f992a000640 1 --2- 172.21.15.26:0/670385701 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e45ee50 0x55ab4e461240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.174+0000 7f992a000640 1 -- 172.21.15.26:0/670385701 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab4e1937e0 con 0x55ab4e453e60 2024-04-26T23:39:54.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.174+0000 7f992a000640 1 --2- 172.21.15.26:0/670385701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e454240 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f991c00bba0 tx=0x7f991c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75cf10fe838ee627 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:54.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.175+0000 7f9916600640 1 -- 172.21.15.26:0/670385701 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c015070 con 0x55ab4e453e60 2024-04-26T23:39:54.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.175+0000 7f9916600640 1 -- 172.21.15.26:0/670385701 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f991c0054b0 con 0x55ab4e453e60 2024-04-26T23:39:54.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.175+0000 7f9916600640 1 -- 172.21.15.26:0/670385701 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c011440 con 0x55ab4e453e60 2024-04-26T23:39:54.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.175+0000 7f9922000640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f990c0a3da0 0x7f990c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.175+0000 7f9922000640 1 -- 172.21.15.26:0/886397925 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f99180d0920 con 0x7f9924103990 2024-04-26T23:39:54.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.176+0000 7f992edf1740 1 -- 172.21.15.26:0/670385701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 msgr2=0x55ab4e454240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.176+0000 7f992edf1740 1 --2- 172.21.15.26:0/670385701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e454240 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f991c00bba0 tx=0x7f991c00f730 comp rx=0 tx=0).stop 2024-04-26T23:39:54.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.176+0000 7f9929600640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f990c0a3da0 0x7f990c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.176+0000 7f992edf1740 1 -- 172.21.15.26:0/670385701 shutdown_connections 2024-04-26T23:39:54.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.176+0000 7f992edf1740 1 --2- 172.21.15.26:0/670385701 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e45ee50 0x55ab4e461240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.176+0000 7f992edf1740 1 --2- 172.21.15.26:0/670385701 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e454780 0x55ab4e45e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.176+0000 7f992edf1740 1 --2- 172.21.15.26:0/670385701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e454240 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.176+0000 7f992edf1740 1 -- 172.21.15.26:0/670385701 >> 172.21.15.26:0/670385701 conn(0x55ab4e450180 msgr2=0x55ab4e450560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:54.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.176+0000 7f992edf1740 1 -- 172.21.15.26:0/670385701 shutdown_connections 2024-04-26T23:39:54.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.176+0000 7f992edf1740 1 -- 172.21.15.26:0/670385701 wait complete. 2024-04-26T23:39:54.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.177+0000 7f992edf1740 1 -- start start 2024-04-26T23:39:54.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.177+0000 7f9929600640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f990c0a3da0 0x7f990c0a6260 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x55ab4e455420 tx=0x7f991800bce0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:54.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.177+0000 7f992edf1740 1 Processor -- start 2024-04-26T23:39:54.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.177+0000 7f992edf1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e45bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.177+0000 7f992edf1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e45c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.177+0000 7f992edf1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e45ee50 0x55ab4e45c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.177+0000 7f992edf1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ab4e461c40 con 0x55ab4e453e60 2024-04-26T23:39:54.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.177+0000 7f992edf1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ab4e341170 con 0x55ab4e454780 2024-04-26T23:39:54.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.177+0000 7f992edf1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ab4e461dc0 con 0x55ab4e45ee50 2024-04-26T23:39:54.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.178+0000 7f992edf1740 10 client.0 _ll_register_callbacks cb 0x55ab4e3b0770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.178+0000 7f992a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e45bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.178+0000 7f992a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e45bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56138/0 (socket says 172.21.15.26:56138) 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.178+0000 7f992a000640 1 -- 172.21.15.26:0/2843459009 learned_addr learned my addr 172.21.15.26:0/2843459009 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.178+0000 7f9928c00640 1 --2- 172.21.15.26:0/2843459009 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e45c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.178+0000 7f992a000640 1 -- 172.21.15.26:0/2843459009 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e45ee50 msgr2=0x55ab4e45c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.178+0000 7f992a000640 1 --2- 172.21.15.26:0/2843459009 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e45ee50 0x55ab4e45c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.178+0000 7f992a000640 1 -- 172.21.15.26:0/2843459009 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 msgr2=0x55ab4e45c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.178+0000 7f992a000640 1 --2- 172.21.15.26:0/2843459009 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e45c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.178+0000 7f992a000640 1 -- 172.21.15.26:0/2843459009 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab4e1f3f70 con 0x55ab4e453e60 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.179+0000 7f992a000640 1 --2- 172.21.15.26:0/2843459009 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e45bd40 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f991c004b70 tx=0x7f991c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba11bd8c5d227c2a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.179+0000 7f990aa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.179+0000 7f990aa00640 1 -- 172.21.15.26:0/2843459009 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c029060 con 0x55ab4e453e60 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.179+0000 7f992edf1740 1 -- 172.21.15.26:0/2843459009 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f991c0054b0 con 0x55ab4e453e60 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.179+0000 7f990aa00640 1 -- 172.21.15.26:0/2843459009 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f991c004cd0 con 0x55ab4e453e60 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.179+0000 7f990aa00640 1 -- 172.21.15.26:0/2843459009 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f991c015070 con 0x55ab4e453e60 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.179+0000 7f992edf1740 10 client.16332 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:54.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.179+0000 7f992edf1740 1 -- 172.21.15.26:0/2843459009 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ab4e08b170 con 0x55ab4e453e60 2024-04-26T23:39:54.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.180+0000 7f990aa00640 1 -- 172.21.15.26:0/2843459009 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f991c0054b0 con 0x55ab4e453e60 2024-04-26T23:39:54.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.180+0000 7f990aa00640 1 -- 172.21.15.26:0/2843459009 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f991c02d950 con 0x55ab4e453e60 2024-04-26T23:39:54.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.180+0000 7f992edf1740 10 client.16332 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:54.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.180+0000 7f992edf1740 10 client.16332 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:54.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.180+0000 7f992edf1740 20 client.16332 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:54.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.180+0000 7f992edf1740 1 --2- 172.21.15.26:0/2843459009 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ab4e46ec10 0x55ab4e471000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.180+0000 7f992edf1740 4 client.16332 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:39:54.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.180+0000 7f992edf1740 1 -- 172.21.15.26:0/2843459009 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab4e3c7590 con 0x55ab4e46ec10 2024-04-26T23:39:54.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.181+0000 7f9928c00640 1 --2- 172.21.15.26:0/2843459009 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ab4e46ec10 0x55ab4e471000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.182+0000 7f9928c00640 1 --2- 172.21.15.26:0/2843459009 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ab4e46ec10 0x55ab4e471000 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3cdceaf4a4452db server_cookie=3f62075b7c1ab743 in_seq=0 out_seq=0 2024-04-26T23:39:54.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.182+0000 7f990aa00640 10 client.16332 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:54.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f990aa00640 1 -- 172.21.15.26:0/2843459009 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ab4e3c7590 con 0x55ab4e46ec10 2024-04-26T23:39:54.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f990aa00640 10 client.16332 handle_command_reply: tid=0 2024-04-26T23:39:54.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f992edf1740 1 client.16332 shutdown 2024-04-26T23:39:54.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f992edf1740 1 -- 172.21.15.26:0/2843459009 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 msgr2=0x55ab4e45bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f992edf1740 1 --2- 172.21.15.26:0/2843459009 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e45bd40 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f991c004b70 tx=0x7f991c0048f0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f992edf1740 1 -- 172.21.15.26:0/2843459009 shutdown_connections 2024-04-26T23:39:54.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f992edf1740 1 --2- 172.21.15.26:0/2843459009 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ab4e46ec10 0x55ab4e471000 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f992edf1740 1 --2- 172.21.15.26:0/2843459009 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e45ee50 0x55ab4e45c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f992edf1740 1 --2- 172.21.15.26:0/2843459009 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e45c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f992edf1740 1 --2- 172.21.15.26:0/2843459009 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e45bd40 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f992edf1740 1 -- 172.21.15.26:0/2843459009 >> 172.21.15.26:0/2843459009 conn(0x55ab4e450180 msgr2=0x55ab4e455e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:54.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f990aa00640 0 client.16332 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:54.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f992edf1740 1 -- 172.21.15.26:0/2843459009 shutdown_connections 2024-04-26T23:39:54.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f992edf1740 1 -- 172.21.15.26:0/2843459009 wait complete. 2024-04-26T23:39:54.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.184+0000 7f992edf1740 20 client.16332 trim_cache size 0 max 16384 2024-04-26T23:39:54.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.210+0000 7f992edf1740 1 Processor -- start 2024-04-26T23:39:54.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.210+0000 7f992edf1740 1 -- start start 2024-04-26T23:39:54.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.211+0000 7f992edf1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e453e60 0x55ab4e45e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.211+0000 7f992edf1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e46ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.211+0000 7f992edf1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e45ee50 0x55ab4e45c410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.211+0000 7f992edf1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f99241b2e50 con 0x55ab4e45ee50 2024-04-26T23:39:54.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.211+0000 7f992edf1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f99241b0720 con 0x55ab4e454780 2024-04-26T23:39:54.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.211+0000 7f992edf1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f99241ae550 con 0x55ab4e453e60 2024-04-26T23:39:54.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.211+0000 7f9928c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e46ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.211+0000 7f992a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e45ee50 0x55ab4e45c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.211+0000 7f9928c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e46ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:37406/0 (socket says 172.21.15.26:37406) 2024-04-26T23:39:54.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.211+0000 7f9928c00640 1 -- 172.21.15.26:0/140317398 learned_addr learned my addr 172.21.15.26:0/140317398 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:54.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.212+0000 7f992a000640 1 --2- 172.21.15.26:0/140317398 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e453e60 0x55ab4e45e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.212+0000 7f992a000640 1 -- 172.21.15.26:0/140317398 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e453e60 msgr2=0x55ab4e45e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.212+0000 7f992a000640 1 --2- 172.21.15.26:0/140317398 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e453e60 0x55ab4e45e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.212+0000 7f992a000640 1 -- 172.21.15.26:0/140317398 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 msgr2=0x55ab4e46ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.212+0000 7f992a000640 1 --2- 172.21.15.26:0/140317398 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e46ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.212+0000 7f992a000640 1 -- 172.21.15.26:0/140317398 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab4e461da0 con 0x55ab4e45ee50 2024-04-26T23:39:54.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.212+0000 7f9928c00640 1 --2- 172.21.15.26:0/140317398 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e46ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:39:54.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.213+0000 7f992a000640 1 --2- 172.21.15.26:0/140317398 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e45ee50 0x55ab4e45c410 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f991c02de90 tx=0x7f991c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c84931a9599533c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:54.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.213+0000 7f9915c00640 1 -- 172.21.15.26:0/140317398 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c029070 con 0x55ab4e45ee50 2024-04-26T23:39:54.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.213+0000 7f9915c00640 1 -- 172.21.15.26:0/140317398 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f991c00b7b0 con 0x55ab4e45ee50 2024-04-26T23:39:54.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.213+0000 7f9915c00640 1 -- 172.21.15.26:0/140317398 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c011830 con 0x55ab4e45ee50 2024-04-26T23:39:54.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.214+0000 7f992edf1740 1 -- 172.21.15.26:0/140317398 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e45ee50 msgr2=0x55ab4e45c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.214+0000 7f992edf1740 1 --2- 172.21.15.26:0/140317398 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e45ee50 0x55ab4e45c410 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f991c02de90 tx=0x7f991c00f730 comp rx=0 tx=0).stop 2024-04-26T23:39:54.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.214+0000 7f992edf1740 1 -- 172.21.15.26:0/140317398 shutdown_connections 2024-04-26T23:39:54.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.214+0000 7f992edf1740 1 --2- 172.21.15.26:0/140317398 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e45ee50 0x55ab4e45c410 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.214+0000 7f992edf1740 1 --2- 172.21.15.26:0/140317398 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e46ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.214+0000 7f992edf1740 1 --2- 172.21.15.26:0/140317398 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e453e60 0x55ab4e45e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.214+0000 7f992edf1740 1 -- 172.21.15.26:0/140317398 >> 172.21.15.26:0/140317398 conn(0x55ab4e450180 msgr2=0x55ab4e45bd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:54.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.214+0000 7f992edf1740 1 -- 172.21.15.26:0/140317398 shutdown_connections 2024-04-26T23:39:54.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.214+0000 7f992edf1740 1 -- 172.21.15.26:0/140317398 wait complete. 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.214+0000 7f992edf1740 1 -- start start 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.215+0000 7f992edf1740 1 Processor -- start 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.215+0000 7f992edf1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e4589f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.215+0000 7f992edf1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e458f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.215+0000 7f992edf1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e45ee50 0x55ab4e459470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.215+0000 7f992edf1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f99241aebe0 con 0x55ab4e453e60 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.215+0000 7f992edf1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f99241b0050 con 0x55ab4e454780 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.215+0000 7f992edf1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f99241af2b0 con 0x55ab4e45ee50 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.215+0000 7f992edf1740 10 client.0 _ll_register_callbacks cb 0x7f991c00b9f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.215+0000 7f992a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e4589f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.216+0000 7f992a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e4589f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56170/0 (socket says 172.21.15.26:56170) 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.216+0000 7f992a000640 1 -- 172.21.15.26:0/1218374322 learned_addr learned my addr 172.21.15.26:0/1218374322 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:54.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.216+0000 7f9928c00640 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e458f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.216+0000 7f992a000640 1 -- 172.21.15.26:0/1218374322 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e45ee50 msgr2=0x55ab4e459470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.216+0000 7f992a000640 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e45ee50 0x55ab4e459470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.216+0000 7f992a000640 1 -- 172.21.15.26:0/1218374322 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 msgr2=0x55ab4e458f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.216+0000 7f992a000640 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e458f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.216+0000 7f992a000640 1 -- 172.21.15.26:0/1218374322 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab4e4d3e70 con 0x55ab4e453e60 2024-04-26T23:39:54.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.216+0000 7f9928c00640 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e458f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:54.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.216+0000 7f992a000640 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e4589f0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f991c02de60 tx=0x7f991c011740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb6bb88b2c963ccc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:54.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.216+0000 7f990aa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:54.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.217+0000 7f990aa00640 1 -- 172.21.15.26:0/1218374322 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c029070 con 0x55ab4e453e60 2024-04-26T23:39:54.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.217+0000 7f990aa00640 1 -- 172.21.15.26:0/1218374322 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f991c02d9f0 con 0x55ab4e453e60 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.217+0000 7f992edf1740 1 -- 172.21.15.26:0/1218374322 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f991c00b7b0 con 0x55ab4e453e60 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.217+0000 7f990aa00640 1 -- 172.21.15.26:0/1218374322 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f991c00b3a0 con 0x55ab4e453e60 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.217+0000 7f992edf1740 10 client.16338 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.217+0000 7f992edf1740 1 -- 172.21.15.26:0/1218374322 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ab4e4d5150 con 0x55ab4e453e60 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.217+0000 7f990aa00640 1 -- 172.21.15.26:0/1218374322 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f991c00b7b0 con 0x55ab4e453e60 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.218+0000 7f990aa00640 1 -- 172.21.15.26:0/1218374322 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f991c03e030 con 0x55ab4e453e60 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.218+0000 7f992edf1740 10 client.16338 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.218+0000 7f992edf1740 10 client.16338 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.218+0000 7f992edf1740 20 client.16338 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.218+0000 7f992edf1740 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ab4e4d5620 0x55ab4e4d7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.218+0000 7f992edf1740 4 client.16338 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.218+0000 7f992edf1740 1 -- 172.21.15.26:0/1218374322 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ab4e3c1400 con 0x55ab4e4d5620 2024-04-26T23:39:54.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.218+0000 7f9928c00640 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ab4e4d5620 0x55ab4e4d7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.219+0000 7f9928c00640 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ab4e4d5620 0x55ab4e4d7a10 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9018e8b2e6493c18 server_cookie=7a0e5ca82192c7a7 in_seq=0 out_seq=0 2024-04-26T23:39:54.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.219+0000 7f990aa00640 10 client.16338 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:54.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.222+0000 7f990aa00640 1 -- 172.21.15.26:0/1218374322 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ab4e3c1400 con 0x55ab4e4d5620 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.222+0000 7f990aa00640 10 client.16338 handle_command_reply: tid=0 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.222+0000 7f992edf1740 1 client.16338 shutdown 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.222+0000 7f992edf1740 1 -- 172.21.15.26:0/1218374322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 msgr2=0x55ab4e4589f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.222+0000 7f992edf1740 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e4589f0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f991c02de60 tx=0x7f991c011740 comp rx=0 tx=0).stop 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.222+0000 7f992edf1740 1 -- 172.21.15.26:0/1218374322 shutdown_connections 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.222+0000 7f992edf1740 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ab4e4d5620 0x55ab4e4d7a10 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.222+0000 7f992edf1740 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab4e45ee50 0x55ab4e459470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.222+0000 7f992edf1740 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ab4e454780 0x55ab4e458f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.222+0000 7f992edf1740 1 --2- 172.21.15.26:0/1218374322 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ab4e453e60 0x55ab4e4589f0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.222+0000 7f990aa00640 0 client.16338 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.222+0000 7f992edf1740 1 -- 172.21.15.26:0/1218374322 >> 172.21.15.26:0/1218374322 conn(0x55ab4e450180 msgr2=0x55ab4e45c590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.223+0000 7f992edf1740 1 -- 172.21.15.26:0/1218374322 shutdown_connections 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.223+0000 7f992edf1740 1 -- 172.21.15.26:0/1218374322 wait complete. 2024-04-26T23:39:54.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.223+0000 7f992edf1740 20 client.16338 trim_cache size 0 max 16384 2024-04-26T23:39:54.228 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:39:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:39:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "9df8f5cd-20aa-42be-bc82-5e4cdb2f624d", 2024-04-26T23:39:54.228 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:39:54.228 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:39:54.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.224+0000 7f992aa00640 1 -- 172.21.15.26:0/886397925 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f990c0a3da0 msgr2=0x7f990c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.224+0000 7f992aa00640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f990c0a3da0 0x7f990c0a6260 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x55ab4e455420 tx=0x7f991800bce0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.224+0000 7f992aa00640 1 -- 172.21.15.26:0/886397925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9924103990 msgr2=0x7f992419b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.224+0000 7f992aa00640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9924103990 0x7f992419b190 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f991800db80 tx=0x7f991800b630 comp rx=0 tx=0).stop 2024-04-26T23:39:54.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.224+0000 7f992aa00640 1 -- 172.21.15.26:0/886397925 shutdown_connections 2024-04-26T23:39:54.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.224+0000 7f992aa00640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f992410cdb0 0x7f992419fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.224+0000 7f992aa00640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f99241042b0 0x7f992419b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.224+0000 7f992aa00640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f990c0a3da0 0x7f990c0a6260 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.224+0000 7f992aa00640 1 --2- 172.21.15.26:0/886397925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9924103990 0x7f992419b190 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.224+0000 7f992aa00640 1 -- 172.21.15.26:0/886397925 >> 172.21.15.26:0/886397925 conn(0x7f99240fd1b0 msgr2=0x7f9924102760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:54.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.224+0000 7f992aa00640 1 -- 172.21.15.26:0/886397925 shutdown_connections 2024-04-26T23:39:54.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.224+0000 7f992aa00640 1 -- 172.21.15.26:0/886397925 wait complete. 2024-04-26T23:39:54.248 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:39:54.248 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:39:54.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.458+0000 7f2ba5600640 1 -- 172.21.15.26:0/582579364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ba01027e0 msgr2=0x7f2ba0102c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.458+0000 7f2ba5600640 1 --2- 172.21.15.26:0/582579364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ba01027e0 0x7f2ba0102c60 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c009930 tx=0x7f2b8c02a440 comp rx=0 tx=0).stop 2024-04-26T23:39:54.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.458+0000 7f2ba5600640 1 -- 172.21.15.26:0/582579364 shutdown_connections 2024-04-26T23:39:54.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.458+0000 7f2ba5600640 1 --2- 172.21.15.26:0/582579364 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ba01031a0 0x7f2ba010f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.458+0000 7f2ba5600640 1 --2- 172.21.15.26:0/582579364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ba01027e0 0x7f2ba0102c60 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.458+0000 7f2ba5600640 1 --2- 172.21.15.26:0/582579364 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ba01087f0 0x7f2ba0108bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.458+0000 7f2ba5600640 1 -- 172.21.15.26:0/582579364 >> 172.21.15.26:0/582579364 conn(0x7f2ba00fe2d0 msgr2=0x7f2ba01006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:54.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.458+0000 7f2ba5600640 1 -- 172.21.15.26:0/582579364 shutdown_connections 2024-04-26T23:39:54.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.458+0000 7f2ba5600640 1 -- 172.21.15.26:0/582579364 wait complete. 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.459+0000 7f2ba5600640 1 Processor -- start 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.459+0000 7f2ba5600640 1 -- start start 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.460+0000 7f2ba5600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ba01027e0 0x7f2ba0198f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.460+0000 7f2ba5600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ba01031a0 0x7f2ba0199450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.460+0000 7f2ba5600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ba01087f0 0x7f2ba019d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.460+0000 7f2ba5600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01129b0 con 0x7f2ba01031a0 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.460+0000 7f2ba5600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba0112830 con 0x7f2ba01027e0 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.460+0000 7f2ba5600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba0112b30 con 0x7f2ba01087f0 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.460+0000 7f2b9f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ba01031a0 0x7f2ba0199450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.460+0000 7f2b9f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ba01031a0 0x7f2ba0199450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56182/0 (socket says 172.21.15.26:56182) 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.460+0000 7f2b9f400640 1 -- 172.21.15.26:0/3281756375 learned_addr learned my addr 172.21.15.26:0/3281756375 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.460+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ba01027e0 0x7f2ba0198f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.461+0000 7f2ba4c00640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ba01087f0 0x7f2ba019d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.461+0000 7f2b9f400640 1 -- 172.21.15.26:0/3281756375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ba01087f0 msgr2=0x7f2ba019d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.461+0000 7f2b9f400640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ba01087f0 0x7f2ba019d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.461+0000 7f2b9f400640 1 -- 172.21.15.26:0/3281756375 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ba01027e0 msgr2=0x7f2ba0198f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.461+0000 7f2b9f400640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ba01027e0 0x7f2ba0198f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.461+0000 7f2b9f400640 1 -- 172.21.15.26:0/3281756375 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ba019df00 con 0x7f2ba01031a0 2024-04-26T23:39:54.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.461+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ba01027e0 0x7f2ba0198f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:39:54.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.461+0000 7f2b9f400640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ba01031a0 0x7f2ba0199450 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c02a960 tx=0x7f2b8c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:54.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.462+0000 7f2b9cc00640 1 -- 172.21.15.26:0/3281756375 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c03f070 con 0x7f2ba01031a0 2024-04-26T23:39:54.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.462+0000 7f2b9cc00640 1 -- 172.21.15.26:0/3281756375 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2b8c003e10 con 0x7f2ba01031a0 2024-04-26T23:39:54.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.462+0000 7f2b9cc00640 1 -- 172.21.15.26:0/3281756375 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c035030 con 0x7f2ba01031a0 2024-04-26T23:39:54.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.462+0000 7f2ba5600640 1 -- 172.21.15.26:0/3281756375 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ba019e190 con 0x7f2ba01031a0 2024-04-26T23:39:54.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.462+0000 7f2ba5600640 1 -- 172.21.15.26:0/3281756375 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ba01a5a80 con 0x7f2ba01031a0 2024-04-26T23:39:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.466+0000 7f2ba99a9740 1 Processor -- start 2024-04-26T23:39:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.466+0000 7f2ba99a9740 1 -- start start 2024-04-26T23:39:54.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.466+0000 7f2b9cc00640 1 -- 172.21.15.26:0/3281756375 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2b8c042070 con 0x7f2ba01031a0 2024-04-26T23:39:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.466+0000 7f2ba99a9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256daa0 0x55e75256de80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.466+0000 7f2ba99a9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 0x55e75257cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.466+0000 7f2ba99a9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e75257f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.466+0000 7f2ba99a9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e75247f030 con 0x55e75257d150 2024-04-26T23:39:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.466+0000 7f2ba99a9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e75249a7f0 con 0x55e75256e450 2024-04-26T23:39:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.466+0000 7f2ba99a9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e7524557e0 con 0x55e75256daa0 2024-04-26T23:39:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.467+0000 7f2b9f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e75257f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.467+0000 7f2b9f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e75257f540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56188/0 (socket says 172.21.15.26:56188) 2024-04-26T23:39:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.467+0000 7f2b9f400640 1 -- 172.21.15.26:0/2410001966 learned_addr learned my addr 172.21.15.26:0/2410001966 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.467+0000 7f2ba4c00640 1 --2- 172.21.15.26:0/2410001966 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256daa0 0x55e75256de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.467+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/2410001966 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 0x55e75257cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.467+0000 7f2b9f400640 1 -- 172.21.15.26:0/2410001966 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256daa0 msgr2=0x55e75256de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.467+0000 7f2b9f400640 1 --2- 172.21.15.26:0/2410001966 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256daa0 0x55e75256de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.467+0000 7f2b9f400640 1 -- 172.21.15.26:0/2410001966 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 msgr2=0x55e75257cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.467+0000 7f2b9f400640 1 --2- 172.21.15.26:0/2410001966 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 0x55e75257cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.467+0000 7f2b9f400640 1 -- 172.21.15.26:0/2410001966 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e752461050 con 0x55e75257d150 2024-04-26T23:39:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.468+0000 7f2b9cc00640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2b840a3da0 0x7f2b840a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.468+0000 7f2b9f400640 1 --2- 172.21.15.26:0/2410001966 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e75257f540 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c0ee680 tx=0x7f2b8c0f92a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4928f0cb193c72c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.468+0000 7f2b9cc00640 1 -- 172.21.15.26:0/3281756375 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f2b8c0f0fe0 con 0x7f2ba01031a0 2024-04-26T23:39:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.468+0000 7f2ba4c00640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2b840a3da0 0x7f2b840a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.469+0000 7f2b95200640 1 -- 172.21.15.26:0/2410001966 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c049020 con 0x55e75257d150 2024-04-26T23:39:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.469+0000 7f2b95200640 1 -- 172.21.15.26:0/2410001966 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2b8c0bd690 con 0x55e75257d150 2024-04-26T23:39:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.469+0000 7f2b95200640 1 -- 172.21.15.26:0/2410001966 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c0bcd60 con 0x55e75257d150 2024-04-26T23:39:54.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.469+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2410001966 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 msgr2=0x55e75257f540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.469+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/2410001966 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e75257f540 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c0ee680 tx=0x7f2b8c0f92a0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.469+0000 7f2ba4c00640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2b840a3da0 0x7f2b840a6260 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f2b98005fd0 tx=0x7f2b98009740 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:54.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.470+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2410001966 shutdown_connections 2024-04-26T23:39:54.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.470+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/2410001966 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e75257f540 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.470+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/2410001966 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 0x55e75257cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.470+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/2410001966 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256daa0 0x55e75256de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.470+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2410001966 >> 172.21.15.26:0/2410001966 conn(0x55e75256a070 msgr2=0x55e75256a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.470+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2410001966 shutdown_connections 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.470+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2410001966 wait complete. 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.470+0000 7f2ba99a9740 1 -- start start 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.470+0000 7f2ba99a9740 1 Processor -- start 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.471+0000 7f2ba99a9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256daa0 0x55e75257ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.471+0000 7f2ba99a9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 0x55e752579dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.471+0000 7f2ba99a9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e75257a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.471+0000 7f2ba99a9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e7524d7200 con 0x55e75257d150 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.471+0000 7f2ba99a9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e7524d1ee0 con 0x55e75256e450 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.471+0000 7f2ba99a9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e7524dee70 con 0x55e75256daa0 2024-04-26T23:39:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.471+0000 7f2ba99a9740 10 client.0 _ll_register_callbacks cb 0x55e7524c8270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.471+0000 7f2ba4c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e75257a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.471+0000 7f2ba4c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e75257a300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56190/0 (socket says 172.21.15.26:56190) 2024-04-26T23:39:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.471+0000 7f2ba4c00640 1 -- 172.21.15.26:0/3074378404 learned_addr learned my addr 172.21.15.26:0/3074378404 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.472+0000 7f2b9f400640 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 0x55e752579dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.472+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256daa0 0x55e75257ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.472+0000 7f2ba4c00640 1 -- 172.21.15.26:0/3074378404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256daa0 msgr2=0x55e75257ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.472+0000 7f2ba4c00640 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256daa0 0x55e75257ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.472+0000 7f2ba4c00640 1 -- 172.21.15.26:0/3074378404 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 msgr2=0x55e752579dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.472+0000 7f2ba4c00640 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 0x55e752579dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.472+0000 7f2ba4c00640 1 -- 172.21.15.26:0/3074378404 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7522ae7d0 con 0x55e75257d150 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.472+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256daa0 0x55e75257ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.472+0000 7f2ba4c00640 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e75257a300 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f2b9801e970 tx=0x7f2b98004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f72dff337ce6ef11 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.472+0000 7f2b89600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.473+0000 7f2b89600640 1 -- 172.21.15.26:0/3074378404 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b98010d60 con 0x55e75257d150 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.473+0000 7f2b89600640 1 -- 172.21.15.26:0/3074378404 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f2b9801f420 con 0x55e75257d150 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.473+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3074378404 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b8c0bd690 con 0x55e75257d150 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.473+0000 7f2b89600640 1 -- 172.21.15.26:0/3074378404 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2b98004b20 con 0x55e75257d150 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.473+0000 7f2ba99a9740 10 client.16350 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.473+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3074378404 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e7521e43f0 con 0x55e75257d150 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.473+0000 7f2b89600640 1 -- 172.21.15.26:0/3074378404 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2b8c0bd690 con 0x55e75257d150 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.474+0000 7f2b89600640 1 -- 172.21.15.26:0/3074378404 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2b9802f050 con 0x55e75257d150 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.474+0000 7f2ba99a9740 10 client.16350 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.474+0000 7f2ba99a9740 10 client.16350 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.474+0000 7f2ba99a9740 20 client.16350 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:54.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.474+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e75258c7e0 0x55e75258ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.474+0000 7f2ba99a9740 4 client.16350 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:39:54.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.474+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3074378404 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7524e07e0 con 0x55e75258c7e0 2024-04-26T23:39:54.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.475+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e75258c7e0 0x55e75258ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.476+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e75258c7e0 0x55e75258ec50 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59e03c65b9bb0a46 server_cookie=96e65bc9ff914cb8 in_seq=0 out_seq=0 2024-04-26T23:39:54.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.476+0000 7f2b89600640 10 client.16350 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:54.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.477+0000 7f2b89600640 1 -- 172.21.15.26:0/3074378404 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e7524e07e0 con 0x55e75258c7e0 2024-04-26T23:39:54.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.477+0000 7f2b89600640 10 client.16350 handle_command_reply: tid=0 2024-04-26T23:39:54.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.477+0000 7f2ba99a9740 1 client.16350 shutdown 2024-04-26T23:39:54.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.478+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3074378404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 msgr2=0x55e75257a300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.478+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e75257a300 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f2b9801e970 tx=0x7f2b98004a40 comp rx=0 tx=0).stop 2024-04-26T23:39:54.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.478+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3074378404 shutdown_connections 2024-04-26T23:39:54.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.478+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e75258c7e0 0x55e75258ec50 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.478+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e75257a300 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.478+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 0x55e752579dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.478+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/3074378404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256daa0 0x55e75257ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.478+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3074378404 >> 172.21.15.26:0/3074378404 conn(0x55e75256a070 msgr2=0x55e75256fee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:54.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.478+0000 7f2b89600640 0 client.16350 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:54.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.478+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3074378404 shutdown_connections 2024-04-26T23:39:54.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.478+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3074378404 wait complete. 2024-04-26T23:39:54.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.478+0000 7f2ba99a9740 20 client.16350 trim_cache size 0 max 16384 2024-04-26T23:39:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.503+0000 7f2ba99a9740 1 Processor -- start 2024-04-26T23:39:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.503+0000 7f2ba99a9740 1 -- start start 2024-04-26T23:39:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.504+0000 7f2ba99a9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75256daa0 0x55e752588890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.504+0000 7f2ba99a9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 0x55e75257c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.504+0000 7f2ba99a9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75257d150 0x55e75257ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.504+0000 7f2ba99a9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01ac2f0 con 0x55e75256daa0 2024-04-26T23:39:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.504+0000 7f2ba99a9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01aa120 con 0x55e75256e450 2024-04-26T23:39:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.504+0000 7f2ba99a9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01abc20 con 0x55e75257d150 2024-04-26T23:39:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.504+0000 7f2b9fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75256daa0 0x55e752588890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.504+0000 7f2b9fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75256daa0 0x55e752588890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56204/0 (socket says 172.21.15.26:56204) 2024-04-26T23:39:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.504+0000 7f2b9fe00640 1 -- 172.21.15.26:0/3133241900 learned_addr learned my addr 172.21.15.26:0/3133241900 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.504+0000 7f2b9f400640 1 --2- 172.21.15.26:0/3133241900 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 0x55e75257c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.504+0000 7f2ba4c00640 1 --2- 172.21.15.26:0/3133241900 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75257d150 0x55e75257ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.505+0000 7f2b9fe00640 1 -- 172.21.15.26:0/3133241900 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75257d150 msgr2=0x55e75257ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.505+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/3133241900 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75257d150 0x55e75257ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.505+0000 7f2b9fe00640 1 -- 172.21.15.26:0/3133241900 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 msgr2=0x55e75257c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.505+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/3133241900 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 0x55e75257c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.505+0000 7f2b9fe00640 1 -- 172.21.15.26:0/3133241900 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7521a40f0 con 0x55e75256daa0 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.505+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/3133241900 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75256daa0 0x55e752588890 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f2b90005fd0 tx=0x7f2b9000b550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44a711f4567c598c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.505+0000 7f2b8be00640 1 -- 172.21.15.26:0/3133241900 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b9001bdc0 con 0x55e75256daa0 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.505+0000 7f2b8be00640 1 -- 172.21.15.26:0/3133241900 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2b90020070 con 0x55e75256daa0 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.505+0000 7f2b8be00640 1 -- 172.21.15.26:0/3133241900 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b90003850 con 0x55e75256daa0 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.506+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3133241900 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75256daa0 msgr2=0x55e752588890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.506+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/3133241900 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75256daa0 0x55e752588890 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f2b90005fd0 tx=0x7f2b9000b550 comp rx=0 tx=0).stop 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.506+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3133241900 shutdown_connections 2024-04-26T23:39:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.506+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/3133241900 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75257d150 0x55e75257ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.506+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/3133241900 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256e450 0x55e75257c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.506+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/3133241900 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75256daa0 0x55e752588890 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.506+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3133241900 >> 172.21.15.26:0/3133241900 conn(0x55e75256a070 msgr2=0x55e7525691f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:54.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.506+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3133241900 shutdown_connections 2024-04-26T23:39:54.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.506+0000 7f2ba99a9740 1 -- 172.21.15.26:0/3133241900 wait complete. 2024-04-26T23:39:54.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.507+0000 7f2ba99a9740 1 -- start start 2024-04-26T23:39:54.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.507+0000 7f2ba99a9740 1 Processor -- start 2024-04-26T23:39:54.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba99a9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256daa0 0x55e752585200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba99a9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256e450 0x55e752576800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba99a9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e752576d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba99a9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01aae80 con 0x55e75257d150 2024-04-26T23:39:54.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba99a9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01aa7b0 con 0x55e75256daa0 2024-04-26T23:39:54.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba99a9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba01ab550 con 0x55e75256e450 2024-04-26T23:39:54.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba99a9740 10 client.0 _ll_register_callbacks cb 0x7f2b9801e5f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:39:54.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba4c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e752576d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba4c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e752576d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:56218/0 (socket says 172.21.15.26:56218) 2024-04-26T23:39:54.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba4c00640 1 -- 172.21.15.26:0/2891837058 learned_addr learned my addr 172.21.15.26:0/2891837058 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:39:54.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256daa0 0x55e752585200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2b9f400640 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256e450 0x55e752576800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba4c00640 1 -- 172.21.15.26:0/2891837058 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256e450 msgr2=0x55e752576800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba4c00640 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256e450 0x55e752576800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba4c00640 1 -- 172.21.15.26:0/2891837058 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256daa0 msgr2=0x55e752585200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.508+0000 7f2ba4c00640 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256daa0 0x55e752585200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.509+0000 7f2ba4c00640 1 -- 172.21.15.26:0/2891837058 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e75249aa30 con 0x55e75257d150 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.509+0000 7f2b9f400640 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256e450 0x55e752576800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.509+0000 7f2ba4c00640 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e752576d80 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f2b98005110 tx=0x7f2b98010e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4bb3afa0d50c76f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.509+0000 7f2b89600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.509+0000 7f2b89600640 1 -- 172.21.15.26:0/2891837058 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b98035070 con 0x55e75257d150 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.509+0000 7f2b89600640 1 -- 172.21.15.26:0/2891837058 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f2b980055a0 con 0x55e75257d150 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.509+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2891837058 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b90020070 con 0x55e75257d150 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.510+0000 7f2b89600640 1 -- 172.21.15.26:0/2891837058 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2b980107a0 con 0x55e75257d150 2024-04-26T23:39:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.510+0000 7f2ba99a9740 10 client.16356 fetch_fsmap learned FSMap version 24 2024-04-26T23:39:54.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.510+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2891837058 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e7525f2c70 con 0x55e75257d150 2024-04-26T23:39:54.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.510+0000 7f2b89600640 1 -- 172.21.15.26:0/2891837058 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2b90020070 con 0x55e75257d150 2024-04-26T23:39:54.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.510+0000 7f2b89600640 1 -- 172.21.15.26:0/2891837058 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2b9802f040 con 0x55e75257d150 2024-04-26T23:39:54.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.510+0000 7f2ba99a9740 10 client.16356 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:39:54.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.510+0000 7f2ba99a9740 10 client.16356 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:39:54.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.510+0000 7f2ba99a9740 20 client.16356 populate_metadata read hostname 'smithi026' 2024-04-26T23:39:54.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.510+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e7525f32e0 0x55e7525f5700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:39:54.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.510+0000 7f2ba99a9740 4 client.16356 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:39:54.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.510+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2891837058 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e7524da650 con 0x55e7525f32e0 2024-04-26T23:39:54.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.511+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e7525f32e0 0x55e7525f5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.512+0000 7f2b9fe00640 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e7525f32e0 0x55e7525f5700 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc695287dbb1485c server_cookie=d0ddb12251bd4235 in_seq=0 out_seq=0 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.512+0000 7f2b89600640 10 client.16356 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.512+0000 7f2b89600640 1 -- 172.21.15.26:0/2891837058 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55e7524da650 con 0x55e7525f32e0 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.512+0000 7f2b89600640 10 client.16356 handle_command_reply: tid=0 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.512+0000 7f2ba99a9740 1 client.16356 shutdown 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.513+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2891837058 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 msgr2=0x55e752576d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.513+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e752576d80 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f2b98005110 tx=0x7f2b98010e10 comp rx=0 tx=0).stop 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.513+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2891837058 shutdown_connections 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.513+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e7525f32e0 0x55e7525f5700 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.513+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e75257d150 0x55e752576d80 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.513+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e75256e450 0x55e752576800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.513+0000 7f2ba99a9740 1 --2- 172.21.15.26:0/2891837058 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e75256daa0 0x55e752585200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.513+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2891837058 >> 172.21.15.26:0/2891837058 conn(0x55e75256a070 msgr2=0x55e752568960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:54.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.513+0000 7f2b89600640 0 client.16356 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:39:54.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.513+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2891837058 shutdown_connections 2024-04-26T23:39:54.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.513+0000 7f2ba99a9740 1 -- 172.21.15.26:0/2891837058 wait complete. 2024-04-26T23:39:54.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.513+0000 7f2ba99a9740 20 client.16356 trim_cache size 0 max 16384 2024-04-26T23:39:54.520 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:39:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:39:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:39:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "9df8f5cd-20aa-42be-bc82-5e4cdb2f624d": { 2024-04-26T23:39:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:39:54.520 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "9df8f5cd-20aa-42be-bc82-5e4cdb2f624d", 2024-04-26T23:39:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:39:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:39:54.521 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:39:54.521 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:39:54.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.514+0000 7f2ba5600640 1 -- 172.21.15.26:0/3281756375 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2b840a3da0 msgr2=0x7f2b840a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.514+0000 7f2ba5600640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2b840a3da0 0x7f2b840a6260 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f2b98005fd0 tx=0x7f2b98009740 comp rx=0 tx=0).stop 2024-04-26T23:39:54.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.514+0000 7f2ba5600640 1 -- 172.21.15.26:0/3281756375 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ba01031a0 msgr2=0x7f2ba0199450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:39:54.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.514+0000 7f2ba5600640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ba01031a0 0x7f2ba0199450 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c02a960 tx=0x7f2b8c003c20 comp rx=0 tx=0).stop 2024-04-26T23:39:54.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.514+0000 7f2ba5600640 1 -- 172.21.15.26:0/3281756375 shutdown_connections 2024-04-26T23:39:54.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.514+0000 7f2ba5600640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2ba01087f0 0x7f2ba019d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.514+0000 7f2ba5600640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2b840a3da0 0x7f2b840a6260 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.514+0000 7f2ba5600640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2ba01031a0 0x7f2ba0199450 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.514+0000 7f2ba5600640 1 --2- 172.21.15.26:0/3281756375 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2ba01027e0 0x7f2ba0198f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:39:54.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.514+0000 7f2ba5600640 1 -- 172.21.15.26:0/3281756375 >> 172.21.15.26:0/3281756375 conn(0x7f2ba00fe2d0 msgr2=0x7f2ba00feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:39:54.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.514+0000 7f2ba5600640 1 -- 172.21.15.26:0/3281756375 shutdown_connections 2024-04-26T23:39:54.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:39:54.514+0000 7f2ba5600640 1 -- 172.21.15.26:0/3281756375 wait complete. 2024-04-26T23:39:54.538 INFO:tasks.cephfs.filesystem:scrub status for tag:9df8f5cd-20aa-42be-bc82-5e4cdb2f624d - {'path': '/', 'tag': '9df8f5cd-20aa-42be-bc82-5e4cdb2f624d', 'options': 'recursive,force'} 2024-04-26T23:39:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:54 smithi164 ceph-mon[31699]: pgmap v124: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:39:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:54 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:39:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:54 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:39:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:54 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:39:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:54 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:39:55.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:54 smithi026 ceph-mon[28371]: pgmap v124: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:39:55.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:54 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:39:55.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:54 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:39:55.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:54 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:39:55.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:54 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:39:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:54 smithi086 ceph-mon[31122]: pgmap v124: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:39:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:54 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:39:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:54 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:39:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:54 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:39:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:54 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:39:57.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:56 smithi164 ceph-mon[31699]: pgmap v125: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:39:57.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:56 smithi026 ceph-mon[28371]: pgmap v125: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:39:57.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:56 smithi086 ceph-mon[31122]: pgmap v125: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:39:59.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:58 smithi164 ceph-mon[31699]: pgmap v126: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:39:59.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:39:58 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:39:59.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:58 smithi026 ceph-mon[28371]: pgmap v126: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:39:59.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:39:58 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:39:59.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:58 smithi086 ceph-mon[31122]: pgmap v126: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:39:59.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:39:58 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:40:01.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:00 smithi164 ceph-mon[31699]: pgmap v127: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:00 smithi164 ceph-mon[31699]: overall HEALTH_OK 2024-04-26T23:40:01.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:00 smithi026 ceph-mon[28371]: pgmap v127: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:01.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:00 smithi026 ceph-mon[28371]: overall HEALTH_OK 2024-04-26T23:40:01.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:00 smithi086 ceph-mon[31122]: pgmap v127: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:01.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:00 smithi086 ceph-mon[31122]: overall HEALTH_OK 2024-04-26T23:40:03.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:02 smithi164 ceph-mon[31699]: pgmap v128: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:03.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:02 smithi026 ceph-mon[28371]: pgmap v128: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:03.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:02 smithi086 ceph-mon[31122]: pgmap v128: 97 pgs: 97 active+clean; 2.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:05.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:04 smithi164 ceph-mon[31699]: pgmap v129: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 75 KiB/s wr, 22 op/s 2024-04-26T23:40:05.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:04 smithi026 ceph-mon[28371]: pgmap v129: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 75 KiB/s wr, 22 op/s 2024-04-26T23:40:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:04 smithi086 ceph-mon[31122]: pgmap v129: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 75 KiB/s wr, 22 op/s 2024-04-26T23:40:07.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:06 smithi164 ceph-mon[31699]: pgmap v130: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 75 KiB/s wr, 20 op/s 2024-04-26T23:40:07.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:06 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:40:07.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:06 smithi026 ceph-mon[28371]: pgmap v130: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 75 KiB/s wr, 20 op/s 2024-04-26T23:40:07.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:06 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:40:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:06 smithi086 ceph-mon[31122]: pgmap v130: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 75 KiB/s wr, 20 op/s 2024-04-26T23:40:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:06 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:40:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:08 smithi164 ceph-mon[31699]: pgmap v131: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 77 KiB/s wr, 22 op/s 2024-04-26T23:40:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:08 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:40:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:08 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:40:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:08 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:40:09.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:08 smithi026 ceph-mon[28371]: pgmap v131: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 77 KiB/s wr, 22 op/s 2024-04-26T23:40:09.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:08 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:40:09.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:08 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:40:09.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:08 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:40:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:08 smithi086 ceph-mon[31122]: pgmap v131: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 77 KiB/s wr, 22 op/s 2024-04-26T23:40:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:08 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:40:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:08 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:40:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:08 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:40:11.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:10 smithi164 ceph-mon[31699]: pgmap v132: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 77 KiB/s wr, 20 op/s 2024-04-26T23:40:11.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:10 smithi026 ceph-mon[28371]: pgmap v132: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 77 KiB/s wr, 20 op/s 2024-04-26T23:40:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:10 smithi086 ceph-mon[31122]: pgmap v132: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 77 KiB/s wr, 20 op/s 2024-04-26T23:40:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:12 smithi164 ceph-mon[31699]: pgmap v133: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 77 KiB/s wr, 20 op/s 2024-04-26T23:40:13.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:12 smithi026 ceph-mon[28371]: pgmap v133: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 77 KiB/s wr, 20 op/s 2024-04-26T23:40:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:12 smithi086 ceph-mon[31122]: pgmap v133: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 77 KiB/s wr, 20 op/s 2024-04-26T23:40:15.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:14 smithi164 ceph-mon[31699]: pgmap v134: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 77 KiB/s wr, 22 op/s 2024-04-26T23:40:15.087 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:14 smithi086 ceph-mon[31122]: pgmap v134: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 77 KiB/s wr, 22 op/s 2024-04-26T23:40:15.087 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:14 smithi026 ceph-mon[28371]: pgmap v134: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 77 KiB/s wr, 22 op/s 2024-04-26T23:40:17.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:16 smithi164 ceph-mon[31699]: pgmap v135: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.8 KiB/s wr, 5 op/s 2024-04-26T23:40:17.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:16 smithi026 ceph-mon[28371]: pgmap v135: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.8 KiB/s wr, 5 op/s 2024-04-26T23:40:17.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:16 smithi086 ceph-mon[31122]: pgmap v135: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.8 KiB/s wr, 5 op/s 2024-04-26T23:40:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:18 smithi164 ceph-mon[31699]: pgmap v136: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-04-26T23:40:19.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:18 smithi026 ceph-mon[28371]: pgmap v136: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-04-26T23:40:19.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:18 smithi086 ceph-mon[31122]: pgmap v136: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-04-26T23:40:21.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:20 smithi164 ceph-mon[31699]: pgmap v137: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:40:21.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:20 smithi026 ceph-mon[28371]: pgmap v137: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:40:21.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:20 smithi086 ceph-mon[31122]: pgmap v137: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:40:23.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:22 smithi164 ceph-mon[31699]: pgmap v138: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:40:23.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:22 smithi026 ceph-mon[28371]: pgmap v138: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:40:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:22 smithi086 ceph-mon[31122]: pgmap v138: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:40:24.539 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:40:24.539 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:40:24.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.788+0000 7fbac3200640 1 -- 172.21.15.26:0/2588431390 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbac41053a0 msgr2=0x7fbac41118b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:24.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.788+0000 7fbac3200640 1 --2- 172.21.15.26:0/2588431390 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbac41053a0 0x7fbac41118b0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fbabc009cd0 tx=0x7fbabc02a8e0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.789+0000 7fbac3200640 1 -- 172.21.15.26:0/2588431390 shutdown_connections 2024-04-26T23:40:24.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.789+0000 7fbac3200640 1 --2- 172.21.15.26:0/2588431390 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbac41053a0 0x7fbac41118b0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.789+0000 7fbac3200640 1 --2- 172.21.15.26:0/2588431390 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbac41049e0 0x7fbac4104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.789+0000 7fbac3200640 1 --2- 172.21.15.26:0/2588431390 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbac410a9f0 0x7fbac410add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.789+0000 7fbac3200640 1 -- 172.21.15.26:0/2588431390 >> 172.21.15.26:0/2588431390 conn(0x7fbac4100470 msgr2=0x7fbac4102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:24.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.789+0000 7fbac3200640 1 -- 172.21.15.26:0/2588431390 shutdown_connections 2024-04-26T23:40:24.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.789+0000 7fbac3200640 1 -- 172.21.15.26:0/2588431390 wait complete. 2024-04-26T23:40:24.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.790+0000 7fbac3200640 1 Processor -- start 2024-04-26T23:40:24.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.790+0000 7fbac3200640 1 -- start start 2024-04-26T23:40:24.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.790+0000 7fbac3200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbac41049e0 0x7fbac419b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.790+0000 7fbac3200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbac41053a0 0x7fbac419b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac3200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbac410a9f0 0x7fbac419f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac3200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbac4114bb0 con 0x7fbac410a9f0 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac3200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fbac4114a30 con 0x7fbac41053a0 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac3200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbac4114d30 con 0x7fbac41049e0 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbac410a9f0 0x7fbac419f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbac410a9f0 0x7fbac419f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51234/0 (socket says 172.21.15.26:51234) 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac2800640 1 -- 172.21.15.26:0/4100570783 learned_addr learned my addr 172.21.15.26:0/4100570783 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac1400640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbac41053a0 0x7fbac419b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac1e00640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbac41049e0 0x7fbac419b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac2800640 1 -- 172.21.15.26:0/4100570783 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbac41049e0 msgr2=0x7fbac419b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac2800640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbac41049e0 0x7fbac419b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac2800640 1 -- 172.21.15.26:0/4100570783 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbac41053a0 msgr2=0x7fbac419b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac2800640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbac41053a0 0x7fbac419b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.791+0000 7fbac2800640 1 -- 172.21.15.26:0/4100570783 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbac41a0120 con 0x7fbac410a9f0 2024-04-26T23:40:24.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.792+0000 7fbac2800640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbac410a9f0 0x7fbac419f9f0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fbabc005e30 tx=0x7fbabc003b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:24.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.792+0000 7fbabaa00640 1 -- 172.21.15.26:0/4100570783 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbabc004240 con 0x7fbac410a9f0 2024-04-26T23:40:24.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.792+0000 7fbabaa00640 1 -- 172.21.15.26:0/4100570783 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbabc003e30 con 0x7fbac410a9f0 2024-04-26T23:40:24.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.792+0000 7fbac3200640 1 -- 172.21.15.26:0/4100570783 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbac41a03b0 con 0x7fbac410a9f0 2024-04-26T23:40:24.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.792+0000 7fbabaa00640 1 -- 172.21.15.26:0/4100570783 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbabc030e60 con 0x7fbac410a9f0 2024-04-26T23:40:24.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.792+0000 7fbac3200640 1 -- 172.21.15.26:0/4100570783 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbac41a7ca0 con 0x7fbac410a9f0 2024-04-26T23:40:24.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.796+0000 7fbabaa00640 1 -- 172.21.15.26:0/4100570783 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fbabc030630 con 0x7fbac410a9f0 2024-04-26T23:40:24.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.796+0000 7fbacba22740 1 Processor -- start 2024-04-26T23:40:24.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.797+0000 7fbacba22740 1 -- start start 2024-04-26T23:40:24.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.797+0000 7fbacba22740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075804d50 0x55d075805130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.797+0000 7fbacba22740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075805670 0x55d07580f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.797+0000 7fbacba22740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d075812130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.797+0000 7fbacba22740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d075716030 con 0x55d07580fd40 2024-04-26T23:40:24.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.797+0000 7fbacba22740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d0757317f0 con 0x55d075804d50 2024-04-26T23:40:24.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.797+0000 7fbacba22740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d0756ec7e0 con 0x55d075805670 2024-04-26T23:40:24.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbac1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d075812130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbac1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d075812130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51246/0 (socket says 172.21.15.26:51246) 2024-04-26T23:40:24.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbac1400640 1 -- 172.21.15.26:0/4015870858 learned_addr learned my addr 172.21.15.26:0/4015870858 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:24.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbac1400640 1 --2- 172.21.15.26:0/4015870858 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075804d50 0x55d075805130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbabaa00640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbaa80a3d20 0x7fbaa80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbac1e00640 1 --2- 172.21.15.26:0/4015870858 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075805670 0x55d07580f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbabaa00640 1 -- 172.21.15.26:0/4100570783 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fbabc02e030 con 0x7fbac410a9f0 2024-04-26T23:40:24.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbac1400640 1 -- 172.21.15.26:0/4015870858 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075805670 msgr2=0x55d07580f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:24.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbac1400640 1 --2- 172.21.15.26:0/4015870858 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075805670 0x55d07580f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbac1400640 1 -- 172.21.15.26:0/4015870858 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075804d50 msgr2=0x55d075805130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:24.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbac1400640 1 --2- 172.21.15.26:0/4015870858 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075804d50 0x55d075805130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbac1400640 1 -- 172.21.15.26:0/4015870858 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0756f8050 con 0x55d07580fd40 2024-04-26T23:40:24.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.798+0000 7fbac2800640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbaa80a3d20 0x7fbaa80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.799+0000 7fbac1400640 1 --2- 172.21.15.26:0/4015870858 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d075812130 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fbab00149c0 tx=0x7fbab000c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfa2eedd85581c0f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:24.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.799+0000 7fbaaf000640 1 -- 172.21.15.26:0/4015870858 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab00142d0 con 0x55d07580fd40 2024-04-26T23:40:24.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.799+0000 7fbaaf000640 1 -- 172.21.15.26:0/4015870858 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbab00054b0 con 0x55d07580fd40 2024-04-26T23:40:24.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.799+0000 7fbaaf000640 1 -- 172.21.15.26:0/4015870858 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab000f760 con 0x55d07580fd40 2024-04-26T23:40:24.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.800+0000 7fbacba22740 1 -- 172.21.15.26:0/4015870858 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 msgr2=0x55d075812130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:24.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.800+0000 7fbacba22740 1 --2- 172.21.15.26:0/4015870858 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d075812130 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fbab00149c0 tx=0x7fbab000c4d0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.800+0000 7fbac2800640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbaa80a3d20 0x7fbaa80a61e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbabc0ba430 tx=0x7fbabc031000 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:24.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.800+0000 7fbacba22740 1 -- 172.21.15.26:0/4015870858 shutdown_connections 2024-04-26T23:40:24.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.800+0000 7fbacba22740 1 --2- 172.21.15.26:0/4015870858 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d075812130 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.800+0000 7fbacba22740 1 --2- 172.21.15.26:0/4015870858 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075805670 0x55d07580f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.800+0000 7fbacba22740 1 --2- 172.21.15.26:0/4015870858 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075804d50 0x55d075805130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.800+0000 7fbacba22740 1 -- 172.21.15.26:0/4015870858 >> 172.21.15.26:0/4015870858 conn(0x55d075801070 msgr2=0x55d075801450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:24.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.800+0000 7fbacba22740 1 -- 172.21.15.26:0/4015870858 shutdown_connections 2024-04-26T23:40:24.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.800+0000 7fbacba22740 1 -- 172.21.15.26:0/4015870858 wait complete. 2024-04-26T23:40:24.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.801+0000 7fbacba22740 1 -- start start 2024-04-26T23:40:24.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.801+0000 7fbacba22740 1 Processor -- start 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.801+0000 7fbacba22740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075804d50 0x55d07580f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.801+0000 7fbacba22740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075805670 0x55d07580c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.801+0000 7fbacba22740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d07580cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.801+0000 7fbacba22740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d07576e200 con 0x55d07580fd40 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.801+0000 7fbacba22740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d075768ee0 con 0x55d075805670 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.801+0000 7fbacba22740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d075775e70 con 0x55d075804d50 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.802+0000 7fbacba22740 10 client.0 _ll_register_callbacks cb 0x55d07575f270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.802+0000 7fbac1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d07580cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.802+0000 7fbac1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d07580cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51252/0 (socket says 172.21.15.26:51252) 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.802+0000 7fbac1400640 1 -- 172.21.15.26:0/2761489096 learned_addr learned my addr 172.21.15.26:0/2761489096 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.802+0000 7fbac1e00640 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075805670 0x55d07580c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.802+0000 7fbac1400640 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075804d50 0x55d07580f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.802+0000 7fbac1400640 1 -- 172.21.15.26:0/2761489096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075804d50 msgr2=0x55d07580f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:24.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.802+0000 7fbac1400640 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075804d50 0x55d07580f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.802+0000 7fbac1400640 1 -- 172.21.15.26:0/2761489096 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075805670 msgr2=0x55d07580c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:24.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.802+0000 7fbac1400640 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075805670 0x55d07580c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.802+0000 7fbac1400640 1 -- 172.21.15.26:0/2761489096 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0755457d0 con 0x55d07580fd40 2024-04-26T23:40:24.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.803+0000 7fbac1400640 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d07580cf20 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fbab0004bb0 tx=0x7fbab0005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15018d7b5dd96f66 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:24.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.803+0000 7fbaa3400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:24.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.803+0000 7fbaa3400640 1 -- 172.21.15.26:0/2761489096 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab0004e60 con 0x55d07580fd40 2024-04-26T23:40:24.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.803+0000 7fbaa3400640 1 -- 172.21.15.26:0/2761489096 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fbab0005000 con 0x55d07580fd40 2024-04-26T23:40:24.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.803+0000 7fbacba22740 1 -- 172.21.15.26:0/2761489096 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbab00054b0 con 0x55d07580fd40 2024-04-26T23:40:24.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.803+0000 7fbaa3400640 1 -- 172.21.15.26:0/2761489096 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbab0005200 con 0x55d07580fd40 2024-04-26T23:40:24.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.803+0000 7fbacba22740 10 client.16368 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:24.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.803+0000 7fbacba22740 1 -- 172.21.15.26:0/2761489096 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d07547b3f0 con 0x55d07580fd40 2024-04-26T23:40:24.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.804+0000 7fbaa3400640 1 -- 172.21.15.26:0/2761489096 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbab00054b0 con 0x55d07580fd40 2024-04-26T23:40:24.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.804+0000 7fbaa3400640 1 -- 172.21.15.26:0/2761489096 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fbab0012570 con 0x55d07580fd40 2024-04-26T23:40:24.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.804+0000 7fbacba22740 10 client.16368 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:24.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.804+0000 7fbacba22740 10 client.16368 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:40:24.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.804+0000 7fbacba22740 20 client.16368 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:24.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.804+0000 7fbacba22740 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d07581f710 0x55d075821b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.804+0000 7fbacba22740 4 client.16368 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:40:24.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.804+0000 7fbacba22740 1 -- 172.21.15.26:0/2761489096 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0757777e0 con 0x55d07581f710 2024-04-26T23:40:24.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.805+0000 7fbac1e00640 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d07581f710 0x55d075821b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.806+0000 7fbac1e00640 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d07581f710 0x55d075821b00 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8174837a0b358ce server_cookie=1000305938cbd6ca in_seq=0 out_seq=0 2024-04-26T23:40:24.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.806+0000 7fbaa3400640 10 client.16368 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:24.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbaa3400640 1 -- 172.21.15.26:0/2761489096 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d0757777e0 con 0x55d07581f710 2024-04-26T23:40:24.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbaa3400640 10 client.16368 handle_command_reply: tid=0 2024-04-26T23:40:24.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbacba22740 1 client.16368 shutdown 2024-04-26T23:40:24.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbacba22740 1 -- 172.21.15.26:0/2761489096 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 msgr2=0x55d07580cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:24.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbacba22740 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d07580cf20 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fbab0004bb0 tx=0x7fbab0005850 comp rx=0 tx=0).stop 2024-04-26T23:40:24.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbacba22740 1 -- 172.21.15.26:0/2761489096 shutdown_connections 2024-04-26T23:40:24.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbacba22740 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d07581f710 0x55d075821b00 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbacba22740 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d07580cf20 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbacba22740 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075805670 0x55d07580c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbaa3400640 0 client.16368 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:24.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbacba22740 1 --2- 172.21.15.26:0/2761489096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075804d50 0x55d07580f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbacba22740 1 -- 172.21.15.26:0/2761489096 >> 172.21.15.26:0/2761489096 conn(0x55d075801070 msgr2=0x55d075806e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:24.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbacba22740 1 -- 172.21.15.26:0/2761489096 shutdown_connections 2024-04-26T23:40:24.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbacba22740 1 -- 172.21.15.26:0/2761489096 wait complete. 2024-04-26T23:40:24.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.808+0000 7fbacba22740 20 client.16368 trim_cache size 0 max 16384 2024-04-26T23:40:24.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.832+0000 7fbacba22740 1 Processor -- start 2024-04-26T23:40:24.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.832+0000 7fbacba22740 1 -- start start 2024-04-26T23:40:24.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.833+0000 7fbacba22740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d075804d50 0x55d0758001f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.833+0000 7fbacba22740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075805670 0x55d075827310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.833+0000 7fbacba22740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07580fd40 0x55d075827850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.833+0000 7fbacba22740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbac41b0600 con 0x55d075804d50 2024-04-26T23:40:24.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.833+0000 7fbacba22740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fbac41ae430 con 0x55d075805670 2024-04-26T23:40:24.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.833+0000 7fbacba22740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbac41aff30 con 0x55d07580fd40 2024-04-26T23:40:24.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.833+0000 7fbac1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d075804d50 0x55d0758001f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.833+0000 7fbac1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d075804d50 0x55d0758001f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51266/0 (socket says 172.21.15.26:51266) 2024-04-26T23:40:24.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.833+0000 7fbac1400640 1 -- 172.21.15.26:0/3885855552 learned_addr learned my addr 172.21.15.26:0/3885855552 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:24.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.833+0000 7fbac1e00640 1 --2- 172.21.15.26:0/3885855552 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075805670 0x55d075827310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.834+0000 7fbac1400640 1 --2- 172.21.15.26:0/3885855552 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07580fd40 0x55d075827850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.834+0000 7fbac1400640 1 -- 172.21.15.26:0/3885855552 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07580fd40 msgr2=0x55d075827850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:24.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.834+0000 7fbac1400640 1 --2- 172.21.15.26:0/3885855552 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07580fd40 0x55d075827850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.834+0000 7fbac1400640 1 -- 172.21.15.26:0/3885855552 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075805670 msgr2=0x55d075827310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:24.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.834+0000 7fbac1400640 1 --2- 172.21.15.26:0/3885855552 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075805670 0x55d075827310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.834+0000 7fbac1400640 1 -- 172.21.15.26:0/3885855552 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0758054a0 con 0x55d075804d50 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.834+0000 7fbac1400640 1 --2- 172.21.15.26:0/3885855552 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d075804d50 0x55d0758001f0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fbab00059f0 tx=0x7fbab000c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=613397c9ff97ea57 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.835+0000 7fbaae600640 1 -- 172.21.15.26:0/3885855552 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab00053a0 con 0x55d075804d50 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.835+0000 7fbaae600640 1 -- 172.21.15.26:0/3885855552 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbab0005540 con 0x55d075804d50 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.835+0000 7fbaae600640 1 -- 172.21.15.26:0/3885855552 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab000fc50 con 0x55d075804d50 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.835+0000 7fbacba22740 1 -- 172.21.15.26:0/3885855552 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d075804d50 msgr2=0x55d0758001f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.835+0000 7fbacba22740 1 --2- 172.21.15.26:0/3885855552 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d075804d50 0x55d0758001f0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fbab00059f0 tx=0x7fbab000c3b0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.836+0000 7fbacba22740 1 -- 172.21.15.26:0/3885855552 shutdown_connections 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.836+0000 7fbacba22740 1 --2- 172.21.15.26:0/3885855552 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07580fd40 0x55d075827850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.836+0000 7fbacba22740 1 --2- 172.21.15.26:0/3885855552 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075805670 0x55d075827310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.836+0000 7fbacba22740 1 --2- 172.21.15.26:0/3885855552 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d075804d50 0x55d0758001f0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.836+0000 7fbacba22740 1 -- 172.21.15.26:0/3885855552 >> 172.21.15.26:0/3885855552 conn(0x55d075801070 msgr2=0x55d07581a740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.836+0000 7fbacba22740 1 -- 172.21.15.26:0/3885855552 shutdown_connections 2024-04-26T23:40:24.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.836+0000 7fbacba22740 1 -- 172.21.15.26:0/3885855552 wait complete. 2024-04-26T23:40:24.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.836+0000 7fbacba22740 1 -- start start 2024-04-26T23:40:24.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.836+0000 7fbacba22740 1 Processor -- start 2024-04-26T23:40:24.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.837+0000 7fbacba22740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075804d50 0x55d0758155f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.837+0000 7fbacba22740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075805670 0x55d075815b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.837+0000 7fbacba22740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d075816070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.837+0000 7fbacba22740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbac41af190 con 0x55d07580fd40 2024-04-26T23:40:24.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.837+0000 7fbacba22740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fbac41aeac0 con 0x55d075804d50 2024-04-26T23:40:24.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.837+0000 7fbacba22740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbac41af860 con 0x55d075805670 2024-04-26T23:40:24.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.837+0000 7fbacba22740 10 client.0 _ll_register_callbacks cb 0x7fbab000cf30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:24.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.837+0000 7fbac1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d075816070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.837+0000 7fbac1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d075816070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51282/0 (socket says 172.21.15.26:51282) 2024-04-26T23:40:24.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.837+0000 7fbac1400640 1 -- 172.21.15.26:0/2374049030 learned_addr learned my addr 172.21.15.26:0/2374049030 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:24.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.837+0000 7fbac1e00640 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075805670 0x55d075815b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.837+0000 7fbac1400640 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075804d50 0x55d0758155f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.838+0000 7fbac1400640 1 -- 172.21.15.26:0/2374049030 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075805670 msgr2=0x55d075815b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:24.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.838+0000 7fbac1400640 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075805670 0x55d075815b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.838+0000 7fbac1400640 1 -- 172.21.15.26:0/2374049030 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075804d50 msgr2=0x55d0758155f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:24.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.838+0000 7fbac1400640 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075804d50 0x55d0758155f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.838+0000 7fbac1400640 1 -- 172.21.15.26:0/2374049030 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d07543b0f0 con 0x55d07580fd40 2024-04-26T23:40:24.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.838+0000 7fbac1400640 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d075816070 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fbab000cdc0 tx=0x7fbab0005b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35841bd812704ea1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:24.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.838+0000 7fbaa3400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:24.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.838+0000 7fbaa3400640 1 -- 172.21.15.26:0/2374049030 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab0042040 con 0x55d07580fd40 2024-04-26T23:40:24.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.839+0000 7fbaa3400640 1 -- 172.21.15.26:0/2374049030 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fbab000fad0 con 0x55d07580fd40 2024-04-26T23:40:24.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.839+0000 7fbacba22740 1 -- 172.21.15.26:0/2374049030 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbab0005540 con 0x55d07580fd40 2024-04-26T23:40:24.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.839+0000 7fbaa3400640 1 -- 172.21.15.26:0/2374049030 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fbab004e050 con 0x55d07580fd40 2024-04-26T23:40:24.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.839+0000 7fbacba22740 10 client.16374 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:24.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.839+0000 7fbacba22740 1 -- 172.21.15.26:0/2374049030 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d075731a30 con 0x55d07580fd40 2024-04-26T23:40:24.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.839+0000 7fbaa3400640 1 -- 172.21.15.26:0/2374049030 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbab0005540 con 0x55d07580fd40 2024-04-26T23:40:24.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.839+0000 7fbaa3400640 1 -- 172.21.15.26:0/2374049030 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fbab0004df0 con 0x55d07580fd40 2024-04-26T23:40:24.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.839+0000 7fbacba22740 10 client.16374 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:24.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.839+0000 7fbacba22740 10 client.16374 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:40:24.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.839+0000 7fbacba22740 20 client.16374 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:24.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.840+0000 7fbacba22740 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d075885eb0 0x55d0758882a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:24.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.840+0000 7fbacba22740 4 client.16374 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:40:24.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.840+0000 7fbacba22740 1 -- 172.21.15.26:0/2374049030 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d075800870 con 0x55d075885eb0 2024-04-26T23:40:24.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.840+0000 7fbac1e00640 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d075885eb0 0x55d0758882a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:24.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.841+0000 7fbac1e00640 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d075885eb0 0x55d0758882a0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d842aee9a2cbbbf6 server_cookie=9cb6b7fc4cf9d0c8 in_seq=0 out_seq=0 2024-04-26T23:40:24.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.841+0000 7fbaa3400640 10 client.16374 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:24.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.841+0000 7fbaa3400640 1 -- 172.21.15.26:0/2374049030 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d075800870 con 0x55d075885eb0 2024-04-26T23:40:24.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.841+0000 7fbaa3400640 10 client.16374 handle_command_reply: tid=0 2024-04-26T23:40:24.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbacba22740 1 client.16374 shutdown 2024-04-26T23:40:24.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbacba22740 1 -- 172.21.15.26:0/2374049030 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 msgr2=0x55d075816070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:24.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbacba22740 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d075816070 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fbab000cdc0 tx=0x7fbab0005b90 comp rx=0 tx=0).stop 2024-04-26T23:40:24.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbacba22740 1 -- 172.21.15.26:0/2374049030 shutdown_connections 2024-04-26T23:40:24.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbacba22740 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d075885eb0 0x55d0758882a0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbacba22740 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07580fd40 0x55d075816070 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbacba22740 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d075805670 0x55d075815b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbacba22740 1 --2- 172.21.15.26:0/2374049030 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d075804d50 0x55d0758155f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbacba22740 1 -- 172.21.15.26:0/2374049030 >> 172.21.15.26:0/2374049030 conn(0x55d075801070 msgr2=0x55d075826b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:24.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbaa3400640 0 client.16374 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:24.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbacba22740 1 -- 172.21.15.26:0/2374049030 shutdown_connections 2024-04-26T23:40:24.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbacba22740 1 -- 172.21.15.26:0/2374049030 wait complete. 2024-04-26T23:40:24.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.842+0000 7fbacba22740 20 client.16374 trim_cache size 0 max 16384 2024-04-26T23:40:24.849 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:40:24.850 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:40:24.850 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:40:24.850 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:40:24.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.843+0000 7fbac3200640 1 -- 172.21.15.26:0/4100570783 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbaa80a3d20 msgr2=0x7fbaa80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:24.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.843+0000 7fbac3200640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbaa80a3d20 0x7fbaa80a61e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbabc0ba430 tx=0x7fbabc031000 comp rx=0 tx=0).stop 2024-04-26T23:40:24.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.843+0000 7fbac3200640 1 -- 172.21.15.26:0/4100570783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbac410a9f0 msgr2=0x7fbac419f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:24.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.843+0000 7fbac3200640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbac410a9f0 0x7fbac419f9f0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fbabc005e30 tx=0x7fbabc003b80 comp rx=0 tx=0).stop 2024-04-26T23:40:24.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.843+0000 7fbac3200640 1 -- 172.21.15.26:0/4100570783 shutdown_connections 2024-04-26T23:40:24.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.843+0000 7fbac3200640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbaa80a3d20 0x7fbaa80a61e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.843+0000 7fbac3200640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbac410a9f0 0x7fbac419f9f0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.843+0000 7fbac3200640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbac41053a0 0x7fbac419b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.843+0000 7fbac3200640 1 --2- 172.21.15.26:0/4100570783 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbac41049e0 0x7fbac419b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:24.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.843+0000 7fbac3200640 1 -- 172.21.15.26:0/4100570783 >> 172.21.15.26:0/4100570783 conn(0x7fbac4100470 msgr2=0x7fbac4100ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:24.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.843+0000 7fbac3200640 1 -- 172.21.15.26:0/4100570783 shutdown_connections 2024-04-26T23:40:24.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:24.843+0000 7fbac3200640 1 -- 172.21.15.26:0/4100570783 wait complete. 2024-04-26T23:40:24.864 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:40:24.865 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:40:24.932 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:24 smithi026 ceph-mon[28371]: pgmap v139: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:40:25.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:24 smithi164 ceph-mon[31699]: pgmap v139: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:40:25.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.065+0000 7fe3f9800640 1 -- 172.21.15.26:0/3259709485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe3f4102020 msgr2=0x7fe3f410e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.065+0000 7fe3f9800640 1 --2- 172.21.15.26:0/3259709485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe3f4102020 0x7fe3f410e530 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec009cd0 tx=0x7fe3ec02a8e0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.065+0000 7fe3f9800640 1 -- 172.21.15.26:0/3259709485 shutdown_connections 2024-04-26T23:40:25.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.065+0000 7fe3f9800640 1 --2- 172.21.15.26:0/3259709485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe3f4102020 0x7fe3f410e530 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.065+0000 7fe3f9800640 1 --2- 172.21.15.26:0/3259709485 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe3f4101660 0x7fe3f4101ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.065+0000 7fe3f9800640 1 --2- 172.21.15.26:0/3259709485 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe3f4107670 0x7fe3f4107a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.065+0000 7fe3f9800640 1 -- 172.21.15.26:0/3259709485 >> 172.21.15.26:0/3259709485 conn(0x7fe3f40fd130 msgr2=0x7fe3f40ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.065+0000 7fe3f9800640 1 -- 172.21.15.26:0/3259709485 shutdown_connections 2024-04-26T23:40:25.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.065+0000 7fe3f9800640 1 -- 172.21.15.26:0/3259709485 wait complete. 2024-04-26T23:40:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:24 smithi086 ceph-mon[31122]: pgmap v139: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:40:25.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.067+0000 7fe3f9800640 1 Processor -- start 2024-04-26T23:40:25.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.067+0000 7fe3f9800640 1 -- start start 2024-04-26T23:40:25.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.067+0000 7fe3f9800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe3f4101660 0x7fe3f410efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.067+0000 7fe3f9800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe3f4102020 0x7fe3f410f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.067+0000 7fe3f9800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe3f4107670 0x7fe3f410fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.067+0000 7fe3f9800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe3f4112930 con 0x7fe3f4102020 2024-04-26T23:40:25.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.067+0000 7fe3f9800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe3f41127b0 con 0x7fe3f4101660 2024-04-26T23:40:25.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.067+0000 7fe3f9800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe3f4112ab0 con 0x7fe3f4107670 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.068+0000 7fe3f3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe3f4102020 0x7fe3f410f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.068+0000 7fe3f3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe3f4102020 0x7fe3f410f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51292/0 (socket says 172.21.15.26:51292) 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.068+0000 7fe3f3400640 1 -- 172.21.15.26:0/733475195 learned_addr learned my addr 172.21.15.26:0/733475195 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.068+0000 7fe3f3e00640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe3f4101660 0x7fe3f410efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.068+0000 7fe3f8e00640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe3f4107670 0x7fe3f410fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.068+0000 7fe3f3400640 1 -- 172.21.15.26:0/733475195 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe3f4107670 msgr2=0x7fe3f410fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.068+0000 7fe3f3400640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe3f4107670 0x7fe3f410fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.068+0000 7fe3f3400640 1 -- 172.21.15.26:0/733475195 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe3f4101660 msgr2=0x7fe3f410efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.068+0000 7fe3f3400640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe3f4101660 0x7fe3f410efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.068+0000 7fe3f3400640 1 -- 172.21.15.26:0/733475195 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3f41a72d0 con 0x7fe3f4102020 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.068+0000 7fe3f3e00640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe3f4101660 0x7fe3f410efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.069+0000 7fe3f3400640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe3f4102020 0x7fe3f410f500 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fe3e000e9f0 tx=0x7fe3e000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.069+0000 7fe3f0c00640 1 -- 172.21.15.26:0/733475195 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e000cd80 con 0x7fe3f4102020 2024-04-26T23:40:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.069+0000 7fe3f0c00640 1 -- 172.21.15.26:0/733475195 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe3e00108c0 con 0x7fe3f4102020 2024-04-26T23:40:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.069+0000 7fe3f9800640 1 -- 172.21.15.26:0/733475195 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3f41a75c0 con 0x7fe3f4102020 2024-04-26T23:40:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.069+0000 7fe3f0c00640 1 -- 172.21.15.26:0/733475195 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e00187c0 con 0x7fe3f4102020 2024-04-26T23:40:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.069+0000 7fe3f9800640 1 -- 172.21.15.26:0/733475195 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3f41a7b10 con 0x7fe3f4102020 2024-04-26T23:40:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.071+0000 7fe3f9800640 1 -- 172.21.15.26:0/733475195 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3f4069670 con 0x7fe3f4102020 2024-04-26T23:40:25.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.074+0000 7fe3f0c00640 1 -- 172.21.15.26:0/733475195 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe3e0010430 con 0x7fe3f4102020 2024-04-26T23:40:25.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.076+0000 7fe3f0c00640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe3d80a3d50 0x7fe3d80a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.076+0000 7fe3f0c00640 1 -- 172.21.15.26:0/733475195 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fe3e00d0c10 con 0x7fe3f4102020 2024-04-26T23:40:25.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.076+0000 7fe3f3e00640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe3d80a3d50 0x7fe3d80a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.077+0000 7fe3f3e00640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe3d80a3d50 0x7fe3d80a6210 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe3e4005e00 tx=0x7fe3e4005c70 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.082+0000 7fe3f0c00640 1 -- 172.21.15.26:0/733475195 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fe3e009d2c0 con 0x7fe3f4102020 2024-04-26T23:40:25.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.379+0000 7fe3f9800640 1 -- 172.21.15.26:0/733475195 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe3f4109bf0 con 0x7fe3f4102020 2024-04-26T23:40:25.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.381+0000 7fe3f0c00640 1 -- 172.21.15.26:0/733475195 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fe3e009cbc0 con 0x7fe3f4102020 2024-04-26T23:40:25.385 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:40:25.385 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:40:25.385 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:40:25.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.384+0000 7fe3f9800640 1 -- 172.21.15.26:0/733475195 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe3d80a3d50 msgr2=0x7fe3d80a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.384+0000 7fe3f9800640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe3d80a3d50 0x7fe3d80a6210 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe3e4005e00 tx=0x7fe3e4005c70 comp rx=0 tx=0).stop 2024-04-26T23:40:25.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.384+0000 7fe3f9800640 1 -- 172.21.15.26:0/733475195 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe3f4102020 msgr2=0x7fe3f410f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.384+0000 7fe3f9800640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe3f4102020 0x7fe3f410f500 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fe3e000e9f0 tx=0x7fe3e000eeb0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.385+0000 7fe3f9800640 1 -- 172.21.15.26:0/733475195 shutdown_connections 2024-04-26T23:40:25.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.385+0000 7fe3f9800640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe3f4107670 0x7fe3f410fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.385+0000 7fe3f9800640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe3d80a3d50 0x7fe3d80a6210 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.385+0000 7fe3f9800640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe3f4102020 0x7fe3f410f500 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.385+0000 7fe3f9800640 1 --2- 172.21.15.26:0/733475195 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe3f4101660 0x7fe3f410efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.385+0000 7fe3f9800640 1 -- 172.21.15.26:0/733475195 >> 172.21.15.26:0/733475195 conn(0x7fe3f40fd130 msgr2=0x7fe3f40fd870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.385+0000 7fe3f9800640 1 -- 172.21.15.26:0/733475195 shutdown_connections 2024-04-26T23:40:25.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.385+0000 7fe3f9800640 1 -- 172.21.15.26:0/733475195 wait complete. 2024-04-26T23:40:25.410 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:40:25.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.626+0000 7f1fe5e00640 1 -- 172.21.15.26:0/2496061745 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1fe0103190 msgr2=0x7f1fe010f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.626+0000 7f1fe5e00640 1 --2- 172.21.15.26:0/2496061745 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1fe0103190 0x7f1fe010f6a0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f1fd8009cd0 tx=0x7f1fd802a8e0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.626+0000 7f1fe5e00640 1 -- 172.21.15.26:0/2496061745 shutdown_connections 2024-04-26T23:40:25.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.626+0000 7f1fe5e00640 1 --2- 172.21.15.26:0/2496061745 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1fe0103190 0x7f1fe010f6a0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.626+0000 7f1fe5e00640 1 --2- 172.21.15.26:0/2496061745 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1fe01027d0 0x7f1fe0102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.626+0000 7f1fe5e00640 1 --2- 172.21.15.26:0/2496061745 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1fe01087e0 0x7f1fe0108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.626+0000 7f1fe5e00640 1 -- 172.21.15.26:0/2496061745 >> 172.21.15.26:0/2496061745 conn(0x7f1fe00fe300 msgr2=0x7f1fe0100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.626+0000 7f1fe5e00640 1 -- 172.21.15.26:0/2496061745 shutdown_connections 2024-04-26T23:40:25.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.626+0000 7f1fe5e00640 1 -- 172.21.15.26:0/2496061745 wait complete. 2024-04-26T23:40:25.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.627+0000 7f1fe5e00640 1 Processor -- start 2024-04-26T23:40:25.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.627+0000 7f1fe5e00640 1 -- start start 2024-04-26T23:40:25.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.628+0000 7f1fe5e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1fe01027d0 0x7f1fe019b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.628+0000 7f1fe5e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1fe0103190 0x7f1fe019b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.628+0000 7f1fe5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1fe01087e0 0x7f1fe019f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.628+0000 7f1fe5e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01129a0 con 0x7f1fe01087e0 2024-04-26T23:40:25.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.628+0000 7f1fe5e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe0112820 con 0x7f1fe0103190 2024-04-26T23:40:25.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.628+0000 7f1fe5e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe0112b20 con 0x7f1fe01027d0 2024-04-26T23:40:25.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.628+0000 7f1fe5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1fe01087e0 0x7f1fe019f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.628+0000 7f1fe5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1fe01087e0 0x7f1fe019f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51318/0 (socket says 172.21.15.26:51318) 2024-04-26T23:40:25.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.628+0000 7f1fe5400640 1 -- 172.21.15.26:0/3347750564 learned_addr learned my addr 172.21.15.26:0/3347750564 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:25.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.628+0000 7f1fe4a00640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1fe01027d0 0x7f1fe019b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.628+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1fe0103190 0x7f1fe019b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.629+0000 7f1fe5400640 1 -- 172.21.15.26:0/3347750564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1fe01027d0 msgr2=0x7f1fe019b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.629+0000 7f1fe5400640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1fe01027d0 0x7f1fe019b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.629+0000 7f1fe5400640 1 -- 172.21.15.26:0/3347750564 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1fe0103190 msgr2=0x7f1fe019b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.629+0000 7f1fe5400640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1fe0103190 0x7f1fe019b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.629+0000 7f1fe5400640 1 -- 172.21.15.26:0/3347750564 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fe01a00c0 con 0x7f1fe01087e0 2024-04-26T23:40:25.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.629+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1fe0103190 0x7f1fe019b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:25.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.629+0000 7f1fe5400640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1fe01087e0 0x7f1fe019f990 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f1fd8005e30 tx=0x7f1fd8003b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.629+0000 7f1fdd600640 1 -- 172.21.15.26:0/3347750564 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8004240 con 0x7f1fe01087e0 2024-04-26T23:40:25.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.629+0000 7f1fe5e00640 1 -- 172.21.15.26:0/3347750564 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fe01a0350 con 0x7f1fe01087e0 2024-04-26T23:40:25.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.629+0000 7f1fdd600640 1 -- 172.21.15.26:0/3347750564 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1fd8003e30 con 0x7f1fe01087e0 2024-04-26T23:40:25.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.629+0000 7f1fdd600640 1 -- 172.21.15.26:0/3347750564 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8030e60 con 0x7f1fe01087e0 2024-04-26T23:40:25.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.630+0000 7f1fe5e00640 1 -- 172.21.15.26:0/3347750564 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fe01a7c40 con 0x7f1fe01087e0 2024-04-26T23:40:25.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.633+0000 7f1fdd600640 1 -- 172.21.15.26:0/3347750564 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1fd8030630 con 0x7f1fe01087e0 2024-04-26T23:40:25.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.634+0000 7f1fea19e740 1 Processor -- start 2024-04-26T23:40:25.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.634+0000 7f1fea19e740 1 -- start start 2024-04-26T23:40:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.634+0000 7f1fea19e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 0x55ee03b47780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.634+0000 7f1fea19e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b47cc0 0x55ee03b51e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.634+0000 7f1fea19e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b52390 0x55ee03b54780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.634+0000 7f1fea19e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ee03aabc70 con 0x55ee03b473a0 2024-04-26T23:40:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.634+0000 7f1fea19e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ee03a64980 con 0x55ee03b52390 2024-04-26T23:40:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.634+0000 7f1fea19e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ee03aa7c30 con 0x55ee03b47cc0 2024-04-26T23:40:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fdfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 0x55ee03b47780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fdfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 0x55ee03b47780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51320/0 (socket says 172.21.15.26:51320) 2024-04-26T23:40:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fdfe00640 1 -- 172.21.15.26:0/3772605886 learned_addr learned my addr 172.21.15.26:0/3772605886 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fe4a00640 1 --2- 172.21.15.26:0/3772605886 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b47cc0 0x55ee03b51e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fdd600640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1fc80a3d20 0x7f1fc80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/3772605886 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b52390 0x55ee03b54780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fdd600640 1 -- 172.21.15.26:0/3347750564 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f1fd802e030 con 0x7f1fe01087e0 2024-04-26T23:40:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fdfe00640 1 -- 172.21.15.26:0/3772605886 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b47cc0 msgr2=0x55ee03b51e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/3772605886 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b47cc0 0x55ee03b51e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fdfe00640 1 -- 172.21.15.26:0/3772605886 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b52390 msgr2=0x55ee03b54780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/3772605886 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b52390 0x55ee03b54780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fe5400640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1fc80a3d20 0x7f1fc80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fdfe00640 1 -- 172.21.15.26:0/3772605886 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee03a3c7b0 con 0x55ee03b473a0 2024-04-26T23:40:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.635+0000 7f1fe4a00640 1 --2- 172.21.15.26:0/3772605886 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b47cc0 0x55ee03b51e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:25.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.636+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/3772605886 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 0x55ee03b47780 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc00be80 tx=0x7f1fcc00b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=111ea818a2e173cb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.636+0000 7f1fd1c00640 1 -- 172.21.15.26:0/3772605886 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc019030 con 0x55ee03b473a0 2024-04-26T23:40:25.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.636+0000 7f1fd1c00640 1 -- 172.21.15.26:0/3772605886 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1fcc013d10 con 0x55ee03b473a0 2024-04-26T23:40:25.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.636+0000 7f1fd1c00640 1 -- 172.21.15.26:0/3772605886 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc01d820 con 0x55ee03b473a0 2024-04-26T23:40:25.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.636+0000 7f1fe5400640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1fc80a3d20 0x7f1fc80a61e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1fd80ba430 tx=0x7f1fd802a8e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.637+0000 7f1fea19e740 1 -- 172.21.15.26:0/3772605886 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 msgr2=0x55ee03b47780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.637+0000 7f1fea19e740 1 --2- 172.21.15.26:0/3772605886 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 0x55ee03b47780 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc00be80 tx=0x7f1fcc00b730 comp rx=0 tx=0).stop 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.637+0000 7f1fea19e740 1 -- 172.21.15.26:0/3772605886 shutdown_connections 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.637+0000 7f1fea19e740 1 --2- 172.21.15.26:0/3772605886 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b52390 0x55ee03b54780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.637+0000 7f1fea19e740 1 --2- 172.21.15.26:0/3772605886 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b47cc0 0x55ee03b51e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.637+0000 7f1fea19e740 1 --2- 172.21.15.26:0/3772605886 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 0x55ee03b47780 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.637+0000 7f1fea19e740 1 -- 172.21.15.26:0/3772605886 >> 172.21.15.26:0/3772605886 conn(0x55ee03b436c0 msgr2=0x55ee03b43aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.637+0000 7f1fea19e740 1 -- 172.21.15.26:0/3772605886 shutdown_connections 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.637+0000 7f1fea19e740 1 -- 172.21.15.26:0/3772605886 wait complete. 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.638+0000 7f1fea19e740 1 -- start start 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.638+0000 7f1fea19e740 1 Processor -- start 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.639+0000 7f1fea19e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b473a0 0x55ee03b51d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.639+0000 7f1fea19e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 0x55ee03b4f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.639+0000 7f1fea19e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b52390 0x55ee03b4f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.639+0000 7f1fea19e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ee03aaaf80 con 0x55ee03b47cc0 2024-04-26T23:40:25.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.639+0000 7f1fea19e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ee03a58260 con 0x55ee03b473a0 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.639+0000 7f1fea19e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ee03ab02a0 con 0x55ee03b52390 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.639+0000 7f1fea19e740 10 client.0 _ll_register_callbacks cb 0x55ee03aa2960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.639+0000 7f1fe4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 0x55ee03b4f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.639+0000 7f1fe4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 0x55ee03b4f040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51326/0 (socket says 172.21.15.26:51326) 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.639+0000 7f1fe4a00640 1 -- 172.21.15.26:0/3590225366 learned_addr learned my addr 172.21.15.26:0/3590225366 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.639+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b473a0 0x55ee03b51d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.640+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b52390 0x55ee03b4f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.640+0000 7f1fe4a00640 1 -- 172.21.15.26:0/3590225366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b52390 msgr2=0x55ee03b4f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.640+0000 7f1fe4a00640 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b52390 0x55ee03b4f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.640+0000 7f1fe4a00640 1 -- 172.21.15.26:0/3590225366 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b473a0 msgr2=0x55ee03b51d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.640+0000 7f1fe4a00640 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b473a0 0x55ee03b51d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.640+0000 7f1fe4a00640 1 -- 172.21.15.26:0/3590225366 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee03a3a1c0 con 0x55ee03b47cc0 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.640+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b473a0 0x55ee03b51d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:25.645 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.640+0000 7f1fe4a00640 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 0x55ee03b4f040 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f1fd400fec0 tx=0x7f1fd40117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c795612521fbe4d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.640+0000 7f1fc6000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:25.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.640+0000 7f1fc6000640 1 -- 172.21.15.26:0/3590225366 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd4005220 con 0x55ee03b47cc0 2024-04-26T23:40:25.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.640+0000 7f1fc6000640 1 -- 172.21.15.26:0/3590225366 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f1fd40053c0 con 0x55ee03b47cc0 2024-04-26T23:40:25.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.640+0000 7f1fea19e740 1 -- 172.21.15.26:0/3590225366 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fcc013d10 con 0x55ee03b47cc0 2024-04-26T23:40:25.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.641+0000 7f1fc6000640 1 -- 172.21.15.26:0/3590225366 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1fd40055c0 con 0x55ee03b47cc0 2024-04-26T23:40:25.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.641+0000 7f1fea19e740 10 client.16392 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:25.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.641+0000 7f1fea19e740 1 -- 172.21.15.26:0/3590225366 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ee037bd3f0 con 0x55ee03b47cc0 2024-04-26T23:40:25.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.641+0000 7f1fc6000640 1 -- 172.21.15.26:0/3590225366 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1fcc013d10 con 0x55ee03b47cc0 2024-04-26T23:40:25.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.641+0000 7f1fc6000640 1 -- 172.21.15.26:0/3590225366 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1fd401b8d0 con 0x55ee03b47cc0 2024-04-26T23:40:25.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.641+0000 7f1fea19e740 10 client.16392 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:25.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.641+0000 7f1fea19e740 10 client.16392 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:40:25.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.641+0000 7f1fea19e740 20 client.16392 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:25.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.641+0000 7f1fea19e740 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55ee03b61e90 0x55ee03b642f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.641+0000 7f1fea19e740 4 client.16392 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:40:25.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.641+0000 7f1fea19e740 1 -- 172.21.15.26:0/3590225366 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee03ab9880 con 0x55ee03b61e90 2024-04-26T23:40:25.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.642+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55ee03b61e90 0x55ee03b642f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.643+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55ee03b61e90 0x55ee03b642f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f2bbd82ec9f055b5 server_cookie=d78d9645c2d6afd4 in_seq=0 out_seq=0 2024-04-26T23:40:25.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.643+0000 7f1fc6000640 10 client.16392 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:40:25.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fc6000640 1 -- 172.21.15.26:0/3590225366 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ee03ab9880 con 0x55ee03b61e90 2024-04-26T23:40:25.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fc6000640 10 client.16392 handle_command_reply: tid=0 2024-04-26T23:40:25.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fea19e740 1 client.16392 shutdown 2024-04-26T23:40:25.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fea19e740 1 -- 172.21.15.26:0/3590225366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 msgr2=0x55ee03b4f040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fea19e740 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 0x55ee03b4f040 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f1fd400fec0 tx=0x7f1fd40117b0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fea19e740 1 -- 172.21.15.26:0/3590225366 shutdown_connections 2024-04-26T23:40:25.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fea19e740 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55ee03b61e90 0x55ee03b642f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fea19e740 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b52390 0x55ee03b4f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fea19e740 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 0x55ee03b4f040 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fea19e740 1 --2- 172.21.15.26:0/3590225366 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b473a0 0x55ee03b51d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fea19e740 1 -- 172.21.15.26:0/3590225366 >> 172.21.15.26:0/3590225366 conn(0x55ee03b436c0 msgr2=0x55ee03b493c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fc6000640 0 client.16392 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:40:25.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fea19e740 1 -- 172.21.15.26:0/3590225366 shutdown_connections 2024-04-26T23:40:25.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.645+0000 7f1fea19e740 1 -- 172.21.15.26:0/3590225366 wait complete. 2024-04-26T23:40:25.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.646+0000 7f1fea19e740 20 client.16392 trim_cache size 0 max 16384 2024-04-26T23:40:25.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.665+0000 7f1fea19e740 1 Processor -- start 2024-04-26T23:40:25.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.665+0000 7f1fea19e740 1 -- start start 2024-04-26T23:40:25.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.665+0000 7f1fea19e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b473a0 0x55ee03b51880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.665+0000 7f1fea19e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 0x55ee03b69bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.665+0000 7f1fea19e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b52390 0x55ee03b6a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.665+0000 7f1fea19e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01b2cd0 con 0x55ee03b47cc0 2024-04-26T23:40:25.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.665+0000 7f1fea19e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01b05a0 con 0x55ee03b473a0 2024-04-26T23:40:25.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.665+0000 7f1fea19e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01ae3d0 con 0x55ee03b52390 2024-04-26T23:40:25.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.665+0000 7f1fe4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 0x55ee03b69bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.665+0000 7f1fe4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 0x55ee03b69bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51342/0 (socket says 172.21.15.26:51342) 2024-04-26T23:40:25.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.665+0000 7f1fe4a00640 1 -- 172.21.15.26:0/1826942898 learned_addr learned my addr 172.21.15.26:0/1826942898 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:25.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.666+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/1826942898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b473a0 0x55ee03b51880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.666+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/1826942898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b52390 0x55ee03b6a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.666+0000 7f1fe4a00640 1 -- 172.21.15.26:0/1826942898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b52390 msgr2=0x55ee03b6a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.666+0000 7f1fe4a00640 1 --2- 172.21.15.26:0/1826942898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b52390 0x55ee03b6a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.666+0000 7f1fe4a00640 1 -- 172.21.15.26:0/1826942898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b473a0 msgr2=0x55ee03b51880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.666+0000 7f1fe4a00640 1 --2- 172.21.15.26:0/1826942898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b473a0 0x55ee03b51880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.666+0000 7f1fe4a00640 1 -- 172.21.15.26:0/1826942898 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee038877d0 con 0x55ee03b47cc0 2024-04-26T23:40:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.666+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/1826942898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b52390 0x55ee03b6a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.666+0000 7f1fe4a00640 1 --2- 172.21.15.26:0/1826942898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 0x55ee03b69bc0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f1fd401bc70 tx=0x7f1fd400fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68d3339460739a32 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.667+0000 7f1fd1200640 1 -- 172.21.15.26:0/1826942898 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd401b680 con 0x55ee03b47cc0 2024-04-26T23:40:25.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.667+0000 7f1fd1200640 1 -- 172.21.15.26:0/1826942898 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1fd402b040 con 0x55ee03b47cc0 2024-04-26T23:40:25.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.667+0000 7f1fd1200640 1 -- 172.21.15.26:0/1826942898 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd4012450 con 0x55ee03b47cc0 2024-04-26T23:40:25.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.667+0000 7f1fea19e740 1 -- 172.21.15.26:0/1826942898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 msgr2=0x55ee03b69bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.667+0000 7f1fea19e740 1 --2- 172.21.15.26:0/1826942898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 0x55ee03b69bc0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f1fd401bc70 tx=0x7f1fd400fab0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.668+0000 7f1fea19e740 1 -- 172.21.15.26:0/1826942898 shutdown_connections 2024-04-26T23:40:25.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.668+0000 7f1fea19e740 1 --2- 172.21.15.26:0/1826942898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b52390 0x55ee03b6a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.668+0000 7f1fea19e740 1 --2- 172.21.15.26:0/1826942898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b47cc0 0x55ee03b69bc0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.668+0000 7f1fea19e740 1 --2- 172.21.15.26:0/1826942898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b473a0 0x55ee03b51880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.668+0000 7f1fea19e740 1 -- 172.21.15.26:0/1826942898 >> 172.21.15.26:0/1826942898 conn(0x55ee03b436c0 msgr2=0x55ee03b41f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.668+0000 7f1fea19e740 1 -- 172.21.15.26:0/1826942898 shutdown_connections 2024-04-26T23:40:25.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.668+0000 7f1fea19e740 1 -- 172.21.15.26:0/1826942898 wait complete. 2024-04-26T23:40:25.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.668+0000 7f1fea19e740 1 -- start start 2024-04-26T23:40:25.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.669+0000 7f1fea19e740 1 Processor -- start 2024-04-26T23:40:25.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.669+0000 7f1fea19e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 0x55ee03b59fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.669+0000 7f1fea19e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b47cc0 0x55ee03b5a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.669+0000 7f1fea19e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b52390 0x55ee03b57500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.669+0000 7f1fea19e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01aea60 con 0x55ee03b473a0 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.669+0000 7f1fea19e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01afed0 con 0x55ee03b52390 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.669+0000 7f1fea19e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe01af130 con 0x55ee03b47cc0 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.669+0000 7f1fea19e740 10 client.0 _ll_register_callbacks cb 0x7f1fd400f3e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.669+0000 7f1fdfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 0x55ee03b59fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.670+0000 7f1fdfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 0x55ee03b59fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51354/0 (socket says 172.21.15.26:51354) 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.670+0000 7f1fdfe00640 1 -- 172.21.15.26:0/169523967 learned_addr learned my addr 172.21.15.26:0/169523967 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.670+0000 7f1fe4a00640 1 --2- 172.21.15.26:0/169523967 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b47cc0 0x55ee03b5a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.670+0000 7f1fdfe00640 1 -- 172.21.15.26:0/169523967 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b47cc0 msgr2=0x55ee03b5a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.670+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/169523967 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b47cc0 0x55ee03b5a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.670+0000 7f1fdfe00640 1 -- 172.21.15.26:0/169523967 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b52390 msgr2=0x55ee03b57500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.670+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/169523967 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b52390 0x55ee03b57500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.670+0000 7f1fdfe00640 1 -- 172.21.15.26:0/169523967 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee03a522a0 con 0x55ee03b473a0 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.670+0000 7f1fdfe00640 1 --2- 172.21.15.26:0/169523967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 0x55ee03b59fb0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc01d430 tx=0x7f1fcc00b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3de485a0547084ae server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.670+0000 7f1fc6000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:25.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.671+0000 7f1fc6000640 1 -- 172.21.15.26:0/169523967 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc02d070 con 0x55ee03b473a0 2024-04-26T23:40:25.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.671+0000 7f1fc6000640 1 -- 172.21.15.26:0/169523967 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f1fcc013040 con 0x55ee03b473a0 2024-04-26T23:40:25.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.671+0000 7f1fea19e740 1 -- 172.21.15.26:0/169523967 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fd402b040 con 0x55ee03b473a0 2024-04-26T23:40:25.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.672+0000 7f1fc6000640 1 -- 172.21.15.26:0/169523967 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1fcc019040 con 0x55ee03b473a0 2024-04-26T23:40:25.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.672+0000 7f1fea19e740 10 client.16398 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:25.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.672+0000 7f1fea19e740 1 -- 172.21.15.26:0/169523967 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ee03bc7d00 con 0x55ee03b473a0 2024-04-26T23:40:25.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.672+0000 7f1fc6000640 1 -- 172.21.15.26:0/169523967 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1fd402b040 con 0x55ee03b473a0 2024-04-26T23:40:25.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.672+0000 7f1fc6000640 1 -- 172.21.15.26:0/169523967 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1fcc030020 con 0x55ee03b473a0 2024-04-26T23:40:25.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.672+0000 7f1fea19e740 10 client.16398 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:25.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.672+0000 7f1fea19e740 10 client.16398 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:40:25.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.672+0000 7f1fea19e740 20 client.16398 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:25.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.672+0000 7f1fea19e740 1 --2- 172.21.15.26:0/169523967 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55ee03bc8220 0x55ee03bca640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.672+0000 7f1fea19e740 4 client.16398 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:40:25.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.672+0000 7f1fea19e740 1 -- 172.21.15.26:0/169523967 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ee03ab36f0 con 0x55ee03bc8220 2024-04-26T23:40:25.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.673+0000 7f1fe4a00640 1 --2- 172.21.15.26:0/169523967 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55ee03bc8220 0x55ee03bca640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.674+0000 7f1fe4a00640 1 --2- 172.21.15.26:0/169523967 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55ee03bc8220 0x55ee03bca640 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d1d6012baa7900cd server_cookie=ca7b49c69e674710 in_seq=0 out_seq=0 2024-04-26T23:40:25.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.674+0000 7f1fc6000640 10 client.16398 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:40:25.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.674+0000 7f1fc6000640 1 -- 172.21.15.26:0/169523967 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ee03ab36f0 con 0x55ee03bc8220 2024-04-26T23:40:25.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.674+0000 7f1fc6000640 10 client.16398 handle_command_reply: tid=0 2024-04-26T23:40:25.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.674+0000 7f1fea19e740 1 client.16398 shutdown 2024-04-26T23:40:25.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.674+0000 7f1fea19e740 1 -- 172.21.15.26:0/169523967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 msgr2=0x55ee03b59fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.674+0000 7f1fea19e740 1 --2- 172.21.15.26:0/169523967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 0x55ee03b59fb0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc01d430 tx=0x7f1fcc00b690 comp rx=0 tx=0).stop 2024-04-26T23:40:25.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.675+0000 7f1fea19e740 1 -- 172.21.15.26:0/169523967 shutdown_connections 2024-04-26T23:40:25.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.675+0000 7f1fea19e740 1 --2- 172.21.15.26:0/169523967 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee03b52390 0x55ee03b57500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.675+0000 7f1fea19e740 1 --2- 172.21.15.26:0/169523967 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55ee03bc8220 0x55ee03bca640 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.675+0000 7f1fea19e740 1 --2- 172.21.15.26:0/169523967 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee03b47cc0 0x55ee03b5a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.675+0000 7f1fc6000640 0 client.16398 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:40:25.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.675+0000 7f1fea19e740 1 --2- 172.21.15.26:0/169523967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee03b473a0 0x55ee03b59fb0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.675+0000 7f1fea19e740 1 -- 172.21.15.26:0/169523967 >> 172.21.15.26:0/169523967 conn(0x55ee03b436c0 msgr2=0x55ee03b41f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.675+0000 7f1fea19e740 1 -- 172.21.15.26:0/169523967 shutdown_connections 2024-04-26T23:40:25.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.675+0000 7f1fea19e740 1 -- 172.21.15.26:0/169523967 wait complete. 2024-04-26T23:40:25.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.675+0000 7f1fea19e740 20 client.16398 trim_cache size 0 max 16384 2024-04-26T23:40:25.679 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:40:25.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.676+0000 7f1fe5e00640 1 -- 172.21.15.26:0/3347750564 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1fc80a3d20 msgr2=0x7f1fc80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.676+0000 7f1fe5e00640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1fc80a3d20 0x7f1fc80a61e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1fd80ba430 tx=0x7f1fd802a8e0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.676+0000 7f1fe5e00640 1 -- 172.21.15.26:0/3347750564 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1fe01087e0 msgr2=0x7f1fe019f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.676+0000 7f1fe5e00640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1fe01087e0 0x7f1fe019f990 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f1fd8005e30 tx=0x7f1fd8003b80 comp rx=0 tx=0).stop 2024-04-26T23:40:25.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.676+0000 7f1fe5e00640 1 -- 172.21.15.26:0/3347750564 shutdown_connections 2024-04-26T23:40:25.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.676+0000 7f1fe5e00640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1fc80a3d20 0x7f1fc80a61e0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.676+0000 7f1fe5e00640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1fe01087e0 0x7f1fe019f990 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.676+0000 7f1fe5e00640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1fe0103190 0x7f1fe019b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.676+0000 7f1fe5e00640 1 --2- 172.21.15.26:0/3347750564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1fe01027d0 0x7f1fe019b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.676+0000 7f1fe5e00640 1 -- 172.21.15.26:0/3347750564 >> 172.21.15.26:0/3347750564 conn(0x7f1fe00fe300 msgr2=0x7f1fe00fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.676+0000 7f1fe5e00640 1 -- 172.21.15.26:0/3347750564 shutdown_connections 2024-04-26T23:40:25.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.676+0000 7f1fe5e00640 1 -- 172.21.15.26:0/3347750564 wait complete. 2024-04-26T23:40:25.701 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:40:25.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.921+0000 7efe32800640 1 -- 172.21.15.26:0/6723465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2c06af30 msgr2=0x7efe2c06b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.921+0000 7efe32800640 1 --2- 172.21.15.26:0/6723465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2c06af30 0x7efe2c06b3b0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7efe18009930 tx=0x7efe1802a420 comp rx=0 tx=0).stop 2024-04-26T23:40:25.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.921+0000 7efe32800640 1 -- 172.21.15.26:0/6723465 shutdown_connections 2024-04-26T23:40:25.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.921+0000 7efe32800640 1 --2- 172.21.15.26:0/6723465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe2c06b8f0 0x7efe2c10f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.921+0000 7efe32800640 1 --2- 172.21.15.26:0/6723465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2c06af30 0x7efe2c06b3b0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.921+0000 7efe32800640 1 --2- 172.21.15.26:0/6723465 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe2c108910 0x7efe2c108cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.921+0000 7efe32800640 1 -- 172.21.15.26:0/6723465 >> 172.21.15.26:0/6723465 conn(0x7efe2c077630 msgr2=0x7efe2c077a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.921+0000 7efe32800640 1 -- 172.21.15.26:0/6723465 shutdown_connections 2024-04-26T23:40:25.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.921+0000 7efe32800640 1 -- 172.21.15.26:0/6723465 wait complete. 2024-04-26T23:40:25.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.923+0000 7efe32800640 1 Processor -- start 2024-04-26T23:40:25.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.923+0000 7efe32800640 1 -- start start 2024-04-26T23:40:25.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.924+0000 7efe32800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe2c06af30 0x7efe2c101c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.924+0000 7efe32800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe2c06b8f0 0x7efe2c102190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.924+0000 7efe32800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2c108910 0x7efe2c1026d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.924+0000 7efe32800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c112ad0 con 0x7efe2c108910 2024-04-26T23:40:25.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.924+0000 7efe32800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c112950 con 0x7efe2c06af30 2024-04-26T23:40:25.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.924+0000 7efe32800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c112c50 con 0x7efe2c06b8f0 2024-04-26T23:40:25.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.924+0000 7efe2be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2c108910 0x7efe2c1026d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.924+0000 7efe2be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2c108910 0x7efe2c1026d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51370/0 (socket says 172.21.15.26:51370) 2024-04-26T23:40:25.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.924+0000 7efe2be00640 1 -- 172.21.15.26:0/915647056 learned_addr learned my addr 172.21.15.26:0/915647056 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:25.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.924+0000 7efe2aa00640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe2c06b8f0 0x7efe2c102190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.924+0000 7efe2b400640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe2c06af30 0x7efe2c101c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.925+0000 7efe2be00640 1 -- 172.21.15.26:0/915647056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe2c06b8f0 msgr2=0x7efe2c102190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.925+0000 7efe2be00640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe2c06b8f0 0x7efe2c102190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.925+0000 7efe2be00640 1 -- 172.21.15.26:0/915647056 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe2c06af30 msgr2=0x7efe2c101c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.925+0000 7efe2be00640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe2c06af30 0x7efe2c101c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.925+0000 7efe2be00640 1 -- 172.21.15.26:0/915647056 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe2c1a75b0 con 0x7efe2c108910 2024-04-26T23:40:25.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.925+0000 7efe2b400640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe2c06af30 0x7efe2c101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:25.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.925+0000 7efe2be00640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2c108910 0x7efe2c1026d0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7efe2400eaa0 tx=0x7efe2400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.925+0000 7efe23e00640 1 -- 172.21.15.26:0/915647056 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe2400cdb0 con 0x7efe2c108910 2024-04-26T23:40:25.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.926+0000 7efe23e00640 1 -- 172.21.15.26:0/915647056 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe24005020 con 0x7efe2c108910 2024-04-26T23:40:25.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.926+0000 7efe23e00640 1 -- 172.21.15.26:0/915647056 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe240116d0 con 0x7efe2c108910 2024-04-26T23:40:25.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.926+0000 7efe32800640 1 -- 172.21.15.26:0/915647056 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe2c1a78a0 con 0x7efe2c108910 2024-04-26T23:40:25.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.926+0000 7efe32800640 1 -- 172.21.15.26:0/915647056 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe2c1a7d70 con 0x7efe2c108910 2024-04-26T23:40:25.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.930+0000 7efe3576f740 1 Processor -- start 2024-04-26T23:40:25.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.930+0000 7efe23e00640 1 -- 172.21.15.26:0/915647056 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7efe240051d0 con 0x7efe2c108910 2024-04-26T23:40:25.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.930+0000 7efe3576f740 1 -- start start 2024-04-26T23:40:25.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.931+0000 7efe3576f740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a8c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.931+0000 7efe3576f740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8cb10 0x558fb9a96ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.931+0000 7efe3576f740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a971e0 0x558fb9a995d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.931+0000 7efe3576f740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558fb99f0c70 con 0x558fb9a8c1f0 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.931+0000 7efe3576f740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558fb99a9980 con 0x558fb9a971e0 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.931+0000 7efe3576f740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558fb99ecc30 con 0x558fb9a8cb10 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.931+0000 7efe2aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a8c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.931+0000 7efe2aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a8c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51372/0 (socket says 172.21.15.26:51372) 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.931+0000 7efe2aa00640 1 -- 172.21.15.26:0/4014852882 learned_addr learned my addr 172.21.15.26:0/4014852882 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.932+0000 7efe2b400640 1 --2- 172.21.15.26:0/4014852882 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8cb10 0x558fb9a96ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.932+0000 7efe2aa00640 1 --2- 172.21.15.26:0/4014852882 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a971e0 0x558fb9a995d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.932+0000 7efe2aa00640 1 -- 172.21.15.26:0/4014852882 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8cb10 msgr2=0x558fb9a96ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.932+0000 7efe2aa00640 1 --2- 172.21.15.26:0/4014852882 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8cb10 0x558fb9a96ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.932+0000 7efe2aa00640 1 -- 172.21.15.26:0/4014852882 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a971e0 msgr2=0x558fb9a995d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.932+0000 7efe2aa00640 1 --2- 172.21.15.26:0/4014852882 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a971e0 0x558fb9a995d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.932+0000 7efe2aa00640 1 -- 172.21.15.26:0/4014852882 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fb99817b0 con 0x558fb9a8c1f0 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.932+0000 7efe23e00640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7efe100a3da0 0x7efe100a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.932+0000 7efe2aa00640 1 --2- 172.21.15.26:0/4014852882 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a8c5d0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7efe18005ab0 tx=0x7efe18005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3fd2a9393fa8ef3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.932+0000 7efe23e00640 1 -- 172.21.15.26:0/915647056 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7efe240d0910 con 0x7efe2c108910 2024-04-26T23:40:25.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.933+0000 7efe2b400640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7efe100a3da0 0x7efe100a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.933+0000 7efe20c00640 1 -- 172.21.15.26:0/4014852882 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe18035030 con 0x558fb9a8c1f0 2024-04-26T23:40:25.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.933+0000 7efe20c00640 1 -- 172.21.15.26:0/4014852882 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe18003c80 con 0x558fb9a8c1f0 2024-04-26T23:40:25.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.933+0000 7efe20c00640 1 -- 172.21.15.26:0/4014852882 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe1803baf0 con 0x558fb9a8c1f0 2024-04-26T23:40:25.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.934+0000 7efe3576f740 1 -- 172.21.15.26:0/4014852882 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 msgr2=0x558fb9a8c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.934+0000 7efe3576f740 1 --2- 172.21.15.26:0/4014852882 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a8c5d0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7efe18005ab0 tx=0x7efe18005b50 comp rx=0 tx=0).stop 2024-04-26T23:40:25.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.934+0000 7efe2b400640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7efe100a3da0 0x7efe100a6260 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x558fb9a8d7b0 tx=0x7efe1c00b550 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.934+0000 7efe3576f740 1 -- 172.21.15.26:0/4014852882 shutdown_connections 2024-04-26T23:40:25.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.934+0000 7efe3576f740 1 --2- 172.21.15.26:0/4014852882 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a971e0 0x558fb9a995d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.934+0000 7efe3576f740 1 --2- 172.21.15.26:0/4014852882 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8cb10 0x558fb9a96ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.934+0000 7efe3576f740 1 --2- 172.21.15.26:0/4014852882 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a8c5d0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.934+0000 7efe3576f740 1 -- 172.21.15.26:0/4014852882 >> 172.21.15.26:0/4014852882 conn(0x558fb9a88510 msgr2=0x558fb9a888f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.934+0000 7efe3576f740 1 -- 172.21.15.26:0/4014852882 shutdown_connections 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.934+0000 7efe3576f740 1 -- 172.21.15.26:0/4014852882 wait complete. 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.935+0000 7efe3576f740 1 -- start start 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.935+0000 7efe3576f740 1 Processor -- start 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.935+0000 7efe3576f740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a96bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.935+0000 7efe3576f740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8cb10 0x558fb9a93eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.935+0000 7efe3576f740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a971e0 0x558fb9a944c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe3576f740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558fb99eff80 con 0x558fb9a8c1f0 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe3576f740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558fb999d260 con 0x558fb9a971e0 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe3576f740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558fb99f52a0 con 0x558fb9a8cb10 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe3576f740 10 client.0 _ll_register_callbacks cb 0x558fb99e7960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe2b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a96bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe2b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a96bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51378/0 (socket says 172.21.15.26:51378) 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe2b400640 1 -- 172.21.15.26:0/356952518 learned_addr learned my addr 172.21.15.26:0/356952518 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe2aa00640 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8cb10 0x558fb9a93eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe2be00640 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a971e0 0x558fb9a944c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe2b400640 1 -- 172.21.15.26:0/356952518 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8cb10 msgr2=0x558fb9a93eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe2b400640 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8cb10 0x558fb9a93eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe2b400640 1 -- 172.21.15.26:0/356952518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a971e0 msgr2=0x558fb9a944c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe2b400640 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a971e0 0x558fb9a944c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.936+0000 7efe2b400640 1 -- 172.21.15.26:0/356952518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fb997f1c0 con 0x558fb9a8c1f0 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.937+0000 7efe2be00640 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a971e0 0x558fb9a944c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.937+0000 7efe2b400640 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a96bc0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7efe1c0107f0 tx=0x7efe1c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=174b083520e3d7dd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.937+0000 7efe15600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.937+0000 7efe15600640 1 -- 172.21.15.26:0/356952518 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe1c00fac0 con 0x558fb9a8c1f0 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.937+0000 7efe15600640 1 -- 172.21.15.26:0/356952518 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7efe1c00fc60 con 0x558fb9a8c1f0 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.937+0000 7efe3576f740 1 -- 172.21.15.26:0/356952518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe18003c80 con 0x558fb9a8c1f0 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.938+0000 7efe15600640 1 -- 172.21.15.26:0/356952518 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7efe1c00fea0 con 0x558fb9a8c1f0 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.938+0000 7efe3576f740 10 client.16410 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.938+0000 7efe3576f740 1 -- 172.21.15.26:0/356952518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558fb97023f0 con 0x558fb9a8c1f0 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.938+0000 7efe15600640 1 -- 172.21.15.26:0/356952518 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe18003c80 con 0x558fb9a8c1f0 2024-04-26T23:40:25.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.938+0000 7efe15600640 1 -- 172.21.15.26:0/356952518 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7efe1c027490 con 0x558fb9a8c1f0 2024-04-26T23:40:25.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.938+0000 7efe3576f740 10 client.16410 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:25.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.938+0000 7efe3576f740 10 client.16410 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:40:25.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.938+0000 7efe3576f740 20 client.16410 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:25.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.938+0000 7efe3576f740 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x558fb9aa6c10 0x558fb9aa9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.938+0000 7efe3576f740 4 client.16410 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:40:25.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.938+0000 7efe3576f740 1 -- 172.21.15.26:0/356952518 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558fb99fe880 con 0x558fb9aa6c10 2024-04-26T23:40:25.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.939+0000 7efe2aa00640 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x558fb9aa6c10 0x558fb9aa9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.940+0000 7efe2aa00640 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x558fb9aa6c10 0x558fb9aa9020 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e4e5d4fe46714859 server_cookie=9035479f730fb212 in_seq=0 out_seq=0 2024-04-26T23:40:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.940+0000 7efe15600640 10 client.16410 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:40:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe15600640 1 -- 172.21.15.26:0/356952518 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558fb99fe880 con 0x558fb9aa6c10 2024-04-26T23:40:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe15600640 10 client.16410 handle_command_reply: tid=0 2024-04-26T23:40:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe3576f740 1 client.16410 shutdown 2024-04-26T23:40:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe3576f740 1 -- 172.21.15.26:0/356952518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 msgr2=0x558fb9a96bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe3576f740 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a96bc0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7efe1c0107f0 tx=0x7efe1c0046c0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe3576f740 1 -- 172.21.15.26:0/356952518 shutdown_connections 2024-04-26T23:40:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe3576f740 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x558fb9aa6c10 0x558fb9aa9020 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe3576f740 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a971e0 0x558fb9a944c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe3576f740 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8cb10 0x558fb9a93eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe3576f740 1 --2- 172.21.15.26:0/356952518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a96bc0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe15600640 0 client.16410 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:40:25.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe3576f740 1 -- 172.21.15.26:0/356952518 >> 172.21.15.26:0/356952518 conn(0x558fb9a88510 msgr2=0x558fb9a8e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe3576f740 1 -- 172.21.15.26:0/356952518 shutdown_connections 2024-04-26T23:40:25.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.942+0000 7efe3576f740 1 -- 172.21.15.26:0/356952518 wait complete. 2024-04-26T23:40:25.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.943+0000 7efe3576f740 20 client.16410 trim_cache size 0 max 16384 2024-04-26T23:40:25.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.958+0000 7efe3576f740 1 Processor -- start 2024-04-26T23:40:25.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.958+0000 7efe3576f740 1 -- start start 2024-04-26T23:40:25.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.958+0000 7efe3576f740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a87690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.958+0000 7efe3576f740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a8cb10 0x558fb9a966f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.958+0000 7efe3576f740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a971e0 0x558fb9aae8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.958+0000 7efe3576f740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c1b2fd0 con 0x558fb9a8c1f0 2024-04-26T23:40:25.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.958+0000 7efe3576f740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c1b08a0 con 0x558fb9a8cb10 2024-04-26T23:40:25.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.958+0000 7efe3576f740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c1ae6d0 con 0x558fb9a971e0 2024-04-26T23:40:25.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.958+0000 7efe2b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a87690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.959+0000 7efe2b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a87690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51390/0 (socket says 172.21.15.26:51390) 2024-04-26T23:40:25.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.959+0000 7efe2b400640 1 -- 172.21.15.26:0/1847926330 learned_addr learned my addr 172.21.15.26:0/1847926330 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:25.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.959+0000 7efe2aa00640 1 --2- 172.21.15.26:0/1847926330 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a8cb10 0x558fb9a966f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.959+0000 7efe2be00640 1 --2- 172.21.15.26:0/1847926330 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a971e0 0x558fb9aae8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.959+0000 7efe2b400640 1 -- 172.21.15.26:0/1847926330 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a971e0 msgr2=0x558fb9aae8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.959+0000 7efe2b400640 1 --2- 172.21.15.26:0/1847926330 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a971e0 0x558fb9aae8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.959+0000 7efe2b400640 1 -- 172.21.15.26:0/1847926330 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a8cb10 msgr2=0x558fb9a966f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.959+0000 7efe2b400640 1 --2- 172.21.15.26:0/1847926330 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a8cb10 0x558fb9a966f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.959+0000 7efe2b400640 1 -- 172.21.15.26:0/1847926330 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fb97cc7d0 con 0x558fb9a8c1f0 2024-04-26T23:40:25.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.959+0000 7efe2aa00640 1 --2- 172.21.15.26:0/1847926330 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a8cb10 0x558fb9a966f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:25.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.959+0000 7efe2b400640 1 --2- 172.21.15.26:0/1847926330 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a87690 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7efe1c00bfb0 tx=0x7efe1c012d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27f6a1eb4226bb38 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.960+0000 7efe17e00640 1 -- 172.21.15.26:0/1847926330 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe1c036040 con 0x558fb9a8c1f0 2024-04-26T23:40:25.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.960+0000 7efe17e00640 1 -- 172.21.15.26:0/1847926330 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe1c027600 con 0x558fb9a8c1f0 2024-04-26T23:40:25.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.960+0000 7efe17e00640 1 -- 172.21.15.26:0/1847926330 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe1c005290 con 0x558fb9a8c1f0 2024-04-26T23:40:25.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.961+0000 7efe3576f740 1 -- 172.21.15.26:0/1847926330 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 msgr2=0x558fb9a87690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.961+0000 7efe3576f740 1 --2- 172.21.15.26:0/1847926330 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a87690 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7efe1c00bfb0 tx=0x7efe1c012d00 comp rx=0 tx=0).stop 2024-04-26T23:40:25.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.961+0000 7efe3576f740 1 -- 172.21.15.26:0/1847926330 shutdown_connections 2024-04-26T23:40:25.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.961+0000 7efe3576f740 1 --2- 172.21.15.26:0/1847926330 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a971e0 0x558fb9aae8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.961+0000 7efe3576f740 1 --2- 172.21.15.26:0/1847926330 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a8cb10 0x558fb9a966f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.961+0000 7efe3576f740 1 --2- 172.21.15.26:0/1847926330 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a8c1f0 0x558fb9a87690 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.961+0000 7efe3576f740 1 -- 172.21.15.26:0/1847926330 >> 172.21.15.26:0/1847926330 conn(0x558fb9a88510 msgr2=0x558fb9a888f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.961+0000 7efe3576f740 1 -- 172.21.15.26:0/1847926330 shutdown_connections 2024-04-26T23:40:25.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.961+0000 7efe3576f740 1 -- 172.21.15.26:0/1847926330 wait complete. 2024-04-26T23:40:25.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.961+0000 7efe3576f740 1 -- start start 2024-04-26T23:40:25.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.962+0000 7efe3576f740 1 Processor -- start 2024-04-26T23:40:25.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.962+0000 7efe3576f740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8c1f0 0x558fb9a9f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.962+0000 7efe3576f740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a8cb10 0x558fb9a9f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.962+0000 7efe3576f740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a971e0 0x558fb9a9c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.962+0000 7efe3576f740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c1aed60 con 0x558fb9a971e0 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.962+0000 7efe3576f740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c1b01d0 con 0x558fb9a8cb10 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.962+0000 7efe3576f740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c1af430 con 0x558fb9a8c1f0 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.962+0000 7efe3576f740 10 client.0 _ll_register_callbacks cb 0x7efe1c00be80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.962+0000 7efe2be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a971e0 0x558fb9a9c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.963+0000 7efe2be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a971e0 0x558fb9a9c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51400/0 (socket says 172.21.15.26:51400) 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.963+0000 7efe2be00640 1 -- 172.21.15.26:0/3137741297 learned_addr learned my addr 172.21.15.26:0/3137741297 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.963+0000 7efe2b400640 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8c1f0 0x558fb9a9f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.963+0000 7efe2aa00640 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a8cb10 0x558fb9a9f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.963+0000 7efe2be00640 1 -- 172.21.15.26:0/3137741297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8c1f0 msgr2=0x558fb9a9f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.963+0000 7efe2be00640 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8c1f0 0x558fb9a9f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.963+0000 7efe2be00640 1 -- 172.21.15.26:0/3137741297 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a8cb10 msgr2=0x558fb9a9f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.963+0000 7efe2be00640 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a8cb10 0x558fb9a9f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.963+0000 7efe2be00640 1 -- 172.21.15.26:0/3137741297 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fb99972a0 con 0x558fb9a971e0 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.963+0000 7efe2be00640 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a971e0 0x558fb9a9c680 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7efe24098d20 tx=0x7efe2409c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea90a592d28d9696 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.963+0000 7efe15600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.964+0000 7efe15600640 1 -- 172.21.15.26:0/3137741297 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe2401f040 con 0x558fb9a971e0 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.964+0000 7efe15600640 1 -- 172.21.15.26:0/3137741297 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7efe24098f30 con 0x558fb9a971e0 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.964+0000 7efe3576f740 1 -- 172.21.15.26:0/3137741297 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe1c027600 con 0x558fb9a971e0 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.964+0000 7efe15600640 1 -- 172.21.15.26:0/3137741297 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7efe24004a40 con 0x558fb9a971e0 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.964+0000 7efe3576f740 10 client.16416 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.964+0000 7efe3576f740 1 -- 172.21.15.26:0/3137741297 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558fb9b0cc50 con 0x558fb9a971e0 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.964+0000 7efe15600640 1 -- 172.21.15.26:0/3137741297 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe1c027600 con 0x558fb9a971e0 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.964+0000 7efe15600640 1 -- 172.21.15.26:0/3137741297 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7efe2400f040 con 0x558fb9a971e0 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.964+0000 7efe3576f740 10 client.16416 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.964+0000 7efe3576f740 10 client.16416 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.964+0000 7efe3576f740 20 client.16416 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:25.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.965+0000 7efe3576f740 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x558fb9b0d370 0x558fb9b0f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:25.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.965+0000 7efe3576f740 4 client.16416 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:40:25.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.965+0000 7efe3576f740 1 -- 172.21.15.26:0/3137741297 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558fb99f86f0 con 0x558fb9b0d370 2024-04-26T23:40:25.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.965+0000 7efe2b400640 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x558fb9b0d370 0x558fb9b0f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:25.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.966+0000 7efe2b400640 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x558fb9b0d370 0x558fb9b0f790 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b2c0230a7d7b4514 server_cookie=f9a89ddf738ad354 in_seq=0 out_seq=0 2024-04-26T23:40:25.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.966+0000 7efe15600640 10 client.16416 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:40:25.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe15600640 1 -- 172.21.15.26:0/3137741297 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558fb99f86f0 con 0x558fb9b0d370 2024-04-26T23:40:25.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe15600640 10 client.16416 handle_command_reply: tid=0 2024-04-26T23:40:25.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe3576f740 1 client.16416 shutdown 2024-04-26T23:40:25.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe3576f740 1 -- 172.21.15.26:0/3137741297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a971e0 msgr2=0x558fb9a9c680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe3576f740 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a971e0 0x558fb9a9c680 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7efe24098d20 tx=0x7efe2409c980 comp rx=0 tx=0).stop 2024-04-26T23:40:25.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe3576f740 1 -- 172.21.15.26:0/3137741297 shutdown_connections 2024-04-26T23:40:25.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe3576f740 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x558fb9b0d370 0x558fb9b0f790 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe3576f740 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558fb9a971e0 0x558fb9a9c680 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe3576f740 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558fb9a8cb10 0x558fb9a9f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe3576f740 1 --2- 172.21.15.26:0/3137741297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558fb9a8c1f0 0x558fb9a9f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe3576f740 1 -- 172.21.15.26:0/3137741297 >> 172.21.15.26:0/3137741297 conn(0x558fb9a88510 msgr2=0x558fb9a87690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe15600640 0 client.16416 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:40:25.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe3576f740 1 -- 172.21.15.26:0/3137741297 shutdown_connections 2024-04-26T23:40:25.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe3576f740 1 -- 172.21.15.26:0/3137741297 wait complete. 2024-04-26T23:40:25.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.967+0000 7efe3576f740 20 client.16416 trim_cache size 0 max 16384 2024-04-26T23:40:25.972 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:40:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.968+0000 7efe32800640 1 -- 172.21.15.26:0/915647056 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7efe100a3da0 msgr2=0x7efe100a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.968+0000 7efe32800640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7efe100a3da0 0x7efe100a6260 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x558fb9a8d7b0 tx=0x7efe1c00b550 comp rx=0 tx=0).stop 2024-04-26T23:40:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.968+0000 7efe32800640 1 -- 172.21.15.26:0/915647056 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2c108910 msgr2=0x7efe2c1026d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.968+0000 7efe32800640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2c108910 0x7efe2c1026d0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7efe2400eaa0 tx=0x7efe2400ef60 comp rx=0 tx=0).stop 2024-04-26T23:40:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.968+0000 7efe32800640 1 -- 172.21.15.26:0/915647056 shutdown_connections 2024-04-26T23:40:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.968+0000 7efe32800640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7efe100a3da0 0x7efe100a6260 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.968+0000 7efe32800640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efe2c108910 0x7efe2c1026d0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.968+0000 7efe32800640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe2c06b8f0 0x7efe2c102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.968+0000 7efe32800640 1 --2- 172.21.15.26:0/915647056 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efe2c06af30 0x7efe2c101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.968+0000 7efe32800640 1 -- 172.21.15.26:0/915647056 >> 172.21.15.26:0/915647056 conn(0x7efe2c077630 msgr2=0x7efe2c0ffa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.968+0000 7efe32800640 1 -- 172.21.15.26:0/915647056 shutdown_connections 2024-04-26T23:40:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:25.969+0000 7efe32800640 1 -- 172.21.15.26:0/915647056 wait complete. 2024-04-26T23:40:25.989 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:25 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/733475195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:40:25.991 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:40:26.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:25 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/733475195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:40:26.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:25 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/733475195' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:40:26.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.213+0000 7f5163200640 1 -- 172.21.15.26:0/72726180 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f515c10f2e0 msgr2=0x7f515c1116d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:26.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.213+0000 7f5163200640 1 --2- 172.21.15.26:0/72726180 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f515c10f2e0 0x7f515c1116d0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f5154009ca0 tx=0x7f515402a8c0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.213+0000 7f5163200640 1 -- 172.21.15.26:0/72726180 shutdown_connections 2024-04-26T23:40:26.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.213+0000 7f5163200640 1 --2- 172.21.15.26:0/72726180 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f515c10f2e0 0x7f515c1116d0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.213+0000 7f5163200640 1 --2- 172.21.15.26:0/72726180 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f515c102050 0x7f515c10eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.213+0000 7f5163200640 1 --2- 172.21.15.26:0/72726180 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f515c101730 0x7f515c101b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.213+0000 7f5163200640 1 -- 172.21.15.26:0/72726180 >> 172.21.15.26:0/72726180 conn(0x7f515c078930 msgr2=0x7f515c078d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:26.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.213+0000 7f5163200640 1 -- 172.21.15.26:0/72726180 shutdown_connections 2024-04-26T23:40:26.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.213+0000 7f5163200640 1 -- 172.21.15.26:0/72726180 wait complete. 2024-04-26T23:40:26.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.214+0000 7f5163200640 1 Processor -- start 2024-04-26T23:40:26.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.214+0000 7f5163200640 1 -- start start 2024-04-26T23:40:26.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.215+0000 7f5163200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f515c101730 0x7f515c19b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.215+0000 7f5163200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f515c102050 0x7f515c19b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.215+0000 7f5163200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f515c10f2e0 0x7f515c19fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.215+0000 7f5163200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f515c114cc0 con 0x7f515c10f2e0 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.215+0000 7f5163200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f515c114b40 con 0x7f515c102050 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.215+0000 7f5163200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f515c114e40 con 0x7f515c101730 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.215+0000 7f5161200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f515c10f2e0 0x7f515c19fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.215+0000 7f5161200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f515c10f2e0 0x7f515c19fac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51414/0 (socket says 172.21.15.26:51414) 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.215+0000 7f5161200640 1 -- 172.21.15.26:0/1821162327 learned_addr learned my addr 172.21.15.26:0/1821162327 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.215+0000 7f515be00640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f515c101730 0x7f515c19b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.215+0000 7f515b400640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f515c102050 0x7f515c19b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.216+0000 7f5161200640 1 -- 172.21.15.26:0/1821162327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f515c101730 msgr2=0x7f515c19b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.216+0000 7f5161200640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f515c101730 0x7f515c19b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.216+0000 7f5161200640 1 -- 172.21.15.26:0/1821162327 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f515c102050 msgr2=0x7f515c19b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.216+0000 7f5161200640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f515c102050 0x7f515c19b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.216+0000 7f5161200640 1 -- 172.21.15.26:0/1821162327 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f515c1a01f0 con 0x7f515c10f2e0 2024-04-26T23:40:26.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.216+0000 7f515be00640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f515c101730 0x7f515c19b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:26.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.216+0000 7f5161200640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f515c10f2e0 0x7f515c19fac0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f5154031040 tx=0x7f5154032bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:26.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.216+0000 7f5158c00640 1 -- 172.21.15.26:0/1821162327 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5154004040 con 0x7f515c10f2e0 2024-04-26T23:40:26.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.216+0000 7f5163200640 1 -- 172.21.15.26:0/1821162327 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f515c1a0480 con 0x7f515c10f2e0 2024-04-26T23:40:26.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.216+0000 7f5158c00640 1 -- 172.21.15.26:0/1821162327 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5154004670 con 0x7f515c10f2e0 2024-04-26T23:40:26.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.216+0000 7f5158c00640 1 -- 172.21.15.26:0/1821162327 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5154030c60 con 0x7f515c10f2e0 2024-04-26T23:40:26.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.217+0000 7f5163200640 1 -- 172.21.15.26:0/1821162327 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f515c1a7d70 con 0x7f515c10f2e0 2024-04-26T23:40:26.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.220+0000 7f5158c00640 1 -- 172.21.15.26:0/1821162327 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f51540041e0 con 0x7f515c10f2e0 2024-04-26T23:40:26.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.221+0000 7f5166032740 1 Processor -- start 2024-04-26T23:40:26.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.221+0000 7f5166032740 1 -- start start 2024-04-26T23:40:26.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.221+0000 7f5166032740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8d1f0 0x555962b8d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.221+0000 7f5166032740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b8db10 0x555962b97ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.221+0000 7f5166032740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b981e0 0x555962b9a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.221+0000 7f5166032740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555962af1c70 con 0x555962b8d1f0 2024-04-26T23:40:26.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.221+0000 7f5166032740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555962aaa980 con 0x555962b8db10 2024-04-26T23:40:26.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.221+0000 7f5166032740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555962aedc30 con 0x555962b981e0 2024-04-26T23:40:26.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f515b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8d1f0 0x555962b8d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f515b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8d1f0 0x555962b8d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51416/0 (socket says 172.21.15.26:51416) 2024-04-26T23:40:26.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f515b400640 1 -- 172.21.15.26:0/1980959256 learned_addr learned my addr 172.21.15.26:0/1980959256 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:26.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f5158c00640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f51400a3da0 0x7f51400a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f515be00640 1 --2- 172.21.15.26:0/1980959256 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b8db10 0x555962b97ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f515b400640 1 --2- 172.21.15.26:0/1980959256 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b981e0 0x555962b9a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f5158c00640 1 -- 172.21.15.26:0/1821162327 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f51540f1b30 con 0x7f515c10f2e0 2024-04-26T23:40:26.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f5161200640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f51400a3da0 0x7f51400a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f515b400640 1 -- 172.21.15.26:0/1980959256 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b981e0 msgr2=0x555962b9a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:26.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f515b400640 1 --2- 172.21.15.26:0/1980959256 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b981e0 0x555962b9a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f515b400640 1 -- 172.21.15.26:0/1980959256 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b8db10 msgr2=0x555962b97ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:26.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f515b400640 1 --2- 172.21.15.26:0/1980959256 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b8db10 0x555962b97ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f515b400640 1 -- 172.21.15.26:0/1980959256 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555962a827b0 con 0x555962b8d1f0 2024-04-26T23:40:26.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.222+0000 7f515be00640 1 --2- 172.21.15.26:0/1980959256 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b8db10 0x555962b97ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:26.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.223+0000 7f515b400640 1 --2- 172.21.15.26:0/1980959256 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8d1f0 0x555962b8d5d0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f514800bf80 tx=0x7f514800b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=867e9916a8f11981 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:26.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.223+0000 7f5151600640 1 -- 172.21.15.26:0/1980959256 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5148019030 con 0x555962b8d1f0 2024-04-26T23:40:26.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.223+0000 7f5151600640 1 -- 172.21.15.26:0/1980959256 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5148005bf0 con 0x555962b8d1f0 2024-04-26T23:40:26.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.223+0000 7f5151600640 1 -- 172.21.15.26:0/1980959256 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f514801d5c0 con 0x555962b8d1f0 2024-04-26T23:40:26.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.224+0000 7f5166032740 1 -- 172.21.15.26:0/1980959256 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8d1f0 msgr2=0x555962b8d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:26.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.224+0000 7f5166032740 1 --2- 172.21.15.26:0/1980959256 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8d1f0 0x555962b8d5d0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f514800bf80 tx=0x7f514800b610 comp rx=0 tx=0).stop 2024-04-26T23:40:26.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.224+0000 7f5161200640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f51400a3da0 0x7f51400a6260 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f51540ba580 tx=0x7f5154032fc0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:26.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.224+0000 7f5166032740 1 -- 172.21.15.26:0/1980959256 shutdown_connections 2024-04-26T23:40:26.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.224+0000 7f5166032740 1 --2- 172.21.15.26:0/1980959256 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b981e0 0x555962b9a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.224+0000 7f5166032740 1 --2- 172.21.15.26:0/1980959256 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b8db10 0x555962b97ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.224+0000 7f5166032740 1 --2- 172.21.15.26:0/1980959256 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8d1f0 0x555962b8d5d0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.224+0000 7f5166032740 1 -- 172.21.15.26:0/1980959256 >> 172.21.15.26:0/1980959256 conn(0x555962b89510 msgr2=0x555962b898f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:26.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.224+0000 7f5166032740 1 -- 172.21.15.26:0/1980959256 shutdown_connections 2024-04-26T23:40:26.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.224+0000 7f5166032740 1 -- 172.21.15.26:0/1980959256 wait complete. 2024-04-26T23:40:26.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.225+0000 7f5166032740 1 -- start start 2024-04-26T23:40:26.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.225+0000 7f5166032740 1 Processor -- start 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.226+0000 7f5166032740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8d1f0 0x555962b97b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.226+0000 7f5166032740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 0x555962b94e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.226+0000 7f5166032740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b981e0 0x555962b953a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.226+0000 7f5166032740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555962af0f80 con 0x555962b8db10 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.226+0000 7f5166032740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555962a9e260 con 0x555962b981e0 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.226+0000 7f5166032740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555962af62a0 con 0x555962b8d1f0 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.226+0000 7f5166032740 10 client.0 _ll_register_callbacks cb 0x555962ae8960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.226+0000 7f515be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 0x555962b94e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.226+0000 7f515be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 0x555962b94e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51424/0 (socket says 172.21.15.26:51424) 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.226+0000 7f515be00640 1 -- 172.21.15.26:0/1279634094 learned_addr learned my addr 172.21.15.26:0/1279634094 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.226+0000 7f515b400640 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8d1f0 0x555962b97b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.226+0000 7f515b400640 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b981e0 0x555962b953a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.227+0000 7f515be00640 1 -- 172.21.15.26:0/1279634094 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8d1f0 msgr2=0x555962b97b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:26.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.227+0000 7f515be00640 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8d1f0 0x555962b97b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.227+0000 7f515be00640 1 -- 172.21.15.26:0/1279634094 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b981e0 msgr2=0x555962b953a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.227+0000 7f515be00640 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b981e0 0x555962b953a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.227+0000 7f515be00640 1 -- 172.21.15.26:0/1279634094 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555962a801c0 con 0x555962b8db10 2024-04-26T23:40:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.227+0000 7f515b400640 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b981e0 0x555962b953a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.227+0000 7f515be00640 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 0x555962b94e40 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f514c0106a0 tx=0x7f514c010b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52da612232d5d569 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.227+0000 7f5146000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.227+0000 7f5146000640 1 -- 172.21.15.26:0/1279634094 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f514c00ead0 con 0x555962b8db10 2024-04-26T23:40:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.227+0000 7f5146000640 1 -- 172.21.15.26:0/1279634094 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f514c00ec70 con 0x555962b8db10 2024-04-26T23:40:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.227+0000 7f5166032740 1 -- 172.21.15.26:0/1279634094 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555962aff880 con 0x555962b8db10 2024-04-26T23:40:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.228+0000 7f5146000640 1 -- 172.21.15.26:0/1279634094 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f514c00ee70 con 0x555962b8db10 2024-04-26T23:40:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.228+0000 7f5166032740 10 client.16428 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.228+0000 7f5166032740 1 -- 172.21.15.26:0/1279634094 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5559628033f0 con 0x555962b8db10 2024-04-26T23:40:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.228+0000 7f5146000640 1 -- 172.21.15.26:0/1279634094 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x555962aff880 con 0x555962b8db10 2024-04-26T23:40:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.228+0000 7f5146000640 1 -- 172.21.15.26:0/1279634094 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f514c00f040 con 0x555962b8db10 2024-04-26T23:40:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.229+0000 7f5166032740 10 client.16428 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.229+0000 7f5166032740 10 client.16428 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:40:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.229+0000 7f5166032740 20 client.16428 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.229+0000 7f5166032740 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555962ba7d30 0x555962baa150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.229+0000 7f5166032740 4 client.16428 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:40:26.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.229+0000 7f5166032740 1 -- 172.21.15.26:0/1279634094 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555962af96f0 con 0x555962ba7d30 2024-04-26T23:40:26.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.229+0000 7f515b400640 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555962ba7d30 0x555962baa150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.230+0000 7f515b400640 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555962ba7d30 0x555962baa150 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=895cd3ce3539fbfd server_cookie=58ebe2d86945bde4 in_seq=0 out_seq=0 2024-04-26T23:40:26.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.230+0000 7f5146000640 10 client.16428 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.232+0000 7f5146000640 1 -- 172.21.15.26:0/1279634094 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555962af96f0 con 0x555962ba7d30 2024-04-26T23:40:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.232+0000 7f5146000640 10 client.16428 handle_command_reply: tid=0 2024-04-26T23:40:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.232+0000 7f5166032740 1 client.16428 shutdown 2024-04-26T23:40:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.232+0000 7f5166032740 1 -- 172.21.15.26:0/1279634094 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 msgr2=0x555962b94e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.232+0000 7f5166032740 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 0x555962b94e40 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f514c0106a0 tx=0x7f514c010b60 comp rx=0 tx=0).stop 2024-04-26T23:40:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.232+0000 7f5166032740 1 -- 172.21.15.26:0/1279634094 shutdown_connections 2024-04-26T23:40:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.232+0000 7f5166032740 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555962ba7d30 0x555962baa150 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.232+0000 7f5166032740 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b981e0 0x555962b953a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.232+0000 7f5146000640 0 client.16428 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:26.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.232+0000 7f5166032740 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 0x555962b94e40 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.232+0000 7f5166032740 1 --2- 172.21.15.26:0/1279634094 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8d1f0 0x555962b97b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.232+0000 7f5166032740 1 -- 172.21.15.26:0/1279634094 >> 172.21.15.26:0/1279634094 conn(0x555962b89510 msgr2=0x555962b8f1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:26.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.233+0000 7f5166032740 1 -- 172.21.15.26:0/1279634094 shutdown_connections 2024-04-26T23:40:26.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.233+0000 7f5166032740 1 -- 172.21.15.26:0/1279634094 wait complete. 2024-04-26T23:40:26.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.233+0000 7f5166032740 20 client.16428 trim_cache size 0 max 16384 2024-04-26T23:40:26.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.252+0000 7f5166032740 1 Processor -- start 2024-04-26T23:40:26.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.253+0000 7f5166032740 1 -- start start 2024-04-26T23:40:26.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.253+0000 7f5166032740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b8d1f0 0x555962ba3c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.253+0000 7f5166032740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8db10 0x555962b97680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.253+0000 7f5166032740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b981e0 0x555962bafa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.253+0000 7f5166032740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f515c1b2f50 con 0x555962b981e0 2024-04-26T23:40:26.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.253+0000 7f5166032740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f515c1b0820 con 0x555962b8d1f0 2024-04-26T23:40:26.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.253+0000 7f5166032740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f515c1ae650 con 0x555962b8db10 2024-04-26T23:40:26.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.253+0000 7f515b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b981e0 0x555962bafa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.253+0000 7f515b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b981e0 0x555962bafa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51426/0 (socket says 172.21.15.26:51426) 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.253+0000 7f515b400640 1 -- 172.21.15.26:0/2813514808 learned_addr learned my addr 172.21.15.26:0/2813514808 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.254+0000 7f515be00640 1 --2- 172.21.15.26:0/2813514808 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8db10 0x555962b97680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.254+0000 7f515b400640 1 --2- 172.21.15.26:0/2813514808 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b8d1f0 0x555962ba3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.254+0000 7f515b400640 1 -- 172.21.15.26:0/2813514808 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8db10 msgr2=0x555962b97680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.254+0000 7f515b400640 1 --2- 172.21.15.26:0/2813514808 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8db10 0x555962b97680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.254+0000 7f515b400640 1 -- 172.21.15.26:0/2813514808 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b8d1f0 msgr2=0x555962ba3c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.254+0000 7f515b400640 1 --2- 172.21.15.26:0/2813514808 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b8d1f0 0x555962ba3c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.254+0000 7f515b400640 1 -- 172.21.15.26:0/2813514808 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555962b93df0 con 0x555962b981e0 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.254+0000 7f515be00640 1 --2- 172.21.15.26:0/2813514808 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8db10 0x555962b97680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.254+0000 7f515b400640 1 --2- 172.21.15.26:0/2813514808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b981e0 0x555962bafa00 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f5148005fa0 tx=0x7f5148005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5be28c21fd334cad server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.255+0000 7f5150c00640 1 -- 172.21.15.26:0/2813514808 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5148019040 con 0x555962b981e0 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.255+0000 7f5150c00640 1 -- 172.21.15.26:0/2813514808 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f514802b8d0 con 0x555962b981e0 2024-04-26T23:40:26.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.255+0000 7f5150c00640 1 -- 172.21.15.26:0/2813514808 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5148011890 con 0x555962b981e0 2024-04-26T23:40:26.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.255+0000 7f5166032740 1 -- 172.21.15.26:0/2813514808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b981e0 msgr2=0x555962bafa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:26.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.255+0000 7f5166032740 1 --2- 172.21.15.26:0/2813514808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b981e0 0x555962bafa00 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f5148005fa0 tx=0x7f5148005f30 comp rx=0 tx=0).stop 2024-04-26T23:40:26.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.255+0000 7f5166032740 1 -- 172.21.15.26:0/2813514808 shutdown_connections 2024-04-26T23:40:26.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.255+0000 7f5166032740 1 --2- 172.21.15.26:0/2813514808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b981e0 0x555962bafa00 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.255+0000 7f5166032740 1 --2- 172.21.15.26:0/2813514808 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8db10 0x555962b97680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.255+0000 7f5166032740 1 --2- 172.21.15.26:0/2813514808 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b8d1f0 0x555962ba3c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.255+0000 7f5166032740 1 -- 172.21.15.26:0/2813514808 >> 172.21.15.26:0/2813514808 conn(0x555962b89510 msgr2=0x555962b904d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:26.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.256+0000 7f5166032740 1 -- 172.21.15.26:0/2813514808 shutdown_connections 2024-04-26T23:40:26.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.256+0000 7f5166032740 1 -- 172.21.15.26:0/2813514808 wait complete. 2024-04-26T23:40:26.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.256+0000 7f5166032740 1 -- start start 2024-04-26T23:40:26.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.256+0000 7f5166032740 1 Processor -- start 2024-04-26T23:40:26.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.257+0000 7f5166032740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8d1f0 0x555962ba0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.257+0000 7f5166032740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 0x555962b916f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.257+0000 7f5166032740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b981e0 0x555962b91c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.257+0000 7f5166032740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f515c1aece0 con 0x555962b8db10 2024-04-26T23:40:26.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.257+0000 7f5166032740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f515c1b0150 con 0x555962b981e0 2024-04-26T23:40:26.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.257+0000 7f5166032740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f515c1af3b0 con 0x555962b8d1f0 2024-04-26T23:40:26.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.257+0000 7f5166032740 10 client.0 _ll_register_callbacks cb 0x7f514c00b4a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:26.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.257+0000 7f515be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 0x555962b916f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.257+0000 7f515be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 0x555962b916f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51432/0 (socket says 172.21.15.26:51432) 2024-04-26T23:40:26.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.257+0000 7f515be00640 1 -- 172.21.15.26:0/4251538082 learned_addr learned my addr 172.21.15.26:0/4251538082 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:26.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.257+0000 7f515b400640 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8d1f0 0x555962ba0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.257+0000 7f515b400640 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b981e0 0x555962b91c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.258+0000 7f515be00640 1 -- 172.21.15.26:0/4251538082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8d1f0 msgr2=0x555962ba0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:26.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.258+0000 7f515be00640 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8d1f0 0x555962ba0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.258+0000 7f515be00640 1 -- 172.21.15.26:0/4251538082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b981e0 msgr2=0x555962b91c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.258+0000 7f515be00640 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b981e0 0x555962b91c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.258+0000 7f515be00640 1 -- 172.21.15.26:0/4251538082 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559628cd7d0 con 0x555962b8db10 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.258+0000 7f515b400640 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8d1f0 0x555962ba0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.258+0000 7f515be00640 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 0x555962b916f0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f514c000c00 tx=0x7f514c00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1789a0253abbd523 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.258+0000 7f5146000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.258+0000 7f5146000640 1 -- 172.21.15.26:0/4251538082 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f514c00e8d0 con 0x555962b8db10 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.258+0000 7f5146000640 1 -- 172.21.15.26:0/4251538082 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f514c00ea70 con 0x555962b8db10 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.258+0000 7f5166032740 1 -- 172.21.15.26:0/4251538082 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f514802b8d0 con 0x555962b8db10 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.259+0000 7f5146000640 1 -- 172.21.15.26:0/4251538082 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f514c03b050 con 0x555962b8db10 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.259+0000 7f5166032740 10 client.16434 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.259+0000 7f5166032740 1 -- 172.21.15.26:0/4251538082 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555962a982a0 con 0x555962b8db10 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.259+0000 7f5146000640 1 -- 172.21.15.26:0/4251538082 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f514802b8d0 con 0x555962b8db10 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.259+0000 7f5146000640 1 -- 172.21.15.26:0/4251538082 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f514c012910 con 0x555962b8db10 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.259+0000 7f5166032740 10 client.16434 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.259+0000 7f5166032740 10 client.16434 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:40:26.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.259+0000 7f5166032740 20 client.16434 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:26.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.259+0000 7f5166032740 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555962c0e4b0 0x555962c108d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:26.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.259+0000 7f5166032740 4 client.16434 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:40:26.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.259+0000 7f5166032740 1 -- 172.21.15.26:0/4251538082 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555962a744d0 con 0x555962c0e4b0 2024-04-26T23:40:26.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.260+0000 7f515b400640 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555962c0e4b0 0x555962c108d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:26.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.261+0000 7f515b400640 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555962c0e4b0 0x555962c108d0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5abd97813fa29e server_cookie=b050066b6a6d9f9e in_seq=0 out_seq=0 2024-04-26T23:40:26.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.261+0000 7f5146000640 10 client.16434 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:26.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5146000640 1 -- 172.21.15.26:0/4251538082 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555962a744d0 con 0x555962c0e4b0 2024-04-26T23:40:26.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5146000640 10 client.16434 handle_command_reply: tid=0 2024-04-26T23:40:26.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5166032740 1 client.16434 shutdown 2024-04-26T23:40:26.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5166032740 1 -- 172.21.15.26:0/4251538082 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 msgr2=0x555962b916f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:26.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5166032740 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 0x555962b916f0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f514c000c00 tx=0x7f514c00b840 comp rx=0 tx=0).stop 2024-04-26T23:40:26.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5166032740 1 -- 172.21.15.26:0/4251538082 shutdown_connections 2024-04-26T23:40:26.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5166032740 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555962c0e4b0 0x555962c108d0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5166032740 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555962b981e0 0x555962b91c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5146000640 0 client.16434 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:26.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5166032740 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555962b8db10 0x555962b916f0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5166032740 1 --2- 172.21.15.26:0/4251538082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555962b8d1f0 0x555962ba0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5166032740 1 -- 172.21.15.26:0/4251538082 >> 172.21.15.26:0/4251538082 conn(0x555962b89510 msgr2=0x555962b87e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:26.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5166032740 1 -- 172.21.15.26:0/4251538082 shutdown_connections 2024-04-26T23:40:26.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5166032740 1 -- 172.21.15.26:0/4251538082 wait complete. 2024-04-26T23:40:26.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.262+0000 7f5166032740 20 client.16434 trim_cache size 0 max 16384 2024-04-26T23:40:26.267 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:40:26.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.263+0000 7f5163200640 1 -- 172.21.15.26:0/1821162327 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f51400a3da0 msgr2=0x7f51400a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:26.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.263+0000 7f5163200640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f51400a3da0 0x7f51400a6260 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f51540ba580 tx=0x7f5154032fc0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.263+0000 7f5163200640 1 -- 172.21.15.26:0/1821162327 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f515c10f2e0 msgr2=0x7f515c19fac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:26.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.263+0000 7f5163200640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f515c10f2e0 0x7f515c19fac0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f5154031040 tx=0x7f5154032bc0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.263+0000 7f5163200640 1 -- 172.21.15.26:0/1821162327 shutdown_connections 2024-04-26T23:40:26.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.263+0000 7f5163200640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f51400a3da0 0x7f51400a6260 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.263+0000 7f5163200640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f515c10f2e0 0x7f515c19fac0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.263+0000 7f5163200640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f515c102050 0x7f515c19b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.263+0000 7f5163200640 1 --2- 172.21.15.26:0/1821162327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f515c101730 0x7f515c19b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:26.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.263+0000 7f5163200640 1 -- 172.21.15.26:0/1821162327 >> 172.21.15.26:0/1821162327 conn(0x7f515c078930 msgr2=0x7f515c1109d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:26.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.263+0000 7f5163200640 1 -- 172.21.15.26:0/1821162327 shutdown_connections 2024-04-26T23:40:26.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:26.263+0000 7f5163200640 1 -- 172.21.15.26:0/1821162327 wait complete. 2024-04-26T23:40:27.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:26 smithi164 ceph-mon[31699]: pgmap v140: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:27.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:26 smithi026 ceph-mon[28371]: pgmap v140: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:27.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:26 smithi086 ceph-mon[31122]: pgmap v140: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:27.286 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:40:27.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:40:27.287 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:40:27.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.510+0000 7f190d800640 1 -- 172.21.15.26:0/4114509031 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1908101f00 msgr2=0x7f190810ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.510+0000 7f190d800640 1 --2- 172.21.15.26:0/4114509031 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1908101f00 0x7f190810ebc0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f18f4009900 tx=0x7f18f402a410 comp rx=0 tx=0).stop 2024-04-26T23:40:27.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.510+0000 7f190d800640 1 -- 172.21.15.26:0/4114509031 shutdown_connections 2024-04-26T23:40:27.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.510+0000 7f190d800640 1 --2- 172.21.15.26:0/4114509031 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f190810f100 0x7f19081114f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.510+0000 7f190d800640 1 --2- 172.21.15.26:0/4114509031 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1908101f00 0x7f190810ebc0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.510+0000 7f190d800640 1 --2- 172.21.15.26:0/4114509031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1908101550 0x7f1908101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.510+0000 7f190d800640 1 -- 172.21.15.26:0/4114509031 >> 172.21.15.26:0/4114509031 conn(0x7f19080fd1b0 msgr2=0x7f19080ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:27.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.510+0000 7f190d800640 1 -- 172.21.15.26:0/4114509031 shutdown_connections 2024-04-26T23:40:27.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.511+0000 7f190d800640 1 -- 172.21.15.26:0/4114509031 wait complete. 2024-04-26T23:40:27.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.511+0000 7f190d800640 1 Processor -- start 2024-04-26T23:40:27.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.512+0000 7f190d800640 1 -- start start 2024-04-26T23:40:27.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.512+0000 7f190d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1908101550 0x7f190819b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.512+0000 7f190d800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1908101f00 0x7f190819b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.512+0000 7f190d800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f190810f100 0x7f190819fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.512+0000 7f190d800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1908114b20 con 0x7f1908101550 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.512+0000 7f190d800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f19081149a0 con 0x7f190810f100 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.512+0000 7f190d800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1908114ca0 con 0x7f1908101f00 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.512+0000 7f1907e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1908101550 0x7f190819b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.513+0000 7f1907e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1908101550 0x7f190819b1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51444/0 (socket says 172.21.15.26:51444) 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.513+0000 7f1907e00640 1 -- 172.21.15.26:0/1667119462 learned_addr learned my addr 172.21.15.26:0/1667119462 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.513+0000 7f1907400640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1908101f00 0x7f190819b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.513+0000 7f190ce00640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f190810f100 0x7f190819fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.513+0000 7f1907e00640 1 -- 172.21.15.26:0/1667119462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1908101f00 msgr2=0x7f190819b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.513+0000 7f1907e00640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1908101f00 0x7f190819b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.513+0000 7f1907e00640 1 -- 172.21.15.26:0/1667119462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f190810f100 msgr2=0x7f190819fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.513+0000 7f1907e00640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f190810f100 0x7f190819fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.513+0000 7f1907e00640 1 -- 172.21.15.26:0/1667119462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19081a0160 con 0x7f1908101550 2024-04-26T23:40:27.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.514+0000 7f1907e00640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1908101550 0x7f190819b1c0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f18f800d770 tx=0x7f18f800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:27.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.514+0000 7f1904c00640 1 -- 172.21.15.26:0/1667119462 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f8017070 con 0x7f1908101550 2024-04-26T23:40:27.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.514+0000 7f190d800640 1 -- 172.21.15.26:0/1667119462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19081a0450 con 0x7f1908101550 2024-04-26T23:40:27.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.514+0000 7f1904c00640 1 -- 172.21.15.26:0/1667119462 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f18f80054b0 con 0x7f1908101550 2024-04-26T23:40:27.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.514+0000 7f1904c00640 1 -- 172.21.15.26:0/1667119462 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f8004c60 con 0x7f1908101550 2024-04-26T23:40:27.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.514+0000 7f190d800640 1 -- 172.21.15.26:0/1667119462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19081a7ce0 con 0x7f1908101550 2024-04-26T23:40:27.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.518+0000 7f1911dcc740 1 Processor -- start 2024-04-26T23:40:27.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.518+0000 7f1904c00640 1 -- 172.21.15.26:0/1667119462 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f18f8004e00 con 0x7f1908101550 2024-04-26T23:40:27.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.518+0000 7f1911dcc740 1 -- start start 2024-04-26T23:40:27.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f1911dcc740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e6e60 0x55768a4e7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f1911dcc740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e7780 0x55768a4f1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f1911dcc740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4f1e50 0x55768a4f4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f1911dcc740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55768a44c980 con 0x55768a4e6e60 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f1911dcc740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55768a3e9220 con 0x55768a4f1e50 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f1911dcc740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55768a448940 con 0x55768a4e7780 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f190ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e6e60 0x55768a4e7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f190ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e6e60 0x55768a4e7240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51448/0 (socket says 172.21.15.26:51448) 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f190ce00640 1 -- 172.21.15.26:0/1124393325 learned_addr learned my addr 172.21.15.26:0/1124393325 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f1907e00640 1 --2- 172.21.15.26:0/1124393325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e7780 0x55768a4f1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f1907400640 1 --2- 172.21.15.26:0/1124393325 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4f1e50 0x55768a4f4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f190ce00640 1 -- 172.21.15.26:0/1124393325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e7780 msgr2=0x55768a4f1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.519+0000 7f190ce00640 1 --2- 172.21.15.26:0/1124393325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e7780 0x55768a4f1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.520+0000 7f190ce00640 1 -- 172.21.15.26:0/1124393325 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4f1e50 msgr2=0x55768a4f4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.520+0000 7f190ce00640 1 --2- 172.21.15.26:0/1124393325 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4f1e50 0x55768a4f4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.520+0000 7f190ce00640 1 -- 172.21.15.26:0/1124393325 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55768a2267e0 con 0x55768a4e6e60 2024-04-26T23:40:27.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.520+0000 7f1907e00640 1 --2- 172.21.15.26:0/1124393325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e7780 0x55768a4f1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:27.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.520+0000 7f190ce00640 1 --2- 172.21.15.26:0/1124393325 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e6e60 0x55768a4e7240 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f1900009e30 tx=0x7f1900010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95e101a076e1ff2d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:27.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.520+0000 7f1904c00640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f18ec0a3d20 0x7f18ec0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.520+0000 7f18fd600640 1 -- 172.21.15.26:0/1124393325 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1900016070 con 0x55768a4e6e60 2024-04-26T23:40:27.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.521+0000 7f1904c00640 1 -- 172.21.15.26:0/1667119462 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f18f80d0350 con 0x7f1908101550 2024-04-26T23:40:27.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.521+0000 7f18fd600640 1 -- 172.21.15.26:0/1124393325 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1900004d20 con 0x55768a4e6e60 2024-04-26T23:40:27.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.521+0000 7f1907e00640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f18ec0a3d20 0x7f18ec0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.521+0000 7f18fd600640 1 -- 172.21.15.26:0/1124393325 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19000126b0 con 0x55768a4e6e60 2024-04-26T23:40:27.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.522+0000 7f1911dcc740 1 -- 172.21.15.26:0/1124393325 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e6e60 msgr2=0x55768a4e7240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.522+0000 7f1911dcc740 1 --2- 172.21.15.26:0/1124393325 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e6e60 0x55768a4e7240 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f1900009e30 tx=0x7f1900010740 comp rx=0 tx=0).stop 2024-04-26T23:40:27.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.522+0000 7f1907e00640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f18ec0a3d20 0x7f18ec0a61e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x55768a4e8420 tx=0x7f18f8009f00 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.522+0000 7f1911dcc740 1 -- 172.21.15.26:0/1124393325 shutdown_connections 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.522+0000 7f1911dcc740 1 --2- 172.21.15.26:0/1124393325 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4f1e50 0x55768a4f4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.522+0000 7f1911dcc740 1 --2- 172.21.15.26:0/1124393325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e7780 0x55768a4f1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.522+0000 7f1911dcc740 1 --2- 172.21.15.26:0/1124393325 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e6e60 0x55768a4e7240 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.522+0000 7f1911dcc740 1 -- 172.21.15.26:0/1124393325 >> 172.21.15.26:0/1124393325 conn(0x55768a4e3180 msgr2=0x55768a4e3560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.522+0000 7f1911dcc740 1 -- 172.21.15.26:0/1124393325 shutdown_connections 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.522+0000 7f1911dcc740 1 -- 172.21.15.26:0/1124393325 wait complete. 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.523+0000 7f1911dcc740 1 -- start start 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.523+0000 7f1911dcc740 1 Processor -- start 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.523+0000 7f1911dcc740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e6e60 0x55768a4eee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.523+0000 7f1911dcc740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e7780 0x55768a4ef340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.523+0000 7f1911dcc740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4f1e50 0x55768a4ef880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.523+0000 7f1911dcc740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55768a4f4c40 con 0x55768a4e7780 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.523+0000 7f1911dcc740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55768a3d4170 con 0x55768a4f1e50 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.523+0000 7f1911dcc740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55768a4f4dc0 con 0x55768a4e6e60 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.524+0000 7f1911dcc740 10 client.0 _ll_register_callbacks cb 0x55768a443770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.524+0000 7f1907400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e7780 0x55768a4ef340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.524+0000 7f1907400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e7780 0x55768a4ef340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51460/0 (socket says 172.21.15.26:51460) 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.524+0000 7f1907400640 1 -- 172.21.15.26:0/690056198 learned_addr learned my addr 172.21.15.26:0/690056198 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.524+0000 7f190ce00640 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e6e60 0x55768a4eee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.524+0000 7f190ce00640 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4f1e50 0x55768a4ef880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.524+0000 7f1907400640 1 -- 172.21.15.26:0/690056198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e6e60 msgr2=0x55768a4eee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.524+0000 7f1907400640 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e6e60 0x55768a4eee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.524+0000 7f1907400640 1 -- 172.21.15.26:0/690056198 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4f1e50 msgr2=0x55768a4ef880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.524+0000 7f1907400640 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4f1e50 0x55768a4ef880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.524+0000 7f1907400640 1 -- 172.21.15.26:0/690056198 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55768a286f70 con 0x55768a4e7780 2024-04-26T23:40:27.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.525+0000 7f1907400640 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e7780 0x55768a4ef340 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f18f4009900 tx=0x7f18f4031630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c286d7e6bb78b427 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:27.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.525+0000 7f18f2000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:27.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.525+0000 7f18f2000640 1 -- 172.21.15.26:0/690056198 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f4035070 con 0x55768a4e7780 2024-04-26T23:40:27.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.525+0000 7f18f2000640 1 -- 172.21.15.26:0/690056198 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f18f4004240 con 0x55768a4e7780 2024-04-26T23:40:27.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.525+0000 7f1911dcc740 1 -- 172.21.15.26:0/690056198 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1900004d20 con 0x55768a4e7780 2024-04-26T23:40:27.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.526+0000 7f18f2000640 1 -- 172.21.15.26:0/690056198 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f18f4031820 con 0x55768a4e7780 2024-04-26T23:40:27.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.526+0000 7f1911dcc740 10 client.16446 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:27.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.526+0000 7f1911dcc740 1 -- 172.21.15.26:0/690056198 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55768a11e170 con 0x55768a4e7780 2024-04-26T23:40:27.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.526+0000 7f18f2000640 1 -- 172.21.15.26:0/690056198 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1900004d20 con 0x55768a4e7780 2024-04-26T23:40:27.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.526+0000 7f18f2000640 1 -- 172.21.15.26:0/690056198 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f18f4004960 con 0x55768a4e7780 2024-04-26T23:40:27.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.526+0000 7f1911dcc740 10 client.16446 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:27.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.526+0000 7f1911dcc740 10 client.16446 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:40:27.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.526+0000 7f1911dcc740 20 client.16446 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:27.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.526+0000 7f1911dcc740 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55768a501d20 0x55768a504140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.526+0000 7f1911dcc740 4 client.16446 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:40:27.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.526+0000 7f1911dcc740 1 -- 172.21.15.26:0/690056198 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55768a45a590 con 0x55768a501d20 2024-04-26T23:40:27.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.527+0000 7f190ce00640 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55768a501d20 0x55768a504140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.528+0000 7f190ce00640 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55768a501d20 0x55768a504140 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16506754181e32d2 server_cookie=6715e3d47feb4ae9 in_seq=0 out_seq=0 2024-04-26T23:40:27.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.528+0000 7f18f2000640 10 client.16446 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:27.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.530+0000 7f18f2000640 1 -- 172.21.15.26:0/690056198 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55768a45a590 con 0x55768a501d20 2024-04-26T23:40:27.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.530+0000 7f18f2000640 10 client.16446 handle_command_reply: tid=0 2024-04-26T23:40:27.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.530+0000 7f1911dcc740 1 client.16446 shutdown 2024-04-26T23:40:27.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.530+0000 7f1911dcc740 1 -- 172.21.15.26:0/690056198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e7780 msgr2=0x55768a4ef340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.530+0000 7f1911dcc740 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e7780 0x55768a4ef340 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f18f4009900 tx=0x7f18f4031630 comp rx=0 tx=0).stop 2024-04-26T23:40:27.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.530+0000 7f1911dcc740 1 -- 172.21.15.26:0/690056198 shutdown_connections 2024-04-26T23:40:27.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.531+0000 7f1911dcc740 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55768a501d20 0x55768a504140 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.531+0000 7f1911dcc740 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4f1e50 0x55768a4ef880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.531+0000 7f1911dcc740 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4e7780 0x55768a4ef340 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.531+0000 7f18f2000640 0 client.16446 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:27.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.531+0000 7f1911dcc740 1 --2- 172.21.15.26:0/690056198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e6e60 0x55768a4eee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.531+0000 7f1911dcc740 1 -- 172.21.15.26:0/690056198 >> 172.21.15.26:0/690056198 conn(0x55768a4e3180 msgr2=0x55768a4e8f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:27.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.531+0000 7f1911dcc740 1 -- 172.21.15.26:0/690056198 shutdown_connections 2024-04-26T23:40:27.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.531+0000 7f1911dcc740 1 -- 172.21.15.26:0/690056198 wait complete. 2024-04-26T23:40:27.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.531+0000 7f1911dcc740 20 client.16446 trim_cache size 0 max 16384 2024-04-26T23:40:27.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.553+0000 7f1911dcc740 1 Processor -- start 2024-04-26T23:40:27.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.553+0000 7f1911dcc740 1 -- start start 2024-04-26T23:40:27.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.553+0000 7f1911dcc740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4e6e60 0x55768a4f1530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.553+0000 7f1911dcc740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e7780 0x55768a4ef6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.553+0000 7f1911dcc740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 0x55768a509a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.553+0000 7f1911dcc740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f19081b2ce0 con 0x55768a4f1e50 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.553+0000 7f1911dcc740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f19081b05b0 con 0x55768a4e6e60 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.553+0000 7f1911dcc740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f19081ae3e0 con 0x55768a4e7780 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.554+0000 7f190ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 0x55768a509a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.554+0000 7f190ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 0x55768a509a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51472/0 (socket says 172.21.15.26:51472) 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.554+0000 7f190ce00640 1 -- 172.21.15.26:0/2194774984 learned_addr learned my addr 172.21.15.26:0/2194774984 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.554+0000 7f1907400640 1 --2- 172.21.15.26:0/2194774984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e7780 0x55768a4ef6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.554+0000 7f190ce00640 1 --2- 172.21.15.26:0/2194774984 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4e6e60 0x55768a4f1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.554+0000 7f190ce00640 1 -- 172.21.15.26:0/2194774984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e7780 msgr2=0x55768a4ef6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.554+0000 7f190ce00640 1 --2- 172.21.15.26:0/2194774984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e7780 0x55768a4ef6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.554+0000 7f190ce00640 1 -- 172.21.15.26:0/2194774984 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4e6e60 msgr2=0x55768a4f1530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.554+0000 7f190ce00640 1 --2- 172.21.15.26:0/2194774984 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4e6e60 0x55768a4f1530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.554+0000 7f190ce00640 1 -- 172.21.15.26:0/2194774984 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55768a4ea4f0 con 0x55768a4f1e50 2024-04-26T23:40:27.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.554+0000 7f1907400640 1 --2- 172.21.15.26:0/2194774984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e7780 0x55768a4ef6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:27.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.555+0000 7f190ce00640 1 --2- 172.21.15.26:0/2194774984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 0x55768a509a10 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f1900011010 tx=0x7f1900010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55ac77848504b847 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:27.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.555+0000 7f18fcc00640 1 -- 172.21.15.26:0/2194774984 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1900030070 con 0x55768a4f1e50 2024-04-26T23:40:27.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.555+0000 7f18fcc00640 1 -- 172.21.15.26:0/2194774984 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f190002b6a0 con 0x55768a4f1e50 2024-04-26T23:40:27.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.555+0000 7f18fcc00640 1 -- 172.21.15.26:0/2194774984 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1900016040 con 0x55768a4f1e50 2024-04-26T23:40:27.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.556+0000 7f1911dcc740 1 -- 172.21.15.26:0/2194774984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 msgr2=0x55768a509a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.556+0000 7f1911dcc740 1 --2- 172.21.15.26:0/2194774984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 0x55768a509a10 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f1900011010 tx=0x7f1900010740 comp rx=0 tx=0).stop 2024-04-26T23:40:27.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.556+0000 7f1911dcc740 1 -- 172.21.15.26:0/2194774984 shutdown_connections 2024-04-26T23:40:27.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.556+0000 7f1911dcc740 1 --2- 172.21.15.26:0/2194774984 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 0x55768a509a10 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.556+0000 7f1911dcc740 1 --2- 172.21.15.26:0/2194774984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e7780 0x55768a4ef6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.556+0000 7f1911dcc740 1 --2- 172.21.15.26:0/2194774984 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4e6e60 0x55768a4f1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.556+0000 7f1911dcc740 1 -- 172.21.15.26:0/2194774984 >> 172.21.15.26:0/2194774984 conn(0x55768a4e3180 msgr2=0x55768a4e22e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:27.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.556+0000 7f1911dcc740 1 -- 172.21.15.26:0/2194774984 shutdown_connections 2024-04-26T23:40:27.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.556+0000 7f1911dcc740 1 -- 172.21.15.26:0/2194774984 wait complete. 2024-04-26T23:40:27.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.557+0000 7f1911dcc740 1 -- start start 2024-04-26T23:40:27.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.557+0000 7f1911dcc740 1 Processor -- start 2024-04-26T23:40:27.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f1911dcc740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e6e60 0x55768a4f6180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f1911dcc740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4e7780 0x55768a4f66c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f1911dcc740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 0x55768a567280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f1911dcc740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f19081aea70 con 0x55768a4f1e50 2024-04-26T23:40:27.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f1911dcc740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f19081afee0 con 0x55768a4e7780 2024-04-26T23:40:27.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f1911dcc740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f19081af140 con 0x55768a4e6e60 2024-04-26T23:40:27.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f1911dcc740 10 client.0 _ll_register_callbacks cb 0x7f18f4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:27.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f190ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 0x55768a567280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f190ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 0x55768a567280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51476/0 (socket says 172.21.15.26:51476) 2024-04-26T23:40:27.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f190ce00640 1 -- 172.21.15.26:0/1426150191 learned_addr learned my addr 172.21.15.26:0/1426150191 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:27.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f1907400640 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4e7780 0x55768a4f66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f190ce00640 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e6e60 0x55768a4f6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f190ce00640 1 -- 172.21.15.26:0/1426150191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e6e60 msgr2=0x55768a4f6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f190ce00640 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e6e60 0x55768a4f6180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f190ce00640 1 -- 172.21.15.26:0/1426150191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4e7780 msgr2=0x55768a4f66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.558+0000 7f190ce00640 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4e7780 0x55768a4f66c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.559+0000 7f190ce00640 1 -- 172.21.15.26:0/1426150191 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55768a5677f0 con 0x55768a4f1e50 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.559+0000 7f190ce00640 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 0x55768a567280 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f1900009bc0 tx=0x7f1900009720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=626f3abbdf3699e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.559+0000 7f18f2000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.559+0000 7f18f2000640 1 -- 172.21.15.26:0/1426150191 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1900030040 con 0x55768a4f1e50 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.559+0000 7f18f2000640 1 -- 172.21.15.26:0/1426150191 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f1900012650 con 0x55768a4f1e50 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.559+0000 7f1911dcc740 1 -- 172.21.15.26:0/1426150191 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f190002b6a0 con 0x55768a4f1e50 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.560+0000 7f18f2000640 1 -- 172.21.15.26:0/1426150191 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1900016040 con 0x55768a4f1e50 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.560+0000 7f1911dcc740 10 client.16452 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.560+0000 7f1911dcc740 1 -- 172.21.15.26:0/1426150191 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55768a568b30 con 0x55768a4f1e50 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.560+0000 7f18f2000640 1 -- 172.21.15.26:0/1426150191 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f190002b6a0 con 0x55768a4f1e50 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.560+0000 7f18f2000640 1 -- 172.21.15.26:0/1426150191 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f190000f040 con 0x55768a4f1e50 2024-04-26T23:40:27.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.560+0000 7f1911dcc740 10 client.16452 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:27.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.560+0000 7f1911dcc740 10 client.16452 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:40:27.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.560+0000 7f1911dcc740 20 client.16452 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:27.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.560+0000 7f1911dcc740 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55768a568fb0 0x55768a56b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.560+0000 7f1911dcc740 4 client.16452 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:40:27.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.560+0000 7f1911dcc740 1 -- 172.21.15.26:0/1426150191 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55768a454400 con 0x55768a568fb0 2024-04-26T23:40:27.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.561+0000 7f1907400640 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55768a568fb0 0x55768a56b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.562+0000 7f1907400640 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55768a568fb0 0x55768a56b3a0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b689af4838818ce3 server_cookie=ee0f0f5c853a8c90 in_seq=0 out_seq=0 2024-04-26T23:40:27.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.562+0000 7f18f2000640 10 client.16452 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:27.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.564+0000 7f18f2000640 1 -- 172.21.15.26:0/1426150191 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55768a454400 con 0x55768a568fb0 2024-04-26T23:40:27.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.564+0000 7f18f2000640 10 client.16452 handle_command_reply: tid=0 2024-04-26T23:40:27.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.564+0000 7f1911dcc740 1 client.16452 shutdown 2024-04-26T23:40:27.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.565+0000 7f1911dcc740 1 -- 172.21.15.26:0/1426150191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 msgr2=0x55768a567280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.565+0000 7f1911dcc740 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 0x55768a567280 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f1900009bc0 tx=0x7f1900009720 comp rx=0 tx=0).stop 2024-04-26T23:40:27.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.565+0000 7f1911dcc740 1 -- 172.21.15.26:0/1426150191 shutdown_connections 2024-04-26T23:40:27.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.565+0000 7f1911dcc740 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55768a568fb0 0x55768a56b3a0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.565+0000 7f1911dcc740 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55768a4f1e50 0x55768a567280 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.565+0000 7f1911dcc740 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55768a4e7780 0x55768a4f66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.565+0000 7f1911dcc740 1 --2- 172.21.15.26:0/1426150191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55768a4e6e60 0x55768a4f6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.565+0000 7f1911dcc740 1 -- 172.21.15.26:0/1426150191 >> 172.21.15.26:0/1426150191 conn(0x55768a4e3180 msgr2=0x55768a4e86a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:27.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.565+0000 7f18f2000640 0 client.16452 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:27.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.565+0000 7f1911dcc740 1 -- 172.21.15.26:0/1426150191 shutdown_connections 2024-04-26T23:40:27.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.565+0000 7f1911dcc740 1 -- 172.21.15.26:0/1426150191 wait complete. 2024-04-26T23:40:27.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.565+0000 7f1911dcc740 20 client.16452 trim_cache size 0 max 16384 2024-04-26T23:40:27.569 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:40:27.569 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:40:27.570 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "c4754914-41de-48ff-a5e5-b3e5942b9f05", 2024-04-26T23:40:27.570 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:40:27.570 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:40:27.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.566+0000 7f190d800640 1 -- 172.21.15.26:0/1667119462 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f18ec0a3d20 msgr2=0x7f18ec0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.566+0000 7f190d800640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f18ec0a3d20 0x7f18ec0a61e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x55768a4e8420 tx=0x7f18f8009f00 comp rx=0 tx=0).stop 2024-04-26T23:40:27.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.566+0000 7f190d800640 1 -- 172.21.15.26:0/1667119462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1908101550 msgr2=0x7f190819b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.566+0000 7f190d800640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1908101550 0x7f190819b1c0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f18f800d770 tx=0x7f18f800dc30 comp rx=0 tx=0).stop 2024-04-26T23:40:27.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.566+0000 7f190d800640 1 -- 172.21.15.26:0/1667119462 shutdown_connections 2024-04-26T23:40:27.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.566+0000 7f190d800640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f190810f100 0x7f190819fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.566+0000 7f190d800640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1908101f00 0x7f190819b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.566+0000 7f190d800640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f18ec0a3d20 0x7f18ec0a61e0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.566+0000 7f190d800640 1 --2- 172.21.15.26:0/1667119462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1908101550 0x7f190819b1c0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.566+0000 7f190d800640 1 -- 172.21.15.26:0/1667119462 >> 172.21.15.26:0/1667119462 conn(0x7f19080fd1b0 msgr2=0x7f19080ff5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:27.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.566+0000 7f190d800640 1 -- 172.21.15.26:0/1667119462 shutdown_connections 2024-04-26T23:40:27.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.566+0000 7f190d800640 1 -- 172.21.15.26:0/1667119462 wait complete. 2024-04-26T23:40:27.589 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:40:27.589 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:40:27.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.806+0000 7ff77f800640 1 -- 172.21.15.26:0/609875730 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff77810f340 msgr2=0x7ff778111730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.806+0000 7ff77f800640 1 --2- 172.21.15.26:0/609875730 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff77810f340 0x7ff778111730 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7ff770009ca0 tx=0x7ff77002a8b0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.807+0000 7ff77f800640 1 -- 172.21.15.26:0/609875730 shutdown_connections 2024-04-26T23:40:27.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.807+0000 7ff77f800640 1 --2- 172.21.15.26:0/609875730 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff77810f340 0x7ff778111730 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.807+0000 7ff77f800640 1 --2- 172.21.15.26:0/609875730 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff7781020b0 0x7ff77810ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.807+0000 7ff77f800640 1 --2- 172.21.15.26:0/609875730 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff778101790 0x7ff778101b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.807+0000 7ff77f800640 1 -- 172.21.15.26:0/609875730 >> 172.21.15.26:0/609875730 conn(0x7ff778078990 msgr2=0x7ff778078da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:27.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.807+0000 7ff77f800640 1 -- 172.21.15.26:0/609875730 shutdown_connections 2024-04-26T23:40:27.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.807+0000 7ff77f800640 1 -- 172.21.15.26:0/609875730 wait complete. 2024-04-26T23:40:27.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.808+0000 7ff77f800640 1 Processor -- start 2024-04-26T23:40:27.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.808+0000 7ff77f800640 1 -- start start 2024-04-26T23:40:27.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.808+0000 7ff77f800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff778101790 0x7ff77819b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.808+0000 7ff77f800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7781020b0 0x7ff77819b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.808+0000 7ff77f800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff77810f340 0x7ff77819fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.808+0000 7ff77f800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff778114ce0 con 0x7ff77810f340 2024-04-26T23:40:27.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.808+0000 7ff77f800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff778114b60 con 0x7ff778101790 2024-04-26T23:40:27.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.808+0000 7ff77f800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff778114e60 con 0x7ff7781020b0 2024-04-26T23:40:27.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.809+0000 7ff77d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff77810f340 0x7ff77819fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.809+0000 7ff77d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff77810f340 0x7ff77819fb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51484/0 (socket says 172.21.15.26:51484) 2024-04-26T23:40:27.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.809+0000 7ff77d800640 1 -- 172.21.15.26:0/2429880453 learned_addr learned my addr 172.21.15.26:0/2429880453 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:27.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.809+0000 7ff777e00640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7781020b0 0x7ff77819b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.809+0000 7ff77ce00640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff778101790 0x7ff77819b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.809+0000 7ff77d800640 1 -- 172.21.15.26:0/2429880453 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7781020b0 msgr2=0x7ff77819b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.809+0000 7ff77d800640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7781020b0 0x7ff77819b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.809+0000 7ff77d800640 1 -- 172.21.15.26:0/2429880453 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff778101790 msgr2=0x7ff77819b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.809+0000 7ff77d800640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff778101790 0x7ff77819b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.809+0000 7ff77d800640 1 -- 172.21.15.26:0/2429880453 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7781a02b0 con 0x7ff77810f340 2024-04-26T23:40:27.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.809+0000 7ff777e00640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7781020b0 0x7ff77819b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:27.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.810+0000 7ff77d800640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff77810f340 0x7ff77819fb80 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7ff77002add0 tx=0x7ff770003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:27.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.810+0000 7ff775600640 1 -- 172.21.15.26:0/2429880453 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff770004240 con 0x7ff77810f340 2024-04-26T23:40:27.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.810+0000 7ff77f800640 1 -- 172.21.15.26:0/2429880453 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7781a0540 con 0x7ff77810f340 2024-04-26T23:40:27.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.810+0000 7ff775600640 1 -- 172.21.15.26:0/2429880453 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff770040070 con 0x7ff77810f340 2024-04-26T23:40:27.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.810+0000 7ff77f800640 1 -- 172.21.15.26:0/2429880453 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7781a7e30 con 0x7ff77810f340 2024-04-26T23:40:27.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.810+0000 7ff775600640 1 -- 172.21.15.26:0/2429880453 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff770045bb0 con 0x7ff77810f340 2024-04-26T23:40:27.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.814+0000 7ff7825af740 1 Processor -- start 2024-04-26T23:40:27.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.814+0000 7ff775600640 1 -- 172.21.15.26:0/2429880453 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff770045470 con 0x7ff77810f340 2024-04-26T23:40:27.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.814+0000 7ff7825af740 1 -- start start 2024-04-26T23:40:27.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.815+0000 7ff7825af740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 0x55ee4672ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.815+0000 7ff7825af740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672f4a0 0x55ee46739630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.815+0000 7ff7825af740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee46739b70 0x55ee4673bf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.815+0000 7ff7825af740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ee46640030 con 0x55ee4672eb80 2024-04-26T23:40:27.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.815+0000 7ff7825af740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ee4665b7f0 con 0x55ee4672f4a0 2024-04-26T23:40:27.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.815+0000 7ff7825af740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ee466167e0 con 0x55ee46739b70 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.815+0000 7ff777e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 0x55ee4672ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.815+0000 7ff77ce00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672f4a0 0x55ee46739630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.815+0000 7ff777e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 0x55ee4672ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51496/0 (socket says 172.21.15.26:51496) 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.815+0000 7ff777e00640 1 -- 172.21.15.26:0/515971803 learned_addr learned my addr 172.21.15.26:0/515971803 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.816+0000 7ff777e00640 1 --2- 172.21.15.26:0/515971803 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee46739b70 0x55ee4673bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.816+0000 7ff777e00640 1 -- 172.21.15.26:0/515971803 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee46739b70 msgr2=0x55ee4673bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.816+0000 7ff777e00640 1 --2- 172.21.15.26:0/515971803 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee46739b70 0x55ee4673bf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.816+0000 7ff777e00640 1 -- 172.21.15.26:0/515971803 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672f4a0 msgr2=0x55ee46739630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.816+0000 7ff777e00640 1 --2- 172.21.15.26:0/515971803 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672f4a0 0x55ee46739630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.816+0000 7ff777e00640 1 -- 172.21.15.26:0/515971803 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee46622050 con 0x55ee4672eb80 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.816+0000 7ff775600640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7600a3d20 0x7ff7600a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.817+0000 7ff777e00640 1 --2- 172.21.15.26:0/515971803 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 0x55ee4672ef60 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7ff76400cf20 tx=0x7ff76400c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b57520cc63a6e7ef server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:27.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.817+0000 7ff775600640 1 -- 172.21.15.26:0/2429880453 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff7700f1c80 con 0x7ff77810f340 2024-04-26T23:40:27.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.817+0000 7ff77ce00640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7600a3d20 0x7ff7600a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.817+0000 7ff76a000640 1 -- 172.21.15.26:0/515971803 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff76401b070 con 0x55ee4672eb80 2024-04-26T23:40:27.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.817+0000 7ff76a000640 1 -- 172.21.15.26:0/515971803 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff764016880 con 0x55ee4672eb80 2024-04-26T23:40:27.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.817+0000 7ff76a000640 1 -- 172.21.15.26:0/515971803 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff76400f040 con 0x55ee4672eb80 2024-04-26T23:40:27.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.818+0000 7ff7825af740 1 -- 172.21.15.26:0/515971803 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 msgr2=0x55ee4672ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.818+0000 7ff77ce00640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7600a3d20 0x7ff7600a61e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x55ee46730140 tx=0x7ff76c00c430 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:27.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.818+0000 7ff7825af740 1 --2- 172.21.15.26:0/515971803 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 0x55ee4672ef60 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7ff76400cf20 tx=0x7ff76400c410 comp rx=0 tx=0).stop 2024-04-26T23:40:27.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.818+0000 7ff7825af740 1 -- 172.21.15.26:0/515971803 shutdown_connections 2024-04-26T23:40:27.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.818+0000 7ff7825af740 1 --2- 172.21.15.26:0/515971803 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee46739b70 0x55ee4673bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.818+0000 7ff7825af740 1 --2- 172.21.15.26:0/515971803 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672f4a0 0x55ee46739630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.818+0000 7ff7825af740 1 --2- 172.21.15.26:0/515971803 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 0x55ee4672ef60 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.818+0000 7ff7825af740 1 -- 172.21.15.26:0/515971803 >> 172.21.15.26:0/515971803 conn(0x55ee4672ae50 msgr2=0x55ee4672b230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:27.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.818+0000 7ff7825af740 1 -- 172.21.15.26:0/515971803 shutdown_connections 2024-04-26T23:40:27.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.818+0000 7ff7825af740 1 -- 172.21.15.26:0/515971803 wait complete. 2024-04-26T23:40:27.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.819+0000 7ff7825af740 1 -- start start 2024-04-26T23:40:27.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.819+0000 7ff7825af740 1 Processor -- start 2024-04-26T23:40:27.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff7825af740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 0x55ee46739490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff7825af740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee4672f4a0 0x55ee46736820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff7825af740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee46739b70 0x55ee46736d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff7825af740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ee46698200 con 0x55ee4672eb80 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff7825af740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ee46692ee0 con 0x55ee46739b70 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff7825af740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ee4669fe70 con 0x55ee4672f4a0 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff7825af740 10 client.0 _ll_register_callbacks cb 0x55ee46689270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff77ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 0x55ee46739490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff77ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 0x55ee46739490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51510/0 (socket says 172.21.15.26:51510) 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff77ce00640 1 -- 172.21.15.26:0/4114010198 learned_addr learned my addr 172.21.15.26:0/4114010198 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff77ce00640 1 -- 172.21.15.26:0/4114010198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee4672f4a0 msgr2=0x55ee46736820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff777e00640 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee4672f4a0 0x55ee46736820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff77d800640 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee46739b70 0x55ee46736d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff77ce00640 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee4672f4a0 0x55ee46736820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff77ce00640 1 -- 172.21.15.26:0/4114010198 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee46739b70 msgr2=0x55ee46736d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff77ce00640 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee46739b70 0x55ee46736d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.820+0000 7ff77ce00640 1 -- 172.21.15.26:0/4114010198 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee4646f7d0 con 0x55ee4672eb80 2024-04-26T23:40:27.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.821+0000 7ff77ce00640 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 0x55ee46739490 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7ff76c01cdf0 tx=0x7ff76c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3773f7ccdf544470 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:27.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.821+0000 7ff75ea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:27.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.821+0000 7ff75ea00640 1 -- 172.21.15.26:0/4114010198 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff76c029060 con 0x55ee4672eb80 2024-04-26T23:40:27.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.821+0000 7ff75ea00640 1 -- 172.21.15.26:0/4114010198 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff76c00cd40 con 0x55ee4672eb80 2024-04-26T23:40:27.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.821+0000 7ff7825af740 1 -- 172.21.15.26:0/4114010198 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff764016880 con 0x55ee4672eb80 2024-04-26T23:40:27.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.822+0000 7ff75ea00640 1 -- 172.21.15.26:0/4114010198 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff76c01a460 con 0x55ee4672eb80 2024-04-26T23:40:27.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.822+0000 7ff7825af740 10 client.16464 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:27.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.822+0000 7ff7825af740 1 -- 172.21.15.26:0/4114010198 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ee463a53f0 con 0x55ee4672eb80 2024-04-26T23:40:27.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.822+0000 7ff75ea00640 1 -- 172.21.15.26:0/4114010198 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff764016880 con 0x55ee4672eb80 2024-04-26T23:40:27.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.822+0000 7ff75ea00640 1 -- 172.21.15.26:0/4114010198 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff76c018040 con 0x55ee4672eb80 2024-04-26T23:40:27.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.822+0000 7ff7825af740 10 client.16464 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:27.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.822+0000 7ff7825af740 10 client.16464 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:40:27.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.822+0000 7ff7825af740 20 client.16464 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:27.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.822+0000 7ff7825af740 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ee467495c0 0x55ee4674ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.822+0000 7ff7825af740 4 client.16464 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:40:27.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.822+0000 7ff7825af740 1 -- 172.21.15.26:0/4114010198 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee466a17e0 con 0x55ee467495c0 2024-04-26T23:40:27.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.823+0000 7ff777e00640 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ee467495c0 0x55ee4674ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.824+0000 7ff777e00640 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ee467495c0 0x55ee4674ba20 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f07ca1d04ad84096 server_cookie=9c08c89799322f89 in_seq=0 out_seq=0 2024-04-26T23:40:27.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.824+0000 7ff75ea00640 10 client.16464 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:27.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff75ea00640 1 -- 172.21.15.26:0/4114010198 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ee466a17e0 con 0x55ee467495c0 2024-04-26T23:40:27.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff75ea00640 10 client.16464 handle_command_reply: tid=0 2024-04-26T23:40:27.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff7825af740 1 client.16464 shutdown 2024-04-26T23:40:27.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff7825af740 1 -- 172.21.15.26:0/4114010198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 msgr2=0x55ee46739490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff7825af740 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 0x55ee46739490 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7ff76c01cdf0 tx=0x7ff76c0046c0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff7825af740 1 -- 172.21.15.26:0/4114010198 shutdown_connections 2024-04-26T23:40:27.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff7825af740 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ee467495c0 0x55ee4674ba20 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff7825af740 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee46739b70 0x55ee46736d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff7825af740 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee4672f4a0 0x55ee46736820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff7825af740 1 --2- 172.21.15.26:0/4114010198 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672eb80 0x55ee46739490 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff7825af740 1 -- 172.21.15.26:0/4114010198 >> 172.21.15.26:0/4114010198 conn(0x55ee4672ae50 msgr2=0x55ee46730ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:27.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff75ea00640 0 client.16464 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:27.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff7825af740 1 -- 172.21.15.26:0/4114010198 shutdown_connections 2024-04-26T23:40:27.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.826+0000 7ff7825af740 1 -- 172.21.15.26:0/4114010198 wait complete. 2024-04-26T23:40:27.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.827+0000 7ff7825af740 20 client.16464 trim_cache size 0 max 16384 2024-04-26T23:40:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.851+0000 7ff7825af740 1 Processor -- start 2024-04-26T23:40:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.851+0000 7ff7825af740 1 -- start start 2024-04-26T23:40:27.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.851+0000 7ff7825af740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672eb80 0x55ee4672a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.851+0000 7ff7825af740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672f4a0 0x55ee46751330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.851+0000 7ff7825af740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee46739b70 0x55ee46751870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff7825af740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff7781b0840 con 0x55ee4672f4a0 2024-04-26T23:40:27.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff7825af740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff7781ae670 con 0x55ee4672eb80 2024-04-26T23:40:27.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff7825af740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff7781b0170 con 0x55ee46739b70 2024-04-26T23:40:27.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff777e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672f4a0 0x55ee46751330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff777e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672f4a0 0x55ee46751330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51512/0 (socket says 172.21.15.26:51512) 2024-04-26T23:40:27.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff777e00640 1 -- 172.21.15.26:0/3950001126 learned_addr learned my addr 172.21.15.26:0/3950001126 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:27.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff77ce00640 1 --2- 172.21.15.26:0/3950001126 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672eb80 0x55ee4672a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff77d800640 1 --2- 172.21.15.26:0/3950001126 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee46739b70 0x55ee46751870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff777e00640 1 -- 172.21.15.26:0/3950001126 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee46739b70 msgr2=0x55ee46751870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff777e00640 1 --2- 172.21.15.26:0/3950001126 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee46739b70 0x55ee46751870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff777e00640 1 -- 172.21.15.26:0/3950001126 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672eb80 msgr2=0x55ee4672a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff777e00640 1 --2- 172.21.15.26:0/3950001126 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672eb80 0x55ee4672a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.852+0000 7ff777e00640 1 -- 172.21.15.26:0/3950001126 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee4672f2d0 con 0x55ee4672f4a0 2024-04-26T23:40:27.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.853+0000 7ff777e00640 1 --2- 172.21.15.26:0/3950001126 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672f4a0 0x55ee46751330 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7ff764004810 tx=0x7ff764008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2adacf795b6bd4e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:27.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.853+0000 7ff769600640 1 -- 172.21.15.26:0/3950001126 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff76401b040 con 0x55ee4672f4a0 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.853+0000 7ff769600640 1 -- 172.21.15.26:0/3950001126 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff764025760 con 0x55ee4672f4a0 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.853+0000 7ff769600640 1 -- 172.21.15.26:0/3950001126 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff76400c040 con 0x55ee4672f4a0 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.854+0000 7ff7825af740 1 -- 172.21.15.26:0/3950001126 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672f4a0 msgr2=0x55ee46751330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.854+0000 7ff7825af740 1 --2- 172.21.15.26:0/3950001126 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672f4a0 0x55ee46751330 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7ff764004810 tx=0x7ff764008040 comp rx=0 tx=0).stop 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.854+0000 7ff7825af740 1 -- 172.21.15.26:0/3950001126 shutdown_connections 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.854+0000 7ff7825af740 1 --2- 172.21.15.26:0/3950001126 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee46739b70 0x55ee46751870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.854+0000 7ff7825af740 1 --2- 172.21.15.26:0/3950001126 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee4672f4a0 0x55ee46751330 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.854+0000 7ff7825af740 1 --2- 172.21.15.26:0/3950001126 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672eb80 0x55ee4672a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.854+0000 7ff7825af740 1 -- 172.21.15.26:0/3950001126 >> 172.21.15.26:0/3950001126 conn(0x55ee4672ae50 msgr2=0x55ee46744540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.854+0000 7ff7825af740 1 -- 172.21.15.26:0/3950001126 shutdown_connections 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.854+0000 7ff7825af740 1 -- 172.21.15.26:0/3950001126 wait complete. 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.855+0000 7ff7825af740 1 -- start start 2024-04-26T23:40:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.855+0000 7ff7825af740 1 Processor -- start 2024-04-26T23:40:27.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.855+0000 7ff7825af740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672eb80 0x55ee46741f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.855+0000 7ff7825af740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee4672f4a0 0x55ee4673f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.855+0000 7ff7825af740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee46739b70 0x55ee4673f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.855+0000 7ff7825af740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff7781af3d0 con 0x55ee46739b70 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.855+0000 7ff7825af740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff7781aed00 con 0x55ee4672eb80 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.855+0000 7ff7825af740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff7781afaa0 con 0x55ee4672f4a0 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.855+0000 7ff7825af740 10 client.0 _ll_register_callbacks cb 0x7ff76c00c650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.856+0000 7ff77d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee46739b70 0x55ee4673f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.856+0000 7ff77d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee46739b70 0x55ee4673f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51520/0 (socket says 172.21.15.26:51520) 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.856+0000 7ff77d800640 1 -- 172.21.15.26:0/162513057 learned_addr learned my addr 172.21.15.26:0/162513057 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.856+0000 7ff77ce00640 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672eb80 0x55ee46741f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.856+0000 7ff777e00640 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee4672f4a0 0x55ee4673f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.856+0000 7ff77d800640 1 -- 172.21.15.26:0/162513057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee4672f4a0 msgr2=0x55ee4673f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.856+0000 7ff77d800640 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee4672f4a0 0x55ee4673f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.856+0000 7ff77d800640 1 -- 172.21.15.26:0/162513057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672eb80 msgr2=0x55ee46741f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.856+0000 7ff77d800640 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672eb80 0x55ee46741f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.856+0000 7ff77d800640 1 -- 172.21.15.26:0/162513057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee467357d0 con 0x55ee46739b70 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.856+0000 7ff77d800640 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee46739b70 0x55ee4673f8a0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7ff7700ba630 tx=0x7ff7700bd680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ff9bc24e978aa54 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.856+0000 7ff75ea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.857+0000 7ff75ea00640 1 -- 172.21.15.26:0/162513057 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7700d7060 con 0x55ee46739b70 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.857+0000 7ff75ea00640 1 -- 172.21.15.26:0/162513057 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7ff7700bdec0 con 0x55ee46739b70 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.857+0000 7ff7825af740 1 -- 172.21.15.26:0/162513057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff764025760 con 0x55ee46739b70 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.857+0000 7ff75ea00640 1 -- 172.21.15.26:0/162513057 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff7700de2d0 con 0x55ee46739b70 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.857+0000 7ff7825af740 10 client.16470 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.857+0000 7ff7825af740 1 -- 172.21.15.26:0/162513057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ee463650f0 con 0x55ee46739b70 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.857+0000 7ff75ea00640 1 -- 172.21.15.26:0/162513057 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff764025760 con 0x55ee46739b70 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.857+0000 7ff75ea00640 1 -- 172.21.15.26:0/162513057 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff77004d030 con 0x55ee46739b70 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.858+0000 7ff7825af740 10 client.16470 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.858+0000 7ff7825af740 10 client.16470 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.858+0000 7ff7825af740 20 client.16470 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.858+0000 7ff7825af740 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ee467b0080 0x55ee467b24c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:27.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.858+0000 7ff7825af740 4 client.16470 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:40:27.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.858+0000 7ff7825af740 1 -- 172.21.15.26:0/162513057 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ee4669b650 con 0x55ee467b0080 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.858+0000 7ff77ce00640 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ee467b0080 0x55ee467b24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.859+0000 7ff77ce00640 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ee467b0080 0x55ee467b24c0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39f402251da28e16 server_cookie=97498383598eb53d in_seq=0 out_seq=0 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.859+0000 7ff75ea00640 10 client.16470 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff75ea00640 1 -- 172.21.15.26:0/162513057 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ee4669b650 con 0x55ee467b0080 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff75ea00640 10 client.16470 handle_command_reply: tid=0 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff7825af740 1 client.16470 shutdown 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff7825af740 1 -- 172.21.15.26:0/162513057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee46739b70 msgr2=0x55ee4673f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff7825af740 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee46739b70 0x55ee4673f8a0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7ff7700ba630 tx=0x7ff7700bd680 comp rx=0 tx=0).stop 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff7825af740 1 -- 172.21.15.26:0/162513057 shutdown_connections 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff7825af740 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ee467b0080 0x55ee467b24c0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff7825af740 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ee46739b70 0x55ee4673f8a0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff7825af740 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ee4672f4a0 0x55ee4673f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff7825af740 1 --2- 172.21.15.26:0/162513057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ee4672eb80 0x55ee46741f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff7825af740 1 -- 172.21.15.26:0/162513057 >> 172.21.15.26:0/162513057 conn(0x55ee4672ae50 msgr2=0x55ee46744dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:27.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff75ea00640 0 client.16470 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:27.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff7825af740 1 -- 172.21.15.26:0/162513057 shutdown_connections 2024-04-26T23:40:27.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff7825af740 1 -- 172.21.15.26:0/162513057 wait complete. 2024-04-26T23:40:27.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.860+0000 7ff7825af740 20 client.16470 trim_cache size 0 max 16384 2024-04-26T23:40:27.865 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:40:27.865 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:40:27.865 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:40:27.865 INFO:teuthology.orchestra.run.smithi026.stdout: "c4754914-41de-48ff-a5e5-b3e5942b9f05": { 2024-04-26T23:40:27.865 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:40:27.866 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "c4754914-41de-48ff-a5e5-b3e5942b9f05", 2024-04-26T23:40:27.866 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:40:27.866 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:40:27.866 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:40:27.866 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:40:27.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.861+0000 7ff77f800640 1 -- 172.21.15.26:0/2429880453 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7600a3d20 msgr2=0x7ff7600a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.861+0000 7ff77f800640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7600a3d20 0x7ff7600a61e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x55ee46730140 tx=0x7ff76c00c430 comp rx=0 tx=0).stop 2024-04-26T23:40:27.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.861+0000 7ff77f800640 1 -- 172.21.15.26:0/2429880453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff77810f340 msgr2=0x7ff77819fb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:27.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.861+0000 7ff77f800640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff77810f340 0x7ff77819fb80 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7ff77002add0 tx=0x7ff770003ba0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.861+0000 7ff77f800640 1 -- 172.21.15.26:0/2429880453 shutdown_connections 2024-04-26T23:40:27.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.861+0000 7ff77f800640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7600a3d20 0x7ff7600a61e0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.861+0000 7ff77f800640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff77810f340 0x7ff77819fb80 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.861+0000 7ff77f800640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7781020b0 0x7ff77819b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.861+0000 7ff77f800640 1 --2- 172.21.15.26:0/2429880453 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff778101790 0x7ff77819b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:27.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.861+0000 7ff77f800640 1 -- 172.21.15.26:0/2429880453 >> 172.21.15.26:0/2429880453 conn(0x7ff778078990 msgr2=0x7ff778110ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:27.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.861+0000 7ff77f800640 1 -- 172.21.15.26:0/2429880453 shutdown_connections 2024-04-26T23:40:27.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:27.861+0000 7ff77f800640 1 -- 172.21.15.26:0/2429880453 wait complete. 2024-04-26T23:40:27.884 INFO:tasks.cephfs.filesystem:scrub status for tag:c4754914-41de-48ff-a5e5-b3e5942b9f05 - {'path': '/', 'tag': 'c4754914-41de-48ff-a5e5-b3e5942b9f05', 'options': 'recursive,force'} 2024-04-26T23:40:28.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:27 smithi164 ceph-mon[31699]: pgmap v141: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:40:28.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:27 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:40:28.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:27 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:40:28.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:27 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:40:28.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:27 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:40:28.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:27 smithi026 ceph-mon[28371]: pgmap v141: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:40:28.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:27 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:40:28.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:27 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:40:28.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:27 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:40:28.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:27 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:40:28.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:27 smithi086 ceph-mon[31122]: pgmap v141: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:40:28.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:27 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:40:28.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:27 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:40:28.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:27 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:40:28.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:27 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:40:29.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:28 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:40:29.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:28 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:40:29.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:28 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:40:30.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:29 smithi164 ceph-mon[31699]: pgmap v142: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:30.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:29 smithi026 ceph-mon[28371]: pgmap v142: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:30.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:29 smithi086 ceph-mon[31122]: pgmap v142: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:32.731 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:32 smithi026 ceph-mon[28371]: pgmap v143: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:32.774 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:32 smithi086 ceph-mon[31122]: pgmap v143: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:32.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:32 smithi164 ceph-mon[31699]: pgmap v143: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:34 smithi164 ceph-mon[31699]: pgmap v144: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:40:34.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:34 smithi026 ceph-mon[28371]: pgmap v144: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:40:34.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:34 smithi086 ceph-mon[31122]: pgmap v144: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:40:36.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:36 smithi164 ceph-mon[31699]: pgmap v145: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:36.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:36 smithi026 ceph-mon[28371]: pgmap v145: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:36.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:36 smithi086 ceph-mon[31122]: pgmap v145: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:38.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:38 smithi164 ceph-mon[31699]: pgmap v146: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:40:38.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:38 smithi026 ceph-mon[28371]: pgmap v146: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:40:38.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:38 smithi086 ceph-mon[31122]: pgmap v146: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:40:40.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:40 smithi164 ceph-mon[31699]: pgmap v147: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:40.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:40 smithi026 ceph-mon[28371]: pgmap v147: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:40.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:40 smithi086 ceph-mon[31122]: pgmap v147: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:42.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:42 smithi164 ceph-mon[31699]: pgmap v148: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:42 smithi026 ceph-mon[28371]: pgmap v148: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:42.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:42 smithi086 ceph-mon[31122]: pgmap v148: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:40:44.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:44 smithi164 ceph-mon[31699]: pgmap v149: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:40:44.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:44 smithi026 ceph-mon[28371]: pgmap v149: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:40:44.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:44 smithi086 ceph-mon[31122]: pgmap v149: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:40:46.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:46 smithi164 ceph-mon[31699]: pgmap v150: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:46.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:46 smithi026 ceph-mon[28371]: pgmap v150: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:46 smithi086 ceph-mon[31122]: pgmap v150: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:48.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:48 smithi164 ceph-mon[31699]: pgmap v151: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:40:48.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:48 smithi026 ceph-mon[28371]: pgmap v151: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:40:48.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:48 smithi086 ceph-mon[31122]: pgmap v151: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:40:50.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:50 smithi164 ceph-mon[31699]: pgmap v152: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:50.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:50 smithi026 ceph-mon[28371]: pgmap v152: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:50 smithi086 ceph-mon[31122]: pgmap v152: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:52.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:52 smithi164 ceph-mon[31699]: pgmap v153: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:52.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:52 smithi026 ceph-mon[28371]: pgmap v153: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:52.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:52 smithi086 ceph-mon[31122]: pgmap v153: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:54.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:54 smithi164 ceph-mon[31699]: pgmap v154: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:40:54.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:54 smithi026 ceph-mon[28371]: pgmap v154: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:40:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:54 smithi086 ceph-mon[31122]: pgmap v154: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:40:56.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:56 smithi164 ceph-mon[31699]: pgmap v155: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:56.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:56 smithi026 ceph-mon[28371]: pgmap v155: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:56.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:56 smithi086 ceph-mon[31122]: pgmap v155: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:40:57.885 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:40:57.885 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:40:58.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.114+0000 7fdc34a00640 1 -- 172.21.15.26:0/511039812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc301020a0 msgr2=0x7fdc3010e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.114+0000 7fdc34a00640 1 --2- 172.21.15.26:0/511039812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc301020a0 0x7fdc3010e5b0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fdc28009cd0 tx=0x7fdc2802a8e0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.114+0000 7fdc34a00640 1 -- 172.21.15.26:0/511039812 shutdown_connections 2024-04-26T23:40:58.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.114+0000 7fdc34a00640 1 --2- 172.21.15.26:0/511039812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc301020a0 0x7fdc3010e5b0 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.114+0000 7fdc34a00640 1 --2- 172.21.15.26:0/511039812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc301016e0 0x7fdc30101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.114+0000 7fdc34a00640 1 --2- 172.21.15.26:0/511039812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdc301076f0 0x7fdc30107ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.114+0000 7fdc34a00640 1 -- 172.21.15.26:0/511039812 >> 172.21.15.26:0/511039812 conn(0x7fdc300fd1b0 msgr2=0x7fdc300ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.114+0000 7fdc34a00640 1 -- 172.21.15.26:0/511039812 shutdown_connections 2024-04-26T23:40:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.114+0000 7fdc34a00640 1 -- 172.21.15.26:0/511039812 wait complete. 2024-04-26T23:40:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.115+0000 7fdc34a00640 1 Processor -- start 2024-04-26T23:40:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.115+0000 7fdc34a00640 1 -- start start 2024-04-26T23:40:58.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.116+0000 7fdc34a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdc301016e0 0x7fdc3019b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.116+0000 7fdc34a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc301020a0 0x7fdc3019b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.116+0000 7fdc34a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc301076f0 0x7fdc3019f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.116+0000 7fdc34a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3006b370 con 0x7fdc301020a0 2024-04-26T23:40:58.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.116+0000 7fdc34a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3006b1f0 con 0x7fdc301016e0 2024-04-26T23:40:58.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.116+0000 7fdc34a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fdc3006b4f0 con 0x7fdc301076f0 2024-04-26T23:40:58.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.116+0000 7fdc27e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc301020a0 0x7fdc3019b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.116+0000 7fdc27e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc301020a0 0x7fdc3019b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38174/0 (socket says 172.21.15.26:38174) 2024-04-26T23:40:58.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.116+0000 7fdc27e00640 1 -- 172.21.15.26:0/477331292 learned_addr learned my addr 172.21.15.26:0/477331292 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:58.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.117+0000 7fdc2fe00640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc301076f0 0x7fdc3019f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.117+0000 7fdc2f400640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdc301016e0 0x7fdc3019b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.117+0000 7fdc27e00640 1 -- 172.21.15.26:0/477331292 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc301076f0 msgr2=0x7fdc3019f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.117+0000 7fdc27e00640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc301076f0 0x7fdc3019f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.117+0000 7fdc27e00640 1 -- 172.21.15.26:0/477331292 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdc301016e0 msgr2=0x7fdc3019b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.117+0000 7fdc27e00640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdc301016e0 0x7fdc3019b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.117+0000 7fdc27e00640 1 -- 172.21.15.26:0/477331292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc301a00b0 con 0x7fdc301020a0 2024-04-26T23:40:58.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.117+0000 7fdc2fe00640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc301076f0 0x7fdc3019f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:58.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.117+0000 7fdc27e00640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc301020a0 0x7fdc3019b600 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fdc1800e9f0 tx=0x7fdc1800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.118+0000 7fdc2cc00640 1 -- 172.21.15.26:0/477331292 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc1800cd80 con 0x7fdc301020a0 2024-04-26T23:40:58.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.118+0000 7fdc34a00640 1 -- 172.21.15.26:0/477331292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc301a03a0 con 0x7fdc301020a0 2024-04-26T23:40:58.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.118+0000 7fdc2cc00640 1 -- 172.21.15.26:0/477331292 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdc180054b0 con 0x7fdc301020a0 2024-04-26T23:40:58.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.118+0000 7fdc2cc00640 1 -- 172.21.15.26:0/477331292 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc18010430 con 0x7fdc301020a0 2024-04-26T23:40:58.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.118+0000 7fdc34a00640 1 -- 172.21.15.26:0/477331292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc301a7c30 con 0x7fdc301020a0 2024-04-26T23:40:58.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.122+0000 7fdc38e3b740 1 Processor -- start 2024-04-26T23:40:58.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.122+0000 7fdc2cc00640 1 -- 172.21.15.26:0/477331292 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fdc180046c0 con 0x7fdc301020a0 2024-04-26T23:40:58.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.122+0000 7fdc38e3b740 1 -- start start 2024-04-26T23:40:58.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.122+0000 7fdc38e3b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 0x55d181d55130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.122+0000 7fdc38e3b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d55670 0x55d181d5f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.122+0000 7fdc38e3b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 0x55d181d62130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.122+0000 7fdc38e3b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d181c66030 con 0x55d181d54d50 2024-04-26T23:40:58.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.122+0000 7fdc38e3b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d181c817f0 con 0x55d181d5fd40 2024-04-26T23:40:58.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.122+0000 7fdc38e3b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d181c3c7e0 con 0x55d181d55670 2024-04-26T23:40:58.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.123+0000 7fdc2fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 0x55d181d55130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.123+0000 7fdc2fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 0x55d181d55130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38190/0 (socket says 172.21.15.26:38190) 2024-04-26T23:40:58.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.123+0000 7fdc2fe00640 1 -- 172.21.15.26:0/3669013851 learned_addr learned my addr 172.21.15.26:0/3669013851 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:58.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.123+0000 7fdc2f400640 1 --2- 172.21.15.26:0/3669013851 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d55670 0x55d181d5f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.123+0000 7fdc27e00640 1 --2- 172.21.15.26:0/3669013851 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 0x55d181d62130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.123+0000 7fdc2fe00640 1 -- 172.21.15.26:0/3669013851 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d55670 msgr2=0x55d181d5f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.123+0000 7fdc2fe00640 1 --2- 172.21.15.26:0/3669013851 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d55670 0x55d181d5f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.123+0000 7fdc2fe00640 1 -- 172.21.15.26:0/3669013851 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 msgr2=0x55d181d62130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.123+0000 7fdc2fe00640 1 --2- 172.21.15.26:0/3669013851 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 0x55d181d62130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.123+0000 7fdc2fe00640 1 -- 172.21.15.26:0/3669013851 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d181c48050 con 0x55d181d54d50 2024-04-26T23:40:58.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.124+0000 7fdc2fe00640 1 --2- 172.21.15.26:0/3669013851 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 0x55d181d55130 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fdc28005e30 tx=0x7fdc28005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56c8e75d64791925 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.124+0000 7fdc2cc00640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdc140a3d20 0x7fdc140a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.124+0000 7fdc2cc00640 1 -- 172.21.15.26:0/477331292 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fdc180d0c40 con 0x7fdc301020a0 2024-04-26T23:40:58.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.124+0000 7fdc1fe00640 1 -- 172.21.15.26:0/3669013851 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc28031990 con 0x55d181d54d50 2024-04-26T23:40:58.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.124+0000 7fdc1fe00640 1 -- 172.21.15.26:0/3669013851 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdc28036040 con 0x55d181d54d50 2024-04-26T23:40:58.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.124+0000 7fdc1fe00640 1 -- 172.21.15.26:0/3669013851 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc28004440 con 0x55d181d54d50 2024-04-26T23:40:58.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.124+0000 7fdc2f400640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdc140a3d20 0x7fdc140a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.125+0000 7fdc38e3b740 1 -- 172.21.15.26:0/3669013851 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 msgr2=0x55d181d55130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.125+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/3669013851 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 0x55d181d55130 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fdc28005e30 tx=0x7fdc28005f90 comp rx=0 tx=0).stop 2024-04-26T23:40:58.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.125+0000 7fdc2f400640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdc140a3d20 0x7fdc140a61e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x55d181d56310 tx=0x7fdc20005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.125+0000 7fdc38e3b740 1 -- 172.21.15.26:0/3669013851 shutdown_connections 2024-04-26T23:40:58.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.125+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/3669013851 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 0x55d181d62130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.125+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/3669013851 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d55670 0x55d181d5f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.125+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/3669013851 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 0x55d181d55130 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.125+0000 7fdc38e3b740 1 -- 172.21.15.26:0/3669013851 >> 172.21.15.26:0/3669013851 conn(0x55d181d51070 msgr2=0x55d181d51450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.126+0000 7fdc38e3b740 1 -- 172.21.15.26:0/3669013851 shutdown_connections 2024-04-26T23:40:58.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.126+0000 7fdc38e3b740 1 -- 172.21.15.26:0/3669013851 wait complete. 2024-04-26T23:40:58.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.126+0000 7fdc38e3b740 1 -- start start 2024-04-26T23:40:58.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.126+0000 7fdc38e3b740 1 Processor -- start 2024-04-26T23:40:58.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.127+0000 7fdc38e3b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d54d50 0x55d181d5f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.127+0000 7fdc38e3b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d55670 0x55d181d5c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.127+0000 7fdc38e3b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 0x55d181d5cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.127+0000 7fdc38e3b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d181cbe200 con 0x55d181d55670 2024-04-26T23:40:58.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.127+0000 7fdc38e3b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d181cb8ee0 con 0x55d181d5fd40 2024-04-26T23:40:58.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.127+0000 7fdc38e3b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d181cc5e70 con 0x55d181d54d50 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.127+0000 7fdc38e3b740 10 client.0 _ll_register_callbacks cb 0x55d181caf270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.127+0000 7fdc27e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d55670 0x55d181d5c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.127+0000 7fdc27e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d55670 0x55d181d5c9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38202/0 (socket says 172.21.15.26:38202) 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.127+0000 7fdc27e00640 1 -- 172.21.15.26:0/4199685108 learned_addr learned my addr 172.21.15.26:0/4199685108 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.127+0000 7fdc2f400640 1 --2- 172.21.15.26:0/4199685108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d54d50 0x55d181d5f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.128+0000 7fdc27e00640 1 -- 172.21.15.26:0/4199685108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d54d50 msgr2=0x55d181d5f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.128+0000 7fdc27e00640 1 --2- 172.21.15.26:0/4199685108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d54d50 0x55d181d5f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.128+0000 7fdc27e00640 1 -- 172.21.15.26:0/4199685108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 msgr2=0x55d181d5cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.128+0000 7fdc27e00640 1 --2- 172.21.15.26:0/4199685108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 0x55d181d5cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.128+0000 7fdc27e00640 1 -- 172.21.15.26:0/4199685108 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d181a957d0 con 0x55d181d55670 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.128+0000 7fdc27e00640 1 --2- 172.21.15.26:0/4199685108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d55670 0x55d181d5c9a0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fdc1800e9c0 tx=0x7fdc1809c7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3a5b49db956dbbb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.128+0000 7fdc1cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.128+0000 7fdc1cc00640 1 -- 172.21.15.26:0/4199685108 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc180d4020 con 0x55d181d55670 2024-04-26T23:40:58.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.128+0000 7fdc1cc00640 1 -- 172.21.15.26:0/4199685108 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fdc180a5390 con 0x55d181d55670 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.128+0000 7fdc38e3b740 1 -- 172.21.15.26:0/4199685108 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc28036040 con 0x55d181d55670 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.129+0000 7fdc1cc00640 1 -- 172.21.15.26:0/4199685108 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdc180ce7e0 con 0x55d181d55670 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.129+0000 7fdc38e3b740 10 client.16482 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.129+0000 7fdc38e3b740 1 -- 172.21.15.26:0/4199685108 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d1819cb3f0 con 0x55d181d55670 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.129+0000 7fdc1cc00640 1 -- 172.21.15.26:0/4199685108 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdc28036040 con 0x55d181d55670 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.129+0000 7fdc1cc00640 1 -- 172.21.15.26:0/4199685108 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdc1809c000 con 0x55d181d55670 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.129+0000 7fdc38e3b740 10 client.16482 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.129+0000 7fdc38e3b740 10 client.16482 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.129+0000 7fdc38e3b740 20 client.16482 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.130+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/4199685108 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d181d6f640 0x55d181d71ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.130+0000 7fdc38e3b740 4 client.16482 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.130+0000 7fdc38e3b740 1 -- 172.21.15.26:0/4199685108 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d181cc77e0 con 0x55d181d6f640 2024-04-26T23:40:58.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.130+0000 7fdc2f400640 1 --2- 172.21.15.26:0/4199685108 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d181d6f640 0x55d181d71ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.131+0000 7fdc1cc00640 10 client.16482 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:58.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.131+0000 7fdc2f400640 1 --2- 172.21.15.26:0/4199685108 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d181d6f640 0x55d181d71ac0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d636161598f2ceee server_cookie=39806b78d61eba42 in_seq=0 out_seq=0 2024-04-26T23:40:58.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.133+0000 7fdc1cc00640 1 -- 172.21.15.26:0/4199685108 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d181cc77e0 con 0x55d181d6f640 2024-04-26T23:40:58.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.133+0000 7fdc1cc00640 10 client.16482 handle_command_reply: tid=0 2024-04-26T23:40:58.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.133+0000 7fdc38e3b740 1 client.16482 shutdown 2024-04-26T23:40:58.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.133+0000 7fdc38e3b740 1 -- 172.21.15.26:0/4199685108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d55670 msgr2=0x55d181d5c9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.133+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/4199685108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d55670 0x55d181d5c9a0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fdc1800e9c0 tx=0x7fdc1809c7b0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.133+0000 7fdc38e3b740 1 -- 172.21.15.26:0/4199685108 shutdown_connections 2024-04-26T23:40:58.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.133+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/4199685108 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d181d6f640 0x55d181d71ac0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.133+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/4199685108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 0x55d181d5cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.133+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/4199685108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d55670 0x55d181d5c9a0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.133+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/4199685108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d54d50 0x55d181d5f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.133+0000 7fdc38e3b740 1 -- 172.21.15.26:0/4199685108 >> 172.21.15.26:0/4199685108 conn(0x55d181d51070 msgr2=0x55d181d56d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.133+0000 7fdc1cc00640 0 client.16482 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:58.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.134+0000 7fdc38e3b740 1 -- 172.21.15.26:0/4199685108 shutdown_connections 2024-04-26T23:40:58.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.134+0000 7fdc38e3b740 1 -- 172.21.15.26:0/4199685108 wait complete. 2024-04-26T23:40:58.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.134+0000 7fdc38e3b740 20 client.16482 trim_cache size 0 max 16384 2024-04-26T23:40:58.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.153+0000 7fdc38e3b740 1 Processor -- start 2024-04-26T23:40:58.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.153+0000 7fdc38e3b740 1 -- start start 2024-04-26T23:40:58.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.153+0000 7fdc38e3b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d54d50 0x55d181d5bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.153+0000 7fdc38e3b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d55670 0x55d181d6b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.153+0000 7fdc38e3b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d5fd40 0x55d181d50070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.153+0000 7fdc38e3b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdc301b0640 con 0x55d181d5fd40 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.153+0000 7fdc38e3b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fdc301ae470 con 0x55d181d55670 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.153+0000 7fdc38e3b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fdc301aff70 con 0x55d181d54d50 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.154+0000 7fdc2fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d5fd40 0x55d181d50070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.154+0000 7fdc2fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d5fd40 0x55d181d50070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38208/0 (socket says 172.21.15.26:38208) 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.154+0000 7fdc2fe00640 1 -- 172.21.15.26:0/3895413114 learned_addr learned my addr 172.21.15.26:0/3895413114 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.154+0000 7fdc2f400640 1 --2- 172.21.15.26:0/3895413114 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d54d50 0x55d181d5bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.154+0000 7fdc27e00640 1 --2- 172.21.15.26:0/3895413114 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d55670 0x55d181d6b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.154+0000 7fdc2fe00640 1 -- 172.21.15.26:0/3895413114 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d54d50 msgr2=0x55d181d5bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.154+0000 7fdc2fe00640 1 --2- 172.21.15.26:0/3895413114 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d54d50 0x55d181d5bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.154+0000 7fdc2fe00640 1 -- 172.21.15.26:0/3895413114 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d55670 msgr2=0x55d181d6b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.154+0000 7fdc2fe00640 1 --2- 172.21.15.26:0/3895413114 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d55670 0x55d181d6b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.154+0000 7fdc2fe00640 1 -- 172.21.15.26:0/3895413114 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d18198b0f0 con 0x55d181d5fd40 2024-04-26T23:40:58.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.155+0000 7fdc2fe00640 1 --2- 172.21.15.26:0/3895413114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d5fd40 0x55d181d50070 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fdc28031040 tx=0x7fdc280095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1339adf912b30a59 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.155+0000 7fdc1f400640 1 -- 172.21.15.26:0/3895413114 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc28031990 con 0x55d181d5fd40 2024-04-26T23:40:58.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.155+0000 7fdc1f400640 1 -- 172.21.15.26:0/3895413114 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdc2804a070 con 0x55d181d5fd40 2024-04-26T23:40:58.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.155+0000 7fdc1f400640 1 -- 172.21.15.26:0/3895413114 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc280044e0 con 0x55d181d5fd40 2024-04-26T23:40:58.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.156+0000 7fdc38e3b740 1 -- 172.21.15.26:0/3895413114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d5fd40 msgr2=0x55d181d50070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.156+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/3895413114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d5fd40 0x55d181d50070 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fdc28031040 tx=0x7fdc280095c0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.156+0000 7fdc38e3b740 1 -- 172.21.15.26:0/3895413114 shutdown_connections 2024-04-26T23:40:58.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.156+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/3895413114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d5fd40 0x55d181d50070 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.156+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/3895413114 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d55670 0x55d181d6b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.156+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/3895413114 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d54d50 0x55d181d5bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.156+0000 7fdc38e3b740 1 -- 172.21.15.26:0/3895413114 >> 172.21.15.26:0/3895413114 conn(0x55d181d51070 msgr2=0x55d181d4f960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.156+0000 7fdc38e3b740 1 -- 172.21.15.26:0/3895413114 shutdown_connections 2024-04-26T23:40:58.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.156+0000 7fdc38e3b740 1 -- 172.21.15.26:0/3895413114 wait complete. 2024-04-26T23:40:58.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.157+0000 7fdc38e3b740 1 -- start start 2024-04-26T23:40:58.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.157+0000 7fdc38e3b740 1 Processor -- start 2024-04-26T23:40:58.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.157+0000 7fdc38e3b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 0x55d181d651d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.157+0000 7fdc38e3b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d55670 0x55d181d65710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.157+0000 7fdc38e3b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 0x55d181dccc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.157+0000 7fdc38e3b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdc301af1d0 con 0x55d181d54d50 2024-04-26T23:40:58.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.157+0000 7fdc38e3b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fdc301aeb00 con 0x55d181d5fd40 2024-04-26T23:40:58.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.157+0000 7fdc38e3b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fdc301af8a0 con 0x55d181d55670 2024-04-26T23:40:58.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.157+0000 7fdc38e3b740 10 client.0 _ll_register_callbacks cb 0x7fdc18004a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:58.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.158+0000 7fdc2f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 0x55d181d651d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.158+0000 7fdc2f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 0x55d181d651d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38212/0 (socket says 172.21.15.26:38212) 2024-04-26T23:40:58.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.158+0000 7fdc2f400640 1 -- 172.21.15.26:0/1712597700 learned_addr learned my addr 172.21.15.26:0/1712597700 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:58.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.158+0000 7fdc27e00640 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d55670 0x55d181d65710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.158+0000 7fdc2f400640 1 -- 172.21.15.26:0/1712597700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d55670 msgr2=0x55d181d65710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.158+0000 7fdc2f400640 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d55670 0x55d181d65710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.158+0000 7fdc2f400640 1 -- 172.21.15.26:0/1712597700 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 msgr2=0x55d181dccc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.158+0000 7fdc2fe00640 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 0x55d181dccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.158+0000 7fdc2f400640 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 0x55d181dccc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.158+0000 7fdc2f400640 1 -- 172.21.15.26:0/1712597700 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d181c81a30 con 0x55d181d54d50 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.158+0000 7fdc2f400640 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 0x55d181d651d0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x55d181d72380 tx=0x7fdc20004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c29a232fa092d255 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.158+0000 7fdc1cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.159+0000 7fdc1cc00640 1 -- 172.21.15.26:0/1712597700 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc2002b420 con 0x55d181d54d50 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.159+0000 7fdc1cc00640 1 -- 172.21.15.26:0/1712597700 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fdc2002b5c0 con 0x55d181d54d50 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.159+0000 7fdc38e3b740 1 -- 172.21.15.26:0/1712597700 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc2804a070 con 0x55d181d54d50 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.159+0000 7fdc1cc00640 1 -- 172.21.15.26:0/1712597700 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdc20039050 con 0x55d181d54d50 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.159+0000 7fdc38e3b740 10 client.16488 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.159+0000 7fdc38e3b740 1 -- 172.21.15.26:0/1712597700 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d181dd5690 con 0x55d181d54d50 2024-04-26T23:40:58.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.159+0000 7fdc1cc00640 1 -- 172.21.15.26:0/1712597700 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdc2804a070 con 0x55d181d54d50 2024-04-26T23:40:58.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.160+0000 7fdc1cc00640 1 -- 172.21.15.26:0/1712597700 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdc2001f430 con 0x55d181d54d50 2024-04-26T23:40:58.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.160+0000 7fdc38e3b740 10 client.16488 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:58.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.160+0000 7fdc38e3b740 10 client.16488 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:40:58.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.160+0000 7fdc38e3b740 20 client.16488 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:58.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.160+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d181dd5e40 0x55d181dd8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.160+0000 7fdc38e3b740 4 client.16488 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:40:58.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.160+0000 7fdc38e3b740 1 -- 172.21.15.26:0/1712597700 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d181cc1650 con 0x55d181dd5e40 2024-04-26T23:40:58.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.160+0000 7fdc27e00640 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d181dd5e40 0x55d181dd8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.161+0000 7fdc27e00640 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d181dd5e40 0x55d181dd8260 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ce5fff48c78451 server_cookie=d907589f7e7cabb6 in_seq=0 out_seq=0 2024-04-26T23:40:58.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.161+0000 7fdc1cc00640 10 client.16488 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc1cc00640 1 -- 172.21.15.26:0/1712597700 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d181cc1650 con 0x55d181dd5e40 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc1cc00640 10 client.16488 handle_command_reply: tid=0 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc38e3b740 1 client.16488 shutdown 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc38e3b740 1 -- 172.21.15.26:0/1712597700 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 msgr2=0x55d181d651d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 0x55d181d651d0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x55d181d72380 tx=0x7fdc20004730 comp rx=0 tx=0).stop 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc38e3b740 1 -- 172.21.15.26:0/1712597700 shutdown_connections 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d181dd5e40 0x55d181dd8260 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d181d5fd40 0x55d181dccc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d181d55670 0x55d181d65710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc38e3b740 1 --2- 172.21.15.26:0/1712597700 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d181d54d50 0x55d181d651d0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc38e3b740 1 -- 172.21.15.26:0/1712597700 >> 172.21.15.26:0/1712597700 conn(0x55d181d51070 msgr2=0x55d181d501f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc1cc00640 0 client.16488 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc38e3b740 1 -- 172.21.15.26:0/1712597700 shutdown_connections 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.162+0000 7fdc38e3b740 1 -- 172.21.15.26:0/1712597700 wait complete. 2024-04-26T23:40:58.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.163+0000 7fdc38e3b740 20 client.16488 trim_cache size 0 max 16384 2024-04-26T23:40:58.170 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:40:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:40:58.170 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:40:58.170 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:40:58.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.163+0000 7fdc34a00640 1 -- 172.21.15.26:0/477331292 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdc140a3d20 msgr2=0x7fdc140a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.163+0000 7fdc34a00640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdc140a3d20 0x7fdc140a61e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x55d181d56310 tx=0x7fdc20005f90 comp rx=0 tx=0).stop 2024-04-26T23:40:58.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.163+0000 7fdc34a00640 1 -- 172.21.15.26:0/477331292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc301020a0 msgr2=0x7fdc3019b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.163+0000 7fdc34a00640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc301020a0 0x7fdc3019b600 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fdc1800e9f0 tx=0x7fdc1800edf0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.163+0000 7fdc34a00640 1 -- 172.21.15.26:0/477331292 shutdown_connections 2024-04-26T23:40:58.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.163+0000 7fdc34a00640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdc301076f0 0x7fdc3019f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.163+0000 7fdc34a00640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdc140a3d20 0x7fdc140a61e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.163+0000 7fdc34a00640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdc301020a0 0x7fdc3019b600 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.163+0000 7fdc34a00640 1 --2- 172.21.15.26:0/477331292 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdc301016e0 0x7fdc3019b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.163+0000 7fdc34a00640 1 -- 172.21.15.26:0/477331292 >> 172.21.15.26:0/477331292 conn(0x7fdc300fd1b0 msgr2=0x7fdc3010ceb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.164+0000 7fdc34a00640 1 -- 172.21.15.26:0/477331292 shutdown_connections 2024-04-26T23:40:58.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.164+0000 7fdc34a00640 1 -- 172.21.15.26:0/477331292 wait complete. 2024-04-26T23:40:58.190 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:40:58.190 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:40:58.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.414+0000 7fba7fe00640 1 -- 172.21.15.26:0/1047886665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba80104920 msgr2=0x7fba80104da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.414+0000 7fba7fe00640 1 --2- 172.21.15.26:0/1047886665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba80104920 0x7fba80104da0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fba68009930 tx=0x7fba6802a420 comp rx=0 tx=0).stop 2024-04-26T23:40:58.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.415+0000 7fba7fe00640 1 -- 172.21.15.26:0/1047886665 shutdown_connections 2024-04-26T23:40:58.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.415+0000 7fba7fe00640 1 --2- 172.21.15.26:0/1047886665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba801052e0 0x7fba801117f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.415+0000 7fba7fe00640 1 --2- 172.21.15.26:0/1047886665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba80104920 0x7fba80104da0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.415+0000 7fba7fe00640 1 --2- 172.21.15.26:0/1047886665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba8010a930 0x7fba8010ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.415+0000 7fba7fe00640 1 -- 172.21.15.26:0/1047886665 >> 172.21.15.26:0/1047886665 conn(0x7fba801003d0 msgr2=0x7fba801027f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.415+0000 7fba7fe00640 1 -- 172.21.15.26:0/1047886665 shutdown_connections 2024-04-26T23:40:58.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.415+0000 7fba7fe00640 1 -- 172.21.15.26:0/1047886665 wait complete. 2024-04-26T23:40:58.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.416+0000 7fba7fe00640 1 Processor -- start 2024-04-26T23:40:58.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.416+0000 7fba7fe00640 1 -- start start 2024-04-26T23:40:58.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.416+0000 7fba7fe00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba80104920 0x7fba8019b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.416+0000 7fba7fe00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba801052e0 0x7fba8019b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.416+0000 7fba7fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba8010a930 0x7fba8019f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.416+0000 7fba7fe00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba80114af0 con 0x7fba8010a930 2024-04-26T23:40:58.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.416+0000 7fba7fe00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fba80114970 con 0x7fba801052e0 2024-04-26T23:40:58.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.416+0000 7fba7fe00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fba80114c70 con 0x7fba80104920 2024-04-26T23:40:58.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.417+0000 7fba7f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba8010a930 0x7fba8019f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.417+0000 7fba7f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba8010a930 0x7fba8019f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38236/0 (socket says 172.21.15.26:38236) 2024-04-26T23:40:58.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.417+0000 7fba7f400640 1 -- 172.21.15.26:0/1235126570 learned_addr learned my addr 172.21.15.26:0/1235126570 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:58.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.417+0000 7fba7ea00640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba80104920 0x7fba8019b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.417+0000 7fba77e00640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba801052e0 0x7fba8019b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.417+0000 7fba7f400640 1 -- 172.21.15.26:0/1235126570 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba80104920 msgr2=0x7fba8019b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.417+0000 7fba7f400640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba80104920 0x7fba8019b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.417+0000 7fba7f400640 1 -- 172.21.15.26:0/1235126570 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba801052e0 msgr2=0x7fba8019b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.417+0000 7fba7f400640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba801052e0 0x7fba8019b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.417+0000 7fba7f400640 1 -- 172.21.15.26:0/1235126570 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba801a00b0 con 0x7fba8010a930 2024-04-26T23:40:58.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.417+0000 7fba77e00640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba801052e0 0x7fba8019b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:58.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.418+0000 7fba7f400640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba8010a930 0x7fba8019f980 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fba7800eaa0 tx=0x7fba7800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.418+0000 7fba84a00640 1 -- 172.21.15.26:0/1235126570 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba7800cdb0 con 0x7fba8010a930 2024-04-26T23:40:58.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.418+0000 7fba84a00640 1 -- 172.21.15.26:0/1235126570 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba78005020 con 0x7fba8010a930 2024-04-26T23:40:58.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.418+0000 7fba7fe00640 1 -- 172.21.15.26:0/1235126570 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba801a03a0 con 0x7fba8010a930 2024-04-26T23:40:58.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.418+0000 7fba84a00640 1 -- 172.21.15.26:0/1235126570 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba780116d0 con 0x7fba8010a930 2024-04-26T23:40:58.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.418+0000 7fba7fe00640 1 -- 172.21.15.26:0/1235126570 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba801a7c30 con 0x7fba8010a930 2024-04-26T23:40:58.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.420+0000 7fba7fe00640 1 -- 172.21.15.26:0/1235126570 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba80069ac0 con 0x7fba8010a930 2024-04-26T23:40:58.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.422+0000 7fba84a00640 1 -- 172.21.15.26:0/1235126570 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fba780051d0 con 0x7fba8010a930 2024-04-26T23:40:58.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.423+0000 7fba84a00640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba640a3d20 0x7fba640a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.424+0000 7fba84a00640 1 -- 172.21.15.26:0/1235126570 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fba780d0ab0 con 0x7fba8010a930 2024-04-26T23:40:58.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.424+0000 7fba7ea00640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba640a3d20 0x7fba640a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.425+0000 7fba7ea00640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba640a3d20 0x7fba640a61e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fba70005fd0 tx=0x7fba7000b510 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.428+0000 7fba84a00640 1 -- 172.21.15.26:0/1235126570 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fba78016030 con 0x7fba8010a930 2024-04-26T23:40:58.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:58 smithi026 ceph-mon[28371]: pgmap v156: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:40:58.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.681+0000 7fba7fe00640 1 -- 172.21.15.26:0/1235126570 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fba8002dad0 con 0x7fba8010a930 2024-04-26T23:40:58.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.683+0000 7fba84a00640 1 -- 172.21.15.26:0/1235126570 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fba7809d120 con 0x7fba8010a930 2024-04-26T23:40:58.687 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:40:58.688 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:40:58.688 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:40:58.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.686+0000 7fba7fe00640 1 -- 172.21.15.26:0/1235126570 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba640a3d20 msgr2=0x7fba640a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.686+0000 7fba7fe00640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba640a3d20 0x7fba640a61e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fba70005fd0 tx=0x7fba7000b510 comp rx=0 tx=0).stop 2024-04-26T23:40:58.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.686+0000 7fba7fe00640 1 -- 172.21.15.26:0/1235126570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba8010a930 msgr2=0x7fba8019f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.686+0000 7fba7fe00640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba8010a930 0x7fba8019f980 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fba7800eaa0 tx=0x7fba7800ef60 comp rx=0 tx=0).stop 2024-04-26T23:40:58.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.686+0000 7fba7fe00640 1 -- 172.21.15.26:0/1235126570 shutdown_connections 2024-04-26T23:40:58.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.686+0000 7fba7fe00640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba640a3d20 0x7fba640a61e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.686+0000 7fba7fe00640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba8010a930 0x7fba8019f980 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.686+0000 7fba7fe00640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba801052e0 0x7fba8019b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.686+0000 7fba7fe00640 1 --2- 172.21.15.26:0/1235126570 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba80104920 0x7fba8019b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.686+0000 7fba7fe00640 1 -- 172.21.15.26:0/1235126570 >> 172.21.15.26:0/1235126570 conn(0x7fba801003d0 msgr2=0x7fba80100d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.686+0000 7fba7fe00640 1 -- 172.21.15.26:0/1235126570 shutdown_connections 2024-04-26T23:40:58.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.687+0000 7fba7fe00640 1 -- 172.21.15.26:0/1235126570 wait complete. 2024-04-26T23:40:58.711 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:40:58.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:58 smithi164 ceph-mon[31699]: pgmap v156: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:40:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:58 smithi086 ceph-mon[31122]: pgmap v156: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:40:58.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.921+0000 7f6a88a00640 1 -- 172.21.15.26:0/316049415 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a8410cf10 msgr2=0x7f6a8410f390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.921+0000 7f6a88a00640 1 --2- 172.21.15.26:0/316049415 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a8410cf10 0x7f6a8410f390 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c009900 tx=0x7f6a7c02a480 comp rx=0 tx=0).stop 2024-04-26T23:40:58.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.921+0000 7f6a88a00640 1 -- 172.21.15.26:0/316049415 shutdown_connections 2024-04-26T23:40:58.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.921+0000 7f6a88a00640 1 --2- 172.21.15.26:0/316049415 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a8410cf10 0x7f6a8410f390 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.921+0000 7f6a88a00640 1 --2- 172.21.15.26:0/316049415 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a841044f0 0x7f6a8410c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.921+0000 7f6a88a00640 1 --2- 172.21.15.26:0/316049415 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a84103bd0 0x7f6a84103fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.921+0000 7f6a88a00640 1 -- 172.21.15.26:0/316049415 >> 172.21.15.26:0/316049415 conn(0x7f6a84078990 msgr2=0x7f6a84078da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.921+0000 7f6a88a00640 1 -- 172.21.15.26:0/316049415 shutdown_connections 2024-04-26T23:40:58.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.921+0000 7f6a88a00640 1 -- 172.21.15.26:0/316049415 wait complete. 2024-04-26T23:40:58.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.922+0000 7f6a88a00640 1 Processor -- start 2024-04-26T23:40:58.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.922+0000 7f6a88a00640 1 -- start start 2024-04-26T23:40:58.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.923+0000 7f6a88a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a84103bd0 0x7f6a84101820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.923+0000 7f6a88a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a841044f0 0x7f6a84101d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.923+0000 7f6a88a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a8410cf10 0x7f6a841022a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.923+0000 7f6a88a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6a84112a50 con 0x7f6a84103bd0 2024-04-26T23:40:58.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.923+0000 7f6a88a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6a841128d0 con 0x7f6a8410cf10 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.923+0000 7f6a88a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6a84112bd0 con 0x7f6a841044f0 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.923+0000 7f6a81e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a84103bd0 0x7f6a84101820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.923+0000 7f6a81e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a84103bd0 0x7f6a84101820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38260/0 (socket says 172.21.15.26:38260) 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.923+0000 7f6a81e00640 1 -- 172.21.15.26:0/3830704538 learned_addr learned my addr 172.21.15.26:0/3830704538 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.924+0000 7f6a79400640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a841044f0 0x7f6a84101d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.924+0000 7f6a82800640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a8410cf10 0x7f6a841022a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.924+0000 7f6a81e00640 1 -- 172.21.15.26:0/3830704538 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a841044f0 msgr2=0x7f6a84101d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.924+0000 7f6a81e00640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a841044f0 0x7f6a84101d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.924+0000 7f6a81e00640 1 -- 172.21.15.26:0/3830704538 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a8410cf10 msgr2=0x7f6a841022a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.924+0000 7f6a81e00640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a8410cf10 0x7f6a841022a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.924+0000 7f6a81e00640 1 -- 172.21.15.26:0/3830704538 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a841a74f0 con 0x7f6a84103bd0 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.924+0000 7f6a82800640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a8410cf10 0x7f6a841022a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:58.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.924+0000 7f6a81e00640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a84103bd0 0x7f6a84101820 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f6a7400ea80 tx=0x7f6a7400ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.925+0000 7f6a7b400640 1 -- 172.21.15.26:0/3830704538 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7400ce40 con 0x7f6a84103bd0 2024-04-26T23:40:58.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.925+0000 7f6a7b400640 1 -- 172.21.15.26:0/3830704538 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a74005020 con 0x7f6a84103bd0 2024-04-26T23:40:58.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.925+0000 7f6a7b400640 1 -- 172.21.15.26:0/3830704538 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a740116d0 con 0x7f6a84103bd0 2024-04-26T23:40:58.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.925+0000 7f6a88a00640 1 -- 172.21.15.26:0/3830704538 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a841a77e0 con 0x7f6a84103bd0 2024-04-26T23:40:58.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.925+0000 7f6a88a00640 1 -- 172.21.15.26:0/3830704538 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a841a7d30 con 0x7f6a84103bd0 2024-04-26T23:40:58.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.929+0000 7f6a7b400640 1 -- 172.21.15.26:0/3830704538 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f6a74004a40 con 0x7f6a84103bd0 2024-04-26T23:40:58.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.929+0000 7f6a8b973740 1 Processor -- start 2024-04-26T23:40:58.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.929+0000 7f6a8b973740 1 -- start start 2024-04-26T23:40:58.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.930+0000 7f6a8b973740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115b1f0 0x559aa115b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.930+0000 7f6a8b973740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115bb10 0x559aa1165ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.930+0000 7f6a8b973740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa11661e0 0x559aa11685d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.930+0000 7f6a8b973740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559aa10bfc70 con 0x559aa115bb10 2024-04-26T23:40:58.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.930+0000 7f6a8b973740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559aa1078980 con 0x559aa11661e0 2024-04-26T23:40:58.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.930+0000 7f6a8b973740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559aa10bbc30 con 0x559aa115b1f0 2024-04-26T23:40:58.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.930+0000 7f6a81e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115bb10 0x559aa1165ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.930+0000 7f6a81e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115bb10 0x559aa1165ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38276/0 (socket says 172.21.15.26:38276) 2024-04-26T23:40:58.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.930+0000 7f6a81e00640 1 -- 172.21.15.26:0/317775028 learned_addr learned my addr 172.21.15.26:0/317775028 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:58.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.930+0000 7f6a82800640 1 --2- 172.21.15.26:0/317775028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115b1f0 0x559aa115b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.930+0000 7f6a79400640 1 --2- 172.21.15.26:0/317775028 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa11661e0 0x559aa11685d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.931+0000 7f6a81e00640 1 -- 172.21.15.26:0/317775028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115b1f0 msgr2=0x559aa115b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.931+0000 7f6a81e00640 1 --2- 172.21.15.26:0/317775028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115b1f0 0x559aa115b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.931+0000 7f6a81e00640 1 -- 172.21.15.26:0/317775028 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa11661e0 msgr2=0x559aa11685d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.931+0000 7f6a81e00640 1 --2- 172.21.15.26:0/317775028 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa11661e0 0x559aa11685d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.931+0000 7f6a81e00640 1 -- 172.21.15.26:0/317775028 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559aa10507b0 con 0x559aa115bb10 2024-04-26T23:40:58.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.931+0000 7f6a79400640 1 --2- 172.21.15.26:0/317775028 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa11661e0 0x559aa11685d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:58.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.931+0000 7f6a7b400640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6a680a3da0 0x7f6a680a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.931+0000 7f6a81e00640 1 --2- 172.21.15.26:0/317775028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115bb10 0x559aa1165ca0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f6a740ce470 tx=0x7f6a740d90e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22547f03296be661 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.931+0000 7f6a7b400640 1 -- 172.21.15.26:0/3830704538 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6a740d0dd0 con 0x7f6a84103bd0 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.931+0000 7f6a82800640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6a680a3da0 0x7f6a680a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.932+0000 7f6a73000640 1 -- 172.21.15.26:0/317775028 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7401f020 con 0x559aa115bb10 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.932+0000 7f6a73000640 1 -- 172.21.15.26:0/317775028 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a7409d480 con 0x559aa115bb10 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.932+0000 7f6a73000640 1 -- 172.21.15.26:0/317775028 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7409c6e0 con 0x559aa115bb10 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.933+0000 7f6a8b973740 1 -- 172.21.15.26:0/317775028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115bb10 msgr2=0x559aa1165ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.933+0000 7f6a8b973740 1 --2- 172.21.15.26:0/317775028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115bb10 0x559aa1165ca0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f6a740ce470 tx=0x7f6a740d90e0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.933+0000 7f6a82800640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6a680a3da0 0x7f6a680a6260 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c005ab0 tx=0x7f6a7c005b50 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.933+0000 7f6a8b973740 1 -- 172.21.15.26:0/317775028 shutdown_connections 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.933+0000 7f6a8b973740 1 --2- 172.21.15.26:0/317775028 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa11661e0 0x559aa11685d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.933+0000 7f6a8b973740 1 --2- 172.21.15.26:0/317775028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115bb10 0x559aa1165ca0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.933+0000 7f6a8b973740 1 --2- 172.21.15.26:0/317775028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115b1f0 0x559aa115b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.933+0000 7f6a8b973740 1 -- 172.21.15.26:0/317775028 >> 172.21.15.26:0/317775028 conn(0x559aa1157510 msgr2=0x559aa11578f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.933+0000 7f6a8b973740 1 -- 172.21.15.26:0/317775028 shutdown_connections 2024-04-26T23:40:58.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.933+0000 7f6a8b973740 1 -- 172.21.15.26:0/317775028 wait complete. 2024-04-26T23:40:58.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.933+0000 7f6a8b973740 1 -- start start 2024-04-26T23:40:58.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.934+0000 7f6a8b973740 1 Processor -- start 2024-04-26T23:40:58.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.934+0000 7f6a8b973740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115b1f0 0x559aa1165bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.934+0000 7f6a8b973740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115bb10 0x559aa1162ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.934+0000 7f6a8b973740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa11661e0 0x559aa11634b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.934+0000 7f6a8b973740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559aa10bef80 con 0x559aa115b1f0 2024-04-26T23:40:58.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.934+0000 7f6a8b973740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559aa106c260 con 0x559aa115bb10 2024-04-26T23:40:58.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.934+0000 7f6a8b973740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559aa10c42a0 con 0x559aa11661e0 2024-04-26T23:40:58.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.934+0000 7f6a8b973740 10 client.0 _ll_register_callbacks cb 0x559aa10b6960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:58.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a81e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115b1f0 0x559aa1165bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a81e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115b1f0 0x559aa1165bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38290/0 (socket says 172.21.15.26:38290) 2024-04-26T23:40:58.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a81e00640 1 -- 172.21.15.26:0/1801741360 learned_addr learned my addr 172.21.15.26:0/1801741360 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:58.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a79400640 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115bb10 0x559aa1162ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a82800640 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa11661e0 0x559aa11634b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a81e00640 1 -- 172.21.15.26:0/1801741360 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa11661e0 msgr2=0x559aa11634b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a81e00640 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa11661e0 0x559aa11634b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a81e00640 1 -- 172.21.15.26:0/1801741360 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115bb10 msgr2=0x559aa1162ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a81e00640 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115bb10 0x559aa1162ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a81e00640 1 -- 172.21.15.26:0/1801741360 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559aa104e1c0 con 0x559aa115b1f0 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a82800640 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa11661e0 0x559aa11634b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a81e00640 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115b1f0 0x559aa1165bb0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f6a74099750 tx=0x7f6a7409c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37c8f58af5bdd7b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.935+0000 7f6a67400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.936+0000 7f6a67400640 1 -- 172.21.15.26:0/1801741360 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7401f040 con 0x559aa115b1f0 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.936+0000 7f6a67400640 1 -- 172.21.15.26:0/1801741360 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6a740d4a30 con 0x559aa115b1f0 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.936+0000 7f6a8b973740 1 -- 172.21.15.26:0/1801741360 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a7409d480 con 0x559aa115b1f0 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.936+0000 7f6a67400640 1 -- 172.21.15.26:0/1801741360 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6a7409c6e0 con 0x559aa115b1f0 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.936+0000 7f6a8b973740 10 client.16506 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.936+0000 7f6a8b973740 1 -- 172.21.15.26:0/1801741360 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559aa0dd13f0 con 0x559aa115b1f0 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.936+0000 7f6a67400640 1 -- 172.21.15.26:0/1801741360 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a7409d480 con 0x559aa115b1f0 2024-04-26T23:40:58.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.936+0000 7f6a67400640 1 -- 172.21.15.26:0/1801741360 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6a7400f040 con 0x559aa115b1f0 2024-04-26T23:40:58.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.937+0000 7f6a8b973740 10 client.16506 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:58.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.937+0000 7f6a8b973740 10 client.16506 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:40:58.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.937+0000 7f6a8b973740 20 client.16506 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:58.944 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.937+0000 7f6a8b973740 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559aa1175b60 0x559aa1177f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.937+0000 7f6a8b973740 4 client.16506 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:40:58.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.937+0000 7f6a8b973740 1 -- 172.21.15.26:0/1801741360 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559aa10cd880 con 0x559aa1175b60 2024-04-26T23:40:58.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.937+0000 7f6a79400640 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559aa1175b60 0x559aa1177f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.938+0000 7f6a79400640 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559aa1175b60 0x559aa1177f50 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c787b5679f11c393 server_cookie=618dcc86c2a79eb0 in_seq=0 out_seq=0 2024-04-26T23:40:58.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.938+0000 7f6a67400640 10 client.16506 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:40:58.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.940+0000 7f6a67400640 1 -- 172.21.15.26:0/1801741360 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559aa10cd880 con 0x559aa1175b60 2024-04-26T23:40:58.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.940+0000 7f6a67400640 10 client.16506 handle_command_reply: tid=0 2024-04-26T23:40:58.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.940+0000 7f6a8b973740 1 client.16506 shutdown 2024-04-26T23:40:58.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.940+0000 7f6a8b973740 1 -- 172.21.15.26:0/1801741360 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115b1f0 msgr2=0x559aa1165bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.940+0000 7f6a8b973740 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115b1f0 0x559aa1165bb0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f6a74099750 tx=0x7f6a7409c930 comp rx=0 tx=0).stop 2024-04-26T23:40:58.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.940+0000 7f6a8b973740 1 -- 172.21.15.26:0/1801741360 shutdown_connections 2024-04-26T23:40:58.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.940+0000 7f6a8b973740 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559aa1175b60 0x559aa1177f50 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.941+0000 7f6a8b973740 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa11661e0 0x559aa11634b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.941+0000 7f6a8b973740 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115bb10 0x559aa1162ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.941+0000 7f6a8b973740 1 --2- 172.21.15.26:0/1801741360 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa115b1f0 0x559aa1165bb0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.941+0000 7f6a67400640 0 client.16506 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:40:58.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.941+0000 7f6a8b973740 1 -- 172.21.15.26:0/1801741360 >> 172.21.15.26:0/1801741360 conn(0x559aa1157510 msgr2=0x559aa115d210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.941+0000 7f6a8b973740 1 -- 172.21.15.26:0/1801741360 shutdown_connections 2024-04-26T23:40:58.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.941+0000 7f6a8b973740 1 -- 172.21.15.26:0/1801741360 wait complete. 2024-04-26T23:40:58.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.941+0000 7f6a8b973740 20 client.16506 trim_cache size 0 max 16384 2024-04-26T23:40:58.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.963+0000 7f6a8b973740 1 Processor -- start 2024-04-26T23:40:58.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.963+0000 7f6a8b973740 1 -- start start 2024-04-26T23:40:58.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.963+0000 7f6a8b973740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115b1f0 0x559aa117af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.963+0000 7f6a8b973740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115bb10 0x559aa117b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.963+0000 7f6a8b973740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 0x559aa1160100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.963+0000 7f6a8b973740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6a841b2e80 con 0x559aa11661e0 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.963+0000 7f6a8b973740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6a841b0750 con 0x559aa115bb10 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.963+0000 7f6a8b973740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6a841ae5a0 con 0x559aa115b1f0 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.964+0000 7f6a82800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 0x559aa1160100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.964+0000 7f6a82800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 0x559aa1160100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38294/0 (socket says 172.21.15.26:38294) 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.964+0000 7f6a82800640 1 -- 172.21.15.26:0/3223024044 learned_addr learned my addr 172.21.15.26:0/3223024044 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.964+0000 7f6a81e00640 1 --2- 172.21.15.26:0/3223024044 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115b1f0 0x559aa117af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.964+0000 7f6a79400640 1 --2- 172.21.15.26:0/3223024044 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115bb10 0x559aa117b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.964+0000 7f6a82800640 1 -- 172.21.15.26:0/3223024044 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115b1f0 msgr2=0x559aa117af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.964+0000 7f6a82800640 1 --2- 172.21.15.26:0/3223024044 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115b1f0 0x559aa117af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.964+0000 7f6a82800640 1 -- 172.21.15.26:0/3223024044 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115bb10 msgr2=0x559aa117b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.964+0000 7f6a82800640 1 --2- 172.21.15.26:0/3223024044 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115bb10 0x559aa117b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.965+0000 7f6a82800640 1 -- 172.21.15.26:0/3223024044 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559aa1163820 con 0x559aa11661e0 2024-04-26T23:40:58.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.965+0000 7f6a79400640 1 --2- 172.21.15.26:0/3223024044 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115bb10 0x559aa117b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:58.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.965+0000 7f6a82800640 1 --2- 172.21.15.26:0/3223024044 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 0x559aa1160100 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c033000 tx=0x7f6a7c03c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e81510a3ddb968b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.965+0000 7f6a72600640 1 -- 172.21.15.26:0/3223024044 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c035050 con 0x559aa11661e0 2024-04-26T23:40:58.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.965+0000 7f6a72600640 1 -- 172.21.15.26:0/3223024044 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a7c04d070 con 0x559aa11661e0 2024-04-26T23:40:58.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.965+0000 7f6a72600640 1 -- 172.21.15.26:0/3223024044 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c004d60 con 0x559aa11661e0 2024-04-26T23:40:58.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.966+0000 7f6a8b973740 1 -- 172.21.15.26:0/3223024044 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 msgr2=0x559aa1160100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.966+0000 7f6a8b973740 1 --2- 172.21.15.26:0/3223024044 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 0x559aa1160100 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c033000 tx=0x7f6a7c03c000 comp rx=0 tx=0).stop 2024-04-26T23:40:58.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.966+0000 7f6a8b973740 1 -- 172.21.15.26:0/3223024044 shutdown_connections 2024-04-26T23:40:58.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.966+0000 7f6a8b973740 1 --2- 172.21.15.26:0/3223024044 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 0x559aa1160100 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.966+0000 7f6a8b973740 1 --2- 172.21.15.26:0/3223024044 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115bb10 0x559aa117b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.966+0000 7f6a8b973740 1 --2- 172.21.15.26:0/3223024044 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115b1f0 0x559aa117af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.966+0000 7f6a8b973740 1 -- 172.21.15.26:0/3223024044 >> 172.21.15.26:0/3223024044 conn(0x559aa1157510 msgr2=0x559aa1156690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.966+0000 7f6a8b973740 1 -- 172.21.15.26:0/3223024044 shutdown_connections 2024-04-26T23:40:58.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.966+0000 7f6a8b973740 1 -- 172.21.15.26:0/3223024044 wait complete. 2024-04-26T23:40:58.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.967+0000 7f6a8b973740 1 -- start start 2024-04-26T23:40:58.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.967+0000 7f6a8b973740 1 Processor -- start 2024-04-26T23:40:58.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.967+0000 7f6a8b973740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115b1f0 0x559aa11cfcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a8b973740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115bb10 0x559aa11d0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a8b973740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 0x559aa11d0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a8b973740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6a841aec10 con 0x559aa11661e0 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a8b973740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6a841b0080 con 0x559aa115b1f0 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a8b973740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6a841af2e0 con 0x559aa115bb10 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a8b973740 10 client.0 _ll_register_callbacks cb 0x7f6a740d4d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a82800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 0x559aa11d0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a82800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 0x559aa11d0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38298/0 (socket says 172.21.15.26:38298) 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a82800640 1 -- 172.21.15.26:0/2240618243 learned_addr learned my addr 172.21.15.26:0/2240618243 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a81e00640 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115b1f0 0x559aa11cfcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a79400640 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115bb10 0x559aa11d0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a82800640 1 -- 172.21.15.26:0/2240618243 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115bb10 msgr2=0x559aa11d0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a82800640 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115bb10 0x559aa11d0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a82800640 1 -- 172.21.15.26:0/2240618243 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115b1f0 msgr2=0x559aa11cfcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.968+0000 7f6a82800640 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115b1f0 0x559aa11cfcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.969+0000 7f6a82800640 1 -- 172.21.15.26:0/2240618243 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559aa0e9b7d0 con 0x559aa11661e0 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.969+0000 7f6a79400640 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115bb10 0x559aa11d0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.969+0000 7f6a82800640 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 0x559aa11d0750 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c005c40 tx=0x7f6a7c004dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e20d7425ba567d59 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.969+0000 7f6a67400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.969+0000 7f6a67400640 1 -- 172.21.15.26:0/2240618243 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c035070 con 0x559aa11661e0 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.969+0000 7f6a67400640 1 -- 172.21.15.26:0/2240618243 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f6a7c031730 con 0x559aa11661e0 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.969+0000 7f6a8b973740 1 -- 172.21.15.26:0/2240618243 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a7c04d070 con 0x559aa11661e0 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.970+0000 7f6a67400640 1 -- 172.21.15.26:0/2240618243 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6a7c005040 con 0x559aa11661e0 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.970+0000 7f6a8b973740 10 client.16512 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.970+0000 7f6a8b973740 1 -- 172.21.15.26:0/2240618243 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559aa10662a0 con 0x559aa11661e0 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.970+0000 7f6a67400640 1 -- 172.21.15.26:0/2240618243 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a7c04d070 con 0x559aa11661e0 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.970+0000 7f6a67400640 1 -- 172.21.15.26:0/2240618243 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6a7c003960 con 0x559aa11661e0 2024-04-26T23:40:58.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.970+0000 7f6a8b973740 10 client.16512 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.970+0000 7f6a8b973740 10 client.16512 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:40:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.970+0000 7f6a8b973740 20 client.16512 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.970+0000 7f6a8b973740 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559aa11dc5b0 0x559aa11de9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.970+0000 7f6a8b973740 4 client.16512 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:40:58.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.970+0000 7f6a8b973740 1 -- 172.21.15.26:0/2240618243 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559aa10c76f0 con 0x559aa11dc5b0 2024-04-26T23:40:58.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.971+0000 7f6a81e00640 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559aa11dc5b0 0x559aa11de9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:58.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.972+0000 7f6a67400640 10 client.16512 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:40:58.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.972+0000 7f6a81e00640 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559aa11dc5b0 0x559aa11de9a0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2c89b22955f96d7b server_cookie=5643c1fc1bdb65ed in_seq=0 out_seq=0 2024-04-26T23:40:58.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.972+0000 7f6a67400640 1 -- 172.21.15.26:0/2240618243 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559aa10c76f0 con 0x559aa11dc5b0 2024-04-26T23:40:58.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.972+0000 7f6a67400640 10 client.16512 handle_command_reply: tid=0 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.972+0000 7f6a8b973740 1 client.16512 shutdown 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.973+0000 7f6a8b973740 1 -- 172.21.15.26:0/2240618243 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 msgr2=0x559aa11d0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.973+0000 7f6a8b973740 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 0x559aa11d0750 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c005c40 tx=0x7f6a7c004dc0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.973+0000 7f6a8b973740 1 -- 172.21.15.26:0/2240618243 shutdown_connections 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.973+0000 7f6a8b973740 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559aa11661e0 0x559aa11d0750 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.973+0000 7f6a8b973740 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559aa11dc5b0 0x559aa11de9a0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.973+0000 7f6a8b973740 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559aa115bb10 0x559aa11d0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.973+0000 7f6a8b973740 1 --2- 172.21.15.26:0/2240618243 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559aa115b1f0 0x559aa11cfcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.973+0000 7f6a67400640 0 client.16512 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.973+0000 7f6a8b973740 1 -- 172.21.15.26:0/2240618243 >> 172.21.15.26:0/2240618243 conn(0x559aa1157510 msgr2=0x559aa1171170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.973+0000 7f6a8b973740 1 -- 172.21.15.26:0/2240618243 shutdown_connections 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.973+0000 7f6a8b973740 1 -- 172.21.15.26:0/2240618243 wait complete. 2024-04-26T23:40:58.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.973+0000 7f6a8b973740 20 client.16512 trim_cache size 0 max 16384 2024-04-26T23:40:58.980 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:40:58.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.974+0000 7f6a88a00640 1 -- 172.21.15.26:0/3830704538 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6a680a3da0 msgr2=0x7f6a680a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.974+0000 7f6a88a00640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6a680a3da0 0x7f6a680a6260 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c005ab0 tx=0x7f6a7c005b50 comp rx=0 tx=0).stop 2024-04-26T23:40:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.974+0000 7f6a88a00640 1 -- 172.21.15.26:0/3830704538 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a84103bd0 msgr2=0x7f6a84101820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.974+0000 7f6a88a00640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a84103bd0 0x7f6a84101820 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f6a7400ea80 tx=0x7f6a7400ef40 comp rx=0 tx=0).stop 2024-04-26T23:40:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.974+0000 7f6a88a00640 1 -- 172.21.15.26:0/3830704538 shutdown_connections 2024-04-26T23:40:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.974+0000 7f6a88a00640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a8410cf10 0x7f6a841022a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.974+0000 7f6a88a00640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a841044f0 0x7f6a84101d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.974+0000 7f6a88a00640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6a680a3da0 0x7f6a680a6260 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.974+0000 7f6a88a00640 1 --2- 172.21.15.26:0/3830704538 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a84103bd0 0x7f6a84101820 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.974+0000 7f6a88a00640 1 -- 172.21.15.26:0/3830704538 >> 172.21.15.26:0/3830704538 conn(0x7f6a84078990 msgr2=0x7f6a840fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.974+0000 7f6a88a00640 1 -- 172.21.15.26:0/3830704538 shutdown_connections 2024-04-26T23:40:58.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:58.974+0000 7f6a88a00640 1 -- 172.21.15.26:0/3830704538 wait complete. 2024-04-26T23:40:58.999 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:40:59.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.211+0000 7f87c3200640 1 -- 172.21.15.26:0/1059689768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f87c410ce20 msgr2=0x7f87c410f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.211+0000 7f87c3200640 1 --2- 172.21.15.26:0/1059689768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f87c410ce20 0x7f87c410f250 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f87bc009ca0 tx=0x7f87bc02a950 comp rx=0 tx=0).stop 2024-04-26T23:40:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.211+0000 7f87c3200640 1 -- 172.21.15.26:0/1059689768 shutdown_connections 2024-04-26T23:40:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.211+0000 7f87c3200640 1 --2- 172.21.15.26:0/1059689768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f87c410ce20 0x7f87c410f250 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.211+0000 7f87c3200640 1 --2- 172.21.15.26:0/1059689768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f87c4104370 0x7f87c410c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.211+0000 7f87c3200640 1 --2- 172.21.15.26:0/1059689768 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f87c4103a50 0x7f87c4103e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.211+0000 7f87c3200640 1 -- 172.21.15.26:0/1059689768 >> 172.21.15.26:0/1059689768 conn(0x7f87c40fd1b0 msgr2=0x7f87c40ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.211+0000 7f87c3200640 1 -- 172.21.15.26:0/1059689768 shutdown_connections 2024-04-26T23:40:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.211+0000 7f87c3200640 1 -- 172.21.15.26:0/1059689768 wait complete. 2024-04-26T23:40:59.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.212+0000 7f87c3200640 1 Processor -- start 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.213+0000 7f87c3200640 1 -- start start 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.213+0000 7f87c3200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f87c4103a50 0x7f87c4198ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.213+0000 7f87c3200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f87c4104370 0x7f87c4199420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.213+0000 7f87c3200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f87c410ce20 0x7f87c419d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.213+0000 7f87c3200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f87c4112960 con 0x7f87c4104370 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.213+0000 7f87c3200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41127e0 con 0x7f87c410ce20 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.213+0000 7f87c3200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f87c4112ae0 con 0x7f87c4103a50 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.213+0000 7f87c1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f87c4104370 0x7f87c4199420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.213+0000 7f87c1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f87c4104370 0x7f87c4199420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38326/0 (socket says 172.21.15.26:38326) 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.213+0000 7f87c1400640 1 -- 172.21.15.26:0/3182424439 learned_addr learned my addr 172.21.15.26:0/3182424439 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.214+0000 7f87c1e00640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f87c4103a50 0x7f87c4198ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.214+0000 7f87c2800640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f87c410ce20 0x7f87c419d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.214+0000 7f87c1400640 1 -- 172.21.15.26:0/3182424439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f87c4103a50 msgr2=0x7f87c4198ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.214+0000 7f87c1400640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f87c4103a50 0x7f87c4198ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.214+0000 7f87c1400640 1 -- 172.21.15.26:0/3182424439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f87c410ce20 msgr2=0x7f87c419d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.214+0000 7f87c1400640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f87c410ce20 0x7f87c419d7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.214+0000 7f87c1400640 1 -- 172.21.15.26:0/3182424439 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87c419ded0 con 0x7f87c4104370 2024-04-26T23:40:59.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.214+0000 7f87c2800640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f87c410ce20 0x7f87c419d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:59.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.214+0000 7f87c1400640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f87c4104370 0x7f87c4199420 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f87b000d770 tx=0x7f87b000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:59.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.214+0000 7f87baa00640 1 -- 172.21.15.26:0/3182424439 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0017070 con 0x7f87c4104370 2024-04-26T23:40:59.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.215+0000 7f87c3200640 1 -- 172.21.15.26:0/3182424439 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87c419e1c0 con 0x7f87c4104370 2024-04-26T23:40:59.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.215+0000 7f87baa00640 1 -- 172.21.15.26:0/3182424439 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f87b00054b0 con 0x7f87c4104370 2024-04-26T23:40:59.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.215+0000 7f87baa00640 1 -- 172.21.15.26:0/3182424439 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0004c60 con 0x7f87c4104370 2024-04-26T23:40:59.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.215+0000 7f87c3200640 1 -- 172.21.15.26:0/3182424439 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87c41a5a50 con 0x7f87c4104370 2024-04-26T23:40:59.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.219+0000 7f87cbd6b740 1 Processor -- start 2024-04-26T23:40:59.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.219+0000 7f87cbd6b740 1 -- start start 2024-04-26T23:40:59.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.220+0000 7f87cbd6b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a42042a0 0x5588a4204680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.220+0000 7f87cbd6b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a4204bc0 0x5588a4213260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.220+0000 7f87cbd6b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42137a0 0x5588a4215b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.220+0000 7f87cbd6b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5588a4168c70 con 0x5588a4204bc0 2024-04-26T23:40:59.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.220+0000 7f87cbd6b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5588a4121980 con 0x5588a42042a0 2024-04-26T23:40:59.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.220+0000 7f87cbd6b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5588a4164c30 con 0x5588a42137a0 2024-04-26T23:40:59.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.220+0000 7f87c1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a4204bc0 0x5588a4213260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.220+0000 7f87baa00640 1 -- 172.21.15.26:0/3182424439 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f87b0004e00 con 0x7f87c4104370 2024-04-26T23:40:59.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.220+0000 7f87c1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a4204bc0 0x5588a4213260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38340/0 (socket says 172.21.15.26:38340) 2024-04-26T23:40:59.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.220+0000 7f87c1e00640 1 -- 172.21.15.26:0/1225225122 learned_addr learned my addr 172.21.15.26:0/1225225122 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:59.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.221+0000 7f87c2800640 1 --2- 172.21.15.26:0/1225225122 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a42042a0 0x5588a4204680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.221+0000 7f87c1e00640 1 -- 172.21.15.26:0/1225225122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42137a0 msgr2=0x5588a4215b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.221+0000 7f87c1e00640 1 --2- 172.21.15.26:0/1225225122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42137a0 0x5588a4215b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.221+0000 7f87c1e00640 1 -- 172.21.15.26:0/1225225122 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a42042a0 msgr2=0x5588a4204680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.221+0000 7f87c1e00640 1 --2- 172.21.15.26:0/1225225122 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a42042a0 0x5588a4204680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.221+0000 7f87c1e00640 1 -- 172.21.15.26:0/1225225122 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588a40f97b0 con 0x5588a4204bc0 2024-04-26T23:40:59.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.221+0000 7f87c1e00640 1 --2- 172.21.15.26:0/1225225122 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a4204bc0 0x5588a4213260 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f87b400dcb0 tx=0x7f87b400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff917fbcd4707beb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:59.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.222+0000 7f87af400640 1 -- 172.21.15.26:0/1225225122 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b4011440 con 0x5588a4204bc0 2024-04-26T23:40:59.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.222+0000 7f87af400640 1 -- 172.21.15.26:0/1225225122 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f87b4011a70 con 0x5588a4204bc0 2024-04-26T23:40:59.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.222+0000 7f87af400640 1 -- 172.21.15.26:0/1225225122 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b401b900 con 0x5588a4204bc0 2024-04-26T23:40:59.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.222+0000 7f87baa00640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f87a80a3d20 0x7f87a80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.222+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1225225122 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a4204bc0 msgr2=0x5588a4213260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.222+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/1225225122 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a4204bc0 0x5588a4213260 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f87b400dcb0 tx=0x7f87b400f730 comp rx=0 tx=0).stop 2024-04-26T23:40:59.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.223+0000 7f87baa00640 1 -- 172.21.15.26:0/3182424439 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f87b00d02a0 con 0x7f87c4104370 2024-04-26T23:40:59.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.223+0000 7f87c2800640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f87a80a3d20 0x7f87a80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.223+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1225225122 shutdown_connections 2024-04-26T23:40:59.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.223+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/1225225122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42137a0 0x5588a4215b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.223+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/1225225122 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a4204bc0 0x5588a4213260 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.223+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/1225225122 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a42042a0 0x5588a4204680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.223+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1225225122 >> 172.21.15.26:0/1225225122 conn(0x5588a42006c0 msgr2=0x5588a4200aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:59.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.223+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1225225122 shutdown_connections 2024-04-26T23:40:59.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.223+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1225225122 wait complete. 2024-04-26T23:40:59.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.224+0000 7f87cbd6b740 1 -- start start 2024-04-26T23:40:59.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.224+0000 7f87c2800640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f87a80a3d20 0x7f87a80a61e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f87bc006010 tx=0x7f87bc004a40 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:59.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.224+0000 7f87cbd6b740 1 Processor -- start 2024-04-26T23:40:59.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.224+0000 7f87cbd6b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42042a0 0x5588a42130e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.224+0000 7f87cbd6b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a4204bc0 0x5588a42103d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.224+0000 7f87cbd6b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 0x5588a4210910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.224+0000 7f87cbd6b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5588a4167f80 con 0x5588a42137a0 2024-04-26T23:40:59.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.224+0000 7f87cbd6b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5588a4115260 con 0x5588a4204bc0 2024-04-26T23:40:59.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.224+0000 7f87cbd6b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5588a416d2a0 con 0x5588a42042a0 2024-04-26T23:40:59.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.225+0000 7f87cbd6b740 10 client.0 _ll_register_callbacks cb 0x5588a415f960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:59.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.225+0000 7f87c2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 0x5588a4210910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.225+0000 7f87c2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 0x5588a4210910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38352/0 (socket says 172.21.15.26:38352) 2024-04-26T23:40:59.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.225+0000 7f87c2800640 1 -- 172.21.15.26:0/1104248278 learned_addr learned my addr 172.21.15.26:0/1104248278 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:59.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.225+0000 7f87c1e00640 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42042a0 0x5588a42130e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.225+0000 7f87c1400640 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a4204bc0 0x5588a42103d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.225+0000 7f87c2800640 1 -- 172.21.15.26:0/1104248278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42042a0 msgr2=0x5588a42130e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.225+0000 7f87c2800640 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42042a0 0x5588a42130e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.225+0000 7f87c2800640 1 -- 172.21.15.26:0/1104248278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a4204bc0 msgr2=0x5588a42103d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.225+0000 7f87c2800640 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a4204bc0 0x5588a42103d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.225+0000 7f87c2800640 1 -- 172.21.15.26:0/1104248278 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588a40f71c0 con 0x5588a42137a0 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.226+0000 7f87c2800640 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 0x5588a4210910 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f87bc035000 tx=0x7f87bc02a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=add815f353b4b266 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.226+0000 7f87a3e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.226+0000 7f87a3e00640 1 -- 172.21.15.26:0/1104248278 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87bc034040 con 0x5588a42137a0 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.226+0000 7f87a3e00640 1 -- 172.21.15.26:0/1104248278 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f87bc030440 con 0x5588a42137a0 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.226+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1104248278 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87b4011a70 con 0x5588a42137a0 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.226+0000 7f87a3e00640 1 -- 172.21.15.26:0/1104248278 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f87bc030640 con 0x5588a42137a0 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.226+0000 7f87cbd6b740 10 client.16524 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.226+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1104248278 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5588a3e7a3f0 con 0x5588a42137a0 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.227+0000 7f87a3e00640 1 -- 172.21.15.26:0/1104248278 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f87b4011a70 con 0x5588a42137a0 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.227+0000 7f87a3e00640 1 -- 172.21.15.26:0/1104248278 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f87bc04f070 con 0x5588a42137a0 2024-04-26T23:40:59.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.227+0000 7f87cbd6b740 10 client.16524 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.227+0000 7f87cbd6b740 10 client.16524 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.227+0000 7f87cbd6b740 20 client.16524 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.227+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5588a4223200 0x5588a4225640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.227+0000 7f87cbd6b740 4 client.16524 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.227+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1104248278 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5588a4176880 con 0x5588a4223200 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.228+0000 7f87c1e00640 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5588a4223200 0x5588a4225640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.229+0000 7f87c1e00640 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5588a4223200 0x5588a4225640 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a95154ce0feaa86a server_cookie=e55b69b69388afa7 in_seq=0 out_seq=0 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.229+0000 7f87a3e00640 10 client.16524 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87a3e00640 1 -- 172.21.15.26:0/1104248278 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5588a4176880 con 0x5588a4223200 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87a3e00640 10 client.16524 handle_command_reply: tid=0 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87cbd6b740 1 client.16524 shutdown 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1104248278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 msgr2=0x5588a4210910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 0x5588a4210910 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f87bc035000 tx=0x7f87bc02a950 comp rx=0 tx=0).stop 2024-04-26T23:40:59.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1104248278 shutdown_connections 2024-04-26T23:40:59.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5588a4223200 0x5588a4225640 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 0x5588a4210910 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a4204bc0 0x5588a42103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/1104248278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42042a0 0x5588a42130e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1104248278 >> 172.21.15.26:0/1104248278 conn(0x5588a42006c0 msgr2=0x5588a4206420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:59.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87a3e00640 0 client.16524 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:40:59.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1104248278 shutdown_connections 2024-04-26T23:40:59.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.231+0000 7f87cbd6b740 1 -- 172.21.15.26:0/1104248278 wait complete. 2024-04-26T23:40:59.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.232+0000 7f87cbd6b740 20 client.16524 trim_cache size 0 max 16384 2024-04-26T23:40:59.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.248+0000 7f87cbd6b740 1 Processor -- start 2024-04-26T23:40:59.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.248+0000 7f87cbd6b740 1 -- start start 2024-04-26T23:40:59.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.248+0000 7f87cbd6b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42042a0 0x5588a420f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.248+0000 7f87cbd6b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a4204bc0 0x5588a420b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.248+0000 7f87cbd6b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a42137a0 0x5588a421f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.248+0000 7f87cbd6b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41aea30 con 0x5588a42042a0 2024-04-26T23:40:59.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.248+0000 7f87cbd6b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41ac300 con 0x5588a42137a0 2024-04-26T23:40:59.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.248+0000 7f87cbd6b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41aa130 con 0x5588a4204bc0 2024-04-26T23:40:59.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.249+0000 7f87c1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42042a0 0x5588a420f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.249+0000 7f87c1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42042a0 0x5588a420f530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38368/0 (socket says 172.21.15.26:38368) 2024-04-26T23:40:59.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.249+0000 7f87c1e00640 1 -- 172.21.15.26:0/3419359548 learned_addr learned my addr 172.21.15.26:0/3419359548 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:59.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.249+0000 7f87c1400640 1 --2- 172.21.15.26:0/3419359548 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a4204bc0 0x5588a420b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.249+0000 7f87c2800640 1 --2- 172.21.15.26:0/3419359548 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a42137a0 0x5588a421f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.249+0000 7f87c1e00640 1 -- 172.21.15.26:0/3419359548 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a4204bc0 msgr2=0x5588a420b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.249+0000 7f87c1e00640 1 --2- 172.21.15.26:0/3419359548 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a4204bc0 0x5588a420b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.249+0000 7f87c1e00640 1 -- 172.21.15.26:0/3419359548 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a42137a0 msgr2=0x5588a421f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.249+0000 7f87c1e00640 1 --2- 172.21.15.26:0/3419359548 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a42137a0 0x5588a421f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.249+0000 7f87c1e00640 1 -- 172.21.15.26:0/3419359548 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588a3f447d0 con 0x5588a42042a0 2024-04-26T23:40:59.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.249+0000 7f87c1e00640 1 --2- 172.21.15.26:0/3419359548 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42042a0 0x5588a420f530 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f87b400dcb0 tx=0x7f87b401b450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7979280f9c878979 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:59.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.250+0000 7f87aea00640 1 -- 172.21.15.26:0/3419359548 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b402f070 con 0x5588a42042a0 2024-04-26T23:40:59.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.250+0000 7f87aea00640 1 -- 172.21.15.26:0/3419359548 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f87b40054d0 con 0x5588a42042a0 2024-04-26T23:40:59.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.250+0000 7f87aea00640 1 -- 172.21.15.26:0/3419359548 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b4029690 con 0x5588a42042a0 2024-04-26T23:40:59.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.251+0000 7f87cbd6b740 1 -- 172.21.15.26:0/3419359548 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42042a0 msgr2=0x5588a420f530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.251+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/3419359548 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42042a0 0x5588a420f530 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f87b400dcb0 tx=0x7f87b401b450 comp rx=0 tx=0).stop 2024-04-26T23:40:59.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.251+0000 7f87cbd6b740 1 -- 172.21.15.26:0/3419359548 shutdown_connections 2024-04-26T23:40:59.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.251+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/3419359548 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a42137a0 0x5588a421f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.251+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/3419359548 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a4204bc0 0x5588a420b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.251+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/3419359548 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42042a0 0x5588a420f530 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.251+0000 7f87cbd6b740 1 -- 172.21.15.26:0/3419359548 >> 172.21.15.26:0/3419359548 conn(0x5588a42006c0 msgr2=0x5588a420b200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:59.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.251+0000 7f87cbd6b740 1 -- 172.21.15.26:0/3419359548 shutdown_connections 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.251+0000 7f87cbd6b740 1 -- 172.21.15.26:0/3419359548 wait complete. 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.251+0000 7f87cbd6b740 1 -- start start 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.252+0000 7f87cbd6b740 1 Processor -- start 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.252+0000 7f87cbd6b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42042a0 0x5588a421b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.252+0000 7f87cbd6b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a4204bc0 0x5588a421bca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.252+0000 7f87cbd6b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 0x5588a420c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.252+0000 7f87cbd6b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41aa7c0 con 0x5588a42137a0 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.252+0000 7f87cbd6b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41abc30 con 0x5588a4204bc0 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.252+0000 7f87cbd6b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f87c41aae90 con 0x5588a42042a0 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.252+0000 7f87cbd6b740 10 client.0 _ll_register_callbacks cb 0x7f87bc009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.252+0000 7f87c2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 0x5588a420c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.252+0000 7f87c2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 0x5588a420c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38378/0 (socket says 172.21.15.26:38378) 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.252+0000 7f87c2800640 1 -- 172.21.15.26:0/4128237969 learned_addr learned my addr 172.21.15.26:0/4128237969 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:59.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.253+0000 7f87c1e00640 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42042a0 0x5588a421b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.253+0000 7f87c1400640 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a4204bc0 0x5588a421bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.253+0000 7f87c2800640 1 -- 172.21.15.26:0/4128237969 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42042a0 msgr2=0x5588a421b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.253+0000 7f87c2800640 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42042a0 0x5588a421b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.253+0000 7f87c2800640 1 -- 172.21.15.26:0/4128237969 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a4204bc0 msgr2=0x5588a421bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.253+0000 7f87c2800640 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a4204bc0 0x5588a421bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.253+0000 7f87c2800640 1 -- 172.21.15.26:0/4128237969 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588a410f2a0 con 0x5588a42137a0 2024-04-26T23:40:59.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.253+0000 7f87c1e00640 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42042a0 0x5588a421b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:59.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.253+0000 7f87c2800640 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 0x5588a420c840 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f87bc041040 tx=0x7f87bc0516f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f63806c5d7bfce5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:59.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.253+0000 7f87a3e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:59.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.254+0000 7f87a3e00640 1 -- 172.21.15.26:0/4128237969 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87bc034040 con 0x5588a42137a0 2024-04-26T23:40:59.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.254+0000 7f87a3e00640 1 -- 172.21.15.26:0/4128237969 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f87bc0309f0 con 0x5588a42137a0 2024-04-26T23:40:59.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.254+0000 7f87cbd6b740 1 -- 172.21.15.26:0/4128237969 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87b40054d0 con 0x5588a42137a0 2024-04-26T23:40:59.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.254+0000 7f87a3e00640 1 -- 172.21.15.26:0/4128237969 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f87bc066050 con 0x5588a42137a0 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.254+0000 7f87cbd6b740 10 client.16530 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.254+0000 7f87cbd6b740 1 -- 172.21.15.26:0/4128237969 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5588a42890b0 con 0x5588a42137a0 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.254+0000 7f87a3e00640 1 -- 172.21.15.26:0/4128237969 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f87b40054d0 con 0x5588a42137a0 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.255+0000 7f87a3e00640 1 -- 172.21.15.26:0/4128237969 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f87bc04f070 con 0x5588a42137a0 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.255+0000 7f87cbd6b740 10 client.16530 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.255+0000 7f87cbd6b740 10 client.16530 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.255+0000 7f87cbd6b740 20 client.16530 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.255+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5588a4289800 0x5588a428bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.255+0000 7f87cbd6b740 4 client.16530 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.255+0000 7f87cbd6b740 1 -- 172.21.15.26:0/4128237969 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5588a41706f0 con 0x5588a4289800 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.255+0000 7f87c1e00640 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5588a4289800 0x5588a428bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.256+0000 7f87c1e00640 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5588a4289800 0x5588a428bc20 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fa212fc7491042d server_cookie=98389e0e79418360 in_seq=0 out_seq=0 2024-04-26T23:40:59.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.256+0000 7f87a3e00640 10 client.16530 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87a3e00640 1 -- 172.21.15.26:0/4128237969 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5588a41706f0 con 0x5588a4289800 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87a3e00640 10 client.16530 handle_command_reply: tid=0 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87cbd6b740 1 client.16530 shutdown 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87cbd6b740 1 -- 172.21.15.26:0/4128237969 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 msgr2=0x5588a420c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 0x5588a420c840 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f87bc041040 tx=0x7f87bc0516f0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87cbd6b740 1 -- 172.21.15.26:0/4128237969 shutdown_connections 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5588a4289800 0x5588a428bc20 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5588a42137a0 0x5588a420c840 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5588a4204bc0 0x5588a421bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87cbd6b740 1 --2- 172.21.15.26:0/4128237969 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588a42042a0 0x5588a421b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87cbd6b740 1 -- 172.21.15.26:0/4128237969 >> 172.21.15.26:0/4128237969 conn(0x5588a42006c0 msgr2=0x5588a420ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87a3e00640 0 client.16530 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87cbd6b740 1 -- 172.21.15.26:0/4128237969 shutdown_connections 2024-04-26T23:40:59.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.257+0000 7f87cbd6b740 1 -- 172.21.15.26:0/4128237969 wait complete. 2024-04-26T23:40:59.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.258+0000 7f87cbd6b740 20 client.16530 trim_cache size 0 max 16384 2024-04-26T23:40:59.264 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:40:59.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.258+0000 7f87c3200640 1 -- 172.21.15.26:0/3182424439 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f87a80a3d20 msgr2=0x7f87a80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.258+0000 7f87c3200640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f87a80a3d20 0x7f87a80a61e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f87bc006010 tx=0x7f87bc004a40 comp rx=0 tx=0).stop 2024-04-26T23:40:59.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.258+0000 7f87c3200640 1 -- 172.21.15.26:0/3182424439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f87c4104370 msgr2=0x7f87c4199420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.258+0000 7f87c3200640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f87c4104370 0x7f87c4199420 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f87b000d770 tx=0x7f87b000dc30 comp rx=0 tx=0).stop 2024-04-26T23:40:59.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.258+0000 7f87c3200640 1 -- 172.21.15.26:0/3182424439 shutdown_connections 2024-04-26T23:40:59.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.258+0000 7f87c3200640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f87c410ce20 0x7f87c419d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.258+0000 7f87c3200640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f87a80a3d20 0x7f87a80a61e0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.258+0000 7f87c3200640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f87c4104370 0x7f87c4199420 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.258+0000 7f87c3200640 1 --2- 172.21.15.26:0/3182424439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f87c4103a50 0x7f87c4198ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.258+0000 7f87c3200640 1 -- 172.21.15.26:0/3182424439 >> 172.21.15.26:0/3182424439 conn(0x7f87c40fd1b0 msgr2=0x7f87c40feab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:59.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.259+0000 7f87c3200640 1 -- 172.21.15.26:0/3182424439 shutdown_connections 2024-04-26T23:40:59.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.259+0000 7f87c3200640 1 -- 172.21.15.26:0/3182424439 wait complete. 2024-04-26T23:40:59.283 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:40:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.498+0000 7f41d3e00640 1 -- 172.21.15.26:0/1024634741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41cc0755f0 msgr2=0x7f41cc113420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.498+0000 7f41d3e00640 1 --2- 172.21.15.26:0/1024634741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41cc0755f0 0x7f41cc113420 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f41b8009900 tx=0x7f41b802a480 comp rx=0 tx=0).stop 2024-04-26T23:40:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.499+0000 7f41d3e00640 1 -- 172.21.15.26:0/1024634741 shutdown_connections 2024-04-26T23:40:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.499+0000 7f41d3e00640 1 --2- 172.21.15.26:0/1024634741 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41cc113960 0x7f41cc115d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.499+0000 7f41d3e00640 1 --2- 172.21.15.26:0/1024634741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41cc0755f0 0x7f41cc113420 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.499+0000 7f41d3e00640 1 --2- 172.21.15.26:0/1024634741 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41cc074cd0 0x7f41cc0750b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.499+0000 7f41d3e00640 1 -- 172.21.15.26:0/1024634741 >> 172.21.15.26:0/1024634741 conn(0x7f41cc0fe440 msgr2=0x7f41cc100860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:59.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.499+0000 7f41d3e00640 1 -- 172.21.15.26:0/1024634741 shutdown_connections 2024-04-26T23:40:59.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.499+0000 7f41d3e00640 1 -- 172.21.15.26:0/1024634741 wait complete. 2024-04-26T23:40:59.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.500+0000 7f41d3e00640 1 Processor -- start 2024-04-26T23:40:59.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.500+0000 7f41d3e00640 1 -- start start 2024-04-26T23:40:59.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.500+0000 7f41d3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41cc074cd0 0x7f41cc19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.500+0000 7f41d3e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41cc0755f0 0x7f41cc19fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.500+0000 7f41d3e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41cc113960 0x7f41cc1a3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.500+0000 7f41d3e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f41cc1190e0 con 0x7f41cc074cd0 2024-04-26T23:40:59.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.500+0000 7f41d3e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f41cc118f60 con 0x7f41cc0755f0 2024-04-26T23:40:59.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.500+0000 7f41d3e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f41cc119260 con 0x7f41cc113960 2024-04-26T23:40:59.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.501+0000 7f41d1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41cc074cd0 0x7f41cc19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.501+0000 7f41d1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41cc074cd0 0x7f41cc19f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38386/0 (socket says 172.21.15.26:38386) 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.501+0000 7f41d1400640 1 -- 172.21.15.26:0/3695393743 learned_addr learned my addr 172.21.15.26:0/3695393743 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.501+0000 7f41d0a00640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41cc0755f0 0x7f41cc19fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.501+0000 7f41d1e00640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41cc113960 0x7f41cc1a3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.501+0000 7f41d1400640 1 -- 172.21.15.26:0/3695393743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41cc113960 msgr2=0x7f41cc1a3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.501+0000 7f41d1400640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41cc113960 0x7f41cc1a3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.501+0000 7f41d1400640 1 -- 172.21.15.26:0/3695393743 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41cc0755f0 msgr2=0x7f41cc19fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.501+0000 7f41d1400640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41cc0755f0 0x7f41cc19fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.501+0000 7f41d1400640 1 -- 172.21.15.26:0/3695393743 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41cc1a4710 con 0x7f41cc074cd0 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.501+0000 7f41d1e00640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41cc113960 0x7f41cc1a3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.502+0000 7f41d1400640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41cc074cd0 0x7f41cc19f720 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f41c000d950 tx=0x7f41c000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.502+0000 7f41ca000640 1 -- 172.21.15.26:0/3695393743 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c0017070 con 0x7f41cc074cd0 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.502+0000 7f41ca000640 1 -- 172.21.15.26:0/3695393743 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f41c0009c30 con 0x7f41cc074cd0 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.502+0000 7f41d3e00640 1 -- 172.21.15.26:0/3695393743 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41cc1a4a00 con 0x7f41cc074cd0 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.502+0000 7f41ca000640 1 -- 172.21.15.26:0/3695393743 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c000f620 con 0x7f41cc074cd0 2024-04-26T23:40:59.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.502+0000 7f41d3e00640 1 -- 172.21.15.26:0/3695393743 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41cc1ac290 con 0x7f41cc074cd0 2024-04-26T23:40:59.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.506+0000 7f41d6c69740 1 Processor -- start 2024-04-26T23:40:59.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.506+0000 7f41d6c69740 1 -- start start 2024-04-26T23:40:59.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.506+0000 7f41ca000640 1 -- 172.21.15.26:0/3695393743 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f41c0010460 con 0x7f41cc074cd0 2024-04-26T23:40:59.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.507+0000 7f41d6c69740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862e15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.507+0000 7f41d6c69740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862e1b10 0x5640862ebca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.507+0000 7f41d6c69740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862ec1e0 0x5640862ee5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.507+0000 7f41d6c69740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564086245c70 con 0x5640862e1b10 2024-04-26T23:40:59.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.507+0000 7f41d6c69740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5640861fe980 con 0x5640862ec1e0 2024-04-26T23:40:59.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.507+0000 7f41d6c69740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564086241c30 con 0x5640862e11f0 2024-04-26T23:40:59.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.507+0000 7f41d1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862e1b10 0x5640862ebca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.507+0000 7f41d1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862e1b10 0x5640862ebca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38400/0 (socket says 172.21.15.26:38400) 2024-04-26T23:40:59.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.507+0000 7f41d1400640 1 -- 172.21.15.26:0/1884396043 learned_addr learned my addr 172.21.15.26:0/1884396043 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:59.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.507+0000 7f41d1e00640 1 --2- 172.21.15.26:0/1884396043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862e15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.508+0000 7f41d0a00640 1 --2- 172.21.15.26:0/1884396043 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862ec1e0 0x5640862ee5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.508+0000 7f41d1400640 1 -- 172.21.15.26:0/1884396043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 msgr2=0x5640862e15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.508+0000 7f41d1400640 1 --2- 172.21.15.26:0/1884396043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862e15d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.508+0000 7f41d1400640 1 -- 172.21.15.26:0/1884396043 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862ec1e0 msgr2=0x5640862ee5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.508+0000 7f41d1400640 1 --2- 172.21.15.26:0/1884396043 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862ec1e0 0x5640862ee5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.508+0000 7f41d1400640 1 -- 172.21.15.26:0/1884396043 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640861d67b0 con 0x5640862e1b10 2024-04-26T23:40:59.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.508+0000 7f41d1e00640 1 --2- 172.21.15.26:0/1884396043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862e15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:40:59.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.508+0000 7f41ca000640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f41b40a3d20 0x7f41b40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.508+0000 7f41d1400640 1 --2- 172.21.15.26:0/1884396043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862e1b10 0x5640862ebca0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f41c00cdb90 tx=0x7f41c00d6ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff54342e650eb8fb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:59.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.509+0000 7f41ca000640 1 -- 172.21.15.26:0/3695393743 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f41c00d0500 con 0x7f41cc074cd0 2024-04-26T23:40:59.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.509+0000 7f41d1e00640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f41b40a3d20 0x7f41b40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.509+0000 7f41be600640 1 -- 172.21.15.26:0/1884396043 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c0098710 con 0x5640862e1b10 2024-04-26T23:40:59.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.509+0000 7f41be600640 1 -- 172.21.15.26:0/1884396043 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f41c009cb70 con 0x5640862e1b10 2024-04-26T23:40:59.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.509+0000 7f41be600640 1 -- 172.21.15.26:0/1884396043 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c009bdd0 con 0x5640862e1b10 2024-04-26T23:40:59.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.510+0000 7f41d6c69740 1 -- 172.21.15.26:0/1884396043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862e1b10 msgr2=0x5640862ebca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.510+0000 7f41d1e00640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f41b40a3d20 0x7f41b40a61e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f41c4005fd0 tx=0x7f41c4008450 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:59.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.510+0000 7f41d6c69740 1 --2- 172.21.15.26:0/1884396043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862e1b10 0x5640862ebca0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f41c00cdb90 tx=0x7f41c00d6ae0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.510+0000 7f41d6c69740 1 -- 172.21.15.26:0/1884396043 shutdown_connections 2024-04-26T23:40:59.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.510+0000 7f41d6c69740 1 --2- 172.21.15.26:0/1884396043 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862ec1e0 0x5640862ee5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.510+0000 7f41d6c69740 1 --2- 172.21.15.26:0/1884396043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862e1b10 0x5640862ebca0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.510+0000 7f41d6c69740 1 --2- 172.21.15.26:0/1884396043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862e15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.510+0000 7f41d6c69740 1 -- 172.21.15.26:0/1884396043 >> 172.21.15.26:0/1884396043 conn(0x5640862dd510 msgr2=0x5640862dd8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.510+0000 7f41d6c69740 1 -- 172.21.15.26:0/1884396043 shutdown_connections 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.510+0000 7f41d6c69740 1 -- 172.21.15.26:0/1884396043 wait complete. 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.511+0000 7f41d6c69740 1 -- start start 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.511+0000 7f41d6c69740 1 Processor -- start 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.511+0000 7f41d6c69740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862ebba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.511+0000 7f41d6c69740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e1b10 0x5640862e8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.511+0000 7f41d6c69740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x5640862e94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d6c69740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564086244f80 con 0x5640862ec1e0 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d6c69740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5640861f2260 con 0x5640862e1b10 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d6c69740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56408624a2a0 con 0x5640862e11f0 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d6c69740 10 client.0 _ll_register_callbacks cb 0x56408623c960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x5640862e94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x5640862e94a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38416/0 (socket says 172.21.15.26:38416) 2024-04-26T23:40:59.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d1e00640 1 -- 172.21.15.26:0/3608693285 learned_addr learned my addr 172.21.15.26:0/3608693285 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:59.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d0a00640 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e1b10 0x5640862e8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d1400640 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862ebba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d1e00640 1 -- 172.21.15.26:0/3608693285 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 msgr2=0x5640862ebba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d1e00640 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862ebba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d1e00640 1 -- 172.21.15.26:0/3608693285 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e1b10 msgr2=0x5640862e8e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d1e00640 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e1b10 0x5640862e8e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.512+0000 7f41d1e00640 1 -- 172.21.15.26:0/3608693285 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640861d41c0 con 0x5640862ec1e0 2024-04-26T23:40:59.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.513+0000 7f41d1e00640 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x5640862e94a0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f41c4008420 tx=0x7f41c4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f797deb748e217a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:59.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.513+0000 7f41b2a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:59.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.513+0000 7f41b2a00640 1 -- 172.21.15.26:0/3608693285 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c401d420 con 0x5640862ec1e0 2024-04-26T23:40:59.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.513+0000 7f41b2a00640 1 -- 172.21.15.26:0/3608693285 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f41c401d5c0 con 0x5640862ec1e0 2024-04-26T23:40:59.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.513+0000 7f41d6c69740 1 -- 172.21.15.26:0/3608693285 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41c009cb70 con 0x5640862ec1e0 2024-04-26T23:40:59.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.514+0000 7f41b2a00640 1 -- 172.21.15.26:0/3608693285 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f41c401d7c0 con 0x5640862ec1e0 2024-04-26T23:40:59.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.514+0000 7f41d6c69740 10 client.16542 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:59.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.514+0000 7f41d6c69740 1 -- 172.21.15.26:0/3608693285 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564085f573f0 con 0x5640862ec1e0 2024-04-26T23:40:59.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.514+0000 7f41b2a00640 1 -- 172.21.15.26:0/3608693285 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f41c009cb70 con 0x5640862ec1e0 2024-04-26T23:40:59.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.514+0000 7f41b2a00640 1 -- 172.21.15.26:0/3608693285 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f41c402eb50 con 0x5640862ec1e0 2024-04-26T23:40:59.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.514+0000 7f41d6c69740 10 client.16542 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:59.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.514+0000 7f41d6c69740 10 client.16542 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:40:59.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.514+0000 7f41d6c69740 20 client.16542 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:59.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.514+0000 7f41d6c69740 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5640862fbbf0 0x5640862fe040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.514+0000 7f41d6c69740 4 client.16542 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:40:59.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.514+0000 7f41d6c69740 1 -- 172.21.15.26:0/3608693285 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564086253880 con 0x5640862fbbf0 2024-04-26T23:40:59.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.515+0000 7f41d1400640 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5640862fbbf0 0x5640862fe040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.516+0000 7f41d1400640 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5640862fbbf0 0x5640862fe040 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d07ec8992567454 server_cookie=13354e15545de812 in_seq=0 out_seq=0 2024-04-26T23:40:59.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.516+0000 7f41b2a00640 10 client.16542 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:59.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41b2a00640 1 -- 172.21.15.26:0/3608693285 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564086253880 con 0x5640862fbbf0 2024-04-26T23:40:59.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41b2a00640 10 client.16542 handle_command_reply: tid=0 2024-04-26T23:40:59.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41d6c69740 1 client.16542 shutdown 2024-04-26T23:40:59.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41d6c69740 1 -- 172.21.15.26:0/3608693285 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 msgr2=0x5640862e94a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41d6c69740 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x5640862e94a0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f41c4008420 tx=0x7f41c4004a40 comp rx=0 tx=0).stop 2024-04-26T23:40:59.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41d6c69740 1 -- 172.21.15.26:0/3608693285 shutdown_connections 2024-04-26T23:40:59.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41d6c69740 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5640862fbbf0 0x5640862fe040 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41d6c69740 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x5640862e94a0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41d6c69740 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e1b10 0x5640862e8e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41d6c69740 1 --2- 172.21.15.26:0/3608693285 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862ebba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41b2a00640 0 client.16542 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:59.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41d6c69740 1 -- 172.21.15.26:0/3608693285 >> 172.21.15.26:0/3608693285 conn(0x5640862dd510 msgr2=0x5640862e31d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:59.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41d6c69740 1 -- 172.21.15.26:0/3608693285 shutdown_connections 2024-04-26T23:40:59.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41d6c69740 1 -- 172.21.15.26:0/3608693285 wait complete. 2024-04-26T23:40:59.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.518+0000 7f41d6c69740 20 client.16542 trim_cache size 0 max 16384 2024-04-26T23:40:59.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.533+0000 7f41d6c69740 1 Processor -- start 2024-04-26T23:40:59.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.533+0000 7f41d6c69740 1 -- start start 2024-04-26T23:40:59.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.534+0000 7f41d6c69740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862dcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.534+0000 7f41d6c69740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e1b10 0x5640862eb6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.534+0000 7f41d6c69740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x564086303910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.534+0000 7f41d6c69740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f41cc1b7490 con 0x5640862ec1e0 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.534+0000 7f41d6c69740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f41cc1b4d60 con 0x5640862e1b10 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.534+0000 7f41d6c69740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f41cc1b2b90 con 0x5640862e11f0 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.534+0000 7f41d1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x564086303910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.534+0000 7f41d1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x564086303910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38430/0 (socket says 172.21.15.26:38430) 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.534+0000 7f41d1e00640 1 -- 172.21.15.26:0/4255019880 learned_addr learned my addr 172.21.15.26:0/4255019880 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.534+0000 7f41d1400640 1 --2- 172.21.15.26:0/4255019880 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862dcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.534+0000 7f41d0a00640 1 --2- 172.21.15.26:0/4255019880 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e1b10 0x5640862eb6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.535+0000 7f41d1e00640 1 -- 172.21.15.26:0/4255019880 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 msgr2=0x5640862dcda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.535+0000 7f41d1e00640 1 --2- 172.21.15.26:0/4255019880 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862dcda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.535+0000 7f41d1e00640 1 -- 172.21.15.26:0/4255019880 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e1b10 msgr2=0x5640862eb6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.535+0000 7f41d1e00640 1 --2- 172.21.15.26:0/4255019880 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e1b10 0x5640862eb6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.535+0000 7f41d1e00640 1 -- 172.21.15.26:0/4255019880 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640860217d0 con 0x5640862ec1e0 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.535+0000 7f41d1e00640 1 --2- 172.21.15.26:0/4255019880 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x564086303910 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f41c401d6e0 tx=0x7f41c401d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cf770acfe31858f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.535+0000 7f41bdc00640 1 -- 172.21.15.26:0/4255019880 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c4025790 con 0x5640862ec1e0 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.535+0000 7f41bdc00640 1 -- 172.21.15.26:0/4255019880 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f41c4035040 con 0x5640862ec1e0 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.535+0000 7f41bdc00640 1 -- 172.21.15.26:0/4255019880 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c4025960 con 0x5640862ec1e0 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.536+0000 7f41d6c69740 1 -- 172.21.15.26:0/4255019880 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 msgr2=0x564086303910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.536+0000 7f41d6c69740 1 --2- 172.21.15.26:0/4255019880 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x564086303910 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f41c401d6e0 tx=0x7f41c401d710 comp rx=0 tx=0).stop 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.536+0000 7f41d6c69740 1 -- 172.21.15.26:0/4255019880 shutdown_connections 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.536+0000 7f41d6c69740 1 --2- 172.21.15.26:0/4255019880 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x564086303910 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.536+0000 7f41d6c69740 1 --2- 172.21.15.26:0/4255019880 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e1b10 0x5640862eb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.536+0000 7f41d6c69740 1 --2- 172.21.15.26:0/4255019880 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e11f0 0x5640862dcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.536+0000 7f41d6c69740 1 -- 172.21.15.26:0/4255019880 >> 172.21.15.26:0/4255019880 conn(0x5640862dd510 msgr2=0x5640862dc690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.536+0000 7f41d6c69740 1 -- 172.21.15.26:0/4255019880 shutdown_connections 2024-04-26T23:40:59.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.536+0000 7f41d6c69740 1 -- 172.21.15.26:0/4255019880 wait complete. 2024-04-26T23:40:59.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.537+0000 7f41d6c69740 1 -- start start 2024-04-26T23:40:59.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.537+0000 7f41d6c69740 1 Processor -- start 2024-04-26T23:40:59.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.537+0000 7f41d6c69740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e11f0 0x5640862f44a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.537+0000 7f41d6c69740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e1b10 0x5640862f18d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.537+0000 7f41d6c69740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x5640862f1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.537+0000 7f41d6c69740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f41cc1b3220 con 0x5640862ec1e0 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.537+0000 7f41d6c69740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f41cc1b4690 con 0x5640862e11f0 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.537+0000 7f41d6c69740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f41cc1b38f0 con 0x5640862e1b10 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.538+0000 7f41d6c69740 10 client.0 _ll_register_callbacks cb 0x7f41c4008e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.538+0000 7f41d1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x5640862f1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.538+0000 7f41d1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x5640862f1e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38438/0 (socket says 172.21.15.26:38438) 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.538+0000 7f41d1e00640 1 -- 172.21.15.26:0/229470768 learned_addr learned my addr 172.21.15.26:0/229470768 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.538+0000 7f41d1400640 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e11f0 0x5640862f44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.538+0000 7f41d0a00640 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e1b10 0x5640862f18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.538+0000 7f41d1e00640 1 -- 172.21.15.26:0/229470768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e1b10 msgr2=0x5640862f18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.538+0000 7f41d1e00640 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e1b10 0x5640862f18d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.538+0000 7f41d1e00640 1 -- 172.21.15.26:0/229470768 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e11f0 msgr2=0x5640862f44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.538+0000 7f41d1e00640 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e11f0 0x5640862f44a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.538+0000 7f41d1e00640 1 -- 172.21.15.26:0/229470768 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640861ec2a0 con 0x5640862ec1e0 2024-04-26T23:40:59.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.538+0000 7f41d1400640 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e11f0 0x5640862f44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.539+0000 7f41d1e00640 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x5640862f1e10 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f41c40254c0 tx=0x7f41c400fc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abc7df696f1c4e64 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.539+0000 7f41b2a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.539+0000 7f41b2a00640 1 -- 172.21.15.26:0/229470768 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c402e880 con 0x5640862ec1e0 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.539+0000 7f41b2a00640 1 -- 172.21.15.26:0/229470768 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f41c402ea20 con 0x5640862ec1e0 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.539+0000 7f41d6c69740 1 -- 172.21.15.26:0/229470768 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41c4035040 con 0x5640862ec1e0 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.539+0000 7f41b2a00640 1 -- 172.21.15.26:0/229470768 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f41c404a050 con 0x5640862ec1e0 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.539+0000 7f41d6c69740 10 client.16548 fetch_fsmap learned FSMap version 24 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.539+0000 7f41d6c69740 1 -- 172.21.15.26:0/229470768 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564086361ff0 con 0x5640862ec1e0 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.540+0000 7f41b2a00640 1 -- 172.21.15.26:0/229470768 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f41c4035040 con 0x5640862ec1e0 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.540+0000 7f41b2a00640 1 -- 172.21.15.26:0/229470768 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f41c4025bd0 con 0x5640862ec1e0 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.540+0000 7f41d6c69740 10 client.16548 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.540+0000 7f41d6c69740 10 client.16548 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.540+0000 7f41d6c69740 20 client.16548 populate_metadata read hostname 'smithi026' 2024-04-26T23:40:59.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.540+0000 7f41d6c69740 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564086362620 0x564086364a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:40:59.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.540+0000 7f41d6c69740 4 client.16548 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:40:59.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.540+0000 7f41d6c69740 1 -- 172.21.15.26:0/229470768 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56408624d6f0 con 0x564086362620 2024-04-26T23:40:59.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.541+0000 7f41d1400640 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564086362620 0x564086364a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:40:59.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.541+0000 7f41d1400640 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564086362620 0x564086364a40 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f900c213dd8c2755 server_cookie=78e38358ddfc46f9 in_seq=0 out_seq=0 2024-04-26T23:40:59.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41b2a00640 10 client.16548 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:59.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41b2a00640 1 -- 172.21.15.26:0/229470768 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56408624d6f0 con 0x564086362620 2024-04-26T23:40:59.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41b2a00640 10 client.16548 handle_command_reply: tid=0 2024-04-26T23:40:59.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41d6c69740 1 client.16548 shutdown 2024-04-26T23:40:59.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41d6c69740 1 -- 172.21.15.26:0/229470768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 msgr2=0x5640862f1e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41d6c69740 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x5640862f1e10 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f41c40254c0 tx=0x7f41c400fc70 comp rx=0 tx=0).stop 2024-04-26T23:40:59.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41d6c69740 1 -- 172.21.15.26:0/229470768 shutdown_connections 2024-04-26T23:40:59.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41d6c69740 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564086362620 0x564086364a40 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41d6c69740 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5640862ec1e0 0x5640862f1e10 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41d6c69740 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5640862e1b10 0x5640862f18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41d6c69740 1 --2- 172.21.15.26:0/229470768 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5640862e11f0 0x5640862f44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41d6c69740 1 -- 172.21.15.26:0/229470768 >> 172.21.15.26:0/229470768 conn(0x5640862dd510 msgr2=0x5640862dcda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:59.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.542+0000 7f41b2a00640 0 client.16548 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:40:59.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.543+0000 7f41d6c69740 1 -- 172.21.15.26:0/229470768 shutdown_connections 2024-04-26T23:40:59.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.543+0000 7f41d6c69740 1 -- 172.21.15.26:0/229470768 wait complete. 2024-04-26T23:40:59.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.543+0000 7f41d6c69740 20 client.16548 trim_cache size 0 max 16384 2024-04-26T23:40:59.549 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:40:59.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.543+0000 7f41d3e00640 1 -- 172.21.15.26:0/3695393743 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f41b40a3d20 msgr2=0x7f41b40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.543+0000 7f41d3e00640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f41b40a3d20 0x7f41b40a61e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f41c4005fd0 tx=0x7f41c4008450 comp rx=0 tx=0).stop 2024-04-26T23:40:59.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.543+0000 7f41d3e00640 1 -- 172.21.15.26:0/3695393743 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41cc074cd0 msgr2=0x7f41cc19f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:40:59.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.543+0000 7f41d3e00640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41cc074cd0 0x7f41cc19f720 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f41c000d950 tx=0x7f41c000de10 comp rx=0 tx=0).stop 2024-04-26T23:40:59.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.544+0000 7f41d3e00640 1 -- 172.21.15.26:0/3695393743 shutdown_connections 2024-04-26T23:40:59.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.544+0000 7f41d3e00640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41cc113960 0x7f41cc1a3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.544+0000 7f41d3e00640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41cc0755f0 0x7f41cc19fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.544+0000 7f41d3e00640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f41b40a3d20 0x7f41b40a61e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.544+0000 7f41d3e00640 1 --2- 172.21.15.26:0/3695393743 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41cc074cd0 0x7f41cc19f720 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:40:59.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.544+0000 7f41d3e00640 1 -- 172.21.15.26:0/3695393743 >> 172.21.15.26:0/3695393743 conn(0x7f41cc0fe440 msgr2=0x7f41cc100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:40:59.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.544+0000 7f41d3e00640 1 -- 172.21.15.26:0/3695393743 shutdown_connections 2024-04-26T23:40:59.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:40:59.544+0000 7f41d3e00640 1 -- 172.21.15.26:0/3695393743 wait complete. 2024-04-26T23:40:59.565 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:40:59 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1235126570' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:40:59.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:40:59 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1235126570' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:40:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:40:59 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1235126570' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:41:00.570 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:41:00.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:41:00.571 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:41:00.650 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:00 smithi026 ceph-mon[28371]: pgmap v157: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:00.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:00 smithi164 ceph-mon[31699]: pgmap v157: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:00.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.795+0000 7f75e4c00640 1 -- 172.21.15.26:0/1583578793 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75e010f210 msgr2=0x7f75e0111600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:00.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.795+0000 7f75e4c00640 1 --2- 172.21.15.26:0/1583578793 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75e010f210 0x7f75e0111600 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f75d8009900 tx=0x7f75d802a480 comp rx=0 tx=0).stop 2024-04-26T23:41:00.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.795+0000 7f75e4c00640 1 -- 172.21.15.26:0/1583578793 shutdown_connections 2024-04-26T23:41:00.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.795+0000 7f75e4c00640 1 --2- 172.21.15.26:0/1583578793 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75e010f210 0x7f75e0111600 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.795+0000 7f75e4c00640 1 --2- 172.21.15.26:0/1583578793 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f75e0075520 0x7f75e010ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.795+0000 7f75e4c00640 1 --2- 172.21.15.26:0/1583578793 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f75e0074c00 0x7f75e0074fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.795+0000 7f75e4c00640 1 -- 172.21.15.26:0/1583578793 >> 172.21.15.26:0/1583578793 conn(0x7f75e0079d80 msgr2=0x7f75e007a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:00.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.795+0000 7f75e4c00640 1 -- 172.21.15.26:0/1583578793 shutdown_connections 2024-04-26T23:41:00.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.795+0000 7f75e4c00640 1 -- 172.21.15.26:0/1583578793 wait complete. 2024-04-26T23:41:00.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.796+0000 7f75e4c00640 1 Processor -- start 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.796+0000 7f75e4c00640 1 -- start start 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.796+0000 7f75e4c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f75e0074c00 0x7f75e019b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.797+0000 7f75e4c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f75e0075520 0x7f75e019b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.797+0000 7f75e4c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75e010f210 0x7f75e019fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.797+0000 7f75e4c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f75e0114cc0 con 0x7f75e010f210 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.797+0000 7f75e4c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f75e0114b40 con 0x7f75e0075520 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.797+0000 7f75e4c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f75e0114e40 con 0x7f75e0074c00 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.797+0000 7f75de800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75e010f210 0x7f75e019fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.797+0000 7f75de800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75e010f210 0x7f75e019fb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38446/0 (socket says 172.21.15.26:38446) 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.797+0000 7f75de800640 1 -- 172.21.15.26:0/3805141299 learned_addr learned my addr 172.21.15.26:0/3805141299 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.797+0000 7f75dd400640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f75e0075520 0x7f75e019b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.797+0000 7f75dde00640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f75e0074c00 0x7f75e019b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.798+0000 7f75de800640 1 -- 172.21.15.26:0/3805141299 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f75e0074c00 msgr2=0x7f75e019b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.798+0000 7f75de800640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f75e0074c00 0x7f75e019b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.798+0000 7f75de800640 1 -- 172.21.15.26:0/3805141299 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f75e0075520 msgr2=0x7f75e019b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:00.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.798+0000 7f75de800640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f75e0075520 0x7f75e019b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.798+0000 7f75de800640 1 -- 172.21.15.26:0/3805141299 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75e01a0260 con 0x7f75e010f210 2024-04-26T23:41:00.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.798+0000 7f75de800640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75e010f210 0x7f75e019fb30 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f75d8004770 tx=0x7f75d8003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:00.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.798+0000 7f75d6a00640 1 -- 172.21.15.26:0/3805141299 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d803f070 con 0x7f75e010f210 2024-04-26T23:41:00.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.798+0000 7f75d6a00640 1 -- 172.21.15.26:0/3805141299 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f75d803bd00 con 0x7f75e010f210 2024-04-26T23:41:00.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.798+0000 7f75e4c00640 1 -- 172.21.15.26:0/3805141299 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75e01a04f0 con 0x7f75e010f210 2024-04-26T23:41:00.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.798+0000 7f75d6a00640 1 -- 172.21.15.26:0/3805141299 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d8035030 con 0x7f75e010f210 2024-04-26T23:41:00.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.799+0000 7f75e4c00640 1 -- 172.21.15.26:0/3805141299 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75e01a7de0 con 0x7f75e010f210 2024-04-26T23:41:00.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.802+0000 7f75e7982740 1 Processor -- start 2024-04-26T23:41:00.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.803+0000 7f75d6a00640 1 -- 172.21.15.26:0/3805141299 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f75d8042070 con 0x7f75e010f210 2024-04-26T23:41:00.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.803+0000 7f75e7982740 1 -- start start 2024-04-26T23:41:00.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.803+0000 7f75e7982740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64dc50 0x55ba7a64e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.803+0000 7f75e7982740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64e570 0x55ba7a658700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.803+0000 7f75e7982740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 0x55ba7a65b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.803+0000 7f75e7982740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ba7a5b3980 con 0x55ba7a658c40 2024-04-26T23:41:00.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.803+0000 7f75e7982740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ba7a550220 con 0x55ba7a64e570 2024-04-26T23:41:00.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.803+0000 7f75e7982740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ba7a5af940 con 0x55ba7a64dc50 2024-04-26T23:41:00.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.804+0000 7f75dd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 0x55ba7a65b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.804+0000 7f75dd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 0x55ba7a65b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38454/0 (socket says 172.21.15.26:38454) 2024-04-26T23:41:00.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.804+0000 7f75dd400640 1 -- 172.21.15.26:0/24315365 learned_addr learned my addr 172.21.15.26:0/24315365 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:00.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.804+0000 7f75dde00640 1 --2- 172.21.15.26:0/24315365 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64e570 0x55ba7a658700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.804+0000 7f75dd400640 1 --2- 172.21.15.26:0/24315365 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64dc50 0x55ba7a64e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.805+0000 7f75dd400640 1 -- 172.21.15.26:0/24315365 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64dc50 msgr2=0x55ba7a64e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:00.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.805+0000 7f75dd400640 1 --2- 172.21.15.26:0/24315365 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64dc50 0x55ba7a64e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.805+0000 7f75dd400640 1 -- 172.21.15.26:0/24315365 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64e570 msgr2=0x55ba7a658700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:00.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.805+0000 7f75dd400640 1 --2- 172.21.15.26:0/24315365 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64e570 0x55ba7a658700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.805+0000 7f75dd400640 1 -- 172.21.15.26:0/24315365 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba7a38d7e0 con 0x55ba7a658c40 2024-04-26T23:41:00.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.805+0000 7f75d6a00640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f75c40a3da0 0x7f75c40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.805+0000 7f75d6a00640 1 -- 172.21.15.26:0/3805141299 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f75d80f0fc0 con 0x7f75e010f210 2024-04-26T23:41:00.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.805+0000 7f75dd400640 1 --2- 172.21.15.26:0/24315365 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 0x55ba7a65b030 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f75cc014950 tx=0x7f75cc00c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3e33b6287163d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:00.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.805+0000 7f75dde00640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f75c40a3da0 0x7f75c40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.805+0000 7f75cb000640 1 -- 172.21.15.26:0/24315365 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75cc0142d0 con 0x55ba7a658c40 2024-04-26T23:41:00.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.806+0000 7f75cb000640 1 -- 172.21.15.26:0/24315365 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f75cc00fbf0 con 0x55ba7a658c40 2024-04-26T23:41:00.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.806+0000 7f75cb000640 1 -- 172.21.15.26:0/24315365 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75cc012a10 con 0x55ba7a658c40 2024-04-26T23:41:00.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.806+0000 7f75e7982740 1 -- 172.21.15.26:0/24315365 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 msgr2=0x55ba7a65b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:00.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.806+0000 7f75e7982740 1 --2- 172.21.15.26:0/24315365 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 0x55ba7a65b030 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f75cc014950 tx=0x7f75cc00c450 comp rx=0 tx=0).stop 2024-04-26T23:41:00.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.806+0000 7f75dde00640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f75c40a3da0 0x7f75c40a6260 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x55ba7a64f210 tx=0x7f75d00097a0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:00.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.806+0000 7f75e7982740 1 -- 172.21.15.26:0/24315365 shutdown_connections 2024-04-26T23:41:00.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.806+0000 7f75e7982740 1 --2- 172.21.15.26:0/24315365 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 0x55ba7a65b030 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.806+0000 7f75e7982740 1 --2- 172.21.15.26:0/24315365 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64e570 0x55ba7a658700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.806+0000 7f75e7982740 1 --2- 172.21.15.26:0/24315365 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64dc50 0x55ba7a64e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.806+0000 7f75e7982740 1 -- 172.21.15.26:0/24315365 >> 172.21.15.26:0/24315365 conn(0x55ba7a649f70 msgr2=0x55ba7a64a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:00.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.807+0000 7f75e7982740 1 -- 172.21.15.26:0/24315365 shutdown_connections 2024-04-26T23:41:00.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.807+0000 7f75e7982740 1 -- 172.21.15.26:0/24315365 wait complete. 2024-04-26T23:41:00.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.807+0000 7f75e7982740 1 -- start start 2024-04-26T23:41:00.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.807+0000 7f75e7982740 1 Processor -- start 2024-04-26T23:41:00.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.808+0000 7f75e7982740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64dc50 0x55ba7a655c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.808+0000 7f75e7982740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64e570 0x55ba7a656140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.808+0000 7f75e7982740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 0x55ba7a656680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.808+0000 7f75e7982740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ba7a65ba30 con 0x55ba7a658c40 2024-04-26T23:41:00.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.808+0000 7f75e7982740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ba7a53b170 con 0x55ba7a64e570 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.808+0000 7f75e7982740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ba7a65bbb0 con 0x55ba7a64dc50 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.808+0000 7f75e7982740 10 client.0 _ll_register_callbacks cb 0x55ba7a5aa770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.808+0000 7f75de800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 0x55ba7a656680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.808+0000 7f75de800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 0x55ba7a656680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38458/0 (socket says 172.21.15.26:38458) 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.808+0000 7f75de800640 1 -- 172.21.15.26:0/2968349936 learned_addr learned my addr 172.21.15.26:0/2968349936 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.809+0000 7f75dde00640 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64dc50 0x55ba7a655c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.809+0000 7f75dd400640 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64e570 0x55ba7a656140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.809+0000 7f75de800640 1 -- 172.21.15.26:0/2968349936 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64dc50 msgr2=0x55ba7a655c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.809+0000 7f75de800640 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64dc50 0x55ba7a655c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.809+0000 7f75de800640 1 -- 172.21.15.26:0/2968349936 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64e570 msgr2=0x55ba7a656140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.809+0000 7f75de800640 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64e570 0x55ba7a656140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.809+0000 7f75de800640 1 -- 172.21.15.26:0/2968349936 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba7a3edf70 con 0x55ba7a658c40 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.809+0000 7f75dd400640 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64e570 0x55ba7a656140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:00.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.809+0000 7f75de800640 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 0x55ba7a656680 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f75d8006010 tx=0x7f75d80bc890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90defb2c7afec082 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.809+0000 7f75bf400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.809+0000 7f75bf400640 1 -- 172.21.15.26:0/2968349936 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d8049040 con 0x55ba7a658c40 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.810+0000 7f75bf400640 1 -- 172.21.15.26:0/2968349936 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f75d8031400 con 0x55ba7a658c40 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.810+0000 7f75e7982740 1 -- 172.21.15.26:0/2968349936 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75cc00fbf0 con 0x55ba7a658c40 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.810+0000 7f75bf400640 1 -- 172.21.15.26:0/2968349936 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f75d80bcf30 con 0x55ba7a658c40 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.810+0000 7f75e7982740 10 client.16560 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.810+0000 7f75e7982740 1 -- 172.21.15.26:0/2968349936 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ba7a285170 con 0x55ba7a658c40 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.810+0000 7f75bf400640 1 -- 172.21.15.26:0/2968349936 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f75cc00fbf0 con 0x55ba7a658c40 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.810+0000 7f75bf400640 1 -- 172.21.15.26:0/2968349936 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f75d80d6260 con 0x55ba7a658c40 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.810+0000 7f75e7982740 10 client.16560 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.810+0000 7f75e7982740 10 client.16560 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.811+0000 7f75e7982740 20 client.16560 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:00.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.811+0000 7f75e7982740 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ba7a668c50 0x55ba7a66b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.811+0000 7f75e7982740 4 client.16560 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:41:00.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.811+0000 7f75e7982740 1 -- 172.21.15.26:0/2968349936 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba7a5c1590 con 0x55ba7a668c50 2024-04-26T23:41:00.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.811+0000 7f75dde00640 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ba7a668c50 0x55ba7a66b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.812+0000 7f75dde00640 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ba7a668c50 0x55ba7a66b0b0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c1a558d5965eaf2 server_cookie=e6dc6d9207cd2125 in_seq=0 out_seq=0 2024-04-26T23:41:00.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.812+0000 7f75bf400640 10 client.16560 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:00.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.814+0000 7f75bf400640 1 -- 172.21.15.26:0/2968349936 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ba7a5c1590 con 0x55ba7a668c50 2024-04-26T23:41:00.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.814+0000 7f75bf400640 10 client.16560 handle_command_reply: tid=0 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.814+0000 7f75e7982740 1 client.16560 shutdown 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.814+0000 7f75e7982740 1 -- 172.21.15.26:0/2968349936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 msgr2=0x55ba7a656680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.814+0000 7f75e7982740 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 0x55ba7a656680 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f75d8006010 tx=0x7f75d80bc890 comp rx=0 tx=0).stop 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.815+0000 7f75e7982740 1 -- 172.21.15.26:0/2968349936 shutdown_connections 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.815+0000 7f75e7982740 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ba7a668c50 0x55ba7a66b0b0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.815+0000 7f75e7982740 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a658c40 0x55ba7a656680 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.815+0000 7f75e7982740 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64e570 0x55ba7a656140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.815+0000 7f75e7982740 1 --2- 172.21.15.26:0/2968349936 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64dc50 0x55ba7a655c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.815+0000 7f75e7982740 1 -- 172.21.15.26:0/2968349936 >> 172.21.15.26:0/2968349936 conn(0x55ba7a649f70 msgr2=0x55ba7a64fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.815+0000 7f75bf400640 0 client.16560 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.815+0000 7f75e7982740 1 -- 172.21.15.26:0/2968349936 shutdown_connections 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.815+0000 7f75e7982740 1 -- 172.21.15.26:0/2968349936 wait complete. 2024-04-26T23:41:00.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.815+0000 7f75e7982740 20 client.16560 trim_cache size 0 max 16384 2024-04-26T23:41:00.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:00 smithi086 ceph-mon[31122]: pgmap v157: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:00.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.840+0000 7f75e7982740 1 Processor -- start 2024-04-26T23:41:00.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.841+0000 7f75e7982740 1 -- start start 2024-04-26T23:41:00.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.841+0000 7f75e7982740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64dc50 0x55ba7a664920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.841+0000 7f75e7982740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64e570 0x55ba7a6504c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.841+0000 7f75e7982740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a658c40 0x55ba7a6709c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.841+0000 7f75e7982740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01b2f40 con 0x55ba7a64dc50 2024-04-26T23:41:00.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.841+0000 7f75e7982740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01b0810 con 0x55ba7a658c40 2024-04-26T23:41:00.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.841+0000 7f75e7982740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01ae640 con 0x55ba7a64e570 2024-04-26T23:41:00.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.841+0000 7f75dde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64dc50 0x55ba7a664920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.841+0000 7f75dde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64dc50 0x55ba7a664920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38468/0 (socket says 172.21.15.26:38468) 2024-04-26T23:41:00.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.841+0000 7f75dde00640 1 -- 172.21.15.26:0/3627531751 learned_addr learned my addr 172.21.15.26:0/3627531751 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:00.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.842+0000 7f75dd400640 1 --2- 172.21.15.26:0/3627531751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64e570 0x55ba7a6504c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.842+0000 7f75de800640 1 --2- 172.21.15.26:0/3627531751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a658c40 0x55ba7a6709c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.842+0000 7f75dde00640 1 -- 172.21.15.26:0/3627531751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64e570 msgr2=0x55ba7a6504c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:00.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.842+0000 7f75dde00640 1 --2- 172.21.15.26:0/3627531751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64e570 0x55ba7a6504c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.842+0000 7f75dde00640 1 -- 172.21.15.26:0/3627531751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a658c40 msgr2=0x55ba7a6709c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:00.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.842+0000 7f75dde00640 1 --2- 172.21.15.26:0/3627531751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a658c40 0x55ba7a6709c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.842+0000 7f75dde00640 1 -- 172.21.15.26:0/3627531751 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba7a66b730 con 0x55ba7a64dc50 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.842+0000 7f75de800640 1 --2- 172.21.15.26:0/3627531751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a658c40 0x55ba7a6709c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.842+0000 7f75dde00640 1 --2- 172.21.15.26:0/3627531751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64dc50 0x55ba7a664920 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x55ba7a66b960 tx=0x7f75d0015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d32b7264463bf5c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.843+0000 7f75ca600640 1 -- 172.21.15.26:0/3627531751 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d002a5c0 con 0x55ba7a64dc50 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.843+0000 7f75ca600640 1 -- 172.21.15.26:0/3627531751 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f75d0030070 con 0x55ba7a64dc50 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.843+0000 7f75ca600640 1 -- 172.21.15.26:0/3627531751 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d001b470 con 0x55ba7a64dc50 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.844+0000 7f75e7982740 1 -- 172.21.15.26:0/3627531751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64dc50 msgr2=0x55ba7a664920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.844+0000 7f75e7982740 1 --2- 172.21.15.26:0/3627531751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64dc50 0x55ba7a664920 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x55ba7a66b960 tx=0x7f75d0015000 comp rx=0 tx=0).stop 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.844+0000 7f75e7982740 1 -- 172.21.15.26:0/3627531751 shutdown_connections 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.844+0000 7f75e7982740 1 --2- 172.21.15.26:0/3627531751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a658c40 0x55ba7a6709c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.844+0000 7f75e7982740 1 --2- 172.21.15.26:0/3627531751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a64e570 0x55ba7a6504c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.844+0000 7f75e7982740 1 --2- 172.21.15.26:0/3627531751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64dc50 0x55ba7a664920 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.844+0000 7f75e7982740 1 -- 172.21.15.26:0/3627531751 >> 172.21.15.26:0/3627531751 conn(0x55ba7a649f70 msgr2=0x55ba7a648ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:00.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.844+0000 7f75e7982740 1 -- 172.21.15.26:0/3627531751 shutdown_connections 2024-04-26T23:41:00.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.844+0000 7f75e7982740 1 -- 172.21.15.26:0/3627531751 wait complete. 2024-04-26T23:41:00.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.844+0000 7f75e7982740 1 -- start start 2024-04-26T23:41:00.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.845+0000 7f75e7982740 1 Processor -- start 2024-04-26T23:41:00.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.845+0000 7f75e7982740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64dc50 0x55ba7a65cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.845+0000 7f75e7982740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64e570 0x55ba7a65d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.845+0000 7f75e7982740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a658c40 0x55ba7a6d6a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.845+0000 7f75e7982740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01aecd0 con 0x55ba7a64e570 2024-04-26T23:41:00.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.845+0000 7f75e7982740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01b0140 con 0x55ba7a64dc50 2024-04-26T23:41:00.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.845+0000 7f75e7982740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01af3a0 con 0x55ba7a658c40 2024-04-26T23:41:00.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.845+0000 7f75e7982740 10 client.0 _ll_register_callbacks cb 0x7f75d8005de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:00.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.845+0000 7f75dd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64e570 0x55ba7a65d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.845+0000 7f75dd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64e570 0x55ba7a65d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38476/0 (socket says 172.21.15.26:38476) 2024-04-26T23:41:00.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.845+0000 7f75dd400640 1 -- 172.21.15.26:0/2620471397 learned_addr learned my addr 172.21.15.26:0/2620471397 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:00.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.846+0000 7f75dde00640 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64dc50 0x55ba7a65cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.846+0000 7f75de800640 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a658c40 0x55ba7a6d6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.846+0000 7f75dd400640 1 -- 172.21.15.26:0/2620471397 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a658c40 msgr2=0x55ba7a6d6a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:00.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.846+0000 7f75dd400640 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a658c40 0x55ba7a6d6a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.846+0000 7f75dd400640 1 -- 172.21.15.26:0/2620471397 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64dc50 msgr2=0x55ba7a65cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.846+0000 7f75dd400640 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64dc50 0x55ba7a65cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.846+0000 7f75dd400640 1 -- 172.21.15.26:0/2620471397 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba7a6d6f80 con 0x55ba7a64e570 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.846+0000 7f75dd400640 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64e570 0x55ba7a65d190 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x55ba7a64b100 tx=0x7f75cc005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=774f3419048f9cda server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.846+0000 7f75bf400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.847+0000 7f75bf400640 1 -- 172.21.15.26:0/2620471397 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75cc0142c0 con 0x55ba7a64e570 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.847+0000 7f75bf400640 1 -- 172.21.15.26:0/2620471397 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f75cc005050 con 0x55ba7a64e570 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.847+0000 7f75e7982740 1 -- 172.21.15.26:0/2620471397 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75d0030070 con 0x55ba7a64e570 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.847+0000 7f75bf400640 1 -- 172.21.15.26:0/2620471397 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f75cc005250 con 0x55ba7a64e570 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.847+0000 7f75e7982740 10 client.16566 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.847+0000 7f75e7982740 1 -- 172.21.15.26:0/2620471397 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ba7a6d80d0 con 0x55ba7a64e570 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.847+0000 7f75bf400640 1 -- 172.21.15.26:0/2620471397 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f75d0030070 con 0x55ba7a64e570 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.848+0000 7f75bf400640 1 -- 172.21.15.26:0/2620471397 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f75cc004680 con 0x55ba7a64e570 2024-04-26T23:41:00.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.848+0000 7f75e7982740 10 client.16566 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:00.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.848+0000 7f75e7982740 10 client.16566 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:41:00.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.848+0000 7f75e7982740 20 client.16566 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:00.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.848+0000 7f75e7982740 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ba7a6d8570 0x55ba7a6da990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:00.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.848+0000 7f75e7982740 4 client.16566 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:41:00.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.848+0000 7f75e7982740 1 -- 172.21.15.26:0/2620471397 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ba7a5bb400 con 0x55ba7a6d8570 2024-04-26T23:41:00.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.848+0000 7f75dde00640 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ba7a6d8570 0x55ba7a6da990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:00.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.849+0000 7f75dde00640 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ba7a6d8570 0x55ba7a6da990 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec684ab3b4633704 server_cookie=c14538fdca2f8883 in_seq=0 out_seq=0 2024-04-26T23:41:00.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.849+0000 7f75bf400640 10 client.16566 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.853+0000 7f75bf400640 1 -- 172.21.15.26:0/2620471397 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ba7a5bb400 con 0x55ba7a6d8570 2024-04-26T23:41:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.853+0000 7f75bf400640 10 client.16566 handle_command_reply: tid=0 2024-04-26T23:41:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.853+0000 7f75e7982740 1 client.16566 shutdown 2024-04-26T23:41:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.853+0000 7f75e7982740 1 -- 172.21.15.26:0/2620471397 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64e570 msgr2=0x55ba7a65d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.853+0000 7f75e7982740 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64e570 0x55ba7a65d190 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x55ba7a64b100 tx=0x7f75cc005e50 comp rx=0 tx=0).stop 2024-04-26T23:41:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.853+0000 7f75e7982740 1 -- 172.21.15.26:0/2620471397 shutdown_connections 2024-04-26T23:41:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.853+0000 7f75e7982740 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ba7a6d8570 0x55ba7a6da990 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.853+0000 7f75e7982740 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ba7a658c40 0x55ba7a6d6a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.853+0000 7f75e7982740 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ba7a64e570 0x55ba7a65d190 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.853+0000 7f75e7982740 1 --2- 172.21.15.26:0/2620471397 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ba7a64dc50 0x55ba7a65cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.853+0000 7f75bf400640 0 client.16566 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.853+0000 7f75e7982740 1 -- 172.21.15.26:0/2620471397 >> 172.21.15.26:0/2620471397 conn(0x55ba7a649f70 msgr2=0x55ba7a655bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.854+0000 7f75e7982740 1 -- 172.21.15.26:0/2620471397 shutdown_connections 2024-04-26T23:41:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.854+0000 7f75e7982740 1 -- 172.21.15.26:0/2620471397 wait complete. 2024-04-26T23:41:00.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.854+0000 7f75e7982740 20 client.16566 trim_cache size 0 max 16384 2024-04-26T23:41:00.860 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:41:00.860 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:41:00.860 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "b4cf35c6-37d7-401b-b3db-7adbac0c626a", 2024-04-26T23:41:00.860 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:41:00.860 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:41:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.855+0000 7f75e4c00640 1 -- 172.21.15.26:0/3805141299 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f75c40a3da0 msgr2=0x7f75c40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.855+0000 7f75e4c00640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f75c40a3da0 0x7f75c40a6260 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x55ba7a64f210 tx=0x7f75d00097a0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.855+0000 7f75e4c00640 1 -- 172.21.15.26:0/3805141299 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75e010f210 msgr2=0x7f75e019fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.855+0000 7f75e4c00640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75e010f210 0x7f75e019fb30 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f75d8004770 tx=0x7f75d8003cd0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.855+0000 7f75e4c00640 1 -- 172.21.15.26:0/3805141299 shutdown_connections 2024-04-26T23:41:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.855+0000 7f75e4c00640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f75c40a3da0 0x7f75c40a6260 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.855+0000 7f75e4c00640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f75e010f210 0x7f75e019fb30 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.855+0000 7f75e4c00640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f75e0075520 0x7f75e019b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.855+0000 7f75e4c00640 1 --2- 172.21.15.26:0/3805141299 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f75e0074c00 0x7f75e019b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:00.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.855+0000 7f75e4c00640 1 -- 172.21.15.26:0/3805141299 >> 172.21.15.26:0/3805141299 conn(0x7f75e0079d80 msgr2=0x7f75e00ff9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:00.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.855+0000 7f75e4c00640 1 -- 172.21.15.26:0/3805141299 shutdown_connections 2024-04-26T23:41:00.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:00.855+0000 7f75e4c00640 1 -- 172.21.15.26:0/3805141299 wait complete. 2024-04-26T23:41:00.879 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:41:00.879 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:41:01.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.098+0000 7fcea3e00640 1 -- 172.21.15.26:0/244081985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcea41042d0 msgr2=0x7fcea410c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.098+0000 7fcea3e00640 1 --2- 172.21.15.26:0/244081985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcea41042d0 0x7fcea410c7b0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fce90009900 tx=0x7fce9002a480 comp rx=0 tx=0).stop 2024-04-26T23:41:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.098+0000 7fcea3e00640 1 -- 172.21.15.26:0/244081985 shutdown_connections 2024-04-26T23:41:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.098+0000 7fcea3e00640 1 --2- 172.21.15.26:0/244081985 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcea410cdd0 0x7fcea410f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.098+0000 7fcea3e00640 1 --2- 172.21.15.26:0/244081985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcea41042d0 0x7fcea410c7b0 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.098+0000 7fcea3e00640 1 --2- 172.21.15.26:0/244081985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcea41039b0 0x7fcea4103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.098+0000 7fcea3e00640 1 -- 172.21.15.26:0/244081985 >> 172.21.15.26:0/244081985 conn(0x7fcea40fd1b0 msgr2=0x7fcea40ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.098+0000 7fcea3e00640 1 -- 172.21.15.26:0/244081985 shutdown_connections 2024-04-26T23:41:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.098+0000 7fcea3e00640 1 -- 172.21.15.26:0/244081985 wait complete. 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.099+0000 7fcea3e00640 1 Processor -- start 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.099+0000 7fcea3e00640 1 -- start start 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.100+0000 7fcea3e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcea41039b0 0x7fcea4101600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.100+0000 7fcea3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcea41042d0 0x7fcea4101b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.100+0000 7fcea3e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcea410cdd0 0x7fcea4102080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.100+0000 7fcea3e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4112980 con 0x7fcea41042d0 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.100+0000 7fcea3e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4112800 con 0x7fcea41039b0 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.100+0000 7fcea3e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcea4112b00 con 0x7fcea410cdd0 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.100+0000 7fcea2000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcea41042d0 0x7fcea4101b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.100+0000 7fcea2000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcea41042d0 0x7fcea4101b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38504/0 (socket says 172.21.15.26:38504) 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.100+0000 7fcea2000640 1 -- 172.21.15.26:0/252287182 learned_addr learned my addr 172.21.15.26:0/252287182 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.100+0000 7fcea2a00640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcea41039b0 0x7fcea4101600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.100+0000 7fcea3400640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcea410cdd0 0x7fcea4102080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.101+0000 7fcea2000640 1 -- 172.21.15.26:0/252287182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcea410cdd0 msgr2=0x7fcea4102080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.101+0000 7fcea2000640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcea410cdd0 0x7fcea4102080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.101+0000 7fcea2000640 1 -- 172.21.15.26:0/252287182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcea41039b0 msgr2=0x7fcea4101600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.101+0000 7fcea2000640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcea41039b0 0x7fcea4101600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.101+0000 7fcea2000640 1 -- 172.21.15.26:0/252287182 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcea41a7450 con 0x7fcea41042d0 2024-04-26T23:41:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.101+0000 7fcea3400640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcea410cdd0 0x7fcea4102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.101+0000 7fcea2000640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcea41042d0 0x7fcea4101b40 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fce9002a9a0 tx=0x7fce90003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.101+0000 7fce9b400640 1 -- 172.21.15.26:0/252287182 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9003f070 con 0x7fcea41042d0 2024-04-26T23:41:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.101+0000 7fce9b400640 1 -- 172.21.15.26:0/252287182 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fce9003baf0 con 0x7fcea41042d0 2024-04-26T23:41:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.101+0000 7fcea3e00640 1 -- 172.21.15.26:0/252287182 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcea41a76e0 con 0x7fcea41042d0 2024-04-26T23:41:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.101+0000 7fce9b400640 1 -- 172.21.15.26:0/252287182 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce90035030 con 0x7fcea41042d0 2024-04-26T23:41:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.102+0000 7fcea3e00640 1 -- 172.21.15.26:0/252287182 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcea41a7c20 con 0x7fcea41042d0 2024-04-26T23:41:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.105+0000 7fceac879740 1 Processor -- start 2024-04-26T23:41:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.105+0000 7fceac879740 1 -- start start 2024-04-26T23:41:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.105+0000 7fce9b400640 1 -- 172.21.15.26:0/252287182 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fce90042070 con 0x7fcea41042d0 2024-04-26T23:41:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.106+0000 7fceac879740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bed50 0x555ab88bf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.106+0000 7fceac879740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bf670 0x555ab88c9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.106+0000 7fceac879740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88c9d40 0x555ab88cc130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.106+0000 7fceac879740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555ab87d0030 con 0x555ab88bf670 2024-04-26T23:41:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.106+0000 7fceac879740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555ab87eb7f0 con 0x555ab88c9d40 2024-04-26T23:41:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.106+0000 7fceac879740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555ab87a67e0 con 0x555ab88bed50 2024-04-26T23:41:01.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.106+0000 7fcea2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bf670 0x555ab88c9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.106+0000 7fcea2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bf670 0x555ab88c9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38516/0 (socket says 172.21.15.26:38516) 2024-04-26T23:41:01.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.106+0000 7fcea2a00640 1 -- 172.21.15.26:0/31774393 learned_addr learned my addr 172.21.15.26:0/31774393 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:01.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.106+0000 7fcea2000640 1 --2- 172.21.15.26:0/31774393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88c9d40 0x555ab88cc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.106+0000 7fcea3400640 1 --2- 172.21.15.26:0/31774393 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bed50 0x555ab88bf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.107+0000 7fcea2a00640 1 -- 172.21.15.26:0/31774393 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bed50 msgr2=0x555ab88bf130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:01.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.107+0000 7fcea2a00640 1 --2- 172.21.15.26:0/31774393 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bed50 0x555ab88bf130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.107+0000 7fcea2a00640 1 -- 172.21.15.26:0/31774393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88c9d40 msgr2=0x555ab88cc130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:01.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.107+0000 7fcea2a00640 1 --2- 172.21.15.26:0/31774393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88c9d40 0x555ab88cc130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.107+0000 7fcea2a00640 1 -- 172.21.15.26:0/31774393 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ab87b2050 con 0x555ab88bf670 2024-04-26T23:41:01.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.107+0000 7fcea2a00640 1 --2- 172.21.15.26:0/31774393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bf670 0x555ab88c9800 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fce9400bcb0 tx=0x7fce9400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d2b8b9577049bc2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:01.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.107+0000 7fce9b400640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fce880a3da0 0x7fce880a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.107+0000 7fce8fe00640 1 -- 172.21.15.26:0/31774393 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce94015070 con 0x555ab88bf670 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.108+0000 7fce8fe00640 1 -- 172.21.15.26:0/31774393 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fce940118d0 con 0x555ab88bf670 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.108+0000 7fce8fe00640 1 -- 172.21.15.26:0/31774393 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce940107f0 con 0x555ab88bf670 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.108+0000 7fce9b400640 1 -- 172.21.15.26:0/252287182 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fce900f0fb0 con 0x7fcea41042d0 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.108+0000 7fcea3400640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fce880a3da0 0x7fce880a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.109+0000 7fceac879740 1 -- 172.21.15.26:0/31774393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bf670 msgr2=0x555ab88c9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.109+0000 7fceac879740 1 --2- 172.21.15.26:0/31774393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bf670 0x555ab88c9800 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fce9400bcb0 tx=0x7fce9400f730 comp rx=0 tx=0).stop 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.109+0000 7fcea3400640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fce880a3da0 0x7fce880a6260 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fce9c005fd0 tx=0x7fce9c008370 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.109+0000 7fceac879740 1 -- 172.21.15.26:0/31774393 shutdown_connections 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.109+0000 7fceac879740 1 --2- 172.21.15.26:0/31774393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88c9d40 0x555ab88cc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.109+0000 7fceac879740 1 --2- 172.21.15.26:0/31774393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bf670 0x555ab88c9800 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.109+0000 7fceac879740 1 --2- 172.21.15.26:0/31774393 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bed50 0x555ab88bf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.109+0000 7fceac879740 1 -- 172.21.15.26:0/31774393 >> 172.21.15.26:0/31774393 conn(0x555ab88bb070 msgr2=0x555ab88bb450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.109+0000 7fceac879740 1 -- 172.21.15.26:0/31774393 shutdown_connections 2024-04-26T23:41:01.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.109+0000 7fceac879740 1 -- 172.21.15.26:0/31774393 wait complete. 2024-04-26T23:41:01.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.109+0000 7fceac879740 1 -- start start 2024-04-26T23:41:01.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.110+0000 7fceac879740 1 Processor -- start 2024-04-26T23:41:01.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.110+0000 7fceac879740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bed50 0x555ab88c95f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.110+0000 7fceac879740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bf670 0x555ab88c6980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.110+0000 7fceac879740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88c9d40 0x555ab88c6ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.110+0000 7fceac879740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555ab8828200 con 0x555ab88bed50 2024-04-26T23:41:01.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.110+0000 7fceac879740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555ab8822ee0 con 0x555ab88c9d40 2024-04-26T23:41:01.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.110+0000 7fceac879740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555ab882fe70 con 0x555ab88bf670 2024-04-26T23:41:01.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.110+0000 7fceac879740 10 client.0 _ll_register_callbacks cb 0x555ab8819270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:01.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.110+0000 7fcea2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bed50 0x555ab88c95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.110+0000 7fcea2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bed50 0x555ab88c95f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38524/0 (socket says 172.21.15.26:38524) 2024-04-26T23:41:01.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.110+0000 7fcea2a00640 1 -- 172.21.15.26:0/1893741495 learned_addr learned my addr 172.21.15.26:0/1893741495 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:01.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.111+0000 7fcea2000640 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bf670 0x555ab88c6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.111+0000 7fcea3400640 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88c9d40 0x555ab88c6ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.111+0000 7fcea2a00640 1 -- 172.21.15.26:0/1893741495 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bf670 msgr2=0x555ab88c6980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.111+0000 7fcea2a00640 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bf670 0x555ab88c6980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.111+0000 7fcea2a00640 1 -- 172.21.15.26:0/1893741495 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88c9d40 msgr2=0x555ab88c6ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.111+0000 7fcea2a00640 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88c9d40 0x555ab88c6ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.111+0000 7fcea2a00640 1 -- 172.21.15.26:0/1893741495 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ab85ff7d0 con 0x555ab88bed50 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.111+0000 7fcea2a00640 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bed50 0x555ab88c95f0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fce9400bc80 tx=0x7fce9400b9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27cf03b3f0bcda2a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.111+0000 7fce8cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.112+0000 7fce8cc00640 1 -- 172.21.15.26:0/1893741495 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce94015040 con 0x555ab88bed50 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.112+0000 7fce8cc00640 1 -- 172.21.15.26:0/1893741495 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fce94011c80 con 0x555ab88bed50 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.112+0000 7fceac879740 1 -- 172.21.15.26:0/1893741495 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce940118d0 con 0x555ab88bed50 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.112+0000 7fce8cc00640 1 -- 172.21.15.26:0/1893741495 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fce94004020 con 0x555ab88bed50 2024-04-26T23:41:01.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.112+0000 7fceac879740 10 client.16578 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:01.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.112+0000 7fceac879740 1 -- 172.21.15.26:0/1893741495 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555ab85353f0 con 0x555ab88bed50 2024-04-26T23:41:01.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.112+0000 7fce8cc00640 1 -- 172.21.15.26:0/1893741495 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fce940118d0 con 0x555ab88bed50 2024-04-26T23:41:01.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.113+0000 7fce8cc00640 1 -- 172.21.15.26:0/1893741495 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fce94022030 con 0x555ab88bed50 2024-04-26T23:41:01.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.113+0000 7fceac879740 10 client.16578 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:01.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.113+0000 7fceac879740 10 client.16578 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:41:01.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.113+0000 7fceac879740 20 client.16578 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:01.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.113+0000 7fceac879740 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555ab88d9620 0x555ab88dba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.113+0000 7fceac879740 4 client.16578 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:41:01.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.113+0000 7fceac879740 1 -- 172.21.15.26:0/1893741495 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555ab88317e0 con 0x555ab88d9620 2024-04-26T23:41:01.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.114+0000 7fcea2000640 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555ab88d9620 0x555ab88dba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.115+0000 7fcea2000640 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555ab88d9620 0x555ab88dba10 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58e6c71dca9b4a76 server_cookie=18cdc1d4f5aa61aa in_seq=0 out_seq=0 2024-04-26T23:41:01.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.115+0000 7fce8cc00640 10 client.16578 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:01.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.116+0000 7fce8cc00640 1 -- 172.21.15.26:0/1893741495 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555ab88317e0 con 0x555ab88d9620 2024-04-26T23:41:01.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.116+0000 7fce8cc00640 10 client.16578 handle_command_reply: tid=0 2024-04-26T23:41:01.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fceac879740 1 client.16578 shutdown 2024-04-26T23:41:01.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fceac879740 1 -- 172.21.15.26:0/1893741495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bed50 msgr2=0x555ab88c95f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:01.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fceac879740 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bed50 0x555ab88c95f0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fce9400bc80 tx=0x7fce9400b9f0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fceac879740 1 -- 172.21.15.26:0/1893741495 shutdown_connections 2024-04-26T23:41:01.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fceac879740 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555ab88d9620 0x555ab88dba10 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fceac879740 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88c9d40 0x555ab88c6ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fceac879740 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bf670 0x555ab88c6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fceac879740 1 --2- 172.21.15.26:0/1893741495 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88bed50 0x555ab88c95f0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fceac879740 1 -- 172.21.15.26:0/1893741495 >> 172.21.15.26:0/1893741495 conn(0x555ab88bb070 msgr2=0x555ab88ba1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:01.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fce8cc00640 0 client.16578 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:01.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fceac879740 1 -- 172.21.15.26:0/1893741495 shutdown_connections 2024-04-26T23:41:01.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fceac879740 1 -- 172.21.15.26:0/1893741495 wait complete. 2024-04-26T23:41:01.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.117+0000 7fceac879740 20 client.16578 trim_cache size 0 max 16384 2024-04-26T23:41:01.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.140+0000 7fceac879740 1 Processor -- start 2024-04-26T23:41:01.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.140+0000 7fceac879740 1 -- start start 2024-04-26T23:41:01.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.140+0000 7fceac879740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bed50 0x555ab88ba070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.140+0000 7fceac879740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88bf670 0x555ab88d5720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.140+0000 7fceac879740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 0x555ab88c90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.140+0000 7fceac879740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcea41b0680 con 0x555ab88c9d40 2024-04-26T23:41:01.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.140+0000 7fceac879740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcea41ae4b0 con 0x555ab88bf670 2024-04-26T23:41:01.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.140+0000 7fceac879740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcea41affb0 con 0x555ab88bed50 2024-04-26T23:41:01.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.141+0000 7fcea3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 0x555ab88c90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.141+0000 7fcea3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 0x555ab88c90b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38526/0 (socket says 172.21.15.26:38526) 2024-04-26T23:41:01.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.141+0000 7fcea3400640 1 -- 172.21.15.26:0/369196166 learned_addr learned my addr 172.21.15.26:0/369196166 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:01.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.141+0000 7fcea2a00640 1 --2- 172.21.15.26:0/369196166 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bed50 0x555ab88ba070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.141+0000 7fcea2000640 1 --2- 172.21.15.26:0/369196166 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88bf670 0x555ab88d5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.141+0000 7fcea3400640 1 -- 172.21.15.26:0/369196166 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bed50 msgr2=0x555ab88ba070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:01.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.141+0000 7fcea3400640 1 --2- 172.21.15.26:0/369196166 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bed50 0x555ab88ba070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.141+0000 7fcea3400640 1 -- 172.21.15.26:0/369196166 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88bf670 msgr2=0x555ab88d5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:01.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.141+0000 7fcea3400640 1 --2- 172.21.15.26:0/369196166 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88bf670 0x555ab88d5720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.141+0000 7fcea3400640 1 -- 172.21.15.26:0/369196166 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ab84f50f0 con 0x555ab88c9d40 2024-04-26T23:41:01.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.141+0000 7fcea2000640 1 --2- 172.21.15.26:0/369196166 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88bf670 0x555ab88d5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:41:01.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.142+0000 7fcea3400640 1 --2- 172.21.15.26:0/369196166 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 0x555ab88c90b0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fce9c010780 tx=0x7fce9c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ecba3d01bb16d03 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:01.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.142+0000 7fce8f400640 1 -- 172.21.15.26:0/369196166 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9c01cb30 con 0x555ab88c9d40 2024-04-26T23:41:01.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.142+0000 7fce8f400640 1 -- 172.21.15.26:0/369196166 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fce9c010e50 con 0x555ab88c9d40 2024-04-26T23:41:01.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.142+0000 7fce8f400640 1 -- 172.21.15.26:0/369196166 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9c01a410 con 0x555ab88c9d40 2024-04-26T23:41:01.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.143+0000 7fceac879740 1 -- 172.21.15.26:0/369196166 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 msgr2=0x555ab88c90b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:01.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.143+0000 7fceac879740 1 --2- 172.21.15.26:0/369196166 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 0x555ab88c90b0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fce9c010780 tx=0x7fce9c012000 comp rx=0 tx=0).stop 2024-04-26T23:41:01.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.143+0000 7fceac879740 1 -- 172.21.15.26:0/369196166 shutdown_connections 2024-04-26T23:41:01.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.143+0000 7fceac879740 1 --2- 172.21.15.26:0/369196166 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 0x555ab88c90b0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.143+0000 7fceac879740 1 --2- 172.21.15.26:0/369196166 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88bf670 0x555ab88d5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.143+0000 7fceac879740 1 --2- 172.21.15.26:0/369196166 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bed50 0x555ab88ba070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.143+0000 7fceac879740 1 -- 172.21.15.26:0/369196166 >> 172.21.15.26:0/369196166 conn(0x555ab88bb070 msgr2=0x555ab88b9960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:01.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.143+0000 7fceac879740 1 -- 172.21.15.26:0/369196166 shutdown_connections 2024-04-26T23:41:01.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.144+0000 7fceac879740 1 -- 172.21.15.26:0/369196166 wait complete. 2024-04-26T23:41:01.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.144+0000 7fceac879740 1 -- start start 2024-04-26T23:41:01.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.144+0000 7fceac879740 1 Processor -- start 2024-04-26T23:41:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.145+0000 7fceac879740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88bed50 0x555ab88d1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.145+0000 7fceac879740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bf670 0x555ab88cd1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.145+0000 7fceac879740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 0x555ab88cd730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.145+0000 7fceac879740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcea41af210 con 0x555ab88c9d40 2024-04-26T23:41:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.145+0000 7fceac879740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcea41aeb40 con 0x555ab88bed50 2024-04-26T23:41:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.145+0000 7fceac879740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcea41af8e0 con 0x555ab88bf670 2024-04-26T23:41:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.145+0000 7fceac879740 10 client.0 _ll_register_callbacks cb 0x7fce9400bb00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.145+0000 7fcea3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 0x555ab88cd730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.145+0000 7fcea3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 0x555ab88cd730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38542/0 (socket says 172.21.15.26:38542) 2024-04-26T23:41:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.145+0000 7fcea3400640 1 -- 172.21.15.26:0/2915102033 learned_addr learned my addr 172.21.15.26:0/2915102033 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.145+0000 7fcea2a00640 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88bed50 0x555ab88d1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.145+0000 7fcea2000640 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bf670 0x555ab88cd1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.146+0000 7fcea3400640 1 -- 172.21.15.26:0/2915102033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bf670 msgr2=0x555ab88cd1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.146+0000 7fcea3400640 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bf670 0x555ab88cd1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.146+0000 7fcea3400640 1 -- 172.21.15.26:0/2915102033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88bed50 msgr2=0x555ab88d1d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.146+0000 7fcea3400640 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88bed50 0x555ab88d1d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.146+0000 7fcea3400640 1 -- 172.21.15.26:0/2915102033 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ab87eba30 con 0x555ab88c9d40 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.146+0000 7fcea2a00640 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88bed50 0x555ab88d1d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.146+0000 7fcea3400640 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 0x555ab88cd730 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fce9c004df0 tx=0x7fce9c004e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b23c2746cd7f738a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.146+0000 7fce8cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.146+0000 7fce8cc00640 1 -- 172.21.15.26:0/2915102033 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9c01cdc0 con 0x555ab88c9d40 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.146+0000 7fce8cc00640 1 -- 172.21.15.26:0/2915102033 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fce9c01d420 con 0x555ab88c9d40 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.146+0000 7fceac879740 1 -- 172.21.15.26:0/2915102033 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce9c010e50 con 0x555ab88c9d40 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.147+0000 7fce8cc00640 1 -- 172.21.15.26:0/2915102033 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fce9c03d050 con 0x555ab88c9d40 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.147+0000 7fceac879740 10 client.16584 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:01.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.147+0000 7fceac879740 1 -- 172.21.15.26:0/2915102033 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555ab893f400 con 0x555ab88c9d40 2024-04-26T23:41:01.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.147+0000 7fce8cc00640 1 -- 172.21.15.26:0/2915102033 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fce9c010e50 con 0x555ab88c9d40 2024-04-26T23:41:01.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.147+0000 7fce8cc00640 1 -- 172.21.15.26:0/2915102033 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fce9c02fa40 con 0x555ab88c9d40 2024-04-26T23:41:01.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.147+0000 7fceac879740 10 client.16584 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:01.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.147+0000 7fceac879740 10 client.16584 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:41:01.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.147+0000 7fceac879740 20 client.16584 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:01.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.147+0000 7fceac879740 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555ab893fae0 0x555ab8941f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:01.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.147+0000 7fceac879740 4 client.16584 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:41:01.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.147+0000 7fceac879740 1 -- 172.21.15.26:0/2915102033 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555ab882b650 con 0x555ab893fae0 2024-04-26T23:41:01.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.148+0000 7fcea2a00640 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555ab893fae0 0x555ab8941f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.149+0000 7fcea2a00640 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555ab893fae0 0x555ab8941f00 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4dd871f442e222fa server_cookie=b70128fdfe529c54 in_seq=0 out_seq=0 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.149+0000 7fce8cc00640 10 client.16584 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fce8cc00640 1 -- 172.21.15.26:0/2915102033 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555ab882b650 con 0x555ab893fae0 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fce8cc00640 10 client.16584 handle_command_reply: tid=0 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fceac879740 1 client.16584 shutdown 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fceac879740 1 -- 172.21.15.26:0/2915102033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 msgr2=0x555ab88cd730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fceac879740 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 0x555ab88cd730 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fce9c004df0 tx=0x7fce9c004e20 comp rx=0 tx=0).stop 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fceac879740 1 -- 172.21.15.26:0/2915102033 shutdown_connections 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fceac879740 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555ab893fae0 0x555ab8941f00 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fceac879740 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555ab88c9d40 0x555ab88cd730 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fceac879740 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555ab88bf670 0x555ab88cd1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fceac879740 1 --2- 172.21.15.26:0/2915102033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555ab88bed50 0x555ab88d1d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fceac879740 1 -- 172.21.15.26:0/2915102033 >> 172.21.15.26:0/2915102033 conn(0x555ab88bb070 msgr2=0x555ab88ba1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:01.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fce8cc00640 0 client.16584 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:01.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fceac879740 1 -- 172.21.15.26:0/2915102033 shutdown_connections 2024-04-26T23:41:01.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fceac879740 1 -- 172.21.15.26:0/2915102033 wait complete. 2024-04-26T23:41:01.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.150+0000 7fceac879740 20 client.16584 trim_cache size 0 max 16384 2024-04-26T23:41:01.157 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:41:01.157 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:41:01.157 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:41:01.157 INFO:teuthology.orchestra.run.smithi026.stdout: "b4cf35c6-37d7-401b-b3db-7adbac0c626a": { 2024-04-26T23:41:01.157 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:41:01.157 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "b4cf35c6-37d7-401b-b3db-7adbac0c626a", 2024-04-26T23:41:01.157 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:41:01.157 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:41:01.158 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:41:01.158 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:41:01.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.151+0000 7fcea3e00640 1 -- 172.21.15.26:0/252287182 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fce880a3da0 msgr2=0x7fce880a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:01.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.151+0000 7fcea3e00640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fce880a3da0 0x7fce880a6260 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fce9c005fd0 tx=0x7fce9c008370 comp rx=0 tx=0).stop 2024-04-26T23:41:01.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.151+0000 7fcea3e00640 1 -- 172.21.15.26:0/252287182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcea41042d0 msgr2=0x7fcea4101b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:01.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.151+0000 7fcea3e00640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcea41042d0 0x7fcea4101b40 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fce9002a9a0 tx=0x7fce90003b90 comp rx=0 tx=0).stop 2024-04-26T23:41:01.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.151+0000 7fcea3e00640 1 -- 172.21.15.26:0/252287182 shutdown_connections 2024-04-26T23:41:01.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.151+0000 7fcea3e00640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcea410cdd0 0x7fcea4102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.151+0000 7fcea3e00640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fce880a3da0 0x7fce880a6260 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.151+0000 7fcea3e00640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcea41042d0 0x7fcea4101b40 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.151+0000 7fcea3e00640 1 --2- 172.21.15.26:0/252287182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcea41039b0 0x7fcea4101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:01.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.151+0000 7fcea3e00640 1 -- 172.21.15.26:0/252287182 >> 172.21.15.26:0/252287182 conn(0x7fcea40fd1b0 msgr2=0x7fcea40feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:01.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.151+0000 7fcea3e00640 1 -- 172.21.15.26:0/252287182 shutdown_connections 2024-04-26T23:41:01.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:01.151+0000 7fcea3e00640 1 -- 172.21.15.26:0/252287182 wait complete. 2024-04-26T23:41:01.173 INFO:tasks.cephfs.filesystem:scrub status for tag:b4cf35c6-37d7-401b-b3db-7adbac0c626a - {'path': '/', 'tag': 'b4cf35c6-37d7-401b-b3db-7adbac0c626a', 'options': 'recursive,force'} 2024-04-26T23:41:02.623 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:02 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:41:02.623 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:02 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:41:02.623 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:02 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:41:02.624 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:02 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:41:02.624 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:02 smithi086 ceph-mon[31122]: pgmap v158: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:02 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:41:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:02 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:41:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:02 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:41:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:02 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:41:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:02 smithi164 ceph-mon[31699]: pgmap v158: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:02.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:02 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:41:02.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:02 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:41:02.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:02 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:41:02.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:02 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:41:02.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:02 smithi026 ceph-mon[28371]: pgmap v158: 97 pgs: 97 active+clean; 2.9 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:04.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:04 smithi164 ceph-mon[31699]: pgmap v159: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 75 KiB/s wr, 22 op/s 2024-04-26T23:41:04.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:04 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:41:04.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:04 smithi026 ceph-mon[28371]: pgmap v159: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 75 KiB/s wr, 22 op/s 2024-04-26T23:41:04.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:04 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:41:04.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:04 smithi086 ceph-mon[31122]: pgmap v159: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 75 KiB/s wr, 22 op/s 2024-04-26T23:41:04.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:04 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:41:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:06 smithi164 ceph-mon[31699]: pgmap v160: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 75 KiB/s wr, 20 op/s 2024-04-26T23:41:06.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:06 smithi026 ceph-mon[28371]: pgmap v160: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 75 KiB/s wr, 20 op/s 2024-04-26T23:41:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:06 smithi086 ceph-mon[31122]: pgmap v160: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 75 KiB/s wr, 20 op/s 2024-04-26T23:41:08.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:08 smithi164 ceph-mon[31699]: pgmap v161: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 79 KiB/s wr, 22 op/s 2024-04-26T23:41:08.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:08 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:41:08.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:08 smithi026 ceph-mon[28371]: pgmap v161: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 79 KiB/s wr, 22 op/s 2024-04-26T23:41:08.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:08 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:41:08.819 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:08 smithi086 ceph-mon[31122]: pgmap v161: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 79 KiB/s wr, 22 op/s 2024-04-26T23:41:08.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:08 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:41:10.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:10 smithi164 ceph-mon[31699]: pgmap v162: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 79 KiB/s wr, 20 op/s 2024-04-26T23:41:10.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:10 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:41:10.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:10 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:41:10.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:10 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:41:10.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:10 smithi026 ceph-mon[28371]: pgmap v162: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 79 KiB/s wr, 20 op/s 2024-04-26T23:41:10.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:10 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:41:10.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:10 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:41:10.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:10 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:41:10.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:10 smithi086 ceph-mon[31122]: pgmap v162: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 79 KiB/s wr, 20 op/s 2024-04-26T23:41:10.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:10 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:41:10.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:10 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:41:10.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:10 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:41:12.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:12 smithi164 ceph-mon[31699]: pgmap v163: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 79 KiB/s wr, 20 op/s 2024-04-26T23:41:12.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:12 smithi026 ceph-mon[28371]: pgmap v163: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 79 KiB/s wr, 20 op/s 2024-04-26T23:41:12.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:12 smithi086 ceph-mon[31122]: pgmap v163: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 79 KiB/s wr, 20 op/s 2024-04-26T23:41:14.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:14 smithi164 ceph-mon[31699]: pgmap v164: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 79 KiB/s wr, 22 op/s 2024-04-26T23:41:14.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:14 smithi026 ceph-mon[28371]: pgmap v164: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 79 KiB/s wr, 22 op/s 2024-04-26T23:41:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:14 smithi086 ceph-mon[31122]: pgmap v164: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 79 KiB/s wr, 22 op/s 2024-04-26T23:41:16.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:16 smithi164 ceph-mon[31699]: pgmap v165: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.0 KiB/s wr, 5 op/s 2024-04-26T23:41:16.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:16 smithi026 ceph-mon[28371]: pgmap v165: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.0 KiB/s wr, 5 op/s 2024-04-26T23:41:16.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:16 smithi086 ceph-mon[31122]: pgmap v165: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.0 KiB/s wr, 5 op/s 2024-04-26T23:41:18.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:18 smithi164 ceph-mon[31699]: pgmap v166: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.0 KiB/s wr, 7 op/s 2024-04-26T23:41:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:18 smithi026 ceph-mon[28371]: pgmap v166: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.0 KiB/s wr, 7 op/s 2024-04-26T23:41:18.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:18 smithi086 ceph-mon[31122]: pgmap v166: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.0 KiB/s wr, 7 op/s 2024-04-26T23:41:20.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:20 smithi164 ceph-mon[31699]: pgmap v167: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:20.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:20 smithi026 ceph-mon[28371]: pgmap v167: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:20.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:20 smithi086 ceph-mon[31122]: pgmap v167: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:22.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:22 smithi164 ceph-mon[31699]: pgmap v168: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:22.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:22 smithi026 ceph-mon[28371]: pgmap v168: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:22.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:22 smithi086 ceph-mon[31122]: pgmap v168: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:24.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:24 smithi164 ceph-mon[31699]: pgmap v169: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:24 smithi026 ceph-mon[28371]: pgmap v169: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:24.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:24 smithi086 ceph-mon[31122]: pgmap v169: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:26.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:26 smithi164 ceph-mon[31699]: pgmap v170: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:26.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:26 smithi026 ceph-mon[28371]: pgmap v170: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:26.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:26 smithi086 ceph-mon[31122]: pgmap v170: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:28.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:28 smithi164 ceph-mon[31699]: pgmap v171: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:28.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:28 smithi026 ceph-mon[28371]: pgmap v171: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:28.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:28 smithi086 ceph-mon[31122]: pgmap v171: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:30.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:30 smithi164 ceph-mon[31699]: pgmap v172: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:30.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:30 smithi026 ceph-mon[28371]: pgmap v172: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:30.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:30 smithi086 ceph-mon[31122]: pgmap v172: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:31.175 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:41:31.175 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:41:31.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.442+0000 7f5d9be00640 1 -- 172.21.15.26:0/3594479100 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5d9c104350 msgr2=0x7f5d9c10c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.442+0000 7f5d9be00640 1 --2- 172.21.15.26:0/3594479100 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5d9c104350 0x7f5d9c10c830 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f5d88009900 tx=0x7f5d8802a480 comp rx=0 tx=0).stop 2024-04-26T23:41:31.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.442+0000 7f5d9be00640 1 -- 172.21.15.26:0/3594479100 shutdown_connections 2024-04-26T23:41:31.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.442+0000 7f5d9be00640 1 --2- 172.21.15.26:0/3594479100 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5d9c10ce00 0x7f5d9c10f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.442+0000 7f5d9be00640 1 --2- 172.21.15.26:0/3594479100 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5d9c104350 0x7f5d9c10c830 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.442+0000 7f5d9be00640 1 --2- 172.21.15.26:0/3594479100 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5d9c103a30 0x7f5d9c103e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.442+0000 7f5d9be00640 1 -- 172.21.15.26:0/3594479100 >> 172.21.15.26:0/3594479100 conn(0x7f5d9c0fd190 msgr2=0x7f5d9c0ff5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:31.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.442+0000 7f5d9be00640 1 -- 172.21.15.26:0/3594479100 shutdown_connections 2024-04-26T23:41:31.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.442+0000 7f5d9be00640 1 -- 172.21.15.26:0/3594479100 wait complete. 2024-04-26T23:41:31.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.443+0000 7f5d9be00640 1 Processor -- start 2024-04-26T23:41:31.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.443+0000 7f5d9be00640 1 -- start start 2024-04-26T23:41:31.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.444+0000 7f5d9be00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5d9c103a30 0x7f5d9c198f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.444+0000 7f5d9be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5d9c104350 0x7f5d9c199460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.444+0000 7f5d9be00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5d9c10ce00 0x7f5d9c19d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.444+0000 7f5d9be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9c112900 con 0x7f5d9c104350 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.444+0000 7f5d9be00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9c112780 con 0x7f5d9c103a30 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.444+0000 7f5d9be00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9c112a80 con 0x7f5d9c10ce00 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.444+0000 7f5d9a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5d9c104350 0x7f5d9c199460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.444+0000 7f5d9a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5d9c104350 0x7f5d9c199460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55204/0 (socket says 172.21.15.26:55204) 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.444+0000 7f5d9a000640 1 -- 172.21.15.26:0/358961600 learned_addr learned my addr 172.21.15.26:0/358961600 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.444+0000 7f5d9aa00640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5d9c103a30 0x7f5d9c198f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5d9b400640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5d9c10ce00 0x7f5d9c19d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5d9a000640 1 -- 172.21.15.26:0/358961600 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5d9c10ce00 msgr2=0x7f5d9c19d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5d9a000640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5d9c10ce00 0x7f5d9c19d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5d9a000640 1 -- 172.21.15.26:0/358961600 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5d9c103a30 msgr2=0x7f5d9c198f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5d9a000640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5d9c103a30 0x7f5d9c198f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5d9a000640 1 -- 172.21.15.26:0/358961600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d9c19df10 con 0x7f5d9c104350 2024-04-26T23:41:31.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5d9aa00640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5d9c103a30 0x7f5d9c198f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:41:31.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5d9b400640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5d9c10ce00 0x7f5d9c19d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:31.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5d9a000640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5d9c104350 0x7f5d9c199460 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f5d88009230 tx=0x7f5d88004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:31.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5da0a00640 1 -- 172.21.15.26:0/358961600 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d8803f030 con 0x7f5d9c104350 2024-04-26T23:41:31.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5da0a00640 1 -- 172.21.15.26:0/358961600 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5d88003a80 con 0x7f5d9c104350 2024-04-26T23:41:31.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5da0a00640 1 -- 172.21.15.26:0/358961600 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d88035070 con 0x7f5d9c104350 2024-04-26T23:41:31.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.445+0000 7f5d9be00640 1 -- 172.21.15.26:0/358961600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d9c19e1a0 con 0x7f5d9c104350 2024-04-26T23:41:31.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.446+0000 7f5d9be00640 1 -- 172.21.15.26:0/358961600 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d9c1a5a90 con 0x7f5d9c104350 2024-04-26T23:41:31.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.449+0000 7f5da4b64740 1 Processor -- start 2024-04-26T23:41:31.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.450+0000 7f5da4b64740 1 -- start start 2024-04-26T23:41:31.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.450+0000 7f5da0a00640 1 -- 172.21.15.26:0/358961600 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f5d88042030 con 0x7f5d9c104350 2024-04-26T23:41:31.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.450+0000 7f5da4b64740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff28d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.450+0000 7f5da4b64740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff297800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.450+0000 7f5da4b64740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff29a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.450+0000 7f5da4b64740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556fff19e030 con 0x556fff28d670 2024-04-26T23:41:31.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.450+0000 7f5da4b64740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x556fff1b97f0 con 0x556fff28cd50 2024-04-26T23:41:31.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.450+0000 7f5da4b64740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x556fff1747e0 con 0x556fff297d40 2024-04-26T23:41:31.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.451+0000 7f5d9aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff297800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.451+0000 7f5d9aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff297800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55216/0 (socket says 172.21.15.26:55216) 2024-04-26T23:41:31.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.451+0000 7f5d9aa00640 1 -- 172.21.15.26:0/1923651810 learned_addr learned my addr 172.21.15.26:0/1923651810 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.451+0000 7f5d9b400640 1 --2- 172.21.15.26:0/1923651810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff28d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.451+0000 7f5d9a000640 1 --2- 172.21.15.26:0/1923651810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff29a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.451+0000 7f5d9aa00640 1 -- 172.21.15.26:0/1923651810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 msgr2=0x556fff29a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.451+0000 7f5d9aa00640 1 --2- 172.21.15.26:0/1923651810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff29a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.451+0000 7f5d9aa00640 1 -- 172.21.15.26:0/1923651810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 msgr2=0x556fff28d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.451+0000 7f5d9aa00640 1 --2- 172.21.15.26:0/1923651810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff28d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.451+0000 7f5d9aa00640 1 -- 172.21.15.26:0/1923651810 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fff180050 con 0x556fff28d670 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.451+0000 7f5d9b400640 1 --2- 172.21.15.26:0/1923651810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff28d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.452+0000 7f5d9aa00640 1 --2- 172.21.15.26:0/1923651810 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff297800 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f5d8c00bd40 tx=0x7f5d8c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcc7d4f713c1a900 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.452+0000 7f5da0a00640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5d800a3d20 0x7f5d800a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.452+0000 7f5d87e00640 1 -- 172.21.15.26:0/1923651810 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d8c015070 con 0x556fff28d670 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.452+0000 7f5d87e00640 1 -- 172.21.15.26:0/1923651810 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5d8c00be30 con 0x556fff28d670 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.452+0000 7f5d87e00640 1 -- 172.21.15.26:0/1923651810 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d8c0118e0 con 0x556fff28d670 2024-04-26T23:41:31.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.452+0000 7f5da0a00640 1 -- 172.21.15.26:0/358961600 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f5d880f0e10 con 0x7f5d9c104350 2024-04-26T23:41:31.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.452+0000 7f5d9b400640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5d800a3d20 0x7f5d800a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.453+0000 7f5da4b64740 1 -- 172.21.15.26:0/1923651810 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 msgr2=0x556fff297800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.453+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1923651810 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff297800 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f5d8c00bd40 tx=0x7f5d8c00f730 comp rx=0 tx=0).stop 2024-04-26T23:41:31.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.453+0000 7f5d9b400640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5d800a3d20 0x7f5d800a61e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5d94005fd0 tx=0x7f5d94009530 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:31.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.453+0000 7f5da4b64740 1 -- 172.21.15.26:0/1923651810 shutdown_connections 2024-04-26T23:41:31.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.453+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1923651810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff29a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.453+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1923651810 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff297800 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.453+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1923651810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff28d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.453+0000 7f5da4b64740 1 -- 172.21.15.26:0/1923651810 >> 172.21.15.26:0/1923651810 conn(0x556fff289070 msgr2=0x556fff289450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:31.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.453+0000 7f5da4b64740 1 -- 172.21.15.26:0/1923651810 shutdown_connections 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.453+0000 7f5da4b64740 1 -- 172.21.15.26:0/1923651810 wait complete. 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.454+0000 7f5da4b64740 1 -- start start 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.454+0000 7f5da4b64740 1 Processor -- start 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.455+0000 7f5da4b64740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff2a1900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.455+0000 7f5da4b64740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff2a1e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.455+0000 7f5da4b64740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff29bd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.455+0000 7f5da4b64740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556fff1f6200 con 0x556fff28d670 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.455+0000 7f5da4b64740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x556fff1f0ee0 con 0x556fff28cd50 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.455+0000 7f5da4b64740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x556fff1fde70 con 0x556fff297d40 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.455+0000 7f5da4b64740 10 client.0 _ll_register_callbacks cb 0x556fff1e7270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.455+0000 7f5d9a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff2a1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.455+0000 7f5d9a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff2a1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55218/0 (socket says 172.21.15.26:55218) 2024-04-26T23:41:31.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.455+0000 7f5d9a000640 1 -- 172.21.15.26:0/3923986021 learned_addr learned my addr 172.21.15.26:0/3923986021 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:31.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.455+0000 7f5d9aa00640 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff2a1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.456+0000 7f5d9b400640 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff29bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.456+0000 7f5d9a000640 1 -- 172.21.15.26:0/3923986021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 msgr2=0x556fff29bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:31.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.456+0000 7f5d9a000640 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff29bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.456+0000 7f5d9a000640 1 -- 172.21.15.26:0/3923986021 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 msgr2=0x556fff2a1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:31.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.456+0000 7f5d9a000640 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff2a1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.456+0000 7f5d9a000640 1 -- 172.21.15.26:0/3923986021 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ffefcd7d0 con 0x556fff28d670 2024-04-26T23:41:31.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.456+0000 7f5d9a000640 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff2a1e40 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f5d880bcd10 tx=0x7f5d880bcb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=625be150f2dcffe7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:31.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.456+0000 7f5d84c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:31.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.457+0000 7f5d84c00640 1 -- 172.21.15.26:0/3923986021 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d88049040 con 0x556fff28d670 2024-04-26T23:41:31.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.457+0000 7f5d84c00640 1 -- 172.21.15.26:0/3923986021 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f5d880f30f0 con 0x556fff28d670 2024-04-26T23:41:31.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.457+0000 7f5da4b64740 1 -- 172.21.15.26:0/3923986021 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d8c00be30 con 0x556fff28d670 2024-04-26T23:41:31.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.457+0000 7f5d84c00640 1 -- 172.21.15.26:0/3923986021 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5d880bd480 con 0x556fff28d670 2024-04-26T23:41:31.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.457+0000 7f5da4b64740 10 client.16596 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:31.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.457+0000 7f5da4b64740 1 -- 172.21.15.26:0/3923986021 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x556ffef033f0 con 0x556fff28d670 2024-04-26T23:41:31.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.461+0000 7f5d84c00640 1 -- 172.21.15.26:0/3923986021 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5d8c00be30 con 0x556fff28d670 2024-04-26T23:41:31.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.461+0000 7f5d84c00640 1 -- 172.21.15.26:0/3923986021 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5d880ee7b0 con 0x556fff28d670 2024-04-26T23:41:31.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.461+0000 7f5da4b64740 10 client.16596 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:31.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.461+0000 7f5da4b64740 10 client.16596 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:41:31.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.461+0000 7f5da4b64740 20 client.16596 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:31.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.461+0000 7f5da4b64740 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556fff2ab9f0 0x556fff2ade10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.461+0000 7f5da4b64740 4 client.16596 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:41:31.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.461+0000 7f5da4b64740 1 -- 172.21.15.26:0/3923986021 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556fff1ff7e0 con 0x556fff2ab9f0 2024-04-26T23:41:31.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.462+0000 7f5d9aa00640 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556fff2ab9f0 0x556fff2ade10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.463+0000 7f5d9aa00640 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556fff2ab9f0 0x556fff2ade10 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33bff395af22a218 server_cookie=23e943cabf212f1 in_seq=0 out_seq=0 2024-04-26T23:41:31.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.463+0000 7f5d84c00640 10 client.16596 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:31.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5d84c00640 1 -- 172.21.15.26:0/3923986021 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556fff1ff7e0 con 0x556fff2ab9f0 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5d84c00640 10 client.16596 handle_command_reply: tid=0 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5da4b64740 1 client.16596 shutdown 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5da4b64740 1 -- 172.21.15.26:0/3923986021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 msgr2=0x556fff2a1e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5da4b64740 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff2a1e40 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f5d880bcd10 tx=0x7f5d880bcb50 comp rx=0 tx=0).stop 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5da4b64740 1 -- 172.21.15.26:0/3923986021 shutdown_connections 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5da4b64740 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556fff2ab9f0 0x556fff2ade10 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5da4b64740 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff29bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5da4b64740 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff2a1e40 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5da4b64740 1 --2- 172.21.15.26:0/3923986021 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff2a1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5da4b64740 1 -- 172.21.15.26:0/3923986021 >> 172.21.15.26:0/3923986021 conn(0x556fff289070 msgr2=0x556fff2881f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5d84c00640 0 client.16596 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5da4b64740 1 -- 172.21.15.26:0/3923986021 shutdown_connections 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.465+0000 7f5da4b64740 1 -- 172.21.15.26:0/3923986021 wait complete. 2024-04-26T23:41:31.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.466+0000 7f5da4b64740 20 client.16596 trim_cache size 0 max 16384 2024-04-26T23:41:31.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.487+0000 7f5da4b64740 1 Processor -- start 2024-04-26T23:41:31.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.487+0000 7f5da4b64740 1 -- start start 2024-04-26T23:41:31.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.487+0000 7f5da4b64740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff296060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.487+0000 7f5da4b64740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff2965a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.487+0000 7f5da4b64740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff287960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.487+0000 7f5da4b64740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9c1ac240 con 0x556fff28d670 2024-04-26T23:41:31.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.487+0000 7f5da4b64740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9c1aa070 con 0x556fff28cd50 2024-04-26T23:41:31.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.487+0000 7f5da4b64740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9c1abb70 con 0x556fff297d40 2024-04-26T23:41:31.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.488+0000 7f5d9a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff2965a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.488+0000 7f5d9a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff2965a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55220/0 (socket says 172.21.15.26:55220) 2024-04-26T23:41:31.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.488+0000 7f5d9a000640 1 -- 172.21.15.26:0/1281674656 learned_addr learned my addr 172.21.15.26:0/1281674656 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:31.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.488+0000 7f5d9aa00640 1 --2- 172.21.15.26:0/1281674656 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff296060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.488+0000 7f5d9b400640 1 --2- 172.21.15.26:0/1281674656 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff287960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.488+0000 7f5d9a000640 1 -- 172.21.15.26:0/1281674656 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 msgr2=0x556fff287960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:31.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.488+0000 7f5d9a000640 1 --2- 172.21.15.26:0/1281674656 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff287960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.488+0000 7f5d9a000640 1 -- 172.21.15.26:0/1281674656 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 msgr2=0x556fff296060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:31.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.488+0000 7f5d9a000640 1 --2- 172.21.15.26:0/1281674656 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff296060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.488+0000 7f5d9a000640 1 -- 172.21.15.26:0/1281674656 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fff28d4a0 con 0x556fff28d670 2024-04-26T23:41:31.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.489+0000 7f5d9a000640 1 --2- 172.21.15.26:0/1281674656 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff2965a0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f5d88005c20 tx=0x7f5d880bcc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=724148e86f325ab server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:31.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.489+0000 7f5d87400640 1 -- 172.21.15.26:0/1281674656 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d88049070 con 0x556fff28d670 2024-04-26T23:41:31.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.489+0000 7f5d87400640 1 -- 172.21.15.26:0/1281674656 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5d880bcd80 con 0x556fff28d670 2024-04-26T23:41:31.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.489+0000 7f5d87400640 1 -- 172.21.15.26:0/1281674656 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d880dd0d0 con 0x556fff28d670 2024-04-26T23:41:31.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.490+0000 7f5da4b64740 1 -- 172.21.15.26:0/1281674656 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 msgr2=0x556fff2965a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.490+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1281674656 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff2965a0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f5d88005c20 tx=0x7f5d880bcc80 comp rx=0 tx=0).stop 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.490+0000 7f5da4b64740 1 -- 172.21.15.26:0/1281674656 shutdown_connections 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.490+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1281674656 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff287960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.490+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1281674656 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28d670 0x556fff2965a0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.490+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1281674656 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28cd50 0x556fff296060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.490+0000 7f5da4b64740 1 -- 172.21.15.26:0/1281674656 >> 172.21.15.26:0/1281674656 conn(0x556fff289070 msgr2=0x556fff2a1450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.490+0000 7f5da4b64740 1 -- 172.21.15.26:0/1281674656 shutdown_connections 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.490+0000 7f5da4b64740 1 -- 172.21.15.26:0/1281674656 wait complete. 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.490+0000 7f5da4b64740 1 -- start start 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.491+0000 7f5da4b64740 1 Processor -- start 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.491+0000 7f5da4b64740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28cd50 0x556fff2a5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.491+0000 7f5da4b64740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28d670 0x556fff2a6100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.491+0000 7f5da4b64740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff2a6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.491+0000 7f5da4b64740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9c1aadd0 con 0x556fff28cd50 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.491+0000 7f5da4b64740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9c1aa700 con 0x556fff28d670 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.491+0000 7f5da4b64740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9c1ab4a0 con 0x556fff297d40 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.491+0000 7f5da4b64740 10 client.0 _ll_register_callbacks cb 0x7f5d88003ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.492+0000 7f5d9aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28cd50 0x556fff2a5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.492+0000 7f5d9aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28cd50 0x556fff2a5bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55232/0 (socket says 172.21.15.26:55232) 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.492+0000 7f5d9aa00640 1 -- 172.21.15.26:0/1755812416 learned_addr learned my addr 172.21.15.26:0/1755812416 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.492+0000 7f5d9a000640 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28d670 0x556fff2a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.492+0000 7f5d9b400640 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff2a6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.492+0000 7f5d9aa00640 1 -- 172.21.15.26:0/1755812416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 msgr2=0x556fff2a6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.492+0000 7f5d9aa00640 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff2a6640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.492+0000 7f5d9aa00640 1 -- 172.21.15.26:0/1755812416 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28d670 msgr2=0x556fff2a6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:31.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.492+0000 7f5d9aa00640 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28d670 0x556fff2a6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.492+0000 7f5d9aa00640 1 -- 172.21.15.26:0/1755812416 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ffeec30f0 con 0x556fff28cd50 2024-04-26T23:41:31.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.492+0000 7f5d9aa00640 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28cd50 0x556fff2a5bc0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f5d8c0058c0 tx=0x7f5d8c00b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efc60ae926d82a6f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:31.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.492+0000 7f5d84c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:31.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.493+0000 7f5d84c00640 1 -- 172.21.15.26:0/1755812416 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d8c015040 con 0x556fff28cd50 2024-04-26T23:41:31.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.493+0000 7f5d84c00640 1 -- 172.21.15.26:0/1755812416 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f5d8c005240 con 0x556fff28cd50 2024-04-26T23:41:31.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.493+0000 7f5da4b64740 1 -- 172.21.15.26:0/1755812416 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d880bcd80 con 0x556fff28cd50 2024-04-26T23:41:31.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.493+0000 7f5d84c00640 1 -- 172.21.15.26:0/1755812416 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5d8c036050 con 0x556fff28cd50 2024-04-26T23:41:31.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.493+0000 7f5da4b64740 10 client.16602 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:31.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.493+0000 7f5da4b64740 1 -- 172.21.15.26:0/1755812416 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x556fff1b9a30 con 0x556fff28cd50 2024-04-26T23:41:31.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.493+0000 7f5d84c00640 1 -- 172.21.15.26:0/1755812416 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5d880bcd80 con 0x556fff28cd50 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.494+0000 7f5d84c00640 1 -- 172.21.15.26:0/1755812416 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5d8c028180 con 0x556fff28cd50 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.494+0000 7f5da4b64740 10 client.16602 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.494+0000 7f5da4b64740 10 client.16602 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.494+0000 7f5da4b64740 20 client.16602 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.494+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556fff312700 0x556fff314b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.494+0000 7f5da4b64740 4 client.16602 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.494+0000 7f5da4b64740 1 -- 172.21.15.26:0/1755812416 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556fff288ec0 con 0x556fff312700 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.494+0000 7f5d9a000640 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556fff312700 0x556fff314b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.495+0000 7f5d9a000640 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556fff312700 0x556fff314b20 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2303cfdb1277cd85 server_cookie=bf1cb622ef83e3b in_seq=0 out_seq=0 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.495+0000 7f5d84c00640 10 client.16602 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5d84c00640 1 -- 172.21.15.26:0/1755812416 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x556fff288ec0 con 0x556fff312700 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5d84c00640 10 client.16602 handle_command_reply: tid=0 2024-04-26T23:41:31.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5da4b64740 1 client.16602 shutdown 2024-04-26T23:41:31.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5da4b64740 1 -- 172.21.15.26:0/1755812416 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28cd50 msgr2=0x556fff2a5bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28cd50 0x556fff2a5bc0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f5d8c0058c0 tx=0x7f5d8c00b650 comp rx=0 tx=0).stop 2024-04-26T23:41:31.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5da4b64740 1 -- 172.21.15.26:0/1755812416 shutdown_connections 2024-04-26T23:41:31.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556fff312700 0x556fff314b20 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556fff297d40 0x556fff2a6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556fff28d670 0x556fff2a6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5da4b64740 1 --2- 172.21.15.26:0/1755812416 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556fff28cd50 0x556fff2a5bc0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5d84c00640 0 client.16602 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:31.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5da4b64740 1 -- 172.21.15.26:0/1755812416 >> 172.21.15.26:0/1755812416 conn(0x556fff289070 msgr2=0x556fff287960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:31.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5da4b64740 1 -- 172.21.15.26:0/1755812416 shutdown_connections 2024-04-26T23:41:31.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5da4b64740 1 -- 172.21.15.26:0/1755812416 wait complete. 2024-04-26T23:41:31.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.496+0000 7f5da4b64740 20 client.16602 trim_cache size 0 max 16384 2024-04-26T23:41:31.503 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:41:31.503 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:41:31.503 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:41:31.503 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:41:31.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.497+0000 7f5d9be00640 1 -- 172.21.15.26:0/358961600 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5d800a3d20 msgr2=0x7f5d800a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.497+0000 7f5d9be00640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5d800a3d20 0x7f5d800a61e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5d94005fd0 tx=0x7f5d94009530 comp rx=0 tx=0).stop 2024-04-26T23:41:31.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.497+0000 7f5d9be00640 1 -- 172.21.15.26:0/358961600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5d9c104350 msgr2=0x7f5d9c199460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.497+0000 7f5d9be00640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5d9c104350 0x7f5d9c199460 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f5d88009230 tx=0x7f5d88004270 comp rx=0 tx=0).stop 2024-04-26T23:41:31.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.497+0000 7f5d9be00640 1 -- 172.21.15.26:0/358961600 shutdown_connections 2024-04-26T23:41:31.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.497+0000 7f5d9be00640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5d9c10ce00 0x7f5d9c19d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.497+0000 7f5d9be00640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5d800a3d20 0x7f5d800a61e0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.497+0000 7f5d9be00640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5d9c104350 0x7f5d9c199460 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.497+0000 7f5d9be00640 1 --2- 172.21.15.26:0/358961600 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5d9c103a30 0x7f5d9c198f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.497+0000 7f5d9be00640 1 -- 172.21.15.26:0/358961600 >> 172.21.15.26:0/358961600 conn(0x7f5d9c0fd190 msgr2=0x7f5d9c0fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:31.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.497+0000 7f5d9be00640 1 -- 172.21.15.26:0/358961600 shutdown_connections 2024-04-26T23:41:31.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.498+0000 7f5d9be00640 1 -- 172.21.15.26:0/358961600 wait complete. 2024-04-26T23:41:31.521 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:41:31.521 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:41:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.709+0000 7fdd76e00640 1 -- 172.21.15.26:0/1425950692 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd70104250 msgr2=0x7fdd7010c730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.709+0000 7fdd76e00640 1 --2- 172.21.15.26:0/1425950692 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd70104250 0x7fdd7010c730 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c009900 tx=0x7fdd5c02a480 comp rx=0 tx=0).stop 2024-04-26T23:41:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.709+0000 7fdd76e00640 1 -- 172.21.15.26:0/1425950692 shutdown_connections 2024-04-26T23:41:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.709+0000 7fdd76e00640 1 --2- 172.21.15.26:0/1425950692 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdd7010cd50 0x7fdd7010f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.709+0000 7fdd76e00640 1 --2- 172.21.15.26:0/1425950692 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd70104250 0x7fdd7010c730 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.709+0000 7fdd76e00640 1 --2- 172.21.15.26:0/1425950692 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdd70103930 0x7fdd70103d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.709+0000 7fdd76e00640 1 -- 172.21.15.26:0/1425950692 >> 172.21.15.26:0/1425950692 conn(0x7fdd700fd130 msgr2=0x7fdd700ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.710+0000 7fdd76e00640 1 -- 172.21.15.26:0/1425950692 shutdown_connections 2024-04-26T23:41:31.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.710+0000 7fdd76e00640 1 -- 172.21.15.26:0/1425950692 wait complete. 2024-04-26T23:41:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.711+0000 7fdd76e00640 1 Processor -- start 2024-04-26T23:41:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.711+0000 7fdd76e00640 1 -- start start 2024-04-26T23:41:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.711+0000 7fdd76e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdd70103930 0x7fdd70101580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.711+0000 7fdd76e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdd70104250 0x7fdd70101ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.711+0000 7fdd76e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7010cd50 0x7fdd70102000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.711+0000 7fdd76e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdd70112900 con 0x7fdd7010cd50 2024-04-26T23:41:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.711+0000 7fdd76e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fdd70112780 con 0x7fdd70103930 2024-04-26T23:41:31.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.711+0000 7fdd76e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fdd70112a80 con 0x7fdd70104250 2024-04-26T23:41:31.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.712+0000 7fdd76400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7010cd50 0x7fdd70102000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.712+0000 7fdd76400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7010cd50 0x7fdd70102000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55250/0 (socket says 172.21.15.26:55250) 2024-04-26T23:41:31.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.712+0000 7fdd76400640 1 -- 172.21.15.26:0/1040275609 learned_addr learned my addr 172.21.15.26:0/1040275609 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:31.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.712+0000 7fdd75a00640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdd70103930 0x7fdd70101580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.712+0000 7fdd75000640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdd70104250 0x7fdd70101ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.712+0000 7fdd76400640 1 -- 172.21.15.26:0/1040275609 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdd70104250 msgr2=0x7fdd70101ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.712+0000 7fdd76400640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdd70104250 0x7fdd70101ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.712+0000 7fdd76400640 1 -- 172.21.15.26:0/1040275609 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdd70103930 msgr2=0x7fdd70101580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.712+0000 7fdd76400640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdd70103930 0x7fdd70101580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.712+0000 7fdd76400640 1 -- 172.21.15.26:0/1040275609 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd701a73a0 con 0x7fdd7010cd50 2024-04-26T23:41:31.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.713+0000 7fdd76400640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7010cd50 0x7fdd70102000 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fdd6800eaa0 tx=0x7fdd6800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:31.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.713+0000 7fdd6e000640 1 -- 172.21.15.26:0/1040275609 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd6800cdb0 con 0x7fdd7010cd50 2024-04-26T23:41:31.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.713+0000 7fdd6e000640 1 -- 172.21.15.26:0/1040275609 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdd68005020 con 0x7fdd7010cd50 2024-04-26T23:41:31.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.713+0000 7fdd6e000640 1 -- 172.21.15.26:0/1040275609 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd680116d0 con 0x7fdd7010cd50 2024-04-26T23:41:31.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.713+0000 7fdd76e00640 1 -- 172.21.15.26:0/1040275609 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd701a7690 con 0x7fdd7010cd50 2024-04-26T23:41:31.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.713+0000 7fdd76e00640 1 -- 172.21.15.26:0/1040275609 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd701a7b60 con 0x7fdd7010cd50 2024-04-26T23:41:31.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.714+0000 7fdd76e00640 1 -- 172.21.15.26:0/1040275609 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd70069670 con 0x7fdd7010cd50 2024-04-26T23:41:31.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.717+0000 7fdd6e000640 1 -- 172.21.15.26:0/1040275609 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fdd680051d0 con 0x7fdd7010cd50 2024-04-26T23:41:31.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.719+0000 7fdd6e000640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdd580a3d50 0x7fdd580a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:31.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.719+0000 7fdd6e000640 1 -- 172.21.15.26:0/1040275609 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fdd680d0a40 con 0x7fdd7010cd50 2024-04-26T23:41:31.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.719+0000 7fdd75a00640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdd580a3d50 0x7fdd580a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:31.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.720+0000 7fdd75a00640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdd580a3d50 0x7fdd580a6210 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fdd64005fd0 tx=0x7fdd64005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:31.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.725+0000 7fdd6e000640 1 -- 172.21.15.26:0/1040275609 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fdd68016030 con 0x7fdd7010cd50 2024-04-26T23:41:31.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.981+0000 7fdd76e00640 1 -- 172.21.15.26:0/1040275609 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd70102a60 con 0x7fdd7010cd50 2024-04-26T23:41:31.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.982+0000 7fdd6e000640 1 -- 172.21.15.26:0/1040275609 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fdd6809d0b0 con 0x7fdd7010cd50 2024-04-26T23:41:31.986 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:41:31.986 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:41:31.987 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:41:31.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.985+0000 7fdd76e00640 1 -- 172.21.15.26:0/1040275609 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdd580a3d50 msgr2=0x7fdd580a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.985+0000 7fdd76e00640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdd580a3d50 0x7fdd580a6210 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fdd64005fd0 tx=0x7fdd64005850 comp rx=0 tx=0).stop 2024-04-26T23:41:31.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.985+0000 7fdd76e00640 1 -- 172.21.15.26:0/1040275609 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7010cd50 msgr2=0x7fdd70102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:31.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.985+0000 7fdd76e00640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7010cd50 0x7fdd70102000 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fdd6800eaa0 tx=0x7fdd6800ef60 comp rx=0 tx=0).stop 2024-04-26T23:41:31.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.986+0000 7fdd76e00640 1 -- 172.21.15.26:0/1040275609 shutdown_connections 2024-04-26T23:41:31.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.986+0000 7fdd76e00640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdd580a3d50 0x7fdd580a6210 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.986+0000 7fdd76e00640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdd7010cd50 0x7fdd70102000 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.986+0000 7fdd76e00640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdd70104250 0x7fdd70101ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.986+0000 7fdd76e00640 1 --2- 172.21.15.26:0/1040275609 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdd70103930 0x7fdd70101580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:31.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.986+0000 7fdd76e00640 1 -- 172.21.15.26:0/1040275609 >> 172.21.15.26:0/1040275609 conn(0x7fdd700fd130 msgr2=0x7fdd700fdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:31.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.986+0000 7fdd76e00640 1 -- 172.21.15.26:0/1040275609 shutdown_connections 2024-04-26T23:41:31.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:31.986+0000 7fdd76e00640 1 -- 172.21.15.26:0/1040275609 wait complete. 2024-04-26T23:41:32.011 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:41:32.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.239+0000 7f6098400640 1 -- 172.21.15.26:0/197882057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f609006b8f0 msgr2=0x7f609010f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.239+0000 7f6098400640 1 --2- 172.21.15.26:0/197882057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f609006b8f0 0x7f609010f7d0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f6088009930 tx=0x7f608802a420 comp rx=0 tx=0).stop 2024-04-26T23:41:32.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.239+0000 7f6098400640 1 -- 172.21.15.26:0/197882057 shutdown_connections 2024-04-26T23:41:32.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.239+0000 7f6098400640 1 --2- 172.21.15.26:0/197882057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f609006b8f0 0x7f609010f7d0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.239+0000 7f6098400640 1 --2- 172.21.15.26:0/197882057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f609006af30 0x7f609006b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.239+0000 7f6098400640 1 --2- 172.21.15.26:0/197882057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6090108910 0x7f6090108cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.240+0000 7f6098400640 1 -- 172.21.15.26:0/197882057 >> 172.21.15.26:0/197882057 conn(0x7f6090077630 msgr2=0x7f6090077a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.240+0000 7f6098400640 1 -- 172.21.15.26:0/197882057 shutdown_connections 2024-04-26T23:41:32.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.240+0000 7f6098400640 1 -- 172.21.15.26:0/197882057 wait complete. 2024-04-26T23:41:32.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.241+0000 7f6098400640 1 Processor -- start 2024-04-26T23:41:32.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.241+0000 7f6098400640 1 -- start start 2024-04-26T23:41:32.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.241+0000 7f6098400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f609006af30 0x7f609019b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.241+0000 7f6098400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f609006b8f0 0x7f609019b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.241+0000 7f6098400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6090108910 0x7f609019faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.241+0000 7f6098400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6090112ad0 con 0x7f609006b8f0 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.241+0000 7f6098400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6090112950 con 0x7f6090108910 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.241+0000 7f6098400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6090112c50 con 0x7f609006af30 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.242+0000 7f6095000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f609006b8f0 0x7f609019b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.242+0000 7f6095000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f609006b8f0 0x7f609019b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55278/0 (socket says 172.21.15.26:55278) 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.242+0000 7f6095000640 1 -- 172.21.15.26:0/1938037418 learned_addr learned my addr 172.21.15.26:0/1938037418 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.242+0000 7f6095a00640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f609006af30 0x7f609019b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.242+0000 7f6096400640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6090108910 0x7f609019faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.242+0000 7f6095000640 1 -- 172.21.15.26:0/1938037418 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f609006af30 msgr2=0x7f609019b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.242+0000 7f6095000640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f609006af30 0x7f609019b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.242+0000 7f6095000640 1 -- 172.21.15.26:0/1938037418 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6090108910 msgr2=0x7f609019faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.242+0000 7f6095000640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6090108910 0x7f609019faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.242+0000 7f6095000640 1 -- 172.21.15.26:0/1938037418 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60901a0220 con 0x7f609006b8f0 2024-04-26T23:41:32.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.243+0000 7f6095000640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f609006b8f0 0x7f609019b770 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f607c00e9f0 tx=0x7f607c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.243+0000 7f608e000640 1 -- 172.21.15.26:0/1938037418 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f607c00cd80 con 0x7f609006b8f0 2024-04-26T23:41:32.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.243+0000 7f608e000640 1 -- 172.21.15.26:0/1938037418 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f607c0108c0 con 0x7f609006b8f0 2024-04-26T23:41:32.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.243+0000 7f608e000640 1 -- 172.21.15.26:0/1938037418 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f607c0187c0 con 0x7f609006b8f0 2024-04-26T23:41:32.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.243+0000 7f6098400640 1 -- 172.21.15.26:0/1938037418 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60901a0510 con 0x7f609006b8f0 2024-04-26T23:41:32.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.243+0000 7f6098400640 1 -- 172.21.15.26:0/1938037418 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60901a7da0 con 0x7f609006b8f0 2024-04-26T23:41:32.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.247+0000 7f608e000640 1 -- 172.21.15.26:0/1938037418 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f607c010430 con 0x7f609006b8f0 2024-04-26T23:41:32.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.248+0000 7f609b397740 1 Processor -- start 2024-04-26T23:41:32.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.248+0000 7f609b397740 1 -- start start 2024-04-26T23:41:32.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.248+0000 7f609b397740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ecff40 0x555721ed0320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.248+0000 7f609b397740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ed08f0 0x555721ee34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.248+0000 7f609b397740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ee39f0 0x555721ee5de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.248+0000 7f609b397740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555721e34c70 con 0x555721ecff40 2024-04-26T23:41:32.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.248+0000 7f609b397740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555721ded980 con 0x555721ed08f0 2024-04-26T23:41:32.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.248+0000 7f609b397740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555721e30c30 con 0x555721ee39f0 2024-04-26T23:41:32.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.249+0000 7f6096400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ecff40 0x555721ed0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.249+0000 7f6096400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ecff40 0x555721ed0320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55280/0 (socket says 172.21.15.26:55280) 2024-04-26T23:41:32.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.249+0000 7f6096400640 1 -- 172.21.15.26:0/4094281540 learned_addr learned my addr 172.21.15.26:0/4094281540 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.249+0000 7f608e000640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f60780a3da0 0x7f60780a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.249+0000 7f6095a00640 1 --2- 172.21.15.26:0/4094281540 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ed08f0 0x555721ee34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.249+0000 7f608e000640 1 -- 172.21.15.26:0/1938037418 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f607c0d0c40 con 0x7f609006b8f0 2024-04-26T23:41:32.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.249+0000 7f6095000640 1 --2- 172.21.15.26:0/4094281540 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ee39f0 0x555721ee5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.249+0000 7f6096400640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f60780a3da0 0x7f60780a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.249+0000 7f6096400640 1 -- 172.21.15.26:0/4094281540 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ee39f0 msgr2=0x555721ee5de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.250+0000 7f6096400640 1 --2- 172.21.15.26:0/4094281540 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ee39f0 0x555721ee5de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.250+0000 7f6096400640 1 -- 172.21.15.26:0/4094281540 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ed08f0 msgr2=0x555721ee34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.250+0000 7f6096400640 1 --2- 172.21.15.26:0/4094281540 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ed08f0 0x555721ee34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.250+0000 7f6096400640 1 -- 172.21.15.26:0/4094281540 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555721dc57b0 con 0x555721ecff40 2024-04-26T23:41:32.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.250+0000 7f6096400640 1 --2- 172.21.15.26:0/4094281540 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ecff40 0x555721ed0320 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f6088006010 tx=0x7f6088005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e97f7d38bbf1dd7a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.250+0000 7f6096400640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f60780a3da0 0x7f60780a6260 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f6088044000 tx=0x7f6088046000 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.250+0000 7f6082a00640 1 -- 172.21.15.26:0/4094281540 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6088035040 con 0x555721ecff40 2024-04-26T23:41:32.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.251+0000 7f6082a00640 1 -- 172.21.15.26:0/4094281540 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6088004e10 con 0x555721ecff40 2024-04-26T23:41:32.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.251+0000 7f6082a00640 1 -- 172.21.15.26:0/4094281540 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f608803a430 con 0x555721ecff40 2024-04-26T23:41:32.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.251+0000 7f609b397740 1 -- 172.21.15.26:0/4094281540 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ecff40 msgr2=0x555721ed0320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.251+0000 7f609b397740 1 --2- 172.21.15.26:0/4094281540 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ecff40 0x555721ed0320 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f6088006010 tx=0x7f6088005040 comp rx=0 tx=0).stop 2024-04-26T23:41:32.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.251+0000 7f609b397740 1 -- 172.21.15.26:0/4094281540 shutdown_connections 2024-04-26T23:41:32.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.251+0000 7f609b397740 1 --2- 172.21.15.26:0/4094281540 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ee39f0 0x555721ee5de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.251+0000 7f609b397740 1 --2- 172.21.15.26:0/4094281540 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ed08f0 0x555721ee34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.251+0000 7f609b397740 1 --2- 172.21.15.26:0/4094281540 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ecff40 0x555721ed0320 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.251+0000 7f609b397740 1 -- 172.21.15.26:0/4094281540 >> 172.21.15.26:0/4094281540 conn(0x555721ecc510 msgr2=0x555721ecc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.252+0000 7f609b397740 1 -- 172.21.15.26:0/4094281540 shutdown_connections 2024-04-26T23:41:32.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.252+0000 7f609b397740 1 -- 172.21.15.26:0/4094281540 wait complete. 2024-04-26T23:41:32.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.252+0000 7f609b397740 1 -- start start 2024-04-26T23:41:32.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.252+0000 7f609b397740 1 Processor -- start 2024-04-26T23:41:32.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.253+0000 7f609b397740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ecff40 0x555721ee33c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.253+0000 7f609b397740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ed08f0 0x555721ee06b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.253+0000 7f609b397740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ee39f0 0x555721ee0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.253+0000 7f609b397740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555721e33f80 con 0x555721ee39f0 2024-04-26T23:41:32.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.253+0000 7f609b397740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555721de1260 con 0x555721ecff40 2024-04-26T23:41:32.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.253+0000 7f609b397740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555721e392a0 con 0x555721ed08f0 2024-04-26T23:41:32.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.253+0000 7f609b397740 10 client.0 _ll_register_callbacks cb 0x555721e2b960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:32.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.253+0000 7f6096400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ee39f0 0x555721ee0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.254+0000 7f6096400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ee39f0 0x555721ee0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55284/0 (socket says 172.21.15.26:55284) 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.254+0000 7f6096400640 1 -- 172.21.15.26:0/2410277377 learned_addr learned my addr 172.21.15.26:0/2410277377 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.254+0000 7f6095a00640 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ecff40 0x555721ee33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.254+0000 7f6095000640 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ed08f0 0x555721ee06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.254+0000 7f6096400640 1 -- 172.21.15.26:0/2410277377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ed08f0 msgr2=0x555721ee06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.254+0000 7f6096400640 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ed08f0 0x555721ee06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.254+0000 7f6096400640 1 -- 172.21.15.26:0/2410277377 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ecff40 msgr2=0x555721ee33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.254+0000 7f6096400640 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ecff40 0x555721ee33c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.254+0000 7f6096400640 1 -- 172.21.15.26:0/2410277377 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555721dc31c0 con 0x555721ee39f0 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.254+0000 7f6095000640 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ed08f0 0x555721ee06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.254+0000 7f6096400640 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ee39f0 0x555721ee0cc0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f608802a940 tx=0x7f608802aae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6d508e4bd2437de server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.254+0000 7f6077400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.255+0000 7f6077400640 1 -- 172.21.15.26:0/2410277377 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6088035030 con 0x555721ee39f0 2024-04-26T23:41:32.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.255+0000 7f6077400640 1 -- 172.21.15.26:0/2410277377 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f60880037f0 con 0x555721ee39f0 2024-04-26T23:41:32.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.255+0000 7f609b397740 1 -- 172.21.15.26:0/2410277377 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6088004e10 con 0x555721ee39f0 2024-04-26T23:41:32.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.255+0000 7f6077400640 1 -- 172.21.15.26:0/2410277377 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6088062050 con 0x555721ee39f0 2024-04-26T23:41:32.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.255+0000 7f609b397740 10 client.16620 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:32.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.255+0000 7f609b397740 1 -- 172.21.15.26:0/2410277377 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555721b463f0 con 0x555721ee39f0 2024-04-26T23:41:32.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.256+0000 7f6077400640 1 -- 172.21.15.26:0/2410277377 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6088004e10 con 0x555721ee39f0 2024-04-26T23:41:32.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.256+0000 7f6077400640 1 -- 172.21.15.26:0/2410277377 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6088051740 con 0x555721ee39f0 2024-04-26T23:41:32.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.256+0000 7f609b397740 10 client.16620 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:32.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.256+0000 7f609b397740 10 client.16620 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:41:32.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.256+0000 7f609b397740 20 client.16620 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:32.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.256+0000 7f609b397740 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555721ef3290 0x555721ef5680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.256+0000 7f609b397740 4 client.16620 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:41:32.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.256+0000 7f609b397740 1 -- 172.21.15.26:0/2410277377 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555721e42880 con 0x555721ef3290 2024-04-26T23:41:32.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.257+0000 7f6095a00640 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555721ef3290 0x555721ef5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.258+0000 7f6095a00640 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555721ef3290 0x555721ef5680 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d0040ed234c52490 server_cookie=9386b325129e1a90 in_seq=0 out_seq=0 2024-04-26T23:41:32.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.258+0000 7f6077400640 10 client.16620 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:41:32.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.259+0000 7f6077400640 1 -- 172.21.15.26:0/2410277377 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555721e42880 con 0x555721ef3290 2024-04-26T23:41:32.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.259+0000 7f6077400640 10 client.16620 handle_command_reply: tid=0 2024-04-26T23:41:32.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.259+0000 7f609b397740 1 client.16620 shutdown 2024-04-26T23:41:32.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.260+0000 7f609b397740 1 -- 172.21.15.26:0/2410277377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ee39f0 msgr2=0x555721ee0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.260+0000 7f609b397740 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ee39f0 0x555721ee0cc0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f608802a940 tx=0x7f608802aae0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.260+0000 7f609b397740 1 -- 172.21.15.26:0/2410277377 shutdown_connections 2024-04-26T23:41:32.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.260+0000 7f609b397740 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ee39f0 0x555721ee0cc0 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.260+0000 7f609b397740 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555721ef3290 0x555721ef5680 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.260+0000 7f609b397740 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ed08f0 0x555721ee06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.260+0000 7f609b397740 1 --2- 172.21.15.26:0/2410277377 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ecff40 0x555721ee33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.260+0000 7f609b397740 1 -- 172.21.15.26:0/2410277377 >> 172.21.15.26:0/2410277377 conn(0x555721ecc510 msgr2=0x555721ed2310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.260+0000 7f6077400640 0 client.16620 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:41:32.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.260+0000 7f609b397740 1 -- 172.21.15.26:0/2410277377 shutdown_connections 2024-04-26T23:41:32.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.260+0000 7f609b397740 1 -- 172.21.15.26:0/2410277377 wait complete. 2024-04-26T23:41:32.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.260+0000 7f609b397740 20 client.16620 trim_cache size 0 max 16384 2024-04-26T23:41:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.278+0000 7f609b397740 1 Processor -- start 2024-04-26T23:41:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.278+0000 7f609b397740 1 -- start start 2024-04-26T23:41:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.279+0000 7f609b397740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ecff40 0x555721ecb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.279+0000 7f609b397740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 0x555721ed2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.279+0000 7f609b397740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ee39f0 0x555721ee2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.279+0000 7f609b397740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f60901aeb60 con 0x555721ed08f0 2024-04-26T23:41:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.279+0000 7f609b397740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f60901ac430 con 0x555721ecff40 2024-04-26T23:41:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.279+0000 7f609b397740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f60901aa280 con 0x555721ee39f0 2024-04-26T23:41:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.279+0000 7f6095000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 0x555721ed2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.279+0000 7f6095000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 0x555721ed2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55292/0 (socket says 172.21.15.26:55292) 2024-04-26T23:41:32.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.279+0000 7f6095000640 1 -- 172.21.15.26:0/1462221375 learned_addr learned my addr 172.21.15.26:0/1462221375 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.279+0000 7f6095a00640 1 --2- 172.21.15.26:0/1462221375 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ecff40 0x555721ecb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.279+0000 7f6096400640 1 --2- 172.21.15.26:0/1462221375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ee39f0 0x555721ee2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.280+0000 7f6095000640 1 -- 172.21.15.26:0/1462221375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ee39f0 msgr2=0x555721ee2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.280+0000 7f6095000640 1 --2- 172.21.15.26:0/1462221375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ee39f0 0x555721ee2ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.280+0000 7f6095000640 1 -- 172.21.15.26:0/1462221375 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ecff40 msgr2=0x555721ecb8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.280+0000 7f6095000640 1 --2- 172.21.15.26:0/1462221375 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ecff40 0x555721ecb8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.280+0000 7f6095000640 1 -- 172.21.15.26:0/1462221375 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555721ed0690 con 0x555721ed08f0 2024-04-26T23:41:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.280+0000 7f6096400640 1 --2- 172.21.15.26:0/1462221375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ee39f0 0x555721ee2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:32.284 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.280+0000 7f6095000640 1 --2- 172.21.15.26:0/1462221375 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 0x555721ed2470 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f607c0ce3c0 tx=0x7f607c098f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=301f89380c5606d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.280+0000 7f6082000640 1 -- 172.21.15.26:0/1462221375 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f607c0a0f60 con 0x555721ed08f0 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.280+0000 7f6082000640 1 -- 172.21.15.26:0/1462221375 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f607c0a5820 con 0x555721ed08f0 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.280+0000 7f6082000640 1 -- 172.21.15.26:0/1462221375 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f607c0ce5e0 con 0x555721ed08f0 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.281+0000 7f609b397740 1 -- 172.21.15.26:0/1462221375 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 msgr2=0x555721ed2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.281+0000 7f609b397740 1 --2- 172.21.15.26:0/1462221375 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 0x555721ed2470 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f607c0ce3c0 tx=0x7f607c098f80 comp rx=0 tx=0).stop 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.281+0000 7f609b397740 1 -- 172.21.15.26:0/1462221375 shutdown_connections 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.281+0000 7f609b397740 1 --2- 172.21.15.26:0/1462221375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ee39f0 0x555721ee2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.281+0000 7f609b397740 1 --2- 172.21.15.26:0/1462221375 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 0x555721ed2470 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.281+0000 7f609b397740 1 --2- 172.21.15.26:0/1462221375 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ecff40 0x555721ecb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.281+0000 7f609b397740 1 -- 172.21.15.26:0/1462221375 >> 172.21.15.26:0/1462221375 conn(0x555721ecc510 msgr2=0x555721ee07d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.281+0000 7f609b397740 1 -- 172.21.15.26:0/1462221375 shutdown_connections 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.281+0000 7f609b397740 1 -- 172.21.15.26:0/1462221375 wait complete. 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.282+0000 7f609b397740 1 -- start start 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.282+0000 7f609b397740 1 Processor -- start 2024-04-26T23:41:32.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.282+0000 7f609b397740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ecff40 0x555721eebc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.282+0000 7f609b397740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 0x555721ee6fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.282+0000 7f609b397740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ee39f0 0x555721ee7500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.282+0000 7f609b397740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f60901aa8f0 con 0x555721ed08f0 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.282+0000 7f609b397740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f60901abd60 con 0x555721ee39f0 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.282+0000 7f609b397740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f60901aafc0 con 0x555721ecff40 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.282+0000 7f609b397740 10 client.0 _ll_register_callbacks cb 0x7f60840099c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.283+0000 7f6095000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 0x555721ee6fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.283+0000 7f6095000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 0x555721ee6fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55306/0 (socket says 172.21.15.26:55306) 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.283+0000 7f6095000640 1 -- 172.21.15.26:0/1382351491 learned_addr learned my addr 172.21.15.26:0/1382351491 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.283+0000 7f6095a00640 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ecff40 0x555721eebc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.283+0000 7f6096400640 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ee39f0 0x555721ee7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.283+0000 7f6095000640 1 -- 172.21.15.26:0/1382351491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ecff40 msgr2=0x555721eebc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.283+0000 7f6095000640 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ecff40 0x555721eebc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.283+0000 7f6095000640 1 -- 172.21.15.26:0/1382351491 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ee39f0 msgr2=0x555721ee7500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.283+0000 7f6095000640 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ee39f0 0x555721ee7500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.283+0000 7f6095000640 1 -- 172.21.15.26:0/1382351491 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555721c107d0 con 0x555721ed08f0 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.283+0000 7f6096400640 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ee39f0 0x555721ee7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.284+0000 7f6095000640 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 0x555721ee6fc0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f607c00c6a0 tx=0x7f607c0a0fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1c573e8cd662dd5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.284+0000 7f6077400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.284+0000 7f6077400640 1 -- 172.21.15.26:0/1382351491 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f607c099220 con 0x555721ed08f0 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.284+0000 7f6077400640 1 -- 172.21.15.26:0/1382351491 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f607c0ce5e0 con 0x555721ed08f0 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.284+0000 7f609b397740 1 -- 172.21.15.26:0/1382351491 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f607c0a5820 con 0x555721ed08f0 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.284+0000 7f6077400640 1 -- 172.21.15.26:0/1382351491 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f607c0993c0 con 0x555721ed08f0 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.284+0000 7f609b397740 10 client.16626 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.284+0000 7f609b397740 1 -- 172.21.15.26:0/1382351491 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555721ddb2a0 con 0x555721ed08f0 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.284+0000 7f6077400640 1 -- 172.21.15.26:0/1382351491 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f607c0a5820 con 0x555721ed08f0 2024-04-26T23:41:32.290 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.285+0000 7f6077400640 1 -- 172.21.15.26:0/1382351491 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f607c0b1180 con 0x555721ed08f0 2024-04-26T23:41:32.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.285+0000 7f609b397740 10 client.16626 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:32.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.285+0000 7f609b397740 10 client.16626 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:41:32.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.285+0000 7f609b397740 20 client.16626 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:32.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.285+0000 7f609b397740 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555721f597f0 0x555721f5bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.285+0000 7f609b397740 4 client.16626 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:41:32.291 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.285+0000 7f609b397740 1 -- 172.21.15.26:0/1382351491 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555721e3c6f0 con 0x555721f597f0 2024-04-26T23:41:32.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.285+0000 7f6095a00640 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555721f597f0 0x555721f5bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.286+0000 7f6095a00640 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555721f597f0 0x555721f5bc10 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e647920db070debf server_cookie=3ef94b7d45b1ceac in_seq=0 out_seq=0 2024-04-26T23:41:32.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.286+0000 7f6077400640 10 client.16626 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:41:32.292 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f6077400640 1 -- 172.21.15.26:0/1382351491 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555721e3c6f0 con 0x555721f597f0 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f6077400640 10 client.16626 handle_command_reply: tid=0 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f609b397740 1 client.16626 shutdown 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f609b397740 1 -- 172.21.15.26:0/1382351491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 msgr2=0x555721ee6fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f609b397740 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 0x555721ee6fc0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f607c00c6a0 tx=0x7f607c0a0fe0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f609b397740 1 -- 172.21.15.26:0/1382351491 shutdown_connections 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f609b397740 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555721ee39f0 0x555721ee7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f609b397740 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555721ed08f0 0x555721ee6fc0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f609b397740 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555721f597f0 0x555721f5bc10 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f609b397740 1 --2- 172.21.15.26:0/1382351491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555721ecff40 0x555721eebc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f609b397740 1 -- 172.21.15.26:0/1382351491 >> 172.21.15.26:0/1382351491 conn(0x555721ecc510 msgr2=0x555721ed1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f6077400640 0 client.16626 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f609b397740 1 -- 172.21.15.26:0/1382351491 shutdown_connections 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f609b397740 1 -- 172.21.15.26:0/1382351491 wait complete. 2024-04-26T23:41:32.293 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.287+0000 7f609b397740 20 client.16626 trim_cache size 0 max 16384 2024-04-26T23:41:32.294 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:41:32.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.288+0000 7f6098400640 1 -- 172.21.15.26:0/1938037418 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f60780a3da0 msgr2=0x7f60780a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.294 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.288+0000 7f6098400640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f60780a3da0 0x7f60780a6260 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f6088044000 tx=0x7f6088046000 comp rx=0 tx=0).stop 2024-04-26T23:41:32.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.288+0000 7f6098400640 1 -- 172.21.15.26:0/1938037418 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f609006b8f0 msgr2=0x7f609019b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.288+0000 7f6098400640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f609006b8f0 0x7f609019b770 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f607c00e9f0 tx=0x7f607c00eeb0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.288+0000 7f6098400640 1 -- 172.21.15.26:0/1938037418 shutdown_connections 2024-04-26T23:41:32.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.288+0000 7f6098400640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6090108910 0x7f609019faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.288+0000 7f6098400640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f60780a3da0 0x7f60780a6260 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.288+0000 7f6098400640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f609006b8f0 0x7f609019b770 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.288+0000 7f6098400640 1 --2- 172.21.15.26:0/1938037418 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f609006af30 0x7f609019b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.288+0000 7f6098400640 1 -- 172.21.15.26:0/1938037418 >> 172.21.15.26:0/1938037418 conn(0x7f6090077630 msgr2=0x7f6090103100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.288+0000 7f6098400640 1 -- 172.21.15.26:0/1938037418 shutdown_connections 2024-04-26T23:41:32.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.289+0000 7f6098400640 1 -- 172.21.15.26:0/1938037418 wait complete. 2024-04-26T23:41:32.308 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:41:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.541+0000 7f3c0ea00640 1 -- 172.21.15.26:0/466937481 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c0810ce20 msgr2=0x7f3c0810f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.541+0000 7f3c0ea00640 1 --2- 172.21.15.26:0/466937481 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c0810ce20 0x7f3c0810f2c0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f3c00009900 tx=0x7f3c0002a480 comp rx=0 tx=0).stop 2024-04-26T23:41:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.541+0000 7f3c0ea00640 1 -- 172.21.15.26:0/466937481 shutdown_connections 2024-04-26T23:41:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.541+0000 7f3c0ea00640 1 --2- 172.21.15.26:0/466937481 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c0810ce20 0x7f3c0810f2c0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.541+0000 7f3c0ea00640 1 --2- 172.21.15.26:0/466937481 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c08104320 0x7f3c0810c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.541+0000 7f3c0ea00640 1 --2- 172.21.15.26:0/466937481 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c08103a00 0x7f3c08103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.541+0000 7f3c0ea00640 1 -- 172.21.15.26:0/466937481 >> 172.21.15.26:0/466937481 conn(0x7f3c080fd240 msgr2=0x7f3c080ff660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.542+0000 7f3c0ea00640 1 -- 172.21.15.26:0/466937481 shutdown_connections 2024-04-26T23:41:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.542+0000 7f3c0ea00640 1 -- 172.21.15.26:0/466937481 wait complete. 2024-04-26T23:41:32.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.543+0000 7f3c0ea00640 1 Processor -- start 2024-04-26T23:41:32.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.543+0000 7f3c0ea00640 1 -- start start 2024-04-26T23:41:32.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.543+0000 7f3c0ea00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c08103a00 0x7f3c0819b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.543+0000 7f3c0ea00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c08104320 0x7f3c0819b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.543+0000 7f3c0ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c0810ce20 0x7f3c0819f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.543+0000 7f3c0ea00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3c08102480 con 0x7f3c0810ce20 2024-04-26T23:41:32.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.543+0000 7f3c0ea00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3c08102300 con 0x7f3c08103a00 2024-04-26T23:41:32.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.543+0000 7f3c0ea00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3c08102600 con 0x7f3c08104320 2024-04-26T23:41:32.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.544+0000 7f3c0e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c0810ce20 0x7f3c0819f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.544+0000 7f3c0e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c0810ce20 0x7f3c0819f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55326/0 (socket says 172.21.15.26:55326) 2024-04-26T23:41:32.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.544+0000 7f3c0e000640 1 -- 172.21.15.26:0/4017068255 learned_addr learned my addr 172.21.15.26:0/4017068255 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.544+0000 7f3c0d600640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c08103a00 0x7f3c0819b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.544+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c08104320 0x7f3c0819b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.544+0000 7f3c0e000640 1 -- 172.21.15.26:0/4017068255 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c08104320 msgr2=0x7f3c0819b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.544+0000 7f3c0e000640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c08104320 0x7f3c0819b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.544+0000 7f3c0e000640 1 -- 172.21.15.26:0/4017068255 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c08103a00 msgr2=0x7f3c0819b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.544+0000 7f3c0e000640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c08103a00 0x7f3c0819b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.544+0000 7f3c0e000640 1 -- 172.21.15.26:0/4017068255 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c081a0030 con 0x7f3c0810ce20 2024-04-26T23:41:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.544+0000 7f3c0d600640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c08103a00 0x7f3c0819b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:41:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.545+0000 7f3c0e000640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c0810ce20 0x7f3c0819f900 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f3c0002aa70 tx=0x7f3c00003cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.545+0000 7f3c06000640 1 -- 172.21.15.26:0/4017068255 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0003f070 con 0x7f3c0810ce20 2024-04-26T23:41:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.545+0000 7f3c06000640 1 -- 172.21.15.26:0/4017068255 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c0003bd00 con 0x7f3c0810ce20 2024-04-26T23:41:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.545+0000 7f3c0ea00640 1 -- 172.21.15.26:0/4017068255 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c081a02c0 con 0x7f3c0810ce20 2024-04-26T23:41:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.545+0000 7f3c06000640 1 -- 172.21.15.26:0/4017068255 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c00035030 con 0x7f3c0810ce20 2024-04-26T23:41:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.545+0000 7f3c0ea00640 1 -- 172.21.15.26:0/4017068255 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c081a7bb0 con 0x7f3c0810ce20 2024-04-26T23:41:32.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.549+0000 7f3c06000640 1 -- 172.21.15.26:0/4017068255 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f3c00042070 con 0x7f3c0810ce20 2024-04-26T23:41:32.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.549+0000 7f3c12e1a740 1 Processor -- start 2024-04-26T23:41:32.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.550+0000 7f3c12e1a740 1 -- start start 2024-04-26T23:41:32.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.550+0000 7f3c12e1a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 0x55ade9125780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.550+0000 7f3c12e1a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9125cc0 0x55ade912fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.550+0000 7f3c12e1a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9130390 0x55ade9132780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.550+0000 7f3c12e1a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ade9089c70 con 0x55ade91253a0 2024-04-26T23:41:32.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.550+0000 7f3c12e1a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ade9042980 con 0x55ade9125cc0 2024-04-26T23:41:32.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.550+0000 7f3c12e1a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ade9085c30 con 0x55ade9130390 2024-04-26T23:41:32.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.550+0000 7f3c0cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 0x55ade9125780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.550+0000 7f3c0cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 0x55ade9125780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55334/0 (socket says 172.21.15.26:55334) 2024-04-26T23:41:32.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.550+0000 7f3c0cc00640 1 -- 172.21.15.26:0/2115237053 learned_addr learned my addr 172.21.15.26:0/2115237053 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.551+0000 7f3c0d600640 1 --2- 172.21.15.26:0/2115237053 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9125cc0 0x55ade912fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.551+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/2115237053 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9130390 0x55ade9132780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.551+0000 7f3c0cc00640 1 -- 172.21.15.26:0/2115237053 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9130390 msgr2=0x55ade9132780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.551+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/2115237053 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9130390 0x55ade9132780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.551+0000 7f3c0cc00640 1 -- 172.21.15.26:0/2115237053 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9125cc0 msgr2=0x55ade912fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.551+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/2115237053 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9125cc0 0x55ade912fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.551+0000 7f3c0cc00640 1 -- 172.21.15.26:0/2115237053 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ade901a7b0 con 0x55ade91253a0 2024-04-26T23:41:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.551+0000 7f3c06000640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3bf00a3d20 0x7f3bf00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.551+0000 7f3c06000640 1 -- 172.21.15.26:0/4017068255 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f3c000f1140 con 0x7f3c0810ce20 2024-04-26T23:41:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.552+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/2115237053 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 0x55ade9125780 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f3bf4008fb0 tx=0x7f3bf4008510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8fcbbbe8d242fa1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.552+0000 7f3c0d600640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3bf00a3d20 0x7f3bf00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.552+0000 7f3bfa600640 1 -- 172.21.15.26:0/2115237053 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf4012660 con 0x55ade91253a0 2024-04-26T23:41:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.552+0000 7f3bfa600640 1 -- 172.21.15.26:0/2115237053 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3bf4012c90 con 0x55ade91253a0 2024-04-26T23:41:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.552+0000 7f3bfa600640 1 -- 172.21.15.26:0/2115237053 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf400e9c0 con 0x55ade91253a0 2024-04-26T23:41:32.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.553+0000 7f3c12e1a740 1 -- 172.21.15.26:0/2115237053 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 msgr2=0x55ade9125780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.553+0000 7f3c0d600640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3bf00a3d20 0x7f3bf00a61e0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x55ade9126960 tx=0x7f3bfc007560 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.553+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/2115237053 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 0x55ade9125780 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f3bf4008fb0 tx=0x7f3bf4008510 comp rx=0 tx=0).stop 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.553+0000 7f3c12e1a740 1 -- 172.21.15.26:0/2115237053 shutdown_connections 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.553+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/2115237053 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9130390 0x55ade9132780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.553+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/2115237053 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9125cc0 0x55ade912fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.553+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/2115237053 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 0x55ade9125780 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.553+0000 7f3c12e1a740 1 -- 172.21.15.26:0/2115237053 >> 172.21.15.26:0/2115237053 conn(0x55ade91216c0 msgr2=0x55ade9121aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.553+0000 7f3c12e1a740 1 -- 172.21.15.26:0/2115237053 shutdown_connections 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.553+0000 7f3c12e1a740 1 -- 172.21.15.26:0/2115237053 wait complete. 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.554+0000 7f3c12e1a740 1 -- start start 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.554+0000 7f3c12e1a740 1 Processor -- start 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.554+0000 7f3c12e1a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade91253a0 0x55ade912fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.554+0000 7f3c12e1a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 0x55ade912d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.554+0000 7f3c12e1a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9130390 0x55ade912d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.554+0000 7f3c12e1a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ade9088f80 con 0x55ade9125cc0 2024-04-26T23:41:32.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.554+0000 7f3c12e1a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ade9036260 con 0x55ade91253a0 2024-04-26T23:41:32.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.554+0000 7f3c12e1a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ade908e2a0 con 0x55ade9130390 2024-04-26T23:41:32.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.554+0000 7f3c12e1a740 10 client.0 _ll_register_callbacks cb 0x55ade9080960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:32.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 0x55ade912d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 0x55ade912d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55350/0 (socket says 172.21.15.26:55350) 2024-04-26T23:41:32.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0cc00640 1 -- 172.21.15.26:0/169174368 learned_addr learned my addr 172.21.15.26:0/169174368 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0d600640 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade91253a0 0x55ade912fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0e000640 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9130390 0x55ade912d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0cc00640 1 -- 172.21.15.26:0/169174368 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9130390 msgr2=0x55ade912d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9130390 0x55ade912d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0cc00640 1 -- 172.21.15.26:0/169174368 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade91253a0 msgr2=0x55ade912fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade91253a0 0x55ade912fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0cc00640 1 -- 172.21.15.26:0/169174368 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ade90181c0 con 0x55ade9125cc0 2024-04-26T23:41:32.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0e000640 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9130390 0x55ade912d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:32.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0d600640 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade91253a0 0x55ade912fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:32.561 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.555+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 0x55ade912d030 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f3bf40128a0 tx=0x7f3bf40128d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f56f1381c91af778 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.556+0000 7f3beea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.556+0000 7f3beea00640 1 -- 172.21.15.26:0/169174368 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf4012af0 con 0x55ade9125cc0 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.556+0000 7f3beea00640 1 -- 172.21.15.26:0/169174368 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f3bf4023070 con 0x55ade9125cc0 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.556+0000 7f3c12e1a740 1 -- 172.21.15.26:0/169174368 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bf4012c90 con 0x55ade9125cc0 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.556+0000 7f3beea00640 1 -- 172.21.15.26:0/169174368 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3bf4004260 con 0x55ade9125cc0 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.556+0000 7f3c12e1a740 10 client.16638 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.556+0000 7f3c12e1a740 1 -- 172.21.15.26:0/169174368 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ade8d9b3f0 con 0x55ade9125cc0 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.557+0000 7f3beea00640 1 -- 172.21.15.26:0/169174368 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3bf4012c90 con 0x55ade9125cc0 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.557+0000 7f3beea00640 1 -- 172.21.15.26:0/169174368 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3bf40035f0 con 0x55ade9125cc0 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.557+0000 7f3c12e1a740 10 client.16638 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.557+0000 7f3c12e1a740 10 client.16638 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.557+0000 7f3c12e1a740 20 client.16638 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.557+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55ade913fda0 0x55ade9142190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.557+0000 7f3c12e1a740 4 client.16638 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:41:32.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.557+0000 7f3c12e1a740 1 -- 172.21.15.26:0/169174368 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ade9097880 con 0x55ade913fda0 2024-04-26T23:41:32.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.558+0000 7f3c0d600640 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55ade913fda0 0x55ade9142190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.559+0000 7f3c0d600640 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55ade913fda0 0x55ade9142190 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c5f92a2eba9f5880 server_cookie=e0f69ea7ba7d4bcf in_seq=0 out_seq=0 2024-04-26T23:41:32.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.559+0000 7f3beea00640 10 client.16638 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:41:32.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.560+0000 7f3beea00640 1 -- 172.21.15.26:0/169174368 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ade9097880 con 0x55ade913fda0 2024-04-26T23:41:32.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.560+0000 7f3beea00640 10 client.16638 handle_command_reply: tid=0 2024-04-26T23:41:32.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.560+0000 7f3c12e1a740 1 client.16638 shutdown 2024-04-26T23:41:32.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.561+0000 7f3c12e1a740 1 -- 172.21.15.26:0/169174368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 msgr2=0x55ade912d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.561+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 0x55ade912d030 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f3bf40128a0 tx=0x7f3bf40128d0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.561+0000 7f3c12e1a740 1 -- 172.21.15.26:0/169174368 shutdown_connections 2024-04-26T23:41:32.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.561+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55ade913fda0 0x55ade9142190 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.561+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9130390 0x55ade912d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.561+0000 7f3beea00640 0 client.16638 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:41:32.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.561+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 0x55ade912d030 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.561+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/169174368 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade91253a0 0x55ade912fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.561+0000 7f3c12e1a740 1 -- 172.21.15.26:0/169174368 >> 172.21.15.26:0/169174368 conn(0x55ade91216c0 msgr2=0x55ade91273c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.561+0000 7f3c12e1a740 1 -- 172.21.15.26:0/169174368 shutdown_connections 2024-04-26T23:41:32.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.561+0000 7f3c12e1a740 1 -- 172.21.15.26:0/169174368 wait complete. 2024-04-26T23:41:32.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.561+0000 7f3c12e1a740 20 client.16638 trim_cache size 0 max 16384 2024-04-26T23:41:32.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.576+0000 7f3c12e1a740 1 Processor -- start 2024-04-26T23:41:32.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.576+0000 7f3c12e1a740 1 -- start start 2024-04-26T23:41:32.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.576+0000 7f3c12e1a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 0x55ade9128560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c12e1a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9125cc0 0x55ade9120630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c12e1a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9130390 0x55ade91477f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c12e1a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3c081b2c70 con 0x55ade91253a0 2024-04-26T23:41:32.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c12e1a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3c081b0540 con 0x55ade9130390 2024-04-26T23:41:32.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c12e1a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3c081ae370 con 0x55ade9125cc0 2024-04-26T23:41:32.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c0d600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 0x55ade9128560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c0d600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 0x55ade9128560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55364/0 (socket says 172.21.15.26:55364) 2024-04-26T23:41:32.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c0d600640 1 -- 172.21.15.26:0/35376574 learned_addr learned my addr 172.21.15.26:0/35376574 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c0e000640 1 --2- 172.21.15.26:0/35376574 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9130390 0x55ade91477f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/35376574 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9125cc0 0x55ade9120630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c0d600640 1 -- 172.21.15.26:0/35376574 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9125cc0 msgr2=0x55ade9120630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c0d600640 1 --2- 172.21.15.26:0/35376574 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9125cc0 0x55ade9120630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c0d600640 1 -- 172.21.15.26:0/35376574 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9130390 msgr2=0x55ade91477f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c0d600640 1 --2- 172.21.15.26:0/35376574 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9130390 0x55ade91477f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.577+0000 7f3c0d600640 1 -- 172.21.15.26:0/35376574 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ade912d940 con 0x55ade91253a0 2024-04-26T23:41:32.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.578+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/35376574 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9125cc0 0x55ade9120630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:32.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.578+0000 7f3c0d600640 1 --2- 172.21.15.26:0/35376574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 0x55ade9128560 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x55ade9142760 tx=0x7f3bfc013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6326ee8415502c1b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.578+0000 7f3bf9c00640 1 -- 172.21.15.26:0/35376574 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bfc004b20 con 0x55ade91253a0 2024-04-26T23:41:32.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.578+0000 7f3bf9c00640 1 -- 172.21.15.26:0/35376574 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3bfc027830 con 0x55ade91253a0 2024-04-26T23:41:32.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.578+0000 7f3bf9c00640 1 -- 172.21.15.26:0/35376574 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bfc005610 con 0x55ade91253a0 2024-04-26T23:41:32.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.579+0000 7f3c12e1a740 1 -- 172.21.15.26:0/35376574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 msgr2=0x55ade9128560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.579+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/35376574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 0x55ade9128560 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x55ade9142760 tx=0x7f3bfc013000 comp rx=0 tx=0).stop 2024-04-26T23:41:32.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.579+0000 7f3c12e1a740 1 -- 172.21.15.26:0/35376574 shutdown_connections 2024-04-26T23:41:32.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.579+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/35376574 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9130390 0x55ade91477f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.579+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/35376574 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade9125cc0 0x55ade9120630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.579+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/35376574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade91253a0 0x55ade9128560 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.579+0000 7f3c12e1a740 1 -- 172.21.15.26:0/35376574 >> 172.21.15.26:0/35376574 conn(0x55ade91216c0 msgr2=0x55ade911ff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.579+0000 7f3c12e1a740 1 -- 172.21.15.26:0/35376574 shutdown_connections 2024-04-26T23:41:32.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.579+0000 7f3c12e1a740 1 -- 172.21.15.26:0/35376574 wait complete. 2024-04-26T23:41:32.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.580+0000 7f3c12e1a740 1 -- start start 2024-04-26T23:41:32.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.580+0000 7f3c12e1a740 1 Processor -- start 2024-04-26T23:41:32.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.580+0000 7f3c12e1a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade91253a0 0x55ade9129eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c12e1a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 0x55ade912a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c12e1a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9130390 0x55ade912a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c12e1a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3c081aea00 con 0x55ade9125cc0 2024-04-26T23:41:32.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c12e1a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3c081afe70 con 0x55ade9130390 2024-04-26T23:41:32.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c12e1a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3c081af0d0 con 0x55ade91253a0 2024-04-26T23:41:32.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c12e1a740 10 client.0 _ll_register_callbacks cb 0x7f3bf4008e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:32.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c0cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 0x55ade912a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c0cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 0x55ade912a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55370/0 (socket says 172.21.15.26:55370) 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c0cc00640 1 -- 172.21.15.26:0/84553333 learned_addr learned my addr 172.21.15.26:0/84553333 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c0e000640 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9130390 0x55ade912a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c0d600640 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade91253a0 0x55ade9129eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c0cc00640 1 -- 172.21.15.26:0/84553333 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade91253a0 msgr2=0x55ade9129eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade91253a0 0x55ade9129eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c0cc00640 1 -- 172.21.15.26:0/84553333 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9130390 msgr2=0x55ade912a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9130390 0x55ade912a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c0cc00640 1 -- 172.21.15.26:0/84553333 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ade8e657d0 con 0x55ade9125cc0 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.581+0000 7f3c0e000640 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9130390 0x55ade912a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.582+0000 7f3c0cc00640 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 0x55ade912a3f0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f3bf4003a40 tx=0x7f3bf4008df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=125315d6d031a999 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.582+0000 7f3beea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.582+0000 7f3beea00640 1 -- 172.21.15.26:0/84553333 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf4012940 con 0x55ade9125cc0 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.582+0000 7f3beea00640 1 -- 172.21.15.26:0/84553333 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f3bf4019040 con 0x55ade9125cc0 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.582+0000 7f3c12e1a740 1 -- 172.21.15.26:0/84553333 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bfc027830 con 0x55ade9125cc0 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.582+0000 7f3beea00640 1 -- 172.21.15.26:0/84553333 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3bf403f050 con 0x55ade9125cc0 2024-04-26T23:41:32.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.582+0000 7f3c12e1a740 10 client.16644 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:32.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.582+0000 7f3c12e1a740 1 -- 172.21.15.26:0/84553333 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ade90302a0 con 0x55ade9125cc0 2024-04-26T23:41:32.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.583+0000 7f3beea00640 1 -- 172.21.15.26:0/84553333 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3bfc027830 con 0x55ade9125cc0 2024-04-26T23:41:32.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.583+0000 7f3beea00640 1 -- 172.21.15.26:0/84553333 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3bf4037020 con 0x55ade9125cc0 2024-04-26T23:41:32.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.583+0000 7f3c12e1a740 10 client.16644 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:32.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.583+0000 7f3c12e1a740 10 client.16644 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:41:32.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.583+0000 7f3c12e1a740 20 client.16644 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:32.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.583+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55ade91a6800 0x55ade91a8c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.583+0000 7f3c12e1a740 4 client.16644 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:41:32.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.583+0000 7f3c12e1a740 1 -- 172.21.15.26:0/84553333 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ade90916f0 con 0x55ade91a6800 2024-04-26T23:41:32.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.584+0000 7f3c0d600640 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55ade91a6800 0x55ade91a8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3c0d600640 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55ade91a6800 0x55ade91a8c20 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3153887400f9836d server_cookie=13a1a413e3afff92 in_seq=0 out_seq=0 2024-04-26T23:41:32.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3beea00640 10 client.16644 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:41:32.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3beea00640 1 -- 172.21.15.26:0/84553333 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ade90916f0 con 0x55ade91a6800 2024-04-26T23:41:32.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3beea00640 10 client.16644 handle_command_reply: tid=0 2024-04-26T23:41:32.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3c12e1a740 1 client.16644 shutdown 2024-04-26T23:41:32.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3c12e1a740 1 -- 172.21.15.26:0/84553333 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 msgr2=0x55ade912a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 0x55ade912a3f0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f3bf4003a40 tx=0x7f3bf4008df0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3c12e1a740 1 -- 172.21.15.26:0/84553333 shutdown_connections 2024-04-26T23:41:32.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55ade91a6800 0x55ade91a8c20 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ade9130390 0x55ade912a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ade9125cc0 0x55ade912a3f0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3c12e1a740 1 --2- 172.21.15.26:0/84553333 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ade91253a0 0x55ade9129eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3beea00640 0 client.16644 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:41:32.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.585+0000 7f3c12e1a740 1 -- 172.21.15.26:0/84553333 >> 172.21.15.26:0/84553333 conn(0x55ade91216c0 msgr2=0x55ade9126ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.586+0000 7f3c12e1a740 1 -- 172.21.15.26:0/84553333 shutdown_connections 2024-04-26T23:41:32.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.586+0000 7f3c12e1a740 1 -- 172.21.15.26:0/84553333 wait complete. 2024-04-26T23:41:32.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.586+0000 7f3c12e1a740 20 client.16644 trim_cache size 0 max 16384 2024-04-26T23:41:32.591 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:41:32.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.587+0000 7f3c0ea00640 1 -- 172.21.15.26:0/4017068255 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3bf00a3d20 msgr2=0x7f3bf00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.587+0000 7f3c0ea00640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3bf00a3d20 0x7f3bf00a61e0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x55ade9126960 tx=0x7f3bfc007560 comp rx=0 tx=0).stop 2024-04-26T23:41:32.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.587+0000 7f3c0ea00640 1 -- 172.21.15.26:0/4017068255 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c0810ce20 msgr2=0x7f3c0819f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.587+0000 7f3c0ea00640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c0810ce20 0x7f3c0819f900 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f3c0002aa70 tx=0x7f3c00003cb0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.587+0000 7f3c0ea00640 1 -- 172.21.15.26:0/4017068255 shutdown_connections 2024-04-26T23:41:32.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.587+0000 7f3c0ea00640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3bf00a3d20 0x7f3bf00a61e0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.587+0000 7f3c0ea00640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c0810ce20 0x7f3c0819f900 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.587+0000 7f3c0ea00640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c08104320 0x7f3c0819b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.587+0000 7f3c0ea00640 1 --2- 172.21.15.26:0/4017068255 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c08103a00 0x7f3c0819b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.587+0000 7f3c0ea00640 1 -- 172.21.15.26:0/4017068255 >> 172.21.15.26:0/4017068255 conn(0x7f3c080fd240 msgr2=0x7f3c0810e290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.587+0000 7f3c0ea00640 1 -- 172.21.15.26:0/4017068255 shutdown_connections 2024-04-26T23:41:32.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.587+0000 7f3c0ea00640 1 -- 172.21.15.26:0/4017068255 wait complete. 2024-04-26T23:41:32.605 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:32 smithi026 ceph-mon[28371]: pgmap v173: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:32.605 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:32 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1040275609' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:41:32.607 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:41:32.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:32 smithi164 ceph-mon[31699]: pgmap v173: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:32.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:32 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1040275609' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:41:32.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:32 smithi086 ceph-mon[31122]: pgmap v173: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:32.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:32 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1040275609' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:41:32.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.832+0000 7f6719400640 1 -- 172.21.15.26:0/3883115241 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f67141042b0 msgr2=0x7f671410c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.832+0000 7f6719400640 1 --2- 172.21.15.26:0/3883115241 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f67141042b0 0x7f671410c790 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f6700009900 tx=0x7f670002a480 comp rx=0 tx=0).stop 2024-04-26T23:41:32.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.832+0000 7f6719400640 1 -- 172.21.15.26:0/3883115241 shutdown_connections 2024-04-26T23:41:32.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.832+0000 7f6719400640 1 --2- 172.21.15.26:0/3883115241 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f671410cdb0 0x7f671410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.832+0000 7f6719400640 1 --2- 172.21.15.26:0/3883115241 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f67141042b0 0x7f671410c790 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.832+0000 7f6719400640 1 --2- 172.21.15.26:0/3883115241 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6714103990 0x7f6714103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.832+0000 7f6719400640 1 -- 172.21.15.26:0/3883115241 >> 172.21.15.26:0/3883115241 conn(0x7f67140fd1b0 msgr2=0x7f67140ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.833+0000 7f6719400640 1 -- 172.21.15.26:0/3883115241 shutdown_connections 2024-04-26T23:41:32.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.833+0000 7f6719400640 1 -- 172.21.15.26:0/3883115241 wait complete. 2024-04-26T23:41:32.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.834+0000 7f6719400640 1 Processor -- start 2024-04-26T23:41:32.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.834+0000 7f6719400640 1 -- start start 2024-04-26T23:41:32.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.834+0000 7f6719400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6714103990 0x7f671419b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.834+0000 7f6719400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67141042b0 0x7f671419b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.834+0000 7f6719400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f671410cdb0 0x7f671419f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.834+0000 7f6719400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6714112960 con 0x7f671410cdb0 2024-04-26T23:41:32.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.834+0000 7f6719400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f67141127e0 con 0x7f6714103990 2024-04-26T23:41:32.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.834+0000 7f6719400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6714112ae0 con 0x7f67141042b0 2024-04-26T23:41:32.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.835+0000 7f6718a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f671410cdb0 0x7f671419f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.835+0000 7f6718a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f671410cdb0 0x7f671419f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55392/0 (socket says 172.21.15.26:55392) 2024-04-26T23:41:32.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.835+0000 7f6718a00640 1 -- 172.21.15.26:0/3761116866 learned_addr learned my addr 172.21.15.26:0/3761116866 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.835+0000 7f6713e00640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6714103990 0x7f671419b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.835+0000 7f6713400640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67141042b0 0x7f671419b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.835+0000 7f6718a00640 1 -- 172.21.15.26:0/3761116866 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67141042b0 msgr2=0x7f671419b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.835+0000 7f6718a00640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67141042b0 0x7f671419b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.835+0000 7f6718a00640 1 -- 172.21.15.26:0/3761116866 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6714103990 msgr2=0x7f671419b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.835+0000 7f6718a00640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6714103990 0x7f671419b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.835+0000 7f6718a00640 1 -- 172.21.15.26:0/3761116866 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67141a0110 con 0x7f671410cdb0 2024-04-26T23:41:32.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.836+0000 7f6718a00640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f671410cdb0 0x7f671419f9e0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f670c00eaa0 tx=0x7f670c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.836+0000 7f6710c00640 1 -- 172.21.15.26:0/3761116866 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670c00cdb0 con 0x7f671410cdb0 2024-04-26T23:41:32.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.836+0000 7f6710c00640 1 -- 172.21.15.26:0/3761116866 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f670c005020 con 0x7f671410cdb0 2024-04-26T23:41:32.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.836+0000 7f6719400640 1 -- 172.21.15.26:0/3761116866 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67141a0400 con 0x7f671410cdb0 2024-04-26T23:41:32.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.836+0000 7f6710c00640 1 -- 172.21.15.26:0/3761116866 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670c0116d0 con 0x7f671410cdb0 2024-04-26T23:41:32.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.836+0000 7f6719400640 1 -- 172.21.15.26:0/3761116866 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67141a7c90 con 0x7f671410cdb0 2024-04-26T23:41:32.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.840+0000 7f6710c00640 1 -- 172.21.15.26:0/3761116866 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f670c0051d0 con 0x7f671410cdb0 2024-04-26T23:41:32.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.840+0000 7f671d77e740 1 Processor -- start 2024-04-26T23:41:32.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.840+0000 7f671d77e740 1 -- start start 2024-04-26T23:41:32.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.841+0000 7f671d77e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 0x561f357fb780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.841+0000 7f671d77e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f35805e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.841+0000 7f671d77e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f35806390 0x561f35808780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.841+0000 7f671d77e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561f3575fc70 con 0x561f357fb3a0 2024-04-26T23:41:32.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.841+0000 7f671d77e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561f35718980 con 0x561f35806390 2024-04-26T23:41:32.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.841+0000 7f671d77e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561f3575bc30 con 0x561f357fbcc0 2024-04-26T23:41:32.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.841+0000 7f6713400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 0x561f357fb780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.841+0000 7f6713400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 0x561f357fb780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55396/0 (socket says 172.21.15.26:55396) 2024-04-26T23:41:32.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.841+0000 7f6713400640 1 -- 172.21.15.26:0/2816699176 learned_addr learned my addr 172.21.15.26:0/2816699176 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.842+0000 7f6713e00640 1 --2- 172.21.15.26:0/2816699176 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f35805e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.842+0000 7f6713400640 1 --2- 172.21.15.26:0/2816699176 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f35806390 0x561f35808780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.842+0000 7f6713400640 1 -- 172.21.15.26:0/2816699176 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 msgr2=0x561f35805e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.842+0000 7f6713400640 1 --2- 172.21.15.26:0/2816699176 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f35805e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.842+0000 7f6713400640 1 -- 172.21.15.26:0/2816699176 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f35806390 msgr2=0x561f35808780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.842+0000 7f6713400640 1 --2- 172.21.15.26:0/2816699176 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f35806390 0x561f35808780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.842+0000 7f6713400640 1 -- 172.21.15.26:0/2816699176 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f356f07b0 con 0x561f357fb3a0 2024-04-26T23:41:32.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.842+0000 7f6713400640 1 --2- 172.21.15.26:0/2816699176 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 0x561f357fb780 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f6700009900 tx=0x7f6700005d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc4eb8b43749969e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.843+0000 7f6710c00640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f66f80a3da0 0x7f66f80a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.843+0000 7f6709200640 1 -- 172.21.15.26:0/2816699176 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6700043020 con 0x561f357fb3a0 2024-04-26T23:41:32.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.843+0000 7f6709200640 1 -- 172.21.15.26:0/2816699176 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f67000046c0 con 0x561f357fb3a0 2024-04-26T23:41:32.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.843+0000 7f6709200640 1 -- 172.21.15.26:0/2816699176 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6700035070 con 0x561f357fb3a0 2024-04-26T23:41:32.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.843+0000 7f6710c00640 1 -- 172.21.15.26:0/3761116866 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f670c0d09a0 con 0x7f671410cdb0 2024-04-26T23:41:32.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.843+0000 7f6713e00640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f66f80a3da0 0x7f66f80a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.844+0000 7f671d77e740 1 -- 172.21.15.26:0/2816699176 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 msgr2=0x561f357fb780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.844+0000 7f671d77e740 1 --2- 172.21.15.26:0/2816699176 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 0x561f357fb780 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f6700009900 tx=0x7f6700005d90 comp rx=0 tx=0).stop 2024-04-26T23:41:32.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.844+0000 7f671d77e740 1 -- 172.21.15.26:0/2816699176 shutdown_connections 2024-04-26T23:41:32.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.844+0000 7f671d77e740 1 --2- 172.21.15.26:0/2816699176 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f35806390 0x561f35808780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.844+0000 7f671d77e740 1 --2- 172.21.15.26:0/2816699176 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f35805e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.844+0000 7f6713e00640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f66f80a3da0 0x7f66f80a6260 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x561f357fc960 tx=0x7f6704005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.844+0000 7f671d77e740 1 --2- 172.21.15.26:0/2816699176 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 0x561f357fb780 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.844+0000 7f671d77e740 1 -- 172.21.15.26:0/2816699176 >> 172.21.15.26:0/2816699176 conn(0x561f357f76c0 msgr2=0x561f357f7aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.844+0000 7f671d77e740 1 -- 172.21.15.26:0/2816699176 shutdown_connections 2024-04-26T23:41:32.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.844+0000 7f671d77e740 1 -- 172.21.15.26:0/2816699176 wait complete. 2024-04-26T23:41:32.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.845+0000 7f671d77e740 1 -- start start 2024-04-26T23:41:32.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.845+0000 7f671d77e740 1 Processor -- start 2024-04-26T23:41:32.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.846+0000 7f671d77e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 0x561f35805d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.846+0000 7f671d77e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f35803010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.846+0000 7f671d77e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f35806390 0x561f35803590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.846+0000 7f671d77e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561f3575ef80 con 0x561f357fb3a0 2024-04-26T23:41:32.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.846+0000 7f671d77e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561f3570c260 con 0x561f35806390 2024-04-26T23:41:32.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.846+0000 7f671d77e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561f357642a0 con 0x561f357fbcc0 2024-04-26T23:41:32.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.846+0000 7f671d77e740 10 client.0 _ll_register_callbacks cb 0x561f35756960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:32.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.846+0000 7f6713e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 0x561f35805d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.846+0000 7f6713e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 0x561f35805d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55400/0 (socket says 172.21.15.26:55400) 2024-04-26T23:41:32.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.846+0000 7f6713e00640 1 -- 172.21.15.26:0/303114393 learned_addr learned my addr 172.21.15.26:0/303114393 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.846+0000 7f6713400640 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f35803010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.846+0000 7f6718a00640 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f35806390 0x561f35803590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.847+0000 7f6713e00640 1 -- 172.21.15.26:0/303114393 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 msgr2=0x561f35803010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.847+0000 7f6713e00640 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f35803010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.847+0000 7f6713e00640 1 -- 172.21.15.26:0/303114393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f35806390 msgr2=0x561f35803590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.847+0000 7f6713e00640 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f35806390 0x561f35803590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.847+0000 7f6713e00640 1 -- 172.21.15.26:0/303114393 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f356ee1c0 con 0x561f357fb3a0 2024-04-26T23:41:32.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.847+0000 7f6713e00640 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 0x561f35805d20 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f6704009770 tx=0x7f6704004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a77495d910659ea server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.847+0000 7f66fd600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:32.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.847+0000 7f66fd600640 1 -- 172.21.15.26:0/303114393 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6704003d00 con 0x561f357fb3a0 2024-04-26T23:41:32.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.847+0000 7f66fd600640 1 -- 172.21.15.26:0/303114393 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f670402a420 con 0x561f357fb3a0 2024-04-26T23:41:32.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.847+0000 7f671d77e740 1 -- 172.21.15.26:0/303114393 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67000046c0 con 0x561f357fb3a0 2024-04-26T23:41:32.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.848+0000 7f66fd600640 1 -- 172.21.15.26:0/303114393 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f670402a620 con 0x561f357fb3a0 2024-04-26T23:41:32.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.848+0000 7f671d77e740 10 client.16656 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:32.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.848+0000 7f671d77e740 1 -- 172.21.15.26:0/303114393 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561f354713f0 con 0x561f357fb3a0 2024-04-26T23:41:32.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.848+0000 7f66fd600640 1 -- 172.21.15.26:0/303114393 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f67000046c0 con 0x561f357fb3a0 2024-04-26T23:41:32.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.848+0000 7f66fd600640 1 -- 172.21.15.26:0/303114393 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6704033710 con 0x561f357fb3a0 2024-04-26T23:41:32.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.848+0000 7f671d77e740 10 client.16656 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:32.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.848+0000 7f671d77e740 10 client.16656 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:41:32.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.848+0000 7f671d77e740 20 client.16656 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:32.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.848+0000 7f671d77e740 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561f35815ed0 0x561f35818330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.848+0000 7f671d77e740 4 client.16656 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:41:32.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.848+0000 7f671d77e740 1 -- 172.21.15.26:0/303114393 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561f3576d880 con 0x561f35815ed0 2024-04-26T23:41:32.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.849+0000 7f6713400640 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561f35815ed0 0x561f35818330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.850+0000 7f6713400640 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561f35815ed0 0x561f35818330 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e72a577d7d08d29 server_cookie=c764493a7479776d in_seq=0 out_seq=0 2024-04-26T23:41:32.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.850+0000 7f66fd600640 10 client.16656 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:32.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.852+0000 7f66fd600640 1 -- 172.21.15.26:0/303114393 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561f3576d880 con 0x561f35815ed0 2024-04-26T23:41:32.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.852+0000 7f66fd600640 10 client.16656 handle_command_reply: tid=0 2024-04-26T23:41:32.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.852+0000 7f671d77e740 1 client.16656 shutdown 2024-04-26T23:41:32.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.852+0000 7f671d77e740 1 -- 172.21.15.26:0/303114393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 msgr2=0x561f35805d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.852+0000 7f671d77e740 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 0x561f35805d20 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f6704009770 tx=0x7f6704004730 comp rx=0 tx=0).stop 2024-04-26T23:41:32.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.852+0000 7f671d77e740 1 -- 172.21.15.26:0/303114393 shutdown_connections 2024-04-26T23:41:32.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.852+0000 7f671d77e740 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561f35815ed0 0x561f35818330 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.852+0000 7f671d77e740 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f35806390 0x561f35803590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.852+0000 7f671d77e740 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f35803010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.852+0000 7f671d77e740 1 --2- 172.21.15.26:0/303114393 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f357fb3a0 0x561f35805d20 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.852+0000 7f66fd600640 0 client.16656 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:32.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.852+0000 7f671d77e740 1 -- 172.21.15.26:0/303114393 >> 172.21.15.26:0/303114393 conn(0x561f357f76c0 msgr2=0x561f357fd3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.853+0000 7f671d77e740 1 -- 172.21.15.26:0/303114393 shutdown_connections 2024-04-26T23:41:32.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.853+0000 7f671d77e740 1 -- 172.21.15.26:0/303114393 wait complete. 2024-04-26T23:41:32.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.853+0000 7f671d77e740 20 client.16656 trim_cache size 0 max 16384 2024-04-26T23:41:32.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.872+0000 7f671d77e740 1 Processor -- start 2024-04-26T23:41:32.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.872+0000 7f671d77e740 1 -- start start 2024-04-26T23:41:32.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.872+0000 7f671d77e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fb3a0 0x561f357f6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.872+0000 7f671d77e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f357fbcc0 0x561f35811db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.872+0000 7f671d77e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 0x561f3581dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.872+0000 7f671d77e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f67141b2c20 con 0x561f35806390 2024-04-26T23:41:32.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.872+0000 7f671d77e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f67141b04f0 con 0x561f357fbcc0 2024-04-26T23:41:32.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.872+0000 7f671d77e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f67141ae320 con 0x561f357fb3a0 2024-04-26T23:41:32.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.873+0000 7f6718a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 0x561f3581dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.873+0000 7f6718a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 0x561f3581dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55408/0 (socket says 172.21.15.26:55408) 2024-04-26T23:41:32.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.873+0000 7f6718a00640 1 -- 172.21.15.26:0/109704184 learned_addr learned my addr 172.21.15.26:0/109704184 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.873+0000 7f6713e00640 1 --2- 172.21.15.26:0/109704184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fb3a0 0x561f357f6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.873+0000 7f6713400640 1 --2- 172.21.15.26:0/109704184 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f357fbcc0 0x561f35811db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.873+0000 7f6718a00640 1 -- 172.21.15.26:0/109704184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fb3a0 msgr2=0x561f357f6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.873+0000 7f6718a00640 1 --2- 172.21.15.26:0/109704184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fb3a0 0x561f357f6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.873+0000 7f6718a00640 1 -- 172.21.15.26:0/109704184 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f357fbcc0 msgr2=0x561f35811db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.873+0000 7f6718a00640 1 --2- 172.21.15.26:0/109704184 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f357fbcc0 0x561f35811db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.873+0000 7f6718a00640 1 -- 172.21.15.26:0/109704184 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f35803900 con 0x561f35806390 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.874+0000 7f6718a00640 1 --2- 172.21.15.26:0/109704184 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 0x561f3581dc00 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f670c09c650 tx=0x7f670c09c5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1327146188ba1dfb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.874+0000 7f66ffe00640 1 -- 172.21.15.26:0/109704184 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670c01f040 con 0x561f35806390 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.874+0000 7f66ffe00640 1 -- 172.21.15.26:0/109704184 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f670c0054f0 con 0x561f35806390 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.874+0000 7f66ffe00640 1 -- 172.21.15.26:0/109704184 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670c0870b0 con 0x561f35806390 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.875+0000 7f671d77e740 1 -- 172.21.15.26:0/109704184 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 msgr2=0x561f3581dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.875+0000 7f671d77e740 1 --2- 172.21.15.26:0/109704184 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 0x561f3581dc00 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f670c09c650 tx=0x7f670c09c5a0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.875+0000 7f671d77e740 1 -- 172.21.15.26:0/109704184 shutdown_connections 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.875+0000 7f671d77e740 1 --2- 172.21.15.26:0/109704184 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 0x561f3581dc00 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.875+0000 7f671d77e740 1 --2- 172.21.15.26:0/109704184 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f357fbcc0 0x561f35811db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.875+0000 7f671d77e740 1 --2- 172.21.15.26:0/109704184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fb3a0 0x561f357f6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.875+0000 7f671d77e740 1 -- 172.21.15.26:0/109704184 >> 172.21.15.26:0/109704184 conn(0x561f357f76c0 msgr2=0x561f357f5f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.875+0000 7f671d77e740 1 -- 172.21.15.26:0/109704184 shutdown_connections 2024-04-26T23:41:32.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.875+0000 7f671d77e740 1 -- 172.21.15.26:0/109704184 wait complete. 2024-04-26T23:41:32.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.876+0000 7f671d77e740 1 -- start start 2024-04-26T23:41:32.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.876+0000 7f671d77e740 1 Processor -- start 2024-04-26T23:41:32.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.876+0000 7f671d77e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f357fb3a0 0x561f3580e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.876+0000 7f671d77e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f3580b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.876+0000 7f671d77e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 0x561f3580bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.876+0000 7f671d77e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f67141ae9b0 con 0x561f35806390 2024-04-26T23:41:32.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.876+0000 7f671d77e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f67141afe20 con 0x561f357fb3a0 2024-04-26T23:41:32.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.876+0000 7f671d77e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f67141af080 con 0x561f357fbcc0 2024-04-26T23:41:32.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.876+0000 7f671d77e740 10 client.0 _ll_register_callbacks cb 0x7f67040099a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:32.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.877+0000 7f6718a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 0x561f3580bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.877+0000 7f6718a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 0x561f3580bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55420/0 (socket says 172.21.15.26:55420) 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.877+0000 7f6718a00640 1 -- 172.21.15.26:0/3311114609 learned_addr learned my addr 172.21.15.26:0/3311114609 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.877+0000 7f6713e00640 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f357fb3a0 0x561f3580e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.877+0000 7f6713400640 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f3580b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.877+0000 7f6718a00640 1 -- 172.21.15.26:0/3311114609 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 msgr2=0x561f3580b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.877+0000 7f6718a00640 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f3580b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.877+0000 7f6718a00640 1 -- 172.21.15.26:0/3311114609 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f357fb3a0 msgr2=0x561f3580e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.877+0000 7f6718a00640 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f357fb3a0 0x561f3580e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.877+0000 7f6718a00640 1 -- 172.21.15.26:0/3311114609 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f3553b7d0 con 0x561f35806390 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.877+0000 7f6713400640 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f3580b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.878+0000 7f6718a00640 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 0x561f3580bdd0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f670c0a5090 tx=0x7f670c09ae60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b460f39140aca2c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.878+0000 7f66fd600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.878+0000 7f66fd600640 1 -- 172.21.15.26:0/3311114609 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f670c080060 con 0x561f35806390 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.878+0000 7f66fd600640 1 -- 172.21.15.26:0/3311114609 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f670c0872b0 con 0x561f35806390 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.878+0000 7f671d77e740 1 -- 172.21.15.26:0/3311114609 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f670c0054f0 con 0x561f35806390 2024-04-26T23:41:32.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.878+0000 7f66fd600640 1 -- 172.21.15.26:0/3311114609 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f670c0b8070 con 0x561f35806390 2024-04-26T23:41:32.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.878+0000 7f671d77e740 10 client.16662 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:32.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.878+0000 7f671d77e740 1 -- 172.21.15.26:0/3311114609 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561f357062a0 con 0x561f35806390 2024-04-26T23:41:32.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.878+0000 7f66fd600640 1 -- 172.21.15.26:0/3311114609 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f670c0054f0 con 0x561f35806390 2024-04-26T23:41:32.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.879+0000 7f66fd600640 1 -- 172.21.15.26:0/3311114609 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f670c00f040 con 0x561f35806390 2024-04-26T23:41:32.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.879+0000 7f671d77e740 10 client.16662 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:32.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.879+0000 7f671d77e740 10 client.16662 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:41:32.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.879+0000 7f671d77e740 20 client.16662 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:32.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.879+0000 7f671d77e740 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561f3587c480 0x561f3587e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:32.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.879+0000 7f671d77e740 4 client.16662 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:41:32.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.879+0000 7f671d77e740 1 -- 172.21.15.26:0/3311114609 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561f357676f0 con 0x561f3587c480 2024-04-26T23:41:32.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.879+0000 7f6713e00640 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561f3587c480 0x561f3587e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:32.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.880+0000 7f6713e00640 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561f3587c480 0x561f3587e8a0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e82d45e047f472f server_cookie=feabcfe1890e94b2 in_seq=0 out_seq=0 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.880+0000 7f66fd600640 10 client.16662 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f66fd600640 1 -- 172.21.15.26:0/3311114609 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561f357676f0 con 0x561f3587c480 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f66fd600640 10 client.16662 handle_command_reply: tid=0 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f671d77e740 1 client.16662 shutdown 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f671d77e740 1 -- 172.21.15.26:0/3311114609 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 msgr2=0x561f3580bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f671d77e740 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 0x561f3580bdd0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f670c0a5090 tx=0x7f670c09ae60 comp rx=0 tx=0).stop 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f671d77e740 1 -- 172.21.15.26:0/3311114609 shutdown_connections 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f671d77e740 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561f3587c480 0x561f3587e8a0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f671d77e740 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561f35806390 0x561f3580bdd0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f671d77e740 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561f357fbcc0 0x561f3580b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f671d77e740 1 --2- 172.21.15.26:0/3311114609 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561f357fb3a0 0x561f3580e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f671d77e740 1 -- 172.21.15.26:0/3311114609 >> 172.21.15.26:0/3311114609 conn(0x561f357f76c0 msgr2=0x561f357f5f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f66fd600640 0 client.16662 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:32.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f671d77e740 1 -- 172.21.15.26:0/3311114609 shutdown_connections 2024-04-26T23:41:32.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f671d77e740 1 -- 172.21.15.26:0/3311114609 wait complete. 2024-04-26T23:41:32.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.881+0000 7f671d77e740 20 client.16662 trim_cache size 0 max 16384 2024-04-26T23:41:32.887 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:41:32.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.882+0000 7f6719400640 1 -- 172.21.15.26:0/3761116866 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f66f80a3da0 msgr2=0x7f66f80a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.882+0000 7f6719400640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f66f80a3da0 0x7f66f80a6260 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x561f357fc960 tx=0x7f6704005f90 comp rx=0 tx=0).stop 2024-04-26T23:41:32.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.882+0000 7f6719400640 1 -- 172.21.15.26:0/3761116866 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f671410cdb0 msgr2=0x7f671419f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:32.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.882+0000 7f6719400640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f671410cdb0 0x7f671419f9e0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f670c00eaa0 tx=0x7f670c00ef60 comp rx=0 tx=0).stop 2024-04-26T23:41:32.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.883+0000 7f6719400640 1 -- 172.21.15.26:0/3761116866 shutdown_connections 2024-04-26T23:41:32.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.883+0000 7f6719400640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f66f80a3da0 0x7f66f80a6260 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.883+0000 7f6719400640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f671410cdb0 0x7f671419f9e0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.883+0000 7f6719400640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67141042b0 0x7f671419b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.883+0000 7f6719400640 1 --2- 172.21.15.26:0/3761116866 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6714103990 0x7f671419b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:32.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.883+0000 7f6719400640 1 -- 172.21.15.26:0/3761116866 >> 172.21.15.26:0/3761116866 conn(0x7f67140fd1b0 msgr2=0x7f67141027f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:32.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.883+0000 7f6719400640 1 -- 172.21.15.26:0/3761116866 shutdown_connections 2024-04-26T23:41:32.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:32.883+0000 7f6719400640 1 -- 172.21.15.26:0/3761116866 wait complete. 2024-04-26T23:41:33.908 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:41:33.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:41:33.908 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:41:34.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.152+0000 7f84c1000640 1 -- 172.21.15.26:0/481430881 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84bc103190 msgr2=0x7f84bc10f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.152+0000 7f84c1000640 1 --2- 172.21.15.26:0/481430881 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84bc103190 0x7f84bc10f6a0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f84b4009cd0 tx=0x7f84b402a8e0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.153+0000 7f84c1000640 1 -- 172.21.15.26:0/481430881 shutdown_connections 2024-04-26T23:41:34.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.153+0000 7f84c1000640 1 --2- 172.21.15.26:0/481430881 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84bc103190 0x7f84bc10f6a0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.153+0000 7f84c1000640 1 --2- 172.21.15.26:0/481430881 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84bc1027d0 0x7f84bc102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.153+0000 7f84c1000640 1 --2- 172.21.15.26:0/481430881 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84bc1087e0 0x7f84bc108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.153+0000 7f84c1000640 1 -- 172.21.15.26:0/481430881 >> 172.21.15.26:0/481430881 conn(0x7f84bc0fe300 msgr2=0x7f84bc100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:34.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.153+0000 7f84c1000640 1 -- 172.21.15.26:0/481430881 shutdown_connections 2024-04-26T23:41:34.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.153+0000 7f84c1000640 1 -- 172.21.15.26:0/481430881 wait complete. 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.154+0000 7f84c1000640 1 Processor -- start 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.154+0000 7f84c1000640 1 -- start start 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.155+0000 7f84c1000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84bc1027d0 0x7f84bc19b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.155+0000 7f84c1000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84bc103190 0x7f84bc19b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.155+0000 7f84c1000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84bc1087e0 0x7f84bc19f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.155+0000 7f84c1000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc112950 con 0x7f84bc1027d0 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.155+0000 7f84c1000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc1127d0 con 0x7f84bc103190 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.155+0000 7f84c1000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc112ad0 con 0x7f84bc1087e0 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.155+0000 7f84bb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84bc1027d0 0x7f84bc19b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.155+0000 7f84bb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84bc1027d0 0x7f84bc19b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54930/0 (socket says 172.21.15.26:54930) 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.155+0000 7f84bb400640 1 -- 172.21.15.26:0/851671578 learned_addr learned my addr 172.21.15.26:0/851671578 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.155+0000 7f84baa00640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84bc103190 0x7f84bc19b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.155+0000 7f84bbe00640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84bc1087e0 0x7f84bc19f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.156+0000 7f84bb400640 1 -- 172.21.15.26:0/851671578 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84bc1087e0 msgr2=0x7f84bc19f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.156+0000 7f84bb400640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84bc1087e0 0x7f84bc19f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.156+0000 7f84bb400640 1 -- 172.21.15.26:0/851671578 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84bc103190 msgr2=0x7f84bc19b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.156+0000 7f84bb400640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84bc103190 0x7f84bc19b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.156+0000 7f84bb400640 1 -- 172.21.15.26:0/851671578 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84bc1a0120 con 0x7f84bc1027d0 2024-04-26T23:41:34.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.156+0000 7f84baa00640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84bc103190 0x7f84bc19b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:41:34.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.156+0000 7f84bb400640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84bc1027d0 0x7f84bc19b130 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f84ac00d770 tx=0x7f84ac00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:34.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.156+0000 7f84b3e00640 1 -- 172.21.15.26:0/851671578 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ac017070 con 0x7f84bc1027d0 2024-04-26T23:41:34.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.156+0000 7f84c1000640 1 -- 172.21.15.26:0/851671578 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84bc1a0410 con 0x7f84bc1027d0 2024-04-26T23:41:34.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.156+0000 7f84b3e00640 1 -- 172.21.15.26:0/851671578 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f84ac0054b0 con 0x7f84bc1027d0 2024-04-26T23:41:34.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.157+0000 7f84b3e00640 1 -- 172.21.15.26:0/851671578 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ac004c60 con 0x7f84bc1027d0 2024-04-26T23:41:34.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.157+0000 7f84c1000640 1 -- 172.21.15.26:0/851671578 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84bc1a7ca0 con 0x7f84bc1027d0 2024-04-26T23:41:34.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.161+0000 7f84c5469740 1 Processor -- start 2024-04-26T23:41:34.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.161+0000 7f84b3e00640 1 -- 172.21.15.26:0/851671578 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f84ac004e00 con 0x7f84bc1027d0 2024-04-26T23:41:34.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.161+0000 7f84c5469740 1 -- start start 2024-04-26T23:41:34.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.161+0000 7f84c5469740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce67e60 0x558d7ce68240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.161+0000 7f84c5469740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce72910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.161+0000 7f84c5469740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce75240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.161+0000 7f84c5469740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558d7cdcd980 con 0x558d7ce72e50 2024-04-26T23:41:34.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.161+0000 7f84c5469740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558d7cd6a220 con 0x558d7ce68780 2024-04-26T23:41:34.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.161+0000 7f84c5469740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558d7cdc9940 con 0x558d7ce67e60 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.162+0000 7f84baa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce75240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.162+0000 7f84baa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce75240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54934/0 (socket says 172.21.15.26:54934) 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.162+0000 7f84baa00640 1 -- 172.21.15.26:0/2562689407 learned_addr learned my addr 172.21.15.26:0/2562689407 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.162+0000 7f84bbe00640 1 --2- 172.21.15.26:0/2562689407 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce67e60 0x558d7ce68240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.162+0000 7f84bb400640 1 --2- 172.21.15.26:0/2562689407 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce72910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.162+0000 7f84baa00640 1 -- 172.21.15.26:0/2562689407 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce67e60 msgr2=0x558d7ce68240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.162+0000 7f84baa00640 1 --2- 172.21.15.26:0/2562689407 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce67e60 0x558d7ce68240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.162+0000 7f84baa00640 1 -- 172.21.15.26:0/2562689407 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 msgr2=0x558d7ce72910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.162+0000 7f84baa00640 1 --2- 172.21.15.26:0/2562689407 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce72910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.162+0000 7f84baa00640 1 -- 172.21.15.26:0/2562689407 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d7cba77e0 con 0x558d7ce72e50 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.163+0000 7f84baa00640 1 --2- 172.21.15.26:0/2562689407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce75240 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f84a800bd30 tx=0x7f84a800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=527aa6c21acad547 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.163+0000 7f84b3e00640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f84a00a3d20 0x7f84a00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.163+0000 7f84b0c00640 1 -- 172.21.15.26:0/2562689407 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a8015070 con 0x558d7ce72e50 2024-04-26T23:41:34.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.163+0000 7f84b3e00640 1 -- 172.21.15.26:0/851671578 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f84ac0d02a0 con 0x7f84bc1027d0 2024-04-26T23:41:34.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.163+0000 7f84b0c00640 1 -- 172.21.15.26:0/2562689407 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f84a800be20 con 0x558d7ce72e50 2024-04-26T23:41:34.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.163+0000 7f84b0c00640 1 -- 172.21.15.26:0/2562689407 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a8011960 con 0x558d7ce72e50 2024-04-26T23:41:34.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.163+0000 7f84bbe00640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f84a00a3d20 0x7f84a00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.164+0000 7f84c5469740 1 -- 172.21.15.26:0/2562689407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 msgr2=0x558d7ce75240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.164+0000 7f84c5469740 1 --2- 172.21.15.26:0/2562689407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce75240 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f84a800bd30 tx=0x7f84a800f730 comp rx=0 tx=0).stop 2024-04-26T23:41:34.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.164+0000 7f84c5469740 1 -- 172.21.15.26:0/2562689407 shutdown_connections 2024-04-26T23:41:34.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.164+0000 7f84c5469740 1 --2- 172.21.15.26:0/2562689407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce75240 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.164+0000 7f84c5469740 1 --2- 172.21.15.26:0/2562689407 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce72910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.164+0000 7f84c5469740 1 --2- 172.21.15.26:0/2562689407 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce67e60 0x558d7ce68240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.164+0000 7f84c5469740 1 -- 172.21.15.26:0/2562689407 >> 172.21.15.26:0/2562689407 conn(0x558d7ce64180 msgr2=0x558d7ce64560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:34.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.164+0000 7f84bbe00640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f84a00a3d20 0x7f84a00a61e0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f84b4006010 tx=0x7f84b40093f0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:34.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.164+0000 7f84c5469740 1 -- 172.21.15.26:0/2562689407 shutdown_connections 2024-04-26T23:41:34.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.164+0000 7f84c5469740 1 -- 172.21.15.26:0/2562689407 wait complete. 2024-04-26T23:41:34.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.165+0000 7f84c5469740 1 -- start start 2024-04-26T23:41:34.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.165+0000 7f84c5469740 1 Processor -- start 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.166+0000 7f84c5469740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce67e60 0x558d7ce6fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.166+0000 7f84c5469740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce702f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.166+0000 7f84c5469740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce70830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.166+0000 7f84c5469740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558d7ce75c40 con 0x558d7ce72e50 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.166+0000 7f84c5469740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558d7cd55170 con 0x558d7ce68780 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.166+0000 7f84c5469740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558d7ce75dc0 con 0x558d7ce67e60 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.166+0000 7f84c5469740 10 client.0 _ll_register_callbacks cb 0x558d7cdc4770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.166+0000 7f84bbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce70830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.166+0000 7f84bbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce70830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54936/0 (socket says 172.21.15.26:54936) 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.166+0000 7f84bbe00640 1 -- 172.21.15.26:0/967832787 learned_addr learned my addr 172.21.15.26:0/967832787 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.166+0000 7f84baa00640 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce702f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.167+0000 7f84bb400640 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce67e60 0x558d7ce6fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.167+0000 7f84bbe00640 1 -- 172.21.15.26:0/967832787 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce67e60 msgr2=0x558d7ce6fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.167+0000 7f84bbe00640 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce67e60 0x558d7ce6fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.167+0000 7f84bbe00640 1 -- 172.21.15.26:0/967832787 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 msgr2=0x558d7ce702f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.167+0000 7f84bbe00640 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce702f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.167+0000 7f84bbe00640 1 -- 172.21.15.26:0/967832787 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d7cc07f70 con 0x558d7ce72e50 2024-04-26T23:41:34.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.167+0000 7f84bbe00640 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce70830 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f84b40319c0 tx=0x7f84b402a8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96c20a725f7202c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:34.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.167+0000 7f84a5600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:34.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.168+0000 7f84a5600640 1 -- 172.21.15.26:0/967832787 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b4031c00 con 0x558d7ce72e50 2024-04-26T23:41:34.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.168+0000 7f84c5469740 1 -- 172.21.15.26:0/967832787 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84a800be20 con 0x558d7ce72e50 2024-04-26T23:41:34.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.168+0000 7f84a5600640 1 -- 172.21.15.26:0/967832787 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f84b40045c0 con 0x558d7ce72e50 2024-04-26T23:41:34.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.168+0000 7f84a5600640 1 -- 172.21.15.26:0/967832787 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f84b40047c0 con 0x558d7ce72e50 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.168+0000 7f84c5469740 10 client.16674 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.168+0000 7f84c5469740 1 -- 172.21.15.26:0/967832787 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558d7ca9f170 con 0x558d7ce72e50 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.168+0000 7f84a5600640 1 -- 172.21.15.26:0/967832787 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f84a800be20 con 0x558d7ce72e50 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.169+0000 7f84a5600640 1 -- 172.21.15.26:0/967832787 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f84b404e070 con 0x558d7ce72e50 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.169+0000 7f84c5469740 10 client.16674 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.169+0000 7f84c5469740 10 client.16674 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.169+0000 7f84c5469740 20 client.16674 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.169+0000 7f84c5469740 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558d7ce82dc0 0x558d7ce85210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.169+0000 7f84c5469740 4 client.16674 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.169+0000 7f84c5469740 1 -- 172.21.15.26:0/967832787 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d7cddb590 con 0x558d7ce82dc0 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.170+0000 7f84bb400640 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558d7ce82dc0 0x558d7ce85210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.170+0000 7f84bb400640 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558d7ce82dc0 0x558d7ce85210 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ce33a9420ab58e6 server_cookie=7e3d92b0ffdec3e6 in_seq=0 out_seq=0 2024-04-26T23:41:34.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.170+0000 7f84a5600640 10 client.16674 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:34.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.172+0000 7f84a5600640 1 -- 172.21.15.26:0/967832787 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558d7cddb590 con 0x558d7ce82dc0 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.172+0000 7f84a5600640 10 client.16674 handle_command_reply: tid=0 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.172+0000 7f84c5469740 1 client.16674 shutdown 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.172+0000 7f84c5469740 1 -- 172.21.15.26:0/967832787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 msgr2=0x558d7ce70830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.172+0000 7f84c5469740 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce70830 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f84b40319c0 tx=0x7f84b402a8e0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.173+0000 7f84c5469740 1 -- 172.21.15.26:0/967832787 shutdown_connections 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.173+0000 7f84c5469740 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558d7ce82dc0 0x558d7ce85210 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.173+0000 7f84c5469740 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce70830 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.173+0000 7f84c5469740 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce702f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.173+0000 7f84c5469740 1 --2- 172.21.15.26:0/967832787 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce67e60 0x558d7ce6fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.173+0000 7f84c5469740 1 -- 172.21.15.26:0/967832787 >> 172.21.15.26:0/967832787 conn(0x558d7ce64180 msgr2=0x558d7ce69f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.173+0000 7f84a5600640 0 client.16674 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.173+0000 7f84c5469740 1 -- 172.21.15.26:0/967832787 shutdown_connections 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.173+0000 7f84c5469740 1 -- 172.21.15.26:0/967832787 wait complete. 2024-04-26T23:41:34.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.173+0000 7f84c5469740 20 client.16674 trim_cache size 0 max 16384 2024-04-26T23:41:34.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.194+0000 7f84c5469740 1 Processor -- start 2024-04-26T23:41:34.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.194+0000 7f84c5469740 1 -- start start 2024-04-26T23:41:34.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.194+0000 7f84c5469740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce67e60 0x558d7ce724e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.194+0000 7f84c5469740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce68780 0x558d7ce6a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.194+0000 7f84c5469740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce8aae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.194+0000 7f84c5469740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc1b2d90 con 0x558d7ce72e50 2024-04-26T23:41:34.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.194+0000 7f84c5469740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc1b0660 con 0x558d7ce67e60 2024-04-26T23:41:34.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.194+0000 7f84c5469740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc1ae490 con 0x558d7ce68780 2024-04-26T23:41:34.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.195+0000 7f84bbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce8aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.195+0000 7f84bbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce8aae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54940/0 (socket says 172.21.15.26:54940) 2024-04-26T23:41:34.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.195+0000 7f84bbe00640 1 -- 172.21.15.26:0/587503125 learned_addr learned my addr 172.21.15.26:0/587503125 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:34.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.195+0000 7f84bb400640 1 --2- 172.21.15.26:0/587503125 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce67e60 0x558d7ce724e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.195+0000 7f84baa00640 1 --2- 172.21.15.26:0/587503125 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce68780 0x558d7ce6a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.195+0000 7f84bbe00640 1 -- 172.21.15.26:0/587503125 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce68780 msgr2=0x558d7ce6a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.195+0000 7f84bbe00640 1 --2- 172.21.15.26:0/587503125 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce68780 0x558d7ce6a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.195+0000 7f84bbe00640 1 -- 172.21.15.26:0/587503125 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce67e60 msgr2=0x558d7ce724e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.195+0000 7f84bbe00640 1 --2- 172.21.15.26:0/587503125 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce67e60 0x558d7ce724e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.195+0000 7f84bbe00640 1 -- 172.21.15.26:0/587503125 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d7ce685b0 con 0x558d7ce72e50 2024-04-26T23:41:34.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.196+0000 7f84bbe00640 1 --2- 172.21.15.26:0/587503125 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce8aae0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f84b4041040 tx=0x7f84b40318a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc472d39f8bb22cb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:34.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.196+0000 7f84a7e00640 1 -- 172.21.15.26:0/587503125 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b40044c0 con 0x558d7ce72e50 2024-04-26T23:41:34.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.196+0000 7f84a7e00640 1 -- 172.21.15.26:0/587503125 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f84b4036040 con 0x558d7ce72e50 2024-04-26T23:41:34.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.196+0000 7f84a7e00640 1 -- 172.21.15.26:0/587503125 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b40305a0 con 0x558d7ce72e50 2024-04-26T23:41:34.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.197+0000 7f84c5469740 1 -- 172.21.15.26:0/587503125 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 msgr2=0x558d7ce8aae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.197+0000 7f84c5469740 1 --2- 172.21.15.26:0/587503125 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce8aae0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f84b4041040 tx=0x7f84b40318a0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.197+0000 7f84c5469740 1 -- 172.21.15.26:0/587503125 shutdown_connections 2024-04-26T23:41:34.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.197+0000 7f84c5469740 1 --2- 172.21.15.26:0/587503125 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce72e50 0x558d7ce8aae0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.197+0000 7f84c5469740 1 --2- 172.21.15.26:0/587503125 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce68780 0x558d7ce6a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.197+0000 7f84c5469740 1 --2- 172.21.15.26:0/587503125 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce67e60 0x558d7ce724e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.197+0000 7f84c5469740 1 -- 172.21.15.26:0/587503125 >> 172.21.15.26:0/587503125 conn(0x558d7ce64180 msgr2=0x558d7ce62a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:34.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.197+0000 7f84c5469740 1 -- 172.21.15.26:0/587503125 shutdown_connections 2024-04-26T23:41:34.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.197+0000 7f84c5469740 1 -- 172.21.15.26:0/587503125 wait complete. 2024-04-26T23:41:34.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.197+0000 7f84c5469740 1 -- start start 2024-04-26T23:41:34.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.198+0000 7f84c5469740 1 Processor -- start 2024-04-26T23:41:34.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.198+0000 7f84c5469740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce67e60 0x558d7ce6d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.198+0000 7f84c5469740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce6d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.198+0000 7f84c5469740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce72e50 0x558d7cee8350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.198+0000 7f84c5469740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc1aeb20 con 0x558d7ce67e60 2024-04-26T23:41:34.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.198+0000 7f84c5469740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc1aff90 con 0x558d7ce68780 2024-04-26T23:41:34.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.198+0000 7f84c5469740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc1af1f0 con 0x558d7ce72e50 2024-04-26T23:41:34.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.198+0000 7f84c5469740 10 client.0 _ll_register_callbacks cb 0x7f84b4009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84bb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce67e60 0x558d7ce6d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84bb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce67e60 0x558d7ce6d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54956/0 (socket says 172.21.15.26:54956) 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84bb400640 1 -- 172.21.15.26:0/3173421142 learned_addr learned my addr 172.21.15.26:0/3173421142 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84bb400640 1 -- 172.21.15.26:0/3173421142 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce72e50 msgr2=0x558d7cee8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84baa00640 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce6d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84bbe00640 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce72e50 0x558d7cee8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84bb400640 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce72e50 0x558d7cee8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84bb400640 1 -- 172.21.15.26:0/3173421142 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 msgr2=0x558d7ce6d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84bb400640 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce6d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84bb400640 1 -- 172.21.15.26:0/3173421142 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d7cee8890 con 0x558d7ce67e60 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84baa00640 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce6d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84bbe00640 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce72e50 0x558d7cee8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:41:34.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84bb400640 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce67e60 0x558d7ce6d170 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f84ac098c20 tx=0x7f84ac09be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cafce0ee94367125 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:34.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.199+0000 7f84a5600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:34.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.200+0000 7f84a5600640 1 -- 172.21.15.26:0/3173421142 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ac020040 con 0x558d7ce67e60 2024-04-26T23:41:34.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.200+0000 7f84a5600640 1 -- 172.21.15.26:0/3173421142 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f84ac0988c0 con 0x558d7ce67e60 2024-04-26T23:41:34.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.200+0000 7f84c5469740 1 -- 172.21.15.26:0/3173421142 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84b4036040 con 0x558d7ce67e60 2024-04-26T23:41:34.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.200+0000 7f84a5600640 1 -- 172.21.15.26:0/3173421142 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f84ac0a0600 con 0x558d7ce67e60 2024-04-26T23:41:34.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.200+0000 7f84c5469740 10 client.16680 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:34.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.200+0000 7f84c5469740 1 -- 172.21.15.26:0/3173421142 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558d7cee9b80 con 0x558d7ce67e60 2024-04-26T23:41:34.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.200+0000 7f84a5600640 1 -- 172.21.15.26:0/3173421142 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f84b4036040 con 0x558d7ce67e60 2024-04-26T23:41:34.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.201+0000 7f84a5600640 1 -- 172.21.15.26:0/3173421142 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f84ac0050f0 con 0x558d7ce67e60 2024-04-26T23:41:34.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.201+0000 7f84c5469740 10 client.16680 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:34.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.201+0000 7f84c5469740 10 client.16680 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:41:34.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.201+0000 7f84c5469740 20 client.16680 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:34.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.201+0000 7f84c5469740 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558d7ceea2a0 0x558d7ceec6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.201+0000 7f84c5469740 4 client.16680 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:41:34.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.201+0000 7f84c5469740 1 -- 172.21.15.26:0/3173421142 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558d7cdd5400 con 0x558d7ceea2a0 2024-04-26T23:41:34.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.201+0000 7f84baa00640 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558d7ceea2a0 0x558d7ceec6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.202+0000 7f84baa00640 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558d7ceea2a0 0x558d7ceec6c0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b969ac28abaa1ac server_cookie=3b300f8b33d9a0d6 in_seq=0 out_seq=0 2024-04-26T23:41:34.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.202+0000 7f84a5600640 10 client.16680 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:34.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84a5600640 1 -- 172.21.15.26:0/3173421142 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558d7cdd5400 con 0x558d7ceea2a0 2024-04-26T23:41:34.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84a5600640 10 client.16680 handle_command_reply: tid=0 2024-04-26T23:41:34.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84c5469740 1 client.16680 shutdown 2024-04-26T23:41:34.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84c5469740 1 -- 172.21.15.26:0/3173421142 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce67e60 msgr2=0x558d7ce6d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84c5469740 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce67e60 0x558d7ce6d170 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f84ac098c20 tx=0x7f84ac09be50 comp rx=0 tx=0).stop 2024-04-26T23:41:34.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84c5469740 1 -- 172.21.15.26:0/3173421142 shutdown_connections 2024-04-26T23:41:34.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84c5469740 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558d7ceea2a0 0x558d7ceec6c0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84c5469740 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d7ce72e50 0x558d7cee8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84c5469740 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558d7ce68780 0x558d7ce6d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84c5469740 1 --2- 172.21.15.26:0/3173421142 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558d7ce67e60 0x558d7ce6d170 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84c5469740 1 -- 172.21.15.26:0/3173421142 >> 172.21.15.26:0/3173421142 conn(0x558d7ce64180 msgr2=0x558d7ce632e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:34.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84a5600640 0 client.16680 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:34.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.205+0000 7f84c5469740 1 -- 172.21.15.26:0/3173421142 shutdown_connections 2024-04-26T23:41:34.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.206+0000 7f84c5469740 1 -- 172.21.15.26:0/3173421142 wait complete. 2024-04-26T23:41:34.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.206+0000 7f84c5469740 20 client.16680 trim_cache size 0 max 16384 2024-04-26T23:41:34.210 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:41:34.210 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:41:34.210 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "5ff3ac73-1b16-41db-bc66-7681ac04d2a6", 2024-04-26T23:41:34.210 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:41:34.210 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:41:34.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.206+0000 7f84c1000640 1 -- 172.21.15.26:0/851671578 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f84a00a3d20 msgr2=0x7f84a00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.206+0000 7f84c1000640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f84a00a3d20 0x7f84a00a61e0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f84b4006010 tx=0x7f84b40093f0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.206+0000 7f84c1000640 1 -- 172.21.15.26:0/851671578 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84bc1027d0 msgr2=0x7f84bc19b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.206+0000 7f84c1000640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84bc1027d0 0x7f84bc19b130 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f84ac00d770 tx=0x7f84ac00dc30 comp rx=0 tx=0).stop 2024-04-26T23:41:34.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.207+0000 7f84c1000640 1 -- 172.21.15.26:0/851671578 shutdown_connections 2024-04-26T23:41:34.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.207+0000 7f84c1000640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84bc1087e0 0x7f84bc19f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.207+0000 7f84c1000640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84bc103190 0x7f84bc19b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.207+0000 7f84c1000640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f84a00a3d20 0x7f84a00a61e0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.207+0000 7f84c1000640 1 --2- 172.21.15.26:0/851671578 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84bc1027d0 0x7f84bc19b130 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.207+0000 7f84c1000640 1 -- 172.21.15.26:0/851671578 >> 172.21.15.26:0/851671578 conn(0x7f84bc0fe300 msgr2=0x7f84bc10df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:34.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.207+0000 7f84c1000640 1 -- 172.21.15.26:0/851671578 shutdown_connections 2024-04-26T23:41:34.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.207+0000 7f84c1000640 1 -- 172.21.15.26:0/851671578 wait complete. 2024-04-26T23:41:34.230 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:41:34.231 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:41:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.454+0000 7f449b400640 1 -- 172.21.15.26:0/3939160891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4494105790 msgr2=0x7f44941097d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.454+0000 7f449b400640 1 --2- 172.21.15.26:0/3939160891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4494105790 0x7f44941097d0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f4480009900 tx=0x7f448002a3f0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.454+0000 7f449b400640 1 -- 172.21.15.26:0/3939160891 shutdown_connections 2024-04-26T23:41:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.454+0000 7f449b400640 1 --2- 172.21.15.26:0/3939160891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4494109eb0 0x7f4494111a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.454+0000 7f449b400640 1 --2- 172.21.15.26:0/3939160891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4494105790 0x7f44941097d0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.454+0000 7f449b400640 1 --2- 172.21.15.26:0/3939160891 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4494104de0 0x7f44941051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.454+0000 7f449b400640 1 -- 172.21.15.26:0/3939160891 >> 172.21.15.26:0/3939160891 conn(0x7f44941006c0 msgr2=0x7f4494102ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.454+0000 7f449b400640 1 -- 172.21.15.26:0/3939160891 shutdown_connections 2024-04-26T23:41:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.454+0000 7f449b400640 1 -- 172.21.15.26:0/3939160891 wait complete. 2024-04-26T23:41:34.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.455+0000 7f449b400640 1 Processor -- start 2024-04-26T23:41:34.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.456+0000 7f449b400640 1 -- start start 2024-04-26T23:41:34.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.456+0000 7f449b400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4494104de0 0x7f449419b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.456+0000 7f449b400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4494109eb0 0x7f449419b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.456+0000 7f449b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f449419fbd0 0x7f44941a0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.456+0000 7f449b400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4494114d10 con 0x7f449419fbd0 2024-04-26T23:41:34.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.456+0000 7f449b400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f4494114b90 con 0x7f4494104de0 2024-04-26T23:41:34.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.456+0000 7f449b400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4494114e90 con 0x7f4494109eb0 2024-04-26T23:41:34.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.456+0000 7f4499400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f449419fbd0 0x7f44941a0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.457+0000 7f4499400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f449419fbd0 0x7f44941a0080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54976/0 (socket says 172.21.15.26:54976) 2024-04-26T23:41:34.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.457+0000 7f4499400640 1 -- 172.21.15.26:0/4150853778 learned_addr learned my addr 172.21.15.26:0/4150853778 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:34.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.457+0000 7f4498a00640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4494104de0 0x7f449419b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.457+0000 7f4493e00640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4494109eb0 0x7f449419b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.457+0000 7f4499400640 1 -- 172.21.15.26:0/4150853778 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4494109eb0 msgr2=0x7f449419b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.457+0000 7f4499400640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4494109eb0 0x7f449419b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.457+0000 7f4499400640 1 -- 172.21.15.26:0/4150853778 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4494104de0 msgr2=0x7f449419b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.457+0000 7f4499400640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4494104de0 0x7f449419b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.457+0000 7f4499400640 1 -- 172.21.15.26:0/4150853778 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44941a06c0 con 0x7f449419fbd0 2024-04-26T23:41:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.458+0000 7f4499400640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f449419fbd0 0x7f44941a0080 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f448c00eaa0 tx=0x7f448c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.458+0000 7f4491600640 1 -- 172.21.15.26:0/4150853778 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f448c00cdb0 con 0x7f449419fbd0 2024-04-26T23:41:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.458+0000 7f4491600640 1 -- 172.21.15.26:0/4150853778 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f448c005020 con 0x7f449419fbd0 2024-04-26T23:41:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.458+0000 7f449b400640 1 -- 172.21.15.26:0/4150853778 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44941a09b0 con 0x7f449419fbd0 2024-04-26T23:41:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.458+0000 7f4491600640 1 -- 172.21.15.26:0/4150853778 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f448c0116d0 con 0x7f449419fbd0 2024-04-26T23:41:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.458+0000 7f449b400640 1 -- 172.21.15.26:0/4150853778 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44941a81c0 con 0x7f449419fbd0 2024-04-26T23:41:34.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.462+0000 7f449e1f8740 1 Processor -- start 2024-04-26T23:41:34.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.462+0000 7f4491600640 1 -- 172.21.15.26:0/4150853778 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f448c0051d0 con 0x7f449419fbd0 2024-04-26T23:41:34.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.462+0000 7f449e1f8740 1 -- start start 2024-04-26T23:41:34.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.463+0000 7f449e1f8740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bab80 0x556a560baf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.463+0000 7f449e1f8740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560bb4a0 0x556a560c5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.463+0000 7f449e1f8740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560c5b70 0x556a560c7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.463+0000 7f449e1f8740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556a55fcc030 con 0x556a560c5b70 2024-04-26T23:41:34.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.463+0000 7f449e1f8740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x556a55fe77f0 con 0x556a560bb4a0 2024-04-26T23:41:34.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.463+0000 7f449e1f8740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x556a55fa27e0 con 0x556a560bab80 2024-04-26T23:41:34.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.463+0000 7f4493e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560c5b70 0x556a560c7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.463+0000 7f4493e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560c5b70 0x556a560c7f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54984/0 (socket says 172.21.15.26:54984) 2024-04-26T23:41:34.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.463+0000 7f4493e00640 1 -- 172.21.15.26:0/2499373982 learned_addr learned my addr 172.21.15.26:0/2499373982 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:34.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.463+0000 7f4493e00640 1 --2- 172.21.15.26:0/2499373982 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bab80 0x556a560baf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.464+0000 7f4498a00640 1 --2- 172.21.15.26:0/2499373982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560bb4a0 0x556a560c5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.464+0000 7f4493e00640 1 -- 172.21.15.26:0/2499373982 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bab80 msgr2=0x556a560baf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.464+0000 7f4493e00640 1 --2- 172.21.15.26:0/2499373982 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bab80 0x556a560baf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.464+0000 7f4493e00640 1 -- 172.21.15.26:0/2499373982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560bb4a0 msgr2=0x556a560c5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.464+0000 7f4493e00640 1 --2- 172.21.15.26:0/2499373982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560bb4a0 0x556a560c5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.464+0000 7f4493e00640 1 -- 172.21.15.26:0/2499373982 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a55fae050 con 0x556a560c5b70 2024-04-26T23:41:34.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.464+0000 7f4493e00640 1 --2- 172.21.15.26:0/2499373982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560c5b70 0x556a560c7f60 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f4480006010 tx=0x7f4480005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb906fcda0fa8fba server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:34.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.465+0000 7f4485c00640 1 -- 172.21.15.26:0/2499373982 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4480035040 con 0x556a560c5b70 2024-04-26T23:41:34.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.465+0000 7f4485c00640 1 -- 172.21.15.26:0/2499373982 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f44800038c0 con 0x556a560c5b70 2024-04-26T23:41:34.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.465+0000 7f4485c00640 1 -- 172.21.15.26:0/2499373982 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4480004920 con 0x556a560c5b70 2024-04-26T23:41:34.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.465+0000 7f4491600640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f447c0a3da0 0x7f447c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.465+0000 7f4491600640 1 -- 172.21.15.26:0/4150853778 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f448c0d0910 con 0x7f449419fbd0 2024-04-26T23:41:34.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.466+0000 7f4498a00640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f447c0a3da0 0x7f447c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.466+0000 7f449e1f8740 1 -- 172.21.15.26:0/2499373982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560c5b70 msgr2=0x556a560c7f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.466+0000 7f449e1f8740 1 --2- 172.21.15.26:0/2499373982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560c5b70 0x556a560c7f60 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f4480006010 tx=0x7f4480005b50 comp rx=0 tx=0).stop 2024-04-26T23:41:34.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.466+0000 7f449e1f8740 1 -- 172.21.15.26:0/2499373982 shutdown_connections 2024-04-26T23:41:34.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.466+0000 7f449e1f8740 1 --2- 172.21.15.26:0/2499373982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560c5b70 0x556a560c7f60 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.466+0000 7f449e1f8740 1 --2- 172.21.15.26:0/2499373982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560bb4a0 0x556a560c5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.466+0000 7f449e1f8740 1 --2- 172.21.15.26:0/2499373982 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bab80 0x556a560baf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.466+0000 7f449e1f8740 1 -- 172.21.15.26:0/2499373982 >> 172.21.15.26:0/2499373982 conn(0x556a560b6e50 msgr2=0x556a560b7230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:34.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.466+0000 7f449e1f8740 1 -- 172.21.15.26:0/2499373982 shutdown_connections 2024-04-26T23:41:34.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.467+0000 7f449e1f8740 1 -- 172.21.15.26:0/2499373982 wait complete. 2024-04-26T23:41:34.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.467+0000 7f4498a00640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f447c0a3da0 0x7f447c0a6260 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x556a560bc140 tx=0x7f448800b390 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:34.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.467+0000 7f449e1f8740 1 -- start start 2024-04-26T23:41:34.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.467+0000 7f449e1f8740 1 Processor -- start 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.468+0000 7f449e1f8740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 0x556a560c54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.468+0000 7f449e1f8740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bb4a0 0x556a560c2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.468+0000 7f449e1f8740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a560c2db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.468+0000 7f449e1f8740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x556a56024200 con 0x556a560bab80 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.468+0000 7f449e1f8740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x556a5601eee0 con 0x556a560c5b70 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.468+0000 7f449e1f8740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x556a5602be70 con 0x556a560bb4a0 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.468+0000 7f449e1f8740 10 client.0 _ll_register_callbacks cb 0x556a56015270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.468+0000 7f4498a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 0x556a560c54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.468+0000 7f4498a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 0x556a560c54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:54998/0 (socket says 172.21.15.26:54998) 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.468+0000 7f4498a00640 1 -- 172.21.15.26:0/953015747 learned_addr learned my addr 172.21.15.26:0/953015747 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.468+0000 7f4499400640 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a560c2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.469+0000 7f4493e00640 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bb4a0 0x556a560c2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.469+0000 7f4498a00640 1 -- 172.21.15.26:0/953015747 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bb4a0 msgr2=0x556a560c2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.469+0000 7f4498a00640 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bb4a0 0x556a560c2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.469+0000 7f4498a00640 1 -- 172.21.15.26:0/953015747 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 msgr2=0x556a560c2db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.469+0000 7f4498a00640 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a560c2db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.469+0000 7f4498a00640 1 -- 172.21.15.26:0/953015747 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a55dfb7d0 con 0x556a560bab80 2024-04-26T23:41:34.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.469+0000 7f4493e00640 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bb4a0 0x556a560c2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:41:34.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.469+0000 7f4498a00640 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 0x556a560c54c0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f448800bfd0 tx=0x7f4488004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f61444ee8125c6fe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:34.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.469+0000 7f447a000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:34.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.470+0000 7f447a000640 1 -- 172.21.15.26:0/953015747 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4488005020 con 0x556a560bab80 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.470+0000 7f447a000640 1 -- 172.21.15.26:0/953015747 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f4488017030 con 0x556a560bab80 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.470+0000 7f449e1f8740 1 -- 172.21.15.26:0/953015747 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44800038c0 con 0x556a560bab80 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.471+0000 7f447a000640 1 -- 172.21.15.26:0/953015747 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f44880051c0 con 0x556a560bab80 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.471+0000 7f449e1f8740 10 client.16692 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.471+0000 7f449e1f8740 1 -- 172.21.15.26:0/953015747 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x556a55d313f0 con 0x556a560bab80 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.471+0000 7f447a000640 1 -- 172.21.15.26:0/953015747 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f44800038c0 con 0x556a560bab80 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.471+0000 7f447a000640 1 -- 172.21.15.26:0/953015747 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f4488027410 con 0x556a560bab80 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.471+0000 7f449e1f8740 10 client.16692 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.472+0000 7f449e1f8740 10 client.16692 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.472+0000 7f449e1f8740 20 client.16692 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.472+0000 7f449e1f8740 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556a560d5580 0x556a560d79d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.472+0000 7f449e1f8740 4 client.16692 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.472+0000 7f449e1f8740 1 -- 172.21.15.26:0/953015747 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a5602d7e0 con 0x556a560d5580 2024-04-26T23:41:34.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.472+0000 7f4493e00640 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556a560d5580 0x556a560d79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.473+0000 7f4493e00640 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556a560d5580 0x556a560d79d0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86d6b457d85b3da5 server_cookie=f0580e5e08d209d7 in_seq=0 out_seq=0 2024-04-26T23:41:34.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.473+0000 7f447a000640 10 client.16692 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.475+0000 7f447a000640 1 -- 172.21.15.26:0/953015747 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556a5602d7e0 con 0x556a560d5580 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.475+0000 7f447a000640 10 client.16692 handle_command_reply: tid=0 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.475+0000 7f449e1f8740 1 client.16692 shutdown 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.475+0000 7f449e1f8740 1 -- 172.21.15.26:0/953015747 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 msgr2=0x556a560c54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.475+0000 7f449e1f8740 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 0x556a560c54c0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f448800bfd0 tx=0x7f4488004730 comp rx=0 tx=0).stop 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.476+0000 7f449e1f8740 1 -- 172.21.15.26:0/953015747 shutdown_connections 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.476+0000 7f449e1f8740 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556a560d5580 0x556a560d79d0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.476+0000 7f449e1f8740 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a560c2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.476+0000 7f449e1f8740 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bb4a0 0x556a560c2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.476+0000 7f449e1f8740 1 --2- 172.21.15.26:0/953015747 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 0x556a560c54c0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.476+0000 7f449e1f8740 1 -- 172.21.15.26:0/953015747 >> 172.21.15.26:0/953015747 conn(0x556a560b6e50 msgr2=0x556a560bcca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.476+0000 7f447a000640 0 client.16692 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.476+0000 7f449e1f8740 1 -- 172.21.15.26:0/953015747 shutdown_connections 2024-04-26T23:41:34.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.476+0000 7f449e1f8740 1 -- 172.21.15.26:0/953015747 wait complete. 2024-04-26T23:41:34.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.476+0000 7f449e1f8740 20 client.16692 trim_cache size 0 max 16384 2024-04-26T23:41:34.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.496+0000 7f449e1f8740 1 Processor -- start 2024-04-26T23:41:34.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.496+0000 7f449e1f8740 1 -- start start 2024-04-26T23:41:34.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.497+0000 7f449e1f8740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bab80 0x556a560b6040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.497+0000 7f449e1f8740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bb4a0 0x556a560dd2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.497+0000 7f449e1f8740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a560dd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.497+0000 7f449e1f8740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f44941b08e0 con 0x556a560bb4a0 2024-04-26T23:41:34.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.497+0000 7f449e1f8740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f44941ae710 con 0x556a560c5b70 2024-04-26T23:41:34.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.497+0000 7f449e1f8740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f44941b0210 con 0x556a560bab80 2024-04-26T23:41:34.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.497+0000 7f4493e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bb4a0 0x556a560dd2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.497+0000 7f4493e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bb4a0 0x556a560dd2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55012/0 (socket says 172.21.15.26:55012) 2024-04-26T23:41:34.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.497+0000 7f4493e00640 1 -- 172.21.15.26:0/2126869447 learned_addr learned my addr 172.21.15.26:0/2126869447 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:34.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.497+0000 7f4499400640 1 --2- 172.21.15.26:0/2126869447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a560dd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.497+0000 7f4498a00640 1 --2- 172.21.15.26:0/2126869447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bab80 0x556a560b6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.498+0000 7f4493e00640 1 -- 172.21.15.26:0/2126869447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bab80 msgr2=0x556a560b6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.498+0000 7f4493e00640 1 --2- 172.21.15.26:0/2126869447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bab80 0x556a560b6040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.498+0000 7f4493e00640 1 -- 172.21.15.26:0/2126869447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 msgr2=0x556a560dd7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.498+0000 7f4493e00640 1 --2- 172.21.15.26:0/2126869447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a560dd7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.498+0000 7f4493e00640 1 -- 172.21.15.26:0/2126869447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a560bb2d0 con 0x556a560bb4a0 2024-04-26T23:41:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.498+0000 7f4499400640 1 --2- 172.21.15.26:0/2126869447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a560dd7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:41:34.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.498+0000 7f4493e00640 1 --2- 172.21.15.26:0/2126869447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bb4a0 0x556a560dd2a0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f448002a9b0 tx=0x7f448002aa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8fa950d32b8cfee server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:34.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.498+0000 7f4485200640 1 -- 172.21.15.26:0/2126869447 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4480035040 con 0x556a560bb4a0 2024-04-26T23:41:34.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.499+0000 7f4485200640 1 -- 172.21.15.26:0/2126869447 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f44800038c0 con 0x556a560bb4a0 2024-04-26T23:41:34.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.499+0000 7f4485200640 1 -- 172.21.15.26:0/2126869447 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44800046c0 con 0x556a560bb4a0 2024-04-26T23:41:34.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.499+0000 7f449e1f8740 1 -- 172.21.15.26:0/2126869447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bb4a0 msgr2=0x556a560dd2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.499+0000 7f449e1f8740 1 --2- 172.21.15.26:0/2126869447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bb4a0 0x556a560dd2a0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f448002a9b0 tx=0x7f448002aa70 comp rx=0 tx=0).stop 2024-04-26T23:41:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.500+0000 7f449e1f8740 1 -- 172.21.15.26:0/2126869447 shutdown_connections 2024-04-26T23:41:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.500+0000 7f449e1f8740 1 --2- 172.21.15.26:0/2126869447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a560dd7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.500+0000 7f449e1f8740 1 --2- 172.21.15.26:0/2126869447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bb4a0 0x556a560dd2a0 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.500+0000 7f449e1f8740 1 --2- 172.21.15.26:0/2126869447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bab80 0x556a560b6040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.500+0000 7f449e1f8740 1 -- 172.21.15.26:0/2126869447 >> 172.21.15.26:0/2126869447 conn(0x556a560b6e50 msgr2=0x556a560d04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.500+0000 7f449e1f8740 1 -- 172.21.15.26:0/2126869447 shutdown_connections 2024-04-26T23:41:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.500+0000 7f449e1f8740 1 -- 172.21.15.26:0/2126869447 wait complete. 2024-04-26T23:41:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.500+0000 7f449e1f8740 1 -- start start 2024-04-26T23:41:34.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.500+0000 7f449e1f8740 1 Processor -- start 2024-04-26T23:41:34.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.501+0000 7f449e1f8740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 0x556a560cbb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.501+0000 7f449e1f8740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bb4a0 0x556a560cc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.501+0000 7f449e1f8740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a5613ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.501+0000 7f449e1f8740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f44941af470 con 0x556a560bab80 2024-04-26T23:41:34.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.501+0000 7f449e1f8740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f44941aeda0 con 0x556a560c5b70 2024-04-26T23:41:34.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.501+0000 7f449e1f8740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f44941afb40 con 0x556a560bb4a0 2024-04-26T23:41:34.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.501+0000 7f449e1f8740 10 client.0 _ll_register_callbacks cb 0x7f4488004340 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.501+0000 7f4498a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 0x556a560cbb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.501+0000 7f4498a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 0x556a560cbb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:55014/0 (socket says 172.21.15.26:55014) 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.501+0000 7f4498a00640 1 -- 172.21.15.26:0/978283187 learned_addr learned my addr 172.21.15.26:0/978283187 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.502+0000 7f4499400640 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a5613ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.502+0000 7f4493e00640 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bb4a0 0x556a560cc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.502+0000 7f4498a00640 1 -- 172.21.15.26:0/978283187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bb4a0 msgr2=0x556a560cc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.502+0000 7f4498a00640 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bb4a0 0x556a560cc040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.502+0000 7f4498a00640 1 -- 172.21.15.26:0/978283187 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 msgr2=0x556a5613ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.502+0000 7f4498a00640 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a5613ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.502+0000 7f4498a00640 1 -- 172.21.15.26:0/978283187 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a55cf10f0 con 0x556a560bab80 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.502+0000 7f4498a00640 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 0x556a560cbb00 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f44880278b0 tx=0x7f4488003c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d37eb7b6faa72954 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.502+0000 7f447a000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.502+0000 7f447a000640 1 -- 172.21.15.26:0/978283187 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4488005560 con 0x556a560bab80 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.503+0000 7f447a000640 1 -- 172.21.15.26:0/978283187 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f44880047a0 con 0x556a560bab80 2024-04-26T23:41:34.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.503+0000 7f449e1f8740 1 -- 172.21.15.26:0/978283187 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44800038c0 con 0x556a560bab80 2024-04-26T23:41:34.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.503+0000 7f447a000640 1 -- 172.21.15.26:0/978283187 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f44880275f0 con 0x556a560bab80 2024-04-26T23:41:34.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.503+0000 7f449e1f8740 10 client.16698 fetch_fsmap learned FSMap version 24 2024-04-26T23:41:34.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.503+0000 7f449e1f8740 1 -- 172.21.15.26:0/978283187 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x556a55fe7a30 con 0x556a560bab80 2024-04-26T23:41:34.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.503+0000 7f447a000640 1 -- 172.21.15.26:0/978283187 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f44800038c0 con 0x556a560bab80 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.504+0000 7f447a000640 1 -- 172.21.15.26:0/978283187 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f4488042650 con 0x556a560bab80 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.504+0000 7f449e1f8740 10 client.16698 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.504+0000 7f449e1f8740 10 client.16698 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.504+0000 7f449e1f8740 20 client.16698 populate_metadata read hostname 'smithi026' 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.504+0000 7f449e1f8740 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556a5613c720 0x556a5613eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.504+0000 7f449e1f8740 4 client.16698 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.504+0000 7f449e1f8740 1 -- 172.21.15.26:0/978283187 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556a56027650 con 0x556a5613c720 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.504+0000 7f4493e00640 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556a5613c720 0x556a5613eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.505+0000 7f4493e00640 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556a5613c720 0x556a5613eb40 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=554757602856bfd2 server_cookie=730a79929d3eda18 in_seq=0 out_seq=0 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.505+0000 7f447a000640 10 client.16698 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f447a000640 1 -- 172.21.15.26:0/978283187 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x556a56027650 con 0x556a5613c720 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f447a000640 10 client.16698 handle_command_reply: tid=0 2024-04-26T23:41:34.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f449e1f8740 1 client.16698 shutdown 2024-04-26T23:41:34.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f449e1f8740 1 -- 172.21.15.26:0/978283187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 msgr2=0x556a560cbb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f449e1f8740 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 0x556a560cbb00 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f44880278b0 tx=0x7f4488003c70 comp rx=0 tx=0).stop 2024-04-26T23:41:34.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f449e1f8740 1 -- 172.21.15.26:0/978283187 shutdown_connections 2024-04-26T23:41:34.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f449e1f8740 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x556a5613c720 0x556a5613eb40 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f449e1f8740 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x556a560c5b70 0x556a5613ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f449e1f8740 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556a560bb4a0 0x556a560cc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f447a000640 0 client.16698 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:41:34.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f449e1f8740 1 --2- 172.21.15.26:0/978283187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x556a560bab80 0x556a560cbb00 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f449e1f8740 1 -- 172.21.15.26:0/978283187 >> 172.21.15.26:0/978283187 conn(0x556a560b6e50 msgr2=0x556a560b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:34.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.506+0000 7f449e1f8740 1 -- 172.21.15.26:0/978283187 shutdown_connections 2024-04-26T23:41:34.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.507+0000 7f449e1f8740 1 -- 172.21.15.26:0/978283187 wait complete. 2024-04-26T23:41:34.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.507+0000 7f449e1f8740 20 client.16698 trim_cache size 0 max 16384 2024-04-26T23:41:34.512 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:41:34.512 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:41:34.512 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:41:34.512 INFO:teuthology.orchestra.run.smithi026.stdout: "5ff3ac73-1b16-41db-bc66-7681ac04d2a6": { 2024-04-26T23:41:34.512 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:41:34.512 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "5ff3ac73-1b16-41db-bc66-7681ac04d2a6", 2024-04-26T23:41:34.512 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:41:34.512 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:41:34.512 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:41:34.512 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:41:34.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.507+0000 7f449b400640 1 -- 172.21.15.26:0/4150853778 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f447c0a3da0 msgr2=0x7f447c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.507+0000 7f449b400640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f447c0a3da0 0x7f447c0a6260 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x556a560bc140 tx=0x7f448800b390 comp rx=0 tx=0).stop 2024-04-26T23:41:34.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.507+0000 7f449b400640 1 -- 172.21.15.26:0/4150853778 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f449419fbd0 msgr2=0x7f44941a0080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:41:34.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.507+0000 7f449b400640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f449419fbd0 0x7f44941a0080 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f448c00eaa0 tx=0x7f448c00ef60 comp rx=0 tx=0).stop 2024-04-26T23:41:34.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.507+0000 7f449b400640 1 -- 172.21.15.26:0/4150853778 shutdown_connections 2024-04-26T23:41:34.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.507+0000 7f449b400640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f447c0a3da0 0x7f447c0a6260 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.507+0000 7f449b400640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f449419fbd0 0x7f44941a0080 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.507+0000 7f449b400640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4494109eb0 0x7f449419b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.507+0000 7f449b400640 1 --2- 172.21.15.26:0/4150853778 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4494104de0 0x7f449419b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:41:34.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.507+0000 7f449b400640 1 -- 172.21.15.26:0/4150853778 >> 172.21.15.26:0/4150853778 conn(0x7f44941006c0 msgr2=0x7f4494101b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:41:34.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.508+0000 7f449b400640 1 -- 172.21.15.26:0/4150853778 shutdown_connections 2024-04-26T23:41:34.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:41:34.508+0000 7f449b400640 1 -- 172.21.15.26:0/4150853778 wait complete. 2024-04-26T23:41:34.529 INFO:tasks.cephfs.filesystem:scrub status for tag:5ff3ac73-1b16-41db-bc66-7681ac04d2a6 - {'path': '/', 'tag': '5ff3ac73-1b16-41db-bc66-7681ac04d2a6', 'options': 'recursive,force'} 2024-04-26T23:41:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:34 smithi164 ceph-mon[31699]: pgmap v174: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:34.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:34 smithi026 ceph-mon[28371]: pgmap v174: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:34.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:34 smithi086 ceph-mon[31122]: pgmap v174: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:35 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:41:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:35 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:41:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:35 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:41:35.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:35 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:41:35.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:35 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:41:35.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:35 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:41:35.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:35 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:41:35.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:35 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:41:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:35 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:41:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:35 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:41:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:35 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:41:35.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:35 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:41:36.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:36 smithi164 ceph-mon[31699]: pgmap v175: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:36.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:36 smithi026 ceph-mon[28371]: pgmap v175: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:36.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:36 smithi086 ceph-mon[31122]: pgmap v175: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:38.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:38 smithi164 ceph-mon[31699]: pgmap v176: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:41:38.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:38 smithi026 ceph-mon[28371]: pgmap v176: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:41:38.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:38 smithi086 ceph-mon[31122]: pgmap v176: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:41:39.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:39 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:41:39.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:39 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:41:39.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:39 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:41:40.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:40 smithi164 ceph-mon[31699]: pgmap v177: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:41:40.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:40 smithi026 ceph-mon[28371]: pgmap v177: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:41:40.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:40 smithi086 ceph-mon[31122]: pgmap v177: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:41:42.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:42 smithi164 ceph-mon[31699]: pgmap v178: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:41:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:42 smithi026 ceph-mon[28371]: pgmap v178: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:41:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:42 smithi086 ceph-mon[31122]: pgmap v178: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:41:44.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:44 smithi164 ceph-mon[31699]: pgmap v179: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:41:44.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:44 smithi026 ceph-mon[28371]: pgmap v179: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:41:44.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:44 smithi086 ceph-mon[31122]: pgmap v179: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:41:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:46 smithi086 ceph-mon[31122]: pgmap v180: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:41:47.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:46 smithi164 ceph-mon[31699]: pgmap v180: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:41:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:46 smithi026 ceph-mon[28371]: pgmap v180: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:41:48.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:48 smithi086 ceph-mon[31122]: pgmap v181: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:41:49.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:48 smithi164 ceph-mon[31699]: pgmap v181: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:41:49.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:48 smithi026 ceph-mon[28371]: pgmap v181: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:41:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:50 smithi086 ceph-mon[31122]: pgmap v182: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:50.829 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:50 smithi164 ceph-mon[31699]: pgmap v182: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:51.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:50 smithi026 ceph-mon[28371]: pgmap v182: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:52.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:52 smithi086 ceph-mon[31122]: pgmap v183: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:53.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:52 smithi164 ceph-mon[31699]: pgmap v183: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:53.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:52 smithi026 ceph-mon[28371]: pgmap v183: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:54 smithi086 ceph-mon[31122]: pgmap v184: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:54 smithi164 ceph-mon[31699]: pgmap v184: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:55.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:54 smithi026 ceph-mon[28371]: pgmap v184: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:56 smithi164 ceph-mon[31699]: pgmap v185: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:57.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:56 smithi026 ceph-mon[28371]: pgmap v185: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:57.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:56 smithi086 ceph-mon[31122]: pgmap v185: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:41:59.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:41:58 smithi164 ceph-mon[31699]: pgmap v186: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:59.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:41:58 smithi026 ceph-mon[28371]: pgmap v186: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:41:59.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:41:58 smithi086 ceph-mon[31122]: pgmap v186: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:42:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:00 smithi164 ceph-mon[31699]: pgmap v187: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:01.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:00 smithi026 ceph-mon[28371]: pgmap v187: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:01.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:00 smithi086 ceph-mon[31122]: pgmap v187: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:02.872 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:02 smithi086 ceph-mon[31122]: pgmap v188: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:03.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:02 smithi164 ceph-mon[31699]: pgmap v188: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:03.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:02 smithi026 ceph-mon[28371]: pgmap v188: 97 pgs: 97 active+clean; 3.5 MiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:04.529 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:42:04.530 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:42:04.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.749+0000 7f38d5600640 1 -- 172.21.15.26:0/104660260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38d0103990 msgr2=0x7f38d0103d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:04.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.749+0000 7f38d5600640 1 --2- 172.21.15.26:0/104660260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38d0103990 0x7f38d0103d70 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f38c0009900 tx=0x7f38c002a480 comp rx=0 tx=0).stop 2024-04-26T23:42:04.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.749+0000 7f38d5600640 1 -- 172.21.15.26:0/104660260 shutdown_connections 2024-04-26T23:42:04.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.749+0000 7f38d5600640 1 --2- 172.21.15.26:0/104660260 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f38d010cdb0 0x7f38d010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.749+0000 7f38d5600640 1 --2- 172.21.15.26:0/104660260 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38d01042b0 0x7f38d010c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.749+0000 7f38d5600640 1 --2- 172.21.15.26:0/104660260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38d0103990 0x7f38d0103d70 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.749+0000 7f38d5600640 1 -- 172.21.15.26:0/104660260 >> 172.21.15.26:0/104660260 conn(0x7f38d00fd1b0 msgr2=0x7f38d00ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:04.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.749+0000 7f38d5600640 1 -- 172.21.15.26:0/104660260 shutdown_connections 2024-04-26T23:42:04.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.749+0000 7f38d5600640 1 -- 172.21.15.26:0/104660260 wait complete. 2024-04-26T23:42:04.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.750+0000 7f38d5600640 1 Processor -- start 2024-04-26T23:42:04.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.750+0000 7f38d5600640 1 -- start start 2024-04-26T23:42:04.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.751+0000 7f38d5600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38d0103990 0x7f38d019b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.751+0000 7f38d5600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f38d01042b0 0x7f38d019b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.751+0000 7f38d5600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38d010cdb0 0x7f38d019f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.751+0000 7f38d5600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f38d0112960 con 0x7f38d0103990 2024-04-26T23:42:04.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.751+0000 7f38d5600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f38d01127e0 con 0x7f38d01042b0 2024-04-26T23:42:04.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.751+0000 7f38d5600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f38d0112ae0 con 0x7f38d010cdb0 2024-04-26T23:42:04.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.751+0000 7f38cfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38d0103990 0x7f38d019b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.751+0000 7f38cfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38d0103990 0x7f38d019b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40052/0 (socket says 172.21.15.26:40052) 2024-04-26T23:42:04.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.751+0000 7f38cfe00640 1 -- 172.21.15.26:0/4224326482 learned_addr learned my addr 172.21.15.26:0/4224326482 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:04.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.751+0000 7f38d4c00640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38d010cdb0 0x7f38d019f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.751+0000 7f38c7e00640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f38d01042b0 0x7f38d019b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.752+0000 7f38cfe00640 1 -- 172.21.15.26:0/4224326482 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38d010cdb0 msgr2=0x7f38d019f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:04.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.752+0000 7f38cfe00640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38d010cdb0 0x7f38d019f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.752+0000 7f38cfe00640 1 -- 172.21.15.26:0/4224326482 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f38d01042b0 msgr2=0x7f38d019b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:04.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.752+0000 7f38cfe00640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f38d01042b0 0x7f38d019b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.752+0000 7f38cfe00640 1 -- 172.21.15.26:0/4224326482 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38d01a0110 con 0x7f38d0103990 2024-04-26T23:42:04.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.752+0000 7f38cfe00640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38d0103990 0x7f38d019b120 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f38c002a9a0 tx=0x7f38c0003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:04.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.752+0000 7f38cd600640 1 -- 172.21.15.26:0/4224326482 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c003f070 con 0x7f38d0103990 2024-04-26T23:42:04.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.752+0000 7f38d5600640 1 -- 172.21.15.26:0/4224326482 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38d01a03a0 con 0x7f38d0103990 2024-04-26T23:42:04.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.752+0000 7f38cd600640 1 -- 172.21.15.26:0/4224326482 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f38c0003e40 con 0x7f38d0103990 2024-04-26T23:42:04.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.753+0000 7f38cd600640 1 -- 172.21.15.26:0/4224326482 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c0035030 con 0x7f38d0103990 2024-04-26T23:42:04.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.753+0000 7f38d5600640 1 -- 172.21.15.26:0/4224326482 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38d01a7c90 con 0x7f38d0103990 2024-04-26T23:42:04.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.756+0000 7f38cd600640 1 -- 172.21.15.26:0/4224326482 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f38c0042070 con 0x7f38d0103990 2024-04-26T23:42:04.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.756+0000 7f38d99f6740 1 Processor -- start 2024-04-26T23:42:04.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.756+0000 7f38d99f6740 1 -- start start 2024-04-26T23:42:04.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.757+0000 7f38d99f6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c5d50 0x55c0a45c6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.757+0000 7f38d99f6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c6670 0x55c0a45d0800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.757+0000 7f38d99f6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 0x55c0a45d3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.757+0000 7f38d99f6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55c0a44d7030 con 0x55c0a45d0d40 2024-04-26T23:42:04.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.757+0000 7f38d99f6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55c0a44f27f0 con 0x55c0a45c5d50 2024-04-26T23:42:04.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.757+0000 7f38d99f6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c0a44ad7e0 con 0x55c0a45c6670 2024-04-26T23:42:04.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.757+0000 7f38c7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 0x55c0a45d3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.757+0000 7f38c7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 0x55c0a45d3130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40064/0 (socket says 172.21.15.26:40064) 2024-04-26T23:42:04.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.757+0000 7f38c7e00640 1 -- 172.21.15.26:0/2054479625 learned_addr learned my addr 172.21.15.26:0/2054479625 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:04.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.757+0000 7f38d4c00640 1 --2- 172.21.15.26:0/2054479625 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c5d50 0x55c0a45c6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.758+0000 7f38cfe00640 1 --2- 172.21.15.26:0/2054479625 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c6670 0x55c0a45d0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.758+0000 7f38c7e00640 1 -- 172.21.15.26:0/2054479625 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c6670 msgr2=0x55c0a45d0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:04.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.758+0000 7f38c7e00640 1 --2- 172.21.15.26:0/2054479625 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c6670 0x55c0a45d0800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.758+0000 7f38c7e00640 1 -- 172.21.15.26:0/2054479625 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c5d50 msgr2=0x55c0a45c6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:04.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.758+0000 7f38c7e00640 1 --2- 172.21.15.26:0/2054479625 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c5d50 0x55c0a45c6130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.758+0000 7f38c7e00640 1 -- 172.21.15.26:0/2054479625 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0a44b9050 con 0x55c0a45d0d40 2024-04-26T23:42:04.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.758+0000 7f38cfe00640 1 --2- 172.21.15.26:0/2054479625 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c6670 0x55c0a45d0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:42:04.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.758+0000 7f38cd600640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f38b40a3d20 0x7f38b40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.759+0000 7f38cd600640 1 -- 172.21.15.26:0/4224326482 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f38c00f10e0 con 0x7f38d0103990 2024-04-26T23:42:04.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.759+0000 7f38c7e00640 1 --2- 172.21.15.26:0/2054479625 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 0x55c0a45d3130 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f38b800cbb0 tx=0x7f38b800e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecb7657c45f58eca server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:04.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.759+0000 7f38d4c00640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f38b40a3d20 0x7f38b40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.759+0000 7f38c5200640 1 -- 172.21.15.26:0/2054479625 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b8014070 con 0x55c0a45d0d40 2024-04-26T23:42:04.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.759+0000 7f38c5200640 1 -- 172.21.15.26:0/2054479625 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f38b8019af0 con 0x55c0a45d0d40 2024-04-26T23:42:04.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.759+0000 7f38c5200640 1 -- 172.21.15.26:0/2054479625 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b8010870 con 0x55c0a45d0d40 2024-04-26T23:42:04.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.760+0000 7f38d99f6740 1 -- 172.21.15.26:0/2054479625 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 msgr2=0x55c0a45d3130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:04.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.760+0000 7f38d4c00640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f38b40a3d20 0x7f38b40a61e0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f38c8005fd0 tx=0x7f38c80096e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:04.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.760+0000 7f38d99f6740 1 --2- 172.21.15.26:0/2054479625 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 0x55c0a45d3130 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f38b800cbb0 tx=0x7f38b800e720 comp rx=0 tx=0).stop 2024-04-26T23:42:04.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.760+0000 7f38d99f6740 1 -- 172.21.15.26:0/2054479625 shutdown_connections 2024-04-26T23:42:04.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.760+0000 7f38d99f6740 1 --2- 172.21.15.26:0/2054479625 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 0x55c0a45d3130 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.760+0000 7f38d99f6740 1 --2- 172.21.15.26:0/2054479625 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c6670 0x55c0a45d0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.760+0000 7f38d99f6740 1 --2- 172.21.15.26:0/2054479625 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c5d50 0x55c0a45c6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.760+0000 7f38d99f6740 1 -- 172.21.15.26:0/2054479625 >> 172.21.15.26:0/2054479625 conn(0x55c0a45c2070 msgr2=0x55c0a45c2450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:04.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.760+0000 7f38d99f6740 1 -- 172.21.15.26:0/2054479625 shutdown_connections 2024-04-26T23:42:04.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.760+0000 7f38d99f6740 1 -- 172.21.15.26:0/2054479625 wait complete. 2024-04-26T23:42:04.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.761+0000 7f38d99f6740 1 -- start start 2024-04-26T23:42:04.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.761+0000 7f38d99f6740 1 Processor -- start 2024-04-26T23:42:04.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.761+0000 7f38d99f6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c5d50 0x55c0a45d05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.761+0000 7f38d99f6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 0x55c0a45cd960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.761+0000 7f38d99f6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45d0d40 0x55c0a45cdea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.761+0000 7f38d99f6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55c0a452f200 con 0x55c0a45c6670 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.761+0000 7f38d99f6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55c0a4529ee0 con 0x55c0a45d0d40 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.761+0000 7f38d99f6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c0a4536e70 con 0x55c0a45c5d50 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.762+0000 7f38d99f6740 10 client.0 _ll_register_callbacks cb 0x55c0a4520270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.762+0000 7f38c7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 0x55c0a45cd960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.762+0000 7f38c7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 0x55c0a45cd960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40076/0 (socket says 172.21.15.26:40076) 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.762+0000 7f38c7e00640 1 -- 172.21.15.26:0/1459424514 learned_addr learned my addr 172.21.15.26:0/1459424514 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.762+0000 7f38cfe00640 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c5d50 0x55c0a45d05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.762+0000 7f38c7e00640 1 -- 172.21.15.26:0/1459424514 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c5d50 msgr2=0x55c0a45d05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.762+0000 7f38c7e00640 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c5d50 0x55c0a45d05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.762+0000 7f38d4c00640 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45d0d40 0x55c0a45cdea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.762+0000 7f38c7e00640 1 -- 172.21.15.26:0/1459424514 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45d0d40 msgr2=0x55c0a45cdea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:04.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.762+0000 7f38c7e00640 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45d0d40 0x55c0a45cdea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.762+0000 7f38c7e00640 1 -- 172.21.15.26:0/1459424514 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0a43067d0 con 0x55c0a45c6670 2024-04-26T23:42:04.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.762+0000 7f38d4c00640 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45d0d40 0x55c0a45cdea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:42:04.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.763+0000 7f38c7e00640 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 0x55c0a45cd960 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f38b80058c0 tx=0x7f38b800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a777613c7f46c9f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:04.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.763+0000 7f38bd600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:04.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.763+0000 7f38bd600640 1 -- 172.21.15.26:0/1459424514 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b8027060 con 0x55c0a45c6670 2024-04-26T23:42:04.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.763+0000 7f38d99f6740 1 -- 172.21.15.26:0/1459424514 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38b8019af0 con 0x55c0a45c6670 2024-04-26T23:42:04.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.763+0000 7f38bd600640 1 -- 172.21.15.26:0/1459424514 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f38b8005030 con 0x55c0a45c6670 2024-04-26T23:42:04.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.763+0000 7f38bd600640 1 -- 172.21.15.26:0/1459424514 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f38b8014070 con 0x55c0a45c6670 2024-04-26T23:42:04.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.763+0000 7f38d99f6740 10 client.16710 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:04.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.763+0000 7f38d99f6740 1 -- 172.21.15.26:0/1459424514 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c0a423c3f0 con 0x55c0a45c6670 2024-04-26T23:42:04.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.764+0000 7f38bd600640 1 -- 172.21.15.26:0/1459424514 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f38b8019af0 con 0x55c0a45c6670 2024-04-26T23:42:04.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.764+0000 7f38bd600640 1 -- 172.21.15.26:0/1459424514 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f38b80105f0 con 0x55c0a45c6670 2024-04-26T23:42:04.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.764+0000 7f38d99f6740 10 client.16710 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:04.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.764+0000 7f38d99f6740 10 client.16710 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:04.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.764+0000 7f38d99f6740 20 client.16710 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:04.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.764+0000 7f38d99f6740 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c0a45e05f0 0x55c0a45e29e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.764+0000 7f38d99f6740 4 client.16710 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:42:04.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.764+0000 7f38d99f6740 1 -- 172.21.15.26:0/1459424514 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c0a45387e0 con 0x55c0a45e05f0 2024-04-26T23:42:04.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.765+0000 7f38cfe00640 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c0a45e05f0 0x55c0a45e29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.766+0000 7f38cfe00640 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c0a45e05f0 0x55c0a45e29e0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f10f11dc649854 server_cookie=ee011ac8dd0a5f5f in_seq=0 out_seq=0 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.766+0000 7f38bd600640 10 client.16710 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38bd600640 1 -- 172.21.15.26:0/1459424514 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c0a45387e0 con 0x55c0a45e05f0 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38bd600640 10 client.16710 handle_command_reply: tid=0 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38d99f6740 1 client.16710 shutdown 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38d99f6740 1 -- 172.21.15.26:0/1459424514 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 msgr2=0x55c0a45cd960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38d99f6740 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 0x55c0a45cd960 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f38b80058c0 tx=0x7f38b800c8f0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38d99f6740 1 -- 172.21.15.26:0/1459424514 shutdown_connections 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38d99f6740 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c0a45e05f0 0x55c0a45e29e0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38d99f6740 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45d0d40 0x55c0a45cdea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38d99f6740 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 0x55c0a45cd960 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38d99f6740 1 --2- 172.21.15.26:0/1459424514 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c5d50 0x55c0a45d05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38bd600640 0 client.16710 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:04.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38d99f6740 1 -- 172.21.15.26:0/1459424514 >> 172.21.15.26:0/1459424514 conn(0x55c0a45c2070 msgr2=0x55c0a45c7e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:04.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38d99f6740 1 -- 172.21.15.26:0/1459424514 shutdown_connections 2024-04-26T23:42:04.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.768+0000 7f38d99f6740 1 -- 172.21.15.26:0/1459424514 wait complete. 2024-04-26T23:42:04.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.769+0000 7f38d99f6740 20 client.16710 trim_cache size 0 max 16384 2024-04-26T23:42:04.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.790+0000 7f38d99f6740 1 Processor -- start 2024-04-26T23:42:04.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.790+0000 7f38d99f6740 1 -- start start 2024-04-26T23:42:04.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.790+0000 7f38d99f6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c5d50 0x55c0a45cc8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.790+0000 7f38d99f6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c6670 0x55c0a45cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.790+0000 7f38d99f6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 0x55c0a45dc720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.790+0000 7f38d99f6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f38d01b0680 con 0x55c0a45d0d40 2024-04-26T23:42:04.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.790+0000 7f38d99f6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f38d01ae4b0 con 0x55c0a45c6670 2024-04-26T23:42:04.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.790+0000 7f38d99f6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f38d01affb0 con 0x55c0a45c5d50 2024-04-26T23:42:04.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.791+0000 7f38d4c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 0x55c0a45dc720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.791+0000 7f38d4c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 0x55c0a45dc720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40088/0 (socket says 172.21.15.26:40088) 2024-04-26T23:42:04.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.791+0000 7f38d4c00640 1 -- 172.21.15.26:0/1308008966 learned_addr learned my addr 172.21.15.26:0/1308008966 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:04.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.791+0000 7f38c7e00640 1 --2- 172.21.15.26:0/1308008966 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c6670 0x55c0a45cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.791+0000 7f38cfe00640 1 --2- 172.21.15.26:0/1308008966 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c5d50 0x55c0a45cc8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.791+0000 7f38d4c00640 1 -- 172.21.15.26:0/1308008966 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c5d50 msgr2=0x55c0a45cc8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:04.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.791+0000 7f38d4c00640 1 --2- 172.21.15.26:0/1308008966 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c5d50 0x55c0a45cc8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.791+0000 7f38d4c00640 1 -- 172.21.15.26:0/1308008966 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c6670 msgr2=0x55c0a45cdb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:04.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.791+0000 7f38d4c00640 1 --2- 172.21.15.26:0/1308008966 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c6670 0x55c0a45cdb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.791+0000 7f38d4c00640 1 -- 172.21.15.26:0/1308008966 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0a41fc0f0 con 0x55c0a45d0d40 2024-04-26T23:42:04.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.792+0000 7f38d4c00640 1 --2- 172.21.15.26:0/1308008966 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 0x55c0a45dc720 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f38c8009550 tx=0x7f38c8015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9412786440f49dfb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:04.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.792+0000 7f38bfe00640 1 -- 172.21.15.26:0/1308008966 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c801e250 con 0x55c0a45d0d40 2024-04-26T23:42:04.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.792+0000 7f38bfe00640 1 -- 172.21.15.26:0/1308008966 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f38c801c960 con 0x55c0a45d0d40 2024-04-26T23:42:04.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.792+0000 7f38bfe00640 1 -- 172.21.15.26:0/1308008966 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c801da80 con 0x55c0a45d0d40 2024-04-26T23:42:04.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.793+0000 7f38d99f6740 1 -- 172.21.15.26:0/1308008966 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 msgr2=0x55c0a45dc720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:04.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.793+0000 7f38d99f6740 1 --2- 172.21.15.26:0/1308008966 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 0x55c0a45dc720 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f38c8009550 tx=0x7f38c8015000 comp rx=0 tx=0).stop 2024-04-26T23:42:04.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.793+0000 7f38d99f6740 1 -- 172.21.15.26:0/1308008966 shutdown_connections 2024-04-26T23:42:04.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.793+0000 7f38d99f6740 1 --2- 172.21.15.26:0/1308008966 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45d0d40 0x55c0a45dc720 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.793+0000 7f38d99f6740 1 --2- 172.21.15.26:0/1308008966 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c6670 0x55c0a45cdb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.793+0000 7f38d99f6740 1 --2- 172.21.15.26:0/1308008966 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45c5d50 0x55c0a45cc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.793+0000 7f38d99f6740 1 -- 172.21.15.26:0/1308008966 >> 172.21.15.26:0/1308008966 conn(0x55c0a45c2070 msgr2=0x55c0a45c11f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:04.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.793+0000 7f38d99f6740 1 -- 172.21.15.26:0/1308008966 shutdown_connections 2024-04-26T23:42:04.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.793+0000 7f38d99f6740 1 -- 172.21.15.26:0/1308008966 wait complete. 2024-04-26T23:42:04.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.794+0000 7f38d99f6740 1 -- start start 2024-04-26T23:42:04.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.794+0000 7f38d99f6740 1 Processor -- start 2024-04-26T23:42:04.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.794+0000 7f38d99f6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c5d50 0x55c0a45d60c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.794+0000 7f38d99f6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 0x55c0a45d6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.794+0000 7f38d99f6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45d0d40 0x55c0a45d8670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.794+0000 7f38d99f6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f38d01af210 con 0x55c0a45c6670 2024-04-26T23:42:04.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.794+0000 7f38d99f6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f38d01aeb40 con 0x55c0a45c5d50 2024-04-26T23:42:04.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.794+0000 7f38d99f6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f38d01af8e0 con 0x55c0a45d0d40 2024-04-26T23:42:04.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.794+0000 7f38d99f6740 10 client.0 _ll_register_callbacks cb 0x7f38c8009580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:04.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.795+0000 7f38c7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 0x55c0a45d6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.795+0000 7f38c7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 0x55c0a45d6600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40096/0 (socket says 172.21.15.26:40096) 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.795+0000 7f38c7e00640 1 -- 172.21.15.26:0/278237766 learned_addr learned my addr 172.21.15.26:0/278237766 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.795+0000 7f38cfe00640 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c5d50 0x55c0a45d60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.795+0000 7f38d4c00640 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45d0d40 0x55c0a45d8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.795+0000 7f38c7e00640 1 -- 172.21.15.26:0/278237766 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45d0d40 msgr2=0x55c0a45d8670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.795+0000 7f38c7e00640 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45d0d40 0x55c0a45d8670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.795+0000 7f38c7e00640 1 -- 172.21.15.26:0/278237766 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c5d50 msgr2=0x55c0a45d60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.795+0000 7f38c7e00640 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c5d50 0x55c0a45d60c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.795+0000 7f38c7e00640 1 -- 172.21.15.26:0/278237766 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0a44f2a30 con 0x55c0a45c6670 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.795+0000 7f38c7e00640 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 0x55c0a45d6600 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f38b800c340 tx=0x7f38b800c4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1c6d55f82ad45d5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.795+0000 7f38bd600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.796+0000 7f38bd600640 1 -- 172.21.15.26:0/278237766 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b8027040 con 0x55c0a45c6670 2024-04-26T23:42:04.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.796+0000 7f38bd600640 1 -- 172.21.15.26:0/278237766 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f38b8010dd0 con 0x55c0a45c6670 2024-04-26T23:42:04.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.796+0000 7f38d99f6740 1 -- 172.21.15.26:0/278237766 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38c801c960 con 0x55c0a45c6670 2024-04-26T23:42:04.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.796+0000 7f38bd600640 1 -- 172.21.15.26:0/278237766 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f38b8019830 con 0x55c0a45c6670 2024-04-26T23:42:04.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.796+0000 7f38d99f6740 10 client.16716 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:04.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.796+0000 7f38d99f6740 1 -- 172.21.15.26:0/278237766 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c0a4646250 con 0x55c0a45c6670 2024-04-26T23:42:04.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.796+0000 7f38bd600640 1 -- 172.21.15.26:0/278237766 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f38c801c960 con 0x55c0a45c6670 2024-04-26T23:42:04.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.797+0000 7f38bd600640 1 -- 172.21.15.26:0/278237766 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f38b8004780 con 0x55c0a45c6670 2024-04-26T23:42:04.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.797+0000 7f38d99f6740 10 client.16716 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:04.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.797+0000 7f38d99f6740 10 client.16716 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:04.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.797+0000 7f38d99f6740 20 client.16716 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:04.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.797+0000 7f38d99f6740 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c0a4646940 0x55c0a4648d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:04.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.797+0000 7f38d99f6740 4 client.16716 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:42:04.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.797+0000 7f38d99f6740 1 -- 172.21.15.26:0/278237766 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c0a4532650 con 0x55c0a4646940 2024-04-26T23:42:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.797+0000 7f38cfe00640 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c0a4646940 0x55c0a4648d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.798+0000 7f38cfe00640 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c0a4646940 0x55c0a4648d60 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3929f8dd00a3c60 server_cookie=210cc23e1516851f in_seq=0 out_seq=0 2024-04-26T23:42:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.798+0000 7f38bd600640 10 client.16716 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38bd600640 1 -- 172.21.15.26:0/278237766 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55c0a4532650 con 0x55c0a4646940 2024-04-26T23:42:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38bd600640 10 client.16716 handle_command_reply: tid=0 2024-04-26T23:42:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38d99f6740 1 client.16716 shutdown 2024-04-26T23:42:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38d99f6740 1 -- 172.21.15.26:0/278237766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 msgr2=0x55c0a45d6600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38d99f6740 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 0x55c0a45d6600 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f38b800c340 tx=0x7f38b800c4a0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38d99f6740 1 -- 172.21.15.26:0/278237766 shutdown_connections 2024-04-26T23:42:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38d99f6740 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c0a4646940 0x55c0a4648d60 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38d99f6740 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c0a45d0d40 0x55c0a45d8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38d99f6740 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c0a45c6670 0x55c0a45d6600 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38d99f6740 1 --2- 172.21.15.26:0/278237766 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c0a45c5d50 0x55c0a45d60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38d99f6740 1 -- 172.21.15.26:0/278237766 >> 172.21.15.26:0/278237766 conn(0x55c0a45c2070 msgr2=0x55c0a45db710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38bd600640 0 client.16716 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38d99f6740 1 -- 172.21.15.26:0/278237766 shutdown_connections 2024-04-26T23:42:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38d99f6740 1 -- 172.21.15.26:0/278237766 wait complete. 2024-04-26T23:42:04.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.799+0000 7f38d99f6740 20 client.16716 trim_cache size 0 max 16384 2024-04-26T23:42:04.806 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:42:04.806 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:42:04.806 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:42:04.806 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:42:04.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.800+0000 7f38d5600640 1 -- 172.21.15.26:0/4224326482 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f38b40a3d20 msgr2=0x7f38b40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:04.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.800+0000 7f38d5600640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f38b40a3d20 0x7f38b40a61e0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f38c8005fd0 tx=0x7f38c80096e0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.800+0000 7f38d5600640 1 -- 172.21.15.26:0/4224326482 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38d0103990 msgr2=0x7f38d019b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:04.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.800+0000 7f38d5600640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38d0103990 0x7f38d019b120 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f38c002a9a0 tx=0x7f38c0003c20 comp rx=0 tx=0).stop 2024-04-26T23:42:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.800+0000 7f38d5600640 1 -- 172.21.15.26:0/4224326482 shutdown_connections 2024-04-26T23:42:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.800+0000 7f38d5600640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38d010cdb0 0x7f38d019f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.800+0000 7f38d5600640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f38d01042b0 0x7f38d019b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.800+0000 7f38d5600640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f38b40a3d20 0x7f38b40a61e0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.800+0000 7f38d5600640 1 --2- 172.21.15.26:0/4224326482 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38d0103990 0x7f38d019b120 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.800+0000 7f38d5600640 1 -- 172.21.15.26:0/4224326482 >> 172.21.15.26:0/4224326482 conn(0x7f38d00fd1b0 msgr2=0x7f38d01026a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.800+0000 7f38d5600640 1 -- 172.21.15.26:0/4224326482 shutdown_connections 2024-04-26T23:42:04.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:04.800+0000 7f38d5600640 1 -- 172.21.15.26:0/4224326482 wait complete. 2024-04-26T23:42:04.825 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:42:04.825 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:42:04.899 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:04 smithi026 ceph-mon[28371]: pgmap v189: 97 pgs: 97 active+clean; 4.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 73 KiB/s wr, 22 op/s 2024-04-26T23:42:05.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:04 smithi164 ceph-mon[31699]: pgmap v189: 97 pgs: 97 active+clean; 4.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 73 KiB/s wr, 22 op/s 2024-04-26T23:42:05.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.043+0000 7f031e000640 1 -- 172.21.15.26:0/3963700127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0318104940 msgr2=0x7f0318104dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.043+0000 7f031e000640 1 --2- 172.21.15.26:0/3963700127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0318104940 0x7f0318104dc0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f0304009930 tx=0x7f030402a420 comp rx=0 tx=0).stop 2024-04-26T23:42:05.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.043+0000 7f031e000640 1 -- 172.21.15.26:0/3963700127 shutdown_connections 2024-04-26T23:42:05.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.043+0000 7f031e000640 1 --2- 172.21.15.26:0/3963700127 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0318105300 0x7f0318111810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.043+0000 7f031e000640 1 --2- 172.21.15.26:0/3963700127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0318104940 0x7f0318104dc0 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.043+0000 7f031e000640 1 --2- 172.21.15.26:0/3963700127 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f031810a950 0x7f031810ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.043+0000 7f031e000640 1 -- 172.21.15.26:0/3963700127 >> 172.21.15.26:0/3963700127 conn(0x7f03181003d0 msgr2=0x7f03181027f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.043+0000 7f031e000640 1 -- 172.21.15.26:0/3963700127 shutdown_connections 2024-04-26T23:42:05.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.044+0000 7f031e000640 1 -- 172.21.15.26:0/3963700127 wait complete. 2024-04-26T23:42:05.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.045+0000 7f031e000640 1 Processor -- start 2024-04-26T23:42:05.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.045+0000 7f031e000640 1 -- start start 2024-04-26T23:42:05.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.046+0000 7f031e000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0318104940 0x7f031819b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.046+0000 7f031e000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0318105300 0x7f031819b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.046+0000 7f031e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f031810a950 0x7f031819f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.046+0000 7f031e000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0318114b10 con 0x7f031810a950 2024-04-26T23:42:05.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.046+0000 7f031e000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0318114990 con 0x7f0318104940 2024-04-26T23:42:05.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.046+0000 7f031e000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0318114c90 con 0x7f0318105300 2024-04-26T23:42:05.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.046+0000 7f031d600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f031810a950 0x7f031819f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.046+0000 7f031d600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f031810a950 0x7f031819f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40116/0 (socket says 172.21.15.26:40116) 2024-04-26T23:42:05.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.047+0000 7f031d600640 1 -- 172.21.15.26:0/552100593 learned_addr learned my addr 172.21.15.26:0/552100593 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:05.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.047+0000 7f031cc00640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0318104940 0x7f031819b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.047+0000 7f0317e00640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0318105300 0x7f031819b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.047+0000 7f031d600640 1 -- 172.21.15.26:0/552100593 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0318105300 msgr2=0x7f031819b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.047+0000 7f031d600640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0318105300 0x7f031819b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.047+0000 7f031d600640 1 -- 172.21.15.26:0/552100593 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0318104940 msgr2=0x7f031819b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.047+0000 7f031d600640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0318104940 0x7f031819b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.047+0000 7f031d600640 1 -- 172.21.15.26:0/552100593 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03181a0060 con 0x7f031810a950 2024-04-26T23:42:05.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.048+0000 7f031d600640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f031810a950 0x7f031819f930 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f031000eaa0 tx=0x7f031000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.048+0000 7f0315600640 1 -- 172.21.15.26:0/552100593 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031000cdb0 con 0x7f031810a950 2024-04-26T23:42:05.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.048+0000 7f031e000640 1 -- 172.21.15.26:0/552100593 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03181a0350 con 0x7f031810a950 2024-04-26T23:42:05.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.048+0000 7f0315600640 1 -- 172.21.15.26:0/552100593 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0310005020 con 0x7f031810a950 2024-04-26T23:42:05.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.048+0000 7f0315600640 1 -- 172.21.15.26:0/552100593 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03100116d0 con 0x7f031810a950 2024-04-26T23:42:05.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.048+0000 7f031e000640 1 -- 172.21.15.26:0/552100593 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03181a7be0 con 0x7f031810a950 2024-04-26T23:42:05.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.049+0000 7f031e000640 1 -- 172.21.15.26:0/552100593 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0318069670 con 0x7f031810a950 2024-04-26T23:42:05.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.053+0000 7f0315600640 1 -- 172.21.15.26:0/552100593 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f0310004a40 con 0x7f031810a950 2024-04-26T23:42:05.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.055+0000 7f0315600640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f03000a3da0 0x7f03000a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.055+0000 7f0315600640 1 -- 172.21.15.26:0/552100593 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f03100d0c70 con 0x7f031810a950 2024-04-26T23:42:05.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.056+0000 7f031cc00640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f03000a3da0 0x7f03000a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.056+0000 7f031cc00640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f03000a3da0 0x7f03000a6260 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f030c00bb60 tx=0x7f030c00b390 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.058+0000 7f0315600640 1 -- 172.21.15.26:0/552100593 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f0310016030 con 0x7f031810a950 2024-04-26T23:42:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:04 smithi086 ceph-mon[31122]: pgmap v189: 97 pgs: 97 active+clean; 4.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 73 KiB/s wr, 22 op/s 2024-04-26T23:42:05.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.316+0000 7f031e000640 1 -- 172.21.15.26:0/552100593 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f031819c3c0 con 0x7f031810a950 2024-04-26T23:42:05.322 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:42:05.322 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:42:05.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.317+0000 7f0315600640 1 -- 172.21.15.26:0/552100593 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f031009cd10 con 0x7f031810a950 2024-04-26T23:42:05.322 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:42:05.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.320+0000 7f031e000640 1 -- 172.21.15.26:0/552100593 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f03000a3da0 msgr2=0x7f03000a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.320+0000 7f031e000640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f03000a3da0 0x7f03000a6260 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f030c00bb60 tx=0x7f030c00b390 comp rx=0 tx=0).stop 2024-04-26T23:42:05.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.320+0000 7f031e000640 1 -- 172.21.15.26:0/552100593 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f031810a950 msgr2=0x7f031819f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.320+0000 7f031e000640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f031810a950 0x7f031819f930 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f031000eaa0 tx=0x7f031000ef60 comp rx=0 tx=0).stop 2024-04-26T23:42:05.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.320+0000 7f031e000640 1 -- 172.21.15.26:0/552100593 shutdown_connections 2024-04-26T23:42:05.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.320+0000 7f031e000640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f03000a3da0 0x7f03000a6260 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.320+0000 7f031e000640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f031810a950 0x7f031819f930 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.320+0000 7f031e000640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0318105300 0x7f031819b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.320+0000 7f031e000640 1 --2- 172.21.15.26:0/552100593 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0318104940 0x7f031819b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.320+0000 7f031e000640 1 -- 172.21.15.26:0/552100593 >> 172.21.15.26:0/552100593 conn(0x7f03181003d0 msgr2=0x7f0318100cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.321+0000 7f031e000640 1 -- 172.21.15.26:0/552100593 shutdown_connections 2024-04-26T23:42:05.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.321+0000 7f031e000640 1 -- 172.21.15.26:0/552100593 wait complete. 2024-04-26T23:42:05.344 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:42:05.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.567+0000 7f5233200640 1 -- 172.21.15.26:0/1846664278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5234109870 msgr2=0x7f5234115c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.567+0000 7f5233200640 1 --2- 172.21.15.26:0/1846664278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5234109870 0x7f5234115c90 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f522c009ca0 tx=0x7f522c02a950 comp rx=0 tx=0).stop 2024-04-26T23:42:05.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.568+0000 7f5233200640 1 -- 172.21.15.26:0/1846664278 shutdown_connections 2024-04-26T23:42:05.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.568+0000 7f5233200640 1 --2- 172.21.15.26:0/1846664278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5234109870 0x7f5234115c90 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.568+0000 7f5233200640 1 --2- 172.21.15.26:0/1846664278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5234108ed0 0x7f5234109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.568+0000 7f5233200640 1 --2- 172.21.15.26:0/1846664278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f523410eef0 0x7f523410f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.568+0000 7f5233200640 1 -- 172.21.15.26:0/1846664278 >> 172.21.15.26:0/1846664278 conn(0x7f5234078750 msgr2=0x7f5234107750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.568+0000 7f5233200640 1 -- 172.21.15.26:0/1846664278 shutdown_connections 2024-04-26T23:42:05.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.568+0000 7f5233200640 1 -- 172.21.15.26:0/1846664278 wait complete. 2024-04-26T23:42:05.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.569+0000 7f5233200640 1 Processor -- start 2024-04-26T23:42:05.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.569+0000 7f5233200640 1 -- start start 2024-04-26T23:42:05.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.569+0000 7f5233200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5234108ed0 0x7f523419f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.569+0000 7f5233200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5234109870 0x7f523419f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.569+0000 7f5233200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f523410eef0 0x7f52341a3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.569+0000 7f5233200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5234118f10 con 0x7f523410eef0 2024-04-26T23:42:05.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.569+0000 7f5233200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5234118d90 con 0x7f5234109870 2024-04-26T23:42:05.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.569+0000 7f5233200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5234119090 con 0x7f5234108ed0 2024-04-26T23:42:05.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.570+0000 7f5232800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f523410eef0 0x7f52341a3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.570+0000 7f5232800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f523410eef0 0x7f52341a3cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40132/0 (socket says 172.21.15.26:40132) 2024-04-26T23:42:05.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.570+0000 7f5232800640 1 -- 172.21.15.26:0/495245118 learned_addr learned my addr 172.21.15.26:0/495245118 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:05.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.570+0000 7f5231e00640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5234108ed0 0x7f523419f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.570+0000 7f5229400640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5234109870 0x7f523419f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.570+0000 7f5232800640 1 -- 172.21.15.26:0/495245118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5234108ed0 msgr2=0x7f523419f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.570+0000 7f5232800640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5234108ed0 0x7f523419f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.570+0000 7f5232800640 1 -- 172.21.15.26:0/495245118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5234109870 msgr2=0x7f523419f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.570+0000 7f5232800640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5234109870 0x7f523419f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.570+0000 7f5232800640 1 -- 172.21.15.26:0/495245118 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52341a4400 con 0x7f523410eef0 2024-04-26T23:42:05.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.571+0000 7f5232800640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f523410eef0 0x7f52341a3cd0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f522c02ae70 tx=0x7f522c003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.571+0000 7f522b400640 1 -- 172.21.15.26:0/495245118 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f522c034040 con 0x7f523410eef0 2024-04-26T23:42:05.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.571+0000 7f522b400640 1 -- 172.21.15.26:0/495245118 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f522c030850 con 0x7f523410eef0 2024-04-26T23:42:05.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.571+0000 7f5233200640 1 -- 172.21.15.26:0/495245118 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52341a4690 con 0x7f523410eef0 2024-04-26T23:42:05.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.571+0000 7f522b400640 1 -- 172.21.15.26:0/495245118 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f522c004500 con 0x7f523410eef0 2024-04-26T23:42:05.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.571+0000 7f5233200640 1 -- 172.21.15.26:0/495245118 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52341abf80 con 0x7f523410eef0 2024-04-26T23:42:05.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.575+0000 7f522b400640 1 -- 172.21.15.26:0/495245118 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f522c037020 con 0x7f523410eef0 2024-04-26T23:42:05.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.575+0000 7f523bc28740 1 Processor -- start 2024-04-26T23:42:05.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.575+0000 7f523bc28740 1 -- start start 2024-04-26T23:42:05.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.576+0000 7f523bc28740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a53a0 0x55dd485a5780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.576+0000 7f523bc28740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 0x55dd485afe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.576+0000 7f523bc28740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485b0390 0x55dd485b2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.576+0000 7f523bc28740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55dd48509c70 con 0x55dd485a5cc0 2024-04-26T23:42:05.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.576+0000 7f523bc28740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55dd484c2980 con 0x55dd485a53a0 2024-04-26T23:42:05.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.576+0000 7f523bc28740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55dd48505c30 con 0x55dd485b0390 2024-04-26T23:42:05.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.576+0000 7f5231e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 0x55dd485afe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.576+0000 7f5231e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 0x55dd485afe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40138/0 (socket says 172.21.15.26:40138) 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.576+0000 7f5231e00640 1 -- 172.21.15.26:0/1972625901 learned_addr learned my addr 172.21.15.26:0/1972625901 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.576+0000 7f5229400640 1 --2- 172.21.15.26:0/1972625901 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a53a0 0x55dd485a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.576+0000 7f5229400640 1 --2- 172.21.15.26:0/1972625901 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485b0390 0x55dd485b2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.577+0000 7f522b400640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f52180a3d20 0x7f52180a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.577+0000 7f5231e00640 1 -- 172.21.15.26:0/1972625901 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485b0390 msgr2=0x55dd485b2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.577+0000 7f5231e00640 1 --2- 172.21.15.26:0/1972625901 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485b0390 0x55dd485b2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.577+0000 7f5231e00640 1 -- 172.21.15.26:0/1972625901 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a53a0 msgr2=0x55dd485a5780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.577+0000 7f5231e00640 1 --2- 172.21.15.26:0/1972625901 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a53a0 0x55dd485a5780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.577+0000 7f5231e00640 1 -- 172.21.15.26:0/1972625901 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd4849a7b0 con 0x55dd485a5cc0 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.577+0000 7f522b400640 1 -- 172.21.15.26:0/495245118 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f522c0f1590 con 0x7f523410eef0 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.577+0000 7f5232800640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f52180a3d20 0x7f52180a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.577+0000 7f5231e00640 1 --2- 172.21.15.26:0/1972625901 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 0x55dd485afe50 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f5224009c80 tx=0x7f52240117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dabcce5cd830aebe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.578+0000 7f5223400640 1 -- 172.21.15.26:0/1972625901 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5224012450 con 0x55dd485a5cc0 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.578+0000 7f5223400640 1 -- 172.21.15.26:0/1972625901 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5224012a80 con 0x55dd485a5cc0 2024-04-26T23:42:05.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.578+0000 7f5223400640 1 -- 172.21.15.26:0/1972625901 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f522400fa60 con 0x55dd485a5cc0 2024-04-26T23:42:05.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.579+0000 7f523bc28740 1 -- 172.21.15.26:0/1972625901 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 msgr2=0x55dd485afe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.579+0000 7f5232800640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f52180a3d20 0x7f52180a61e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f522c02f800 tx=0x7f522c02a950 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.579+0000 7f523bc28740 1 --2- 172.21.15.26:0/1972625901 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 0x55dd485afe50 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f5224009c80 tx=0x7f52240117b0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.579+0000 7f523bc28740 1 -- 172.21.15.26:0/1972625901 shutdown_connections 2024-04-26T23:42:05.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.579+0000 7f523bc28740 1 --2- 172.21.15.26:0/1972625901 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485b0390 0x55dd485b2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.579+0000 7f523bc28740 1 --2- 172.21.15.26:0/1972625901 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 0x55dd485afe50 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.579+0000 7f523bc28740 1 --2- 172.21.15.26:0/1972625901 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a53a0 0x55dd485a5780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.579+0000 7f523bc28740 1 -- 172.21.15.26:0/1972625901 >> 172.21.15.26:0/1972625901 conn(0x55dd485a16c0 msgr2=0x55dd485a1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.579+0000 7f523bc28740 1 -- 172.21.15.26:0/1972625901 shutdown_connections 2024-04-26T23:42:05.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.579+0000 7f523bc28740 1 -- 172.21.15.26:0/1972625901 wait complete. 2024-04-26T23:42:05.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.579+0000 7f523bc28740 1 -- start start 2024-04-26T23:42:05.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.580+0000 7f523bc28740 1 Processor -- start 2024-04-26T23:42:05.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.580+0000 7f523bc28740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a53a0 0x55dd485afcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.580+0000 7f523bc28740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a5cc0 0x55dd485acfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.580+0000 7f523bc28740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 0x55dd485ad500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.580+0000 7f523bc28740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55dd48508f80 con 0x55dd485b0390 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.580+0000 7f523bc28740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55dd484b6260 con 0x55dd485a5cc0 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.580+0000 7f523bc28740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55dd4850e2a0 con 0x55dd485a53a0 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.580+0000 7f523bc28740 10 client.0 _ll_register_callbacks cb 0x55dd48500960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.581+0000 7f5229400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 0x55dd485ad500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.581+0000 7f5229400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 0x55dd485ad500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40144/0 (socket says 172.21.15.26:40144) 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.581+0000 7f5229400640 1 -- 172.21.15.26:0/2804970249 learned_addr learned my addr 172.21.15.26:0/2804970249 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.581+0000 7f5229400640 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a53a0 0x55dd485afcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.581+0000 7f5231e00640 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a5cc0 0x55dd485acfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.581+0000 7f5229400640 1 -- 172.21.15.26:0/2804970249 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a53a0 msgr2=0x55dd485afcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.581+0000 7f5229400640 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a53a0 0x55dd485afcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.581+0000 7f5229400640 1 -- 172.21.15.26:0/2804970249 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a5cc0 msgr2=0x55dd485acfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.581+0000 7f5229400640 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a5cc0 0x55dd485acfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.581+0000 7f5229400640 1 -- 172.21.15.26:0/2804970249 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd484981c0 con 0x55dd485b0390 2024-04-26T23:42:05.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.581+0000 7f5229400640 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 0x55dd485ad500 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f521c005bc0 tx=0x7f521c016040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a367c6c9d6bb478c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.582+0000 7f5217e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.582+0000 7f5217e00640 1 -- 172.21.15.26:0/2804970249 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f521c014e60 con 0x55dd485b0390 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.582+0000 7f5217e00640 1 -- 172.21.15.26:0/2804970249 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f521c0140d0 con 0x55dd485b0390 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.582+0000 7f523bc28740 1 -- 172.21.15.26:0/2804970249 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5224012a80 con 0x55dd485b0390 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.582+0000 7f5217e00640 1 -- 172.21.15.26:0/2804970249 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f521c0142d0 con 0x55dd485b0390 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.582+0000 7f523bc28740 10 client.16734 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.582+0000 7f523bc28740 1 -- 172.21.15.26:0/2804970249 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55dd4821b3f0 con 0x55dd485b0390 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.583+0000 7f5217e00640 1 -- 172.21.15.26:0/2804970249 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5224012a80 con 0x55dd485b0390 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.583+0000 7f5217e00640 1 -- 172.21.15.26:0/2804970249 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f521c003b60 con 0x55dd485b0390 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.583+0000 7f523bc28740 10 client.16734 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.583+0000 7f523bc28740 10 client.16734 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.583+0000 7f523bc28740 20 client.16734 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.583+0000 7f523bc28740 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55dd485bfe30 0x55dd485c2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.583+0000 7f523bc28740 4 client.16734 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:42:05.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.583+0000 7f523bc28740 1 -- 172.21.15.26:0/2804970249 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd48517880 con 0x55dd485bfe30 2024-04-26T23:42:05.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.584+0000 7f5231e00640 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55dd485bfe30 0x55dd485c2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.585+0000 7f5231e00640 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55dd485bfe30 0x55dd485c2220 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8b41f47b012ebbf server_cookie=770cd249f95269c0 in_seq=0 out_seq=0 2024-04-26T23:42:05.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.585+0000 7f5217e00640 10 client.16734 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:42:05.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.586+0000 7f5217e00640 1 -- 172.21.15.26:0/2804970249 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dd48517880 con 0x55dd485bfe30 2024-04-26T23:42:05.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.586+0000 7f5217e00640 10 client.16734 handle_command_reply: tid=0 2024-04-26T23:42:05.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f523bc28740 1 client.16734 shutdown 2024-04-26T23:42:05.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f523bc28740 1 -- 172.21.15.26:0/2804970249 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 msgr2=0x55dd485ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f523bc28740 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 0x55dd485ad500 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f521c005bc0 tx=0x7f521c016040 comp rx=0 tx=0).stop 2024-04-26T23:42:05.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f523bc28740 1 -- 172.21.15.26:0/2804970249 shutdown_connections 2024-04-26T23:42:05.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f523bc28740 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 0x55dd485ad500 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f523bc28740 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a5cc0 0x55dd485acfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f523bc28740 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55dd485bfe30 0x55dd485c2220 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f523bc28740 1 --2- 172.21.15.26:0/2804970249 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a53a0 0x55dd485afcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f5217e00640 0 client.16734 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:42:05.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f523bc28740 1 -- 172.21.15.26:0/2804970249 >> 172.21.15.26:0/2804970249 conn(0x55dd485a16c0 msgr2=0x55dd485a73c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f523bc28740 1 -- 172.21.15.26:0/2804970249 shutdown_connections 2024-04-26T23:42:05.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f523bc28740 1 -- 172.21.15.26:0/2804970249 wait complete. 2024-04-26T23:42:05.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.587+0000 7f523bc28740 20 client.16734 trim_cache size 0 max 16384 2024-04-26T23:42:05.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.604+0000 7f523bc28740 1 Processor -- start 2024-04-26T23:42:05.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.605+0000 7f523bc28740 1 -- start start 2024-04-26T23:42:05.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.605+0000 7f523bc28740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a53a0 0x55dd485bbe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.605+0000 7f523bc28740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a5cc0 0x55dd485af800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.605+0000 7f523bc28740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 0x55dd485c7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.605+0000 7f523bc28740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f52341b70f0 con 0x55dd485b0390 2024-04-26T23:42:05.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.605+0000 7f523bc28740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f52341b49c0 con 0x55dd485a53a0 2024-04-26T23:42:05.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.605+0000 7f523bc28740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f52341b27f0 con 0x55dd485a5cc0 2024-04-26T23:42:05.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.605+0000 7f5229400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 0x55dd485c7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.605+0000 7f5229400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 0x55dd485c7af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40146/0 (socket says 172.21.15.26:40146) 2024-04-26T23:42:05.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.605+0000 7f5229400640 1 -- 172.21.15.26:0/2597372129 learned_addr learned my addr 172.21.15.26:0/2597372129 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:05.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.605+0000 7f5229400640 1 --2- 172.21.15.26:0/2597372129 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a53a0 0x55dd485bbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.606+0000 7f5231e00640 1 --2- 172.21.15.26:0/2597372129 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a5cc0 0x55dd485af800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.606+0000 7f5229400640 1 -- 172.21.15.26:0/2597372129 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a5cc0 msgr2=0x55dd485af800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.606+0000 7f5229400640 1 --2- 172.21.15.26:0/2597372129 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a5cc0 0x55dd485af800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.606+0000 7f5229400640 1 -- 172.21.15.26:0/2597372129 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a53a0 msgr2=0x55dd485bbe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.606+0000 7f5229400640 1 --2- 172.21.15.26:0/2597372129 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a53a0 0x55dd485bbe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.606+0000 7f5229400640 1 -- 172.21.15.26:0/2597372129 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd482e57d0 con 0x55dd485b0390 2024-04-26T23:42:05.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.606+0000 7f5231e00640 1 --2- 172.21.15.26:0/2597372129 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a5cc0 0x55dd485af800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:42:05.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.606+0000 7f5229400640 1 --2- 172.21.15.26:0/2597372129 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 0x55dd485c7af0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f521c00c9c0 tx=0x7f521c00cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4b6175caa9a80ea server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.607+0000 7f5222a00640 1 -- 172.21.15.26:0/2597372129 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f521c0035f0 con 0x55dd485b0390 2024-04-26T23:42:05.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.607+0000 7f5222a00640 1 -- 172.21.15.26:0/2597372129 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f521c030020 con 0x55dd485b0390 2024-04-26T23:42:05.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.607+0000 7f5222a00640 1 -- 172.21.15.26:0/2597372129 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f521c0140d0 con 0x55dd485b0390 2024-04-26T23:42:05.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.608+0000 7f523bc28740 1 -- 172.21.15.26:0/2597372129 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 msgr2=0x55dd485c7af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.608+0000 7f523bc28740 1 --2- 172.21.15.26:0/2597372129 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 0x55dd485c7af0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f521c00c9c0 tx=0x7f521c00cb50 comp rx=0 tx=0).stop 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.608+0000 7f523bc28740 1 -- 172.21.15.26:0/2597372129 shutdown_connections 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.608+0000 7f523bc28740 1 --2- 172.21.15.26:0/2597372129 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485b0390 0x55dd485c7af0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.608+0000 7f523bc28740 1 --2- 172.21.15.26:0/2597372129 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a5cc0 0x55dd485af800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.608+0000 7f523bc28740 1 --2- 172.21.15.26:0/2597372129 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485a53a0 0x55dd485bbe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.608+0000 7f523bc28740 1 -- 172.21.15.26:0/2597372129 >> 172.21.15.26:0/2597372129 conn(0x55dd485a16c0 msgr2=0x55dd485a8560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.608+0000 7f523bc28740 1 -- 172.21.15.26:0/2597372129 shutdown_connections 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.608+0000 7f523bc28740 1 -- 172.21.15.26:0/2597372129 wait complete. 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.608+0000 7f523bc28740 1 -- start start 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.609+0000 7f523bc28740 1 Processor -- start 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.609+0000 7f523bc28740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a53a0 0x55dd485b8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.609+0000 7f523bc28740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 0x55dd485b3910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.609+0000 7f523bc28740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485b0390 0x55dd485b3e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.609+0000 7f523bc28740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f52341b2e80 con 0x55dd485a5cc0 2024-04-26T23:42:05.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.609+0000 7f523bc28740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f52341b42f0 con 0x55dd485b0390 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.609+0000 7f523bc28740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f52341b3550 con 0x55dd485a53a0 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.609+0000 7f523bc28740 10 client.0 _ll_register_callbacks cb 0x7f521c00c8f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.610+0000 7f5231e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 0x55dd485b3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.610+0000 7f5231e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 0x55dd485b3910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40158/0 (socket says 172.21.15.26:40158) 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.610+0000 7f5231e00640 1 -- 172.21.15.26:0/2323117456 learned_addr learned my addr 172.21.15.26:0/2323117456 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.610+0000 7f5229400640 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a53a0 0x55dd485b8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.610+0000 7f5229400640 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485b0390 0x55dd485b3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.610+0000 7f5231e00640 1 -- 172.21.15.26:0/2323117456 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a53a0 msgr2=0x55dd485b8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.610+0000 7f5231e00640 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a53a0 0x55dd485b8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.610+0000 7f5231e00640 1 -- 172.21.15.26:0/2323117456 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485b0390 msgr2=0x55dd485b3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.610+0000 7f5231e00640 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485b0390 0x55dd485b3e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.610+0000 7f5231e00640 1 -- 172.21.15.26:0/2323117456 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd484b02a0 con 0x55dd485a5cc0 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.611+0000 7f5231e00640 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 0x55dd485b3910 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f522401c040 tx=0x7f5224009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cf39e66e87bd44e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.611+0000 7f5217e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.611+0000 7f5217e00640 1 -- 172.21.15.26:0/2323117456 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52240052c0 con 0x55dd485a5cc0 2024-04-26T23:42:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.611+0000 7f5217e00640 1 -- 172.21.15.26:0/2323117456 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f5224005460 con 0x55dd485a5cc0 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.611+0000 7f523bc28740 1 -- 172.21.15.26:0/2323117456 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f521c030020 con 0x55dd485a5cc0 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.611+0000 7f5217e00640 1 -- 172.21.15.26:0/2323117456 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f52240035f0 con 0x55dd485a5cc0 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.611+0000 7f523bc28740 10 client.16740 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.611+0000 7f523bc28740 1 -- 172.21.15.26:0/2323117456 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55dd48625ff0 con 0x55dd485a5cc0 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.612+0000 7f5217e00640 1 -- 172.21.15.26:0/2323117456 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f521c030020 con 0x55dd485a5cc0 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.612+0000 7f5217e00640 1 -- 172.21.15.26:0/2323117456 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f522402f070 con 0x55dd485a5cc0 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.612+0000 7f523bc28740 10 client.16740 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.612+0000 7f523bc28740 10 client.16740 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.612+0000 7f523bc28740 20 client.16740 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.612+0000 7f523bc28740 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55dd486264f0 0x55dd48628910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.612+0000 7f523bc28740 4 client.16740 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.612+0000 7f523bc28740 1 -- 172.21.15.26:0/2323117456 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dd485ad890 con 0x55dd486264f0 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.613+0000 7f5229400640 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55dd486264f0 0x55dd48628910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.613+0000 7f5229400640 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55dd486264f0 0x55dd48628910 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d7ba0c229000d8f server_cookie=a5cd9ba5241723f5 in_seq=0 out_seq=0 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.613+0000 7f5217e00640 10 client.16740 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.614+0000 7f5217e00640 1 -- 172.21.15.26:0/2323117456 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dd485ad890 con 0x55dd486264f0 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.614+0000 7f5217e00640 10 client.16740 handle_command_reply: tid=0 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.614+0000 7f523bc28740 1 client.16740 shutdown 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.614+0000 7f523bc28740 1 -- 172.21.15.26:0/2323117456 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 msgr2=0x55dd485b3910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.614+0000 7f523bc28740 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 0x55dd485b3910 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f522401c040 tx=0x7f5224009b80 comp rx=0 tx=0).stop 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.614+0000 7f523bc28740 1 -- 172.21.15.26:0/2323117456 shutdown_connections 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.614+0000 7f523bc28740 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55dd485b0390 0x55dd485b3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.614+0000 7f523bc28740 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55dd485a5cc0 0x55dd485b3910 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.614+0000 7f523bc28740 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55dd486264f0 0x55dd48628910 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.614+0000 7f523bc28740 1 --2- 172.21.15.26:0/2323117456 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55dd485a53a0 0x55dd485b8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.614+0000 7f523bc28740 1 -- 172.21.15.26:0/2323117456 >> 172.21.15.26:0/2323117456 conn(0x55dd485a16c0 msgr2=0x55dd485ae7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.614+0000 7f5217e00640 0 client.16740 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.615+0000 7f523bc28740 1 -- 172.21.15.26:0/2323117456 shutdown_connections 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.615+0000 7f523bc28740 1 -- 172.21.15.26:0/2323117456 wait complete. 2024-04-26T23:42:05.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.615+0000 7f523bc28740 20 client.16740 trim_cache size 0 max 16384 2024-04-26T23:42:05.624 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:42:05.624 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.616+0000 7f5233200640 1 -- 172.21.15.26:0/495245118 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f52180a3d20 msgr2=0x7f52180a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.616+0000 7f5233200640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f52180a3d20 0x7f52180a61e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f522c02f800 tx=0x7f522c02a950 comp rx=0 tx=0).stop 2024-04-26T23:42:05.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.616+0000 7f5233200640 1 -- 172.21.15.26:0/495245118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f523410eef0 msgr2=0x7f52341a3cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.616+0000 7f5233200640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f523410eef0 0x7f52341a3cd0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f522c02ae70 tx=0x7f522c003c10 comp rx=0 tx=0).stop 2024-04-26T23:42:05.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.616+0000 7f5233200640 1 -- 172.21.15.26:0/495245118 shutdown_connections 2024-04-26T23:42:05.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.616+0000 7f5233200640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f52180a3d20 0x7f52180a61e0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.616+0000 7f5233200640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f523410eef0 0x7f52341a3cd0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.616+0000 7f5233200640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5234109870 0x7f523419f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.616+0000 7f5233200640 1 --2- 172.21.15.26:0/495245118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5234108ed0 0x7f523419f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.616+0000 7f5233200640 1 -- 172.21.15.26:0/495245118 >> 172.21.15.26:0/495245118 conn(0x7f5234078750 msgr2=0x7f5234079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.616+0000 7f5233200640 1 -- 172.21.15.26:0/495245118 shutdown_connections 2024-04-26T23:42:05.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.616+0000 7f5233200640 1 -- 172.21.15.26:0/495245118 wait complete. 2024-04-26T23:42:05.639 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:42:05.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.847+0000 7f91d8600640 1 -- 172.21.15.26:0/657011757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f91d0102900 msgr2=0x7f91d0102d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.847+0000 7f91d8600640 1 --2- 172.21.15.26:0/657011757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f91d0102900 0x7f91d0102d80 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f91bc009930 tx=0x7f91bc02a420 comp rx=0 tx=0).stop 2024-04-26T23:42:05.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.847+0000 7f91d8600640 1 -- 172.21.15.26:0/657011757 shutdown_connections 2024-04-26T23:42:05.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.847+0000 7f91d8600640 1 --2- 172.21.15.26:0/657011757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f91d01032c0 0x7f91d010f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.847+0000 7f91d8600640 1 --2- 172.21.15.26:0/657011757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f91d0102900 0x7f91d0102d80 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.847+0000 7f91d8600640 1 --2- 172.21.15.26:0/657011757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f91d0108910 0x7f91d0108cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.847+0000 7f91d8600640 1 -- 172.21.15.26:0/657011757 >> 172.21.15.26:0/657011757 conn(0x7f91d0079d80 msgr2=0x7f91d007a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.847+0000 7f91d8600640 1 -- 172.21.15.26:0/657011757 shutdown_connections 2024-04-26T23:42:05.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.847+0000 7f91d8600640 1 -- 172.21.15.26:0/657011757 wait complete. 2024-04-26T23:42:05.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.848+0000 7f91d8600640 1 Processor -- start 2024-04-26T23:42:05.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.848+0000 7f91d8600640 1 -- start start 2024-04-26T23:42:05.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.849+0000 7f91d8600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f91d0102900 0x7f91d0074c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.849+0000 7f91d8600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f91d01032c0 0x7f91d0075170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.849+0000 7f91d8600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f91d0108910 0x7f91d00756b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.849+0000 7f91d8600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f91d0112ad0 con 0x7f91d0102900 2024-04-26T23:42:05.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.849+0000 7f91d8600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f91d0112950 con 0x7f91d01032c0 2024-04-26T23:42:05.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.849+0000 7f91d8600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f91d0112c50 con 0x7f91d0108910 2024-04-26T23:42:05.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.849+0000 7f91d5c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f91d0102900 0x7f91d0074c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.849+0000 7f91d5c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f91d0102900 0x7f91d0074c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40180/0 (socket says 172.21.15.26:40180) 2024-04-26T23:42:05.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.849+0000 7f91d5c00640 1 -- 172.21.15.26:0/1097451528 learned_addr learned my addr 172.21.15.26:0/1097451528 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:05.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.850+0000 7f91d6600640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f91d0108910 0x7f91d00756b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.850+0000 7f91d5200640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f91d01032c0 0x7f91d0075170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.850+0000 7f91d5c00640 1 -- 172.21.15.26:0/1097451528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f91d0108910 msgr2=0x7f91d00756b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.850+0000 7f91d5c00640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f91d0108910 0x7f91d00756b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.850+0000 7f91d5c00640 1 -- 172.21.15.26:0/1097451528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f91d01032c0 msgr2=0x7f91d0075170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.850+0000 7f91d5c00640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f91d01032c0 0x7f91d0075170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.850+0000 7f91d5c00640 1 -- 172.21.15.26:0/1097451528 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91d01a75d0 con 0x7f91d0102900 2024-04-26T23:42:05.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.850+0000 7f91d5c00640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f91d0102900 0x7f91d0074c30 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f91c400e9f0 tx=0x7f91c400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.851+0000 7f91ce000640 1 -- 172.21.15.26:0/1097451528 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c400cd80 con 0x7f91d0102900 2024-04-26T23:42:05.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.851+0000 7f91ce000640 1 -- 172.21.15.26:0/1097451528 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91c40054b0 con 0x7f91d0102900 2024-04-26T23:42:05.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.851+0000 7f91d8600640 1 -- 172.21.15.26:0/1097451528 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91d01a78c0 con 0x7f91d0102900 2024-04-26T23:42:05.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.851+0000 7f91ce000640 1 -- 172.21.15.26:0/1097451528 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c4010430 con 0x7f91d0102900 2024-04-26T23:42:05.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.851+0000 7f91d8600640 1 -- 172.21.15.26:0/1097451528 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91d01a7d90 con 0x7f91d0102900 2024-04-26T23:42:05.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.854+0000 7f91db5d1740 1 Processor -- start 2024-04-26T23:42:05.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.854+0000 7f91ce000640 1 -- 172.21.15.26:0/1097451528 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f91c40046c0 con 0x7f91d0102900 2024-04-26T23:42:05.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.855+0000 7f91db5d1740 1 -- start start 2024-04-26T23:42:05.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.855+0000 7f91db5d1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2af1f0 0x56392f2af5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.855+0000 7f91db5d1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2afb10 0x56392f2b9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.855+0000 7f91db5d1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2ba1e0 0x56392f2bc5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.855+0000 7f91db5d1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56392f213c70 con 0x56392f2af1f0 2024-04-26T23:42:05.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.855+0000 7f91db5d1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56392f1cc980 con 0x56392f2ba1e0 2024-04-26T23:42:05.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.855+0000 7f91db5d1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56392f20fc30 con 0x56392f2afb10 2024-04-26T23:42:05.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.855+0000 7f91d6600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2af1f0 0x56392f2af5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.855+0000 7f91d6600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2af1f0 0x56392f2af5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40186/0 (socket says 172.21.15.26:40186) 2024-04-26T23:42:05.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.855+0000 7f91d6600640 1 -- 172.21.15.26:0/1093573562 learned_addr learned my addr 172.21.15.26:0/1093573562 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:05.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.856+0000 7f91d5c00640 1 --2- 172.21.15.26:0/1093573562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2afb10 0x56392f2b9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.856+0000 7f91d5200640 1 --2- 172.21.15.26:0/1093573562 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2ba1e0 0x56392f2bc5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.856+0000 7f91d6600640 1 -- 172.21.15.26:0/1093573562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2afb10 msgr2=0x56392f2b9ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.856+0000 7f91d6600640 1 --2- 172.21.15.26:0/1093573562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2afb10 0x56392f2b9ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.856+0000 7f91d6600640 1 -- 172.21.15.26:0/1093573562 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2ba1e0 msgr2=0x56392f2bc5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.856+0000 7f91d6600640 1 --2- 172.21.15.26:0/1093573562 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2ba1e0 0x56392f2bc5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.856+0000 7f91d6600640 1 -- 172.21.15.26:0/1093573562 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56392f1a47b0 con 0x56392f2af1f0 2024-04-26T23:42:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.856+0000 7f91d5200640 1 --2- 172.21.15.26:0/1093573562 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2ba1e0 0x56392f2bc5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:42:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.856+0000 7f91ce000640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f91b80a3d20 0x7f91b80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.857+0000 7f91d6600640 1 --2- 172.21.15.26:0/1093573562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2af1f0 0x56392f2af5d0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f91c8009fc0 tx=0x7f91c8010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9067c952da2fca3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.857+0000 7f91ce000640 1 -- 172.21.15.26:0/1097451528 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f91c40d0c70 con 0x7f91d0102900 2024-04-26T23:42:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.857+0000 7f91d5c00640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f91b80a3d20 0x7f91b80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.857+0000 7f91c2a00640 1 -- 172.21.15.26:0/1093573562 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c8003b70 con 0x56392f2af1f0 2024-04-26T23:42:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.857+0000 7f91c2a00640 1 -- 172.21.15.26:0/1093573562 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91c8003d10 con 0x56392f2af1f0 2024-04-26T23:42:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.857+0000 7f91c2a00640 1 -- 172.21.15.26:0/1093573562 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c8011980 con 0x56392f2af1f0 2024-04-26T23:42:05.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.858+0000 7f91db5d1740 1 -- 172.21.15.26:0/1093573562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2af1f0 msgr2=0x56392f2af5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.858+0000 7f91d5c00640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f91b80a3d20 0x7f91b80a61e0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x56392f2b07b0 tx=0x7f91c4009720 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.858+0000 7f91db5d1740 1 --2- 172.21.15.26:0/1093573562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2af1f0 0x56392f2af5d0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f91c8009fc0 tx=0x7f91c8010860 comp rx=0 tx=0).stop 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.858+0000 7f91db5d1740 1 -- 172.21.15.26:0/1093573562 shutdown_connections 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.858+0000 7f91db5d1740 1 --2- 172.21.15.26:0/1093573562 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2ba1e0 0x56392f2bc5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.858+0000 7f91db5d1740 1 --2- 172.21.15.26:0/1093573562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2afb10 0x56392f2b9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.858+0000 7f91db5d1740 1 --2- 172.21.15.26:0/1093573562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2af1f0 0x56392f2af5d0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.858+0000 7f91db5d1740 1 -- 172.21.15.26:0/1093573562 >> 172.21.15.26:0/1093573562 conn(0x56392f2ab510 msgr2=0x56392f2ab8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.859+0000 7f91db5d1740 1 -- 172.21.15.26:0/1093573562 shutdown_connections 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.859+0000 7f91db5d1740 1 -- 172.21.15.26:0/1093573562 wait complete. 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.859+0000 7f91db5d1740 1 -- start start 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.859+0000 7f91db5d1740 1 Processor -- start 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.860+0000 7f91db5d1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2af1f0 0x56392f2b9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.860+0000 7f91db5d1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 0x56392f2b6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.860+0000 7f91db5d1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2ba1e0 0x56392f2b74f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.860+0000 7f91db5d1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56392f212f80 con 0x56392f2afb10 2024-04-26T23:42:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.860+0000 7f91db5d1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56392f1c0260 con 0x56392f2af1f0 2024-04-26T23:42:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.860+0000 7f91db5d1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56392f2182a0 con 0x56392f2ba1e0 2024-04-26T23:42:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.860+0000 7f91db5d1740 10 client.0 _ll_register_callbacks cb 0x56392f20a960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.860+0000 7f91d5200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 0x56392f2b6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.860+0000 7f91d5200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 0x56392f2b6ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40200/0 (socket says 172.21.15.26:40200) 2024-04-26T23:42:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.860+0000 7f91d5200640 1 -- 172.21.15.26:0/2845201765 learned_addr learned my addr 172.21.15.26:0/2845201765 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.860+0000 7f91d6600640 1 --2- 172.21.15.26:0/2845201765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2af1f0 0x56392f2b9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.861+0000 7f91d5200640 1 -- 172.21.15.26:0/2845201765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2ba1e0 msgr2=0x56392f2b74f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.861+0000 7f91d5200640 1 --2- 172.21.15.26:0/2845201765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2ba1e0 0x56392f2b74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.861+0000 7f91d5200640 1 -- 172.21.15.26:0/2845201765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2af1f0 msgr2=0x56392f2b9bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.861+0000 7f91d5200640 1 --2- 172.21.15.26:0/2845201765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2af1f0 0x56392f2b9bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.861+0000 7f91d5200640 1 -- 172.21.15.26:0/2845201765 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56392f1a21c0 con 0x56392f2afb10 2024-04-26T23:42:05.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.861+0000 7f91d5200640 1 --2- 172.21.15.26:0/2845201765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 0x56392f2b6ee0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f91bc009900 tx=0x7f91bc0052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8cec8ec1c999290 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.861+0000 7f91b7400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:05.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.861+0000 7f91b7400640 1 -- 172.21.15.26:0/2845201765 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91bc035030 con 0x56392f2afb10 2024-04-26T23:42:05.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.861+0000 7f91b7400640 1 -- 172.21.15.26:0/2845201765 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f91bc0048c0 con 0x56392f2afb10 2024-04-26T23:42:05.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.862+0000 7f91db5d1740 1 -- 172.21.15.26:0/2845201765 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91c8003d10 con 0x56392f2afb10 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.862+0000 7f91b7400640 1 -- 172.21.15.26:0/2845201765 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f91bc005d50 con 0x56392f2afb10 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.862+0000 7f91db5d1740 10 client.16752 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.862+0000 7f91db5d1740 1 -- 172.21.15.26:0/2845201765 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56392ef253f0 con 0x56392f2afb10 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.862+0000 7f91b7400640 1 -- 172.21.15.26:0/2845201765 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91c8003d10 con 0x56392f2afb10 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.863+0000 7f91b7400640 1 -- 172.21.15.26:0/2845201765 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f91bc003bf0 con 0x56392f2afb10 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.863+0000 7f91db5d1740 10 client.16752 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.863+0000 7f91db5d1740 10 client.16752 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.863+0000 7f91db5d1740 20 client.16752 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.863+0000 7f91db5d1740 1 --2- 172.21.15.26:0/2845201765 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56392f2c9c50 0x56392f2cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.863+0000 7f91db5d1740 4 client.16752 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.863+0000 7f91db5d1740 1 -- 172.21.15.26:0/2845201765 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56392f221880 con 0x56392f2c9c50 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.863+0000 7f91d6600640 1 --2- 172.21.15.26:0/2845201765 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56392f2c9c50 0x56392f2cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.864+0000 7f91b7400640 10 client.16752 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:42:05.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.864+0000 7f91d6600640 1 --2- 172.21.15.26:0/2845201765 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56392f2c9c50 0x56392f2cc060 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=934cd2a56401f6fa server_cookie=47bec208da6fc025 in_seq=0 out_seq=0 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.866+0000 7f91b7400640 1 -- 172.21.15.26:0/2845201765 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56392f221880 con 0x56392f2c9c50 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.866+0000 7f91b7400640 10 client.16752 handle_command_reply: tid=0 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.866+0000 7f91db5d1740 1 client.16752 shutdown 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.866+0000 7f91db5d1740 1 -- 172.21.15.26:0/2845201765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 msgr2=0x56392f2b6ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.866+0000 7f91db5d1740 1 --2- 172.21.15.26:0/2845201765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 0x56392f2b6ee0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f91bc009900 tx=0x7f91bc0052f0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.866+0000 7f91db5d1740 1 -- 172.21.15.26:0/2845201765 shutdown_connections 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.866+0000 7f91db5d1740 1 --2- 172.21.15.26:0/2845201765 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56392f2c9c50 0x56392f2cc060 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.866+0000 7f91db5d1740 1 --2- 172.21.15.26:0/2845201765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2ba1e0 0x56392f2b74f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.866+0000 7f91db5d1740 1 --2- 172.21.15.26:0/2845201765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 0x56392f2b6ee0 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.866+0000 7f91db5d1740 1 --2- 172.21.15.26:0/2845201765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2af1f0 0x56392f2b9bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.866+0000 7f91b7400640 0 client.16752 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.866+0000 7f91db5d1740 1 -- 172.21.15.26:0/2845201765 >> 172.21.15.26:0/2845201765 conn(0x56392f2ab510 msgr2=0x56392f2b1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.867+0000 7f91db5d1740 1 -- 172.21.15.26:0/2845201765 shutdown_connections 2024-04-26T23:42:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.867+0000 7f91db5d1740 1 -- 172.21.15.26:0/2845201765 wait complete. 2024-04-26T23:42:05.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.867+0000 7f91db5d1740 20 client.16752 trim_cache size 0 max 16384 2024-04-26T23:42:05.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.887+0000 7f91db5d1740 1 Processor -- start 2024-04-26T23:42:05.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.887+0000 7f91db5d1740 1 -- start start 2024-04-26T23:42:05.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.887+0000 7f91db5d1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2af1f0 0x56392f2aa510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.887+0000 7f91db5d1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 0x56392f2b9720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.887+0000 7f91db5d1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2ba1e0 0x56392f2c5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.887+0000 7f91db5d1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f91d01b2fe0 con 0x56392f2afb10 2024-04-26T23:42:05.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.887+0000 7f91db5d1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f91d01b08b0 con 0x56392f2ba1e0 2024-04-26T23:42:05.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.887+0000 7f91db5d1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f91d01ae6e0 con 0x56392f2af1f0 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.887+0000 7f91d5200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 0x56392f2b9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.888+0000 7f91d5200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 0x56392f2b9720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40212/0 (socket says 172.21.15.26:40212) 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.888+0000 7f91d5200640 1 -- 172.21.15.26:0/88140620 learned_addr learned my addr 172.21.15.26:0/88140620 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.888+0000 7f91d6600640 1 --2- 172.21.15.26:0/88140620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2af1f0 0x56392f2aa510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.888+0000 7f91d6600640 1 --2- 172.21.15.26:0/88140620 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2ba1e0 0x56392f2c5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.888+0000 7f91d5200640 1 -- 172.21.15.26:0/88140620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2af1f0 msgr2=0x56392f2aa510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.888+0000 7f91d5200640 1 --2- 172.21.15.26:0/88140620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2af1f0 0x56392f2aa510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.888+0000 7f91d5200640 1 -- 172.21.15.26:0/88140620 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2ba1e0 msgr2=0x56392f2c5c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.888+0000 7f91d5200640 1 --2- 172.21.15.26:0/88140620 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2ba1e0 0x56392f2c5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.888+0000 7f91d5200640 1 -- 172.21.15.26:0/88140620 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56392efef7d0 con 0x56392f2afb10 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.888+0000 7f91d5200640 1 --2- 172.21.15.26:0/88140620 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 0x56392f2b9720 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f91bc02aa10 tx=0x7f91bc005250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=933fa1a9a020da14 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.889+0000 7f91c2000640 1 -- 172.21.15.26:0/88140620 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91bc035030 con 0x56392f2afb10 2024-04-26T23:42:05.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.889+0000 7f91c2000640 1 -- 172.21.15.26:0/88140620 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91bc03f070 con 0x56392f2afb10 2024-04-26T23:42:05.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.889+0000 7f91c2000640 1 -- 172.21.15.26:0/88140620 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91bc004ea0 con 0x56392f2afb10 2024-04-26T23:42:05.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.889+0000 7f91db5d1740 1 -- 172.21.15.26:0/88140620 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 msgr2=0x56392f2b9720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.889+0000 7f91db5d1740 1 --2- 172.21.15.26:0/88140620 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 0x56392f2b9720 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f91bc02aa10 tx=0x7f91bc005250 comp rx=0 tx=0).stop 2024-04-26T23:42:05.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.889+0000 7f91db5d1740 1 -- 172.21.15.26:0/88140620 shutdown_connections 2024-04-26T23:42:05.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.889+0000 7f91db5d1740 1 --2- 172.21.15.26:0/88140620 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2ba1e0 0x56392f2c5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.889+0000 7f91db5d1740 1 --2- 172.21.15.26:0/88140620 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2afb10 0x56392f2b9720 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.889+0000 7f91db5d1740 1 --2- 172.21.15.26:0/88140620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2af1f0 0x56392f2aa510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.889+0000 7f91db5d1740 1 -- 172.21.15.26:0/88140620 >> 172.21.15.26:0/88140620 conn(0x56392f2ab510 msgr2=0x56392f2a9e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.890+0000 7f91db5d1740 1 -- 172.21.15.26:0/88140620 shutdown_connections 2024-04-26T23:42:05.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.890+0000 7f91db5d1740 1 -- 172.21.15.26:0/88140620 wait complete. 2024-04-26T23:42:05.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.890+0000 7f91db5d1740 1 -- start start 2024-04-26T23:42:05.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.891+0000 7f91db5d1740 1 Processor -- start 2024-04-26T23:42:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.891+0000 7f91db5d1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2af1f0 0x56392f2c2080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.891+0000 7f91db5d1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2afb10 0x56392f2c25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.891+0000 7f91db5d1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2ba1e0 0x56392f2bd510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.891+0000 7f91db5d1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f91d01aed70 con 0x56392f2ba1e0 2024-04-26T23:42:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.891+0000 7f91db5d1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f91d01b01e0 con 0x56392f2afb10 2024-04-26T23:42:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.891+0000 7f91db5d1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f91d01af440 con 0x56392f2af1f0 2024-04-26T23:42:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.891+0000 7f91db5d1740 10 client.0 _ll_register_callbacks cb 0x7f91c80093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.892+0000 7f91d6600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2ba1e0 0x56392f2bd510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.892+0000 7f91d6600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2ba1e0 0x56392f2bd510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40216/0 (socket says 172.21.15.26:40216) 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.892+0000 7f91d6600640 1 -- 172.21.15.26:0/4284434919 learned_addr learned my addr 172.21.15.26:0/4284434919 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.892+0000 7f91d6600640 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2af1f0 0x56392f2c2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.892+0000 7f91d5200640 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2afb10 0x56392f2c25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.892+0000 7f91d6600640 1 -- 172.21.15.26:0/4284434919 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2af1f0 msgr2=0x56392f2c2080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.892+0000 7f91d6600640 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2af1f0 0x56392f2c2080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.892+0000 7f91d6600640 1 -- 172.21.15.26:0/4284434919 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2afb10 msgr2=0x56392f2c25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.892+0000 7f91d6600640 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2afb10 0x56392f2c25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.892+0000 7f91d6600640 1 -- 172.21.15.26:0/4284434919 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56392f1ba2a0 con 0x56392f2ba1e0 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.893+0000 7f91d6600640 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2ba1e0 0x56392f2bd510 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f91c8009f60 tx=0x7f91c801d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=709ed006525d3125 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.893+0000 7f91b7400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.893+0000 7f91b7400640 1 -- 172.21.15.26:0/4284434919 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c8011610 con 0x56392f2ba1e0 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.893+0000 7f91b7400640 1 -- 172.21.15.26:0/4284434919 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f91c80117b0 con 0x56392f2ba1e0 2024-04-26T23:42:05.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.893+0000 7f91db5d1740 1 -- 172.21.15.26:0/4284434919 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91bc03f070 con 0x56392f2ba1e0 2024-04-26T23:42:05.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.893+0000 7f91b7400640 1 -- 172.21.15.26:0/4284434919 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f91c80119b0 con 0x56392f2ba1e0 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.893+0000 7f91db5d1740 10 client.16758 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.893+0000 7f91db5d1740 1 -- 172.21.15.26:0/4284434919 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56392f32fb60 con 0x56392f2ba1e0 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.894+0000 7f91b7400640 1 -- 172.21.15.26:0/4284434919 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f91bc03f070 con 0x56392f2ba1e0 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.894+0000 7f91b7400640 1 -- 172.21.15.26:0/4284434919 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f91c80349c0 con 0x56392f2ba1e0 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.894+0000 7f91db5d1740 10 client.16758 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.894+0000 7f91db5d1740 10 client.16758 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.894+0000 7f91db5d1740 20 client.16758 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.894+0000 7f91db5d1740 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56392f3300a0 0x56392f332490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.894+0000 7f91db5d1740 4 client.16758 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.894+0000 7f91db5d1740 1 -- 172.21.15.26:0/4284434919 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56392f21b6f0 con 0x56392f3300a0 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.895+0000 7f91d5200640 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56392f3300a0 0x56392f332490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.896+0000 7f91b7400640 10 client.16758 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:42:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.896+0000 7f91d5200640 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56392f3300a0 0x56392f332490 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3788ba9b85043fb6 server_cookie=d6c90e03784d4451 in_seq=0 out_seq=0 2024-04-26T23:42:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.896+0000 7f91b7400640 1 -- 172.21.15.26:0/4284434919 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56392f21b6f0 con 0x56392f3300a0 2024-04-26T23:42:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.896+0000 7f91b7400640 10 client.16758 handle_command_reply: tid=0 2024-04-26T23:42:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.896+0000 7f91db5d1740 1 client.16758 shutdown 2024-04-26T23:42:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.896+0000 7f91db5d1740 1 -- 172.21.15.26:0/4284434919 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2ba1e0 msgr2=0x56392f2bd510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.896+0000 7f91db5d1740 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2ba1e0 0x56392f2bd510 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f91c8009f60 tx=0x7f91c801d040 comp rx=0 tx=0).stop 2024-04-26T23:42:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.897+0000 7f91db5d1740 1 -- 172.21.15.26:0/4284434919 shutdown_connections 2024-04-26T23:42:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.897+0000 7f91db5d1740 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56392f3300a0 0x56392f332490 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.897+0000 7f91db5d1740 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56392f2ba1e0 0x56392f2bd510 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.897+0000 7f91db5d1740 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56392f2afb10 0x56392f2c25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.897+0000 7f91db5d1740 1 --2- 172.21.15.26:0/4284434919 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56392f2af1f0 0x56392f2c2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.897+0000 7f91db5d1740 1 -- 172.21.15.26:0/4284434919 >> 172.21.15.26:0/4284434919 conn(0x56392f2ab510 msgr2=0x56392f2aa690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.897+0000 7f91b7400640 0 client.16758 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:42:05.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.897+0000 7f91db5d1740 1 -- 172.21.15.26:0/4284434919 shutdown_connections 2024-04-26T23:42:05.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.897+0000 7f91db5d1740 1 -- 172.21.15.26:0/4284434919 wait complete. 2024-04-26T23:42:05.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.897+0000 7f91db5d1740 20 client.16758 trim_cache size 0 max 16384 2024-04-26T23:42:05.903 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:42:05.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.897+0000 7f91d8600640 1 -- 172.21.15.26:0/1097451528 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f91b80a3d20 msgr2=0x7f91b80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.897+0000 7f91d8600640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f91b80a3d20 0x7f91b80a61e0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x56392f2b07b0 tx=0x7f91c4009720 comp rx=0 tx=0).stop 2024-04-26T23:42:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.898+0000 7f91d8600640 1 -- 172.21.15.26:0/1097451528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f91d0102900 msgr2=0x7f91d0074c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.898+0000 7f91d8600640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f91d0102900 0x7f91d0074c30 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f91c400e9f0 tx=0x7f91c400edf0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.898+0000 7f91d8600640 1 -- 172.21.15.26:0/1097451528 shutdown_connections 2024-04-26T23:42:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.898+0000 7f91d8600640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f91d0108910 0x7f91d00756b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.898+0000 7f91d8600640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f91d01032c0 0x7f91d0075170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.898+0000 7f91d8600640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f91b80a3d20 0x7f91b80a61e0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.898+0000 7f91d8600640 1 --2- 172.21.15.26:0/1097451528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f91d0102900 0x7f91d0074c30 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.898+0000 7f91d8600640 1 -- 172.21.15.26:0/1097451528 >> 172.21.15.26:0/1097451528 conn(0x7f91d0079d80 msgr2=0x7f91d0100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.898+0000 7f91d8600640 1 -- 172.21.15.26:0/1097451528 shutdown_connections 2024-04-26T23:42:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:05.898+0000 7f91d8600640 1 -- 172.21.15.26:0/1097451528 wait complete. 2024-04-26T23:42:05.918 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:05 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/552100593' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:42:05.920 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:42:06.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:05 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/552100593' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:42:06.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:05 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/552100593' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:42:06.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.136+0000 7f5924e00640 1 -- 172.21.15.26:0/1552457177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5920104310 msgr2=0x7f592010c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:06.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.136+0000 7f5924e00640 1 --2- 172.21.15.26:0/1552457177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5920104310 0x7f592010c7f0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f590c009900 tx=0x7f590c02a480 comp rx=0 tx=0).stop 2024-04-26T23:42:06.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.136+0000 7f5924e00640 1 -- 172.21.15.26:0/1552457177 shutdown_connections 2024-04-26T23:42:06.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.136+0000 7f5924e00640 1 --2- 172.21.15.26:0/1552457177 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f592010cdc0 0x7f592010f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.136+0000 7f5924e00640 1 --2- 172.21.15.26:0/1552457177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5920104310 0x7f592010c7f0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.136+0000 7f5924e00640 1 --2- 172.21.15.26:0/1552457177 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f59201039f0 0x7f5920103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.136+0000 7f5924e00640 1 -- 172.21.15.26:0/1552457177 >> 172.21.15.26:0/1552457177 conn(0x7f59200fd1b0 msgr2=0x7f59200ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:06.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.137+0000 7f5924e00640 1 -- 172.21.15.26:0/1552457177 shutdown_connections 2024-04-26T23:42:06.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.137+0000 7f5924e00640 1 -- 172.21.15.26:0/1552457177 wait complete. 2024-04-26T23:42:06.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.138+0000 7f5924e00640 1 Processor -- start 2024-04-26T23:42:06.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.138+0000 7f5924e00640 1 -- start start 2024-04-26T23:42:06.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.138+0000 7f5924e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f59201039f0 0x7f592019b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.138+0000 7f5924e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5920104310 0x7f592019b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.138+0000 7f5924e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f592010cdc0 0x7f592019fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.138+0000 7f5924e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5920112900 con 0x7f592010cdc0 2024-04-26T23:42:06.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.138+0000 7f5924e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5920112780 con 0x7f59201039f0 2024-04-26T23:42:06.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.138+0000 7f5924e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5920112a80 con 0x7f5920104310 2024-04-26T23:42:06.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.139+0000 7f591fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f592010cdc0 0x7f592019fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.139+0000 7f591fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f592010cdc0 0x7f592019fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40240/0 (socket says 172.21.15.26:40240) 2024-04-26T23:42:06.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.139+0000 7f591fe00640 1 -- 172.21.15.26:0/1905773186 learned_addr learned my addr 172.21.15.26:0/1905773186 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:06.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.139+0000 7f591ea00640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5920104310 0x7f592019b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.139+0000 7f591f400640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f59201039f0 0x7f592019b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.139+0000 7f591fe00640 1 -- 172.21.15.26:0/1905773186 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5920104310 msgr2=0x7f592019b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:06.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.139+0000 7f591fe00640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5920104310 0x7f592019b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.139+0000 7f591fe00640 1 -- 172.21.15.26:0/1905773186 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f59201039f0 msgr2=0x7f592019b1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:06.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.139+0000 7f591fe00640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f59201039f0 0x7f592019b1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.139+0000 7f591fe00640 1 -- 172.21.15.26:0/1905773186 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59201a0140 con 0x7f592010cdc0 2024-04-26T23:42:06.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.140+0000 7f591fe00640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f592010cdc0 0x7f592019fa10 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f591800d950 tx=0x7f591800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:06.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.140+0000 7f5917e00640 1 -- 172.21.15.26:0/1905773186 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5918017030 con 0x7f592010cdc0 2024-04-26T23:42:06.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.140+0000 7f5917e00640 1 -- 172.21.15.26:0/1905773186 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5918004020 con 0x7f592010cdc0 2024-04-26T23:42:06.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.140+0000 7f5917e00640 1 -- 172.21.15.26:0/1905773186 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5918003ab0 con 0x7f592010cdc0 2024-04-26T23:42:06.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.140+0000 7f5924e00640 1 -- 172.21.15.26:0/1905773186 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59201a0430 con 0x7f592010cdc0 2024-04-26T23:42:06.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.140+0000 7f5924e00640 1 -- 172.21.15.26:0/1905773186 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59201a7cc0 con 0x7f592010cdc0 2024-04-26T23:42:06.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.144+0000 7f5929279740 1 Processor -- start 2024-04-26T23:42:06.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.144+0000 7f5917e00640 1 -- 172.21.15.26:0/1905773186 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f591801a070 con 0x7f592010cdc0 2024-04-26T23:42:06.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.144+0000 7f5929279740 1 -- start start 2024-04-26T23:42:06.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.144+0000 7f5929279740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 0x56479b347780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.144+0000 7f5929279740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b347cc0 0x56479b351e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.145+0000 7f5929279740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b352390 0x56479b354780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.145+0000 7f5929279740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56479b2abc70 con 0x56479b3473a0 2024-04-26T23:42:06.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.145+0000 7f5929279740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56479b264980 con 0x56479b347cc0 2024-04-26T23:42:06.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.145+0000 7f5929279740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56479b2a7c30 con 0x56479b352390 2024-04-26T23:42:06.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.145+0000 7f591ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 0x56479b347780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.145+0000 7f591ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 0x56479b347780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40252/0 (socket says 172.21.15.26:40252) 2024-04-26T23:42:06.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.145+0000 7f591ea00640 1 -- 172.21.15.26:0/4159832813 learned_addr learned my addr 172.21.15.26:0/4159832813 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:06.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.145+0000 7f591f400640 1 --2- 172.21.15.26:0/4159832813 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b347cc0 0x56479b351e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.145+0000 7f591ea00640 1 --2- 172.21.15.26:0/4159832813 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b352390 0x56479b354780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.146+0000 7f591ea00640 1 -- 172.21.15.26:0/4159832813 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b352390 msgr2=0x56479b354780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:06.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.146+0000 7f591ea00640 1 --2- 172.21.15.26:0/4159832813 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b352390 0x56479b354780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.146+0000 7f591ea00640 1 -- 172.21.15.26:0/4159832813 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b347cc0 msgr2=0x56479b351e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:06.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.146+0000 7f591ea00640 1 --2- 172.21.15.26:0/4159832813 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b347cc0 0x56479b351e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.146+0000 7f591ea00640 1 -- 172.21.15.26:0/4159832813 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56479b23c7b0 con 0x56479b3473a0 2024-04-26T23:42:06.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.146+0000 7f5917e00640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f59040a3da0 0x7f59040a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.146+0000 7f591ea00640 1 --2- 172.21.15.26:0/4159832813 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 0x56479b347780 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f590c005ec0 tx=0x7f590c005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6670d9c65c10f68e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:06.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.146+0000 7f5917e00640 1 -- 172.21.15.26:0/1905773186 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f59180cfe20 con 0x7f592010cdc0 2024-04-26T23:42:06.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.146+0000 7f591f400640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f59040a3da0 0x7f59040a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.146+0000 7f5914c00640 1 -- 172.21.15.26:0/4159832813 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f590c035070 con 0x56479b3473a0 2024-04-26T23:42:06.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.146+0000 7f5914c00640 1 -- 172.21.15.26:0/4159832813 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f590c0044c0 con 0x56479b3473a0 2024-04-26T23:42:06.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.147+0000 7f5914c00640 1 -- 172.21.15.26:0/4159832813 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f590c003c00 con 0x56479b3473a0 2024-04-26T23:42:06.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.147+0000 7f5929279740 1 -- 172.21.15.26:0/4159832813 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 msgr2=0x56479b347780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:06.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.147+0000 7f591f400640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f59040a3da0 0x7f59040a6260 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x56479b348960 tx=0x7f5910009680 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:06.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.147+0000 7f5929279740 1 --2- 172.21.15.26:0/4159832813 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 0x56479b347780 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f590c005ec0 tx=0x7f590c005fd0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.148+0000 7f5929279740 1 -- 172.21.15.26:0/4159832813 shutdown_connections 2024-04-26T23:42:06.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.148+0000 7f5929279740 1 --2- 172.21.15.26:0/4159832813 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b352390 0x56479b354780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.148+0000 7f5929279740 1 --2- 172.21.15.26:0/4159832813 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b347cc0 0x56479b351e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.148+0000 7f5929279740 1 --2- 172.21.15.26:0/4159832813 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 0x56479b347780 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.148+0000 7f5929279740 1 -- 172.21.15.26:0/4159832813 >> 172.21.15.26:0/4159832813 conn(0x56479b3436c0 msgr2=0x56479b343aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:06.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.148+0000 7f5929279740 1 -- 172.21.15.26:0/4159832813 shutdown_connections 2024-04-26T23:42:06.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.148+0000 7f5929279740 1 -- 172.21.15.26:0/4159832813 wait complete. 2024-04-26T23:42:06.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.148+0000 7f5929279740 1 -- start start 2024-04-26T23:42:06.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.148+0000 7f5929279740 1 Processor -- start 2024-04-26T23:42:06.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.149+0000 7f5929279740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b3473a0 0x56479b351d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.149+0000 7f5929279740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b347cc0 0x56479b34f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.149+0000 7f5929279740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b352390 0x56479b34f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.149+0000 7f5929279740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56479b2aaf80 con 0x56479b347cc0 2024-04-26T23:42:06.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.149+0000 7f5929279740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56479b258260 con 0x56479b3473a0 2024-04-26T23:42:06.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.149+0000 7f5929279740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56479b2b02a0 con 0x56479b352390 2024-04-26T23:42:06.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.149+0000 7f5929279740 10 client.0 _ll_register_callbacks cb 0x56479b2a2960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:06.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.149+0000 7f591ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b347cc0 0x56479b34f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.149+0000 7f591ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b347cc0 0x56479b34f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40256/0 (socket says 172.21.15.26:40256) 2024-04-26T23:42:06.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.149+0000 7f591ea00640 1 -- 172.21.15.26:0/3602447710 learned_addr learned my addr 172.21.15.26:0/3602447710 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.150+0000 7f591f400640 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b3473a0 0x56479b351d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.150+0000 7f591fe00640 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b352390 0x56479b34f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.150+0000 7f591ea00640 1 -- 172.21.15.26:0/3602447710 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b352390 msgr2=0x56479b34f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.150+0000 7f591ea00640 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b352390 0x56479b34f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.150+0000 7f591ea00640 1 -- 172.21.15.26:0/3602447710 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b3473a0 msgr2=0x56479b351d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.150+0000 7f591ea00640 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b3473a0 0x56479b351d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.150+0000 7f591ea00640 1 -- 172.21.15.26:0/3602447710 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56479b23a1c0 con 0x56479b347cc0 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.150+0000 7f591f400640 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b3473a0 0x56479b351d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.150+0000 7f591fe00640 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b352390 0x56479b34f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.150+0000 7f591ea00640 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b347cc0 0x56479b34f050 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f590c009a20 tx=0x7f590c003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40c00da7fe823394 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.150+0000 7f5909600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.151+0000 7f5909600640 1 -- 172.21.15.26:0/3602447710 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f590c035070 con 0x56479b347cc0 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.151+0000 7f5909600640 1 -- 172.21.15.26:0/3602447710 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f590c0039e0 con 0x56479b347cc0 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.151+0000 7f5929279740 1 -- 172.21.15.26:0/3602447710 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56479b2b9880 con 0x56479b347cc0 2024-04-26T23:42:06.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.151+0000 7f5909600640 1 -- 172.21.15.26:0/3602447710 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f590c059050 con 0x56479b347cc0 2024-04-26T23:42:06.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.151+0000 7f5929279740 10 client.16770 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:06.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.151+0000 7f5929279740 1 -- 172.21.15.26:0/3602447710 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56479afbd3f0 con 0x56479b347cc0 2024-04-26T23:42:06.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.151+0000 7f5909600640 1 -- 172.21.15.26:0/3602447710 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x56479b2b9880 con 0x56479b347cc0 2024-04-26T23:42:06.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.152+0000 7f5909600640 1 -- 172.21.15.26:0/3602447710 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f590c03b6f0 con 0x56479b347cc0 2024-04-26T23:42:06.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.152+0000 7f5929279740 10 client.16770 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:06.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.152+0000 7f5929279740 10 client.16770 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:06.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.152+0000 7f5929279740 20 client.16770 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:06.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.152+0000 7f5929279740 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56479b361cb0 0x56479b3640a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.152+0000 7f5929279740 4 client.16770 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:42:06.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.152+0000 7f5929279740 1 -- 172.21.15.26:0/3602447710 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56479b2b36f0 con 0x56479b361cb0 2024-04-26T23:42:06.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.152+0000 7f591f400640 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56479b361cb0 0x56479b3640a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.153+0000 7f591f400640 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56479b361cb0 0x56479b3640a0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d3e5a919c5fa653 server_cookie=6a54f9f23878cb44 in_seq=0 out_seq=0 2024-04-26T23:42:06.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.153+0000 7f5909600640 10 client.16770 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:06.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.155+0000 7f5909600640 1 -- 172.21.15.26:0/3602447710 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56479b2b36f0 con 0x56479b361cb0 2024-04-26T23:42:06.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.155+0000 7f5909600640 10 client.16770 handle_command_reply: tid=0 2024-04-26T23:42:06.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.155+0000 7f5929279740 1 client.16770 shutdown 2024-04-26T23:42:06.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.155+0000 7f5929279740 1 -- 172.21.15.26:0/3602447710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b347cc0 msgr2=0x56479b34f050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:06.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.155+0000 7f5929279740 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b347cc0 0x56479b34f050 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f590c009a20 tx=0x7f590c003820 comp rx=0 tx=0).stop 2024-04-26T23:42:06.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.156+0000 7f5929279740 1 -- 172.21.15.26:0/3602447710 shutdown_connections 2024-04-26T23:42:06.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.156+0000 7f5929279740 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56479b361cb0 0x56479b3640a0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.156+0000 7f5929279740 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b352390 0x56479b34f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.156+0000 7f5929279740 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b347cc0 0x56479b34f050 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.156+0000 7f5929279740 1 --2- 172.21.15.26:0/3602447710 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b3473a0 0x56479b351d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.156+0000 7f5929279740 1 -- 172.21.15.26:0/3602447710 >> 172.21.15.26:0/3602447710 conn(0x56479b3436c0 msgr2=0x56479b3493c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:06.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.156+0000 7f5909600640 0 client.16770 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:06.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.156+0000 7f5929279740 1 -- 172.21.15.26:0/3602447710 shutdown_connections 2024-04-26T23:42:06.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.156+0000 7f5929279740 1 -- 172.21.15.26:0/3602447710 wait complete. 2024-04-26T23:42:06.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.156+0000 7f5929279740 20 client.16770 trim_cache size 0 max 16384 2024-04-26T23:42:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.173+0000 7f5929279740 1 Processor -- start 2024-04-26T23:42:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.173+0000 7f5929279740 1 -- start start 2024-04-26T23:42:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.173+0000 7f5929279740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b3473a0 0x56479b34a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.173+0000 7f5929279740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b347cc0 0x56479b351890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.173+0000 7f5929279740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b352390 0x56479b34c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.173+0000 7f5929279740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f59201b2c50 con 0x56479b352390 2024-04-26T23:42:06.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.173+0000 7f5929279740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f59201b0520 con 0x56479b3473a0 2024-04-26T23:42:06.178 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.173+0000 7f5929279740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f59201ae350 con 0x56479b347cc0 2024-04-26T23:42:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.174+0000 7f591fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b352390 0x56479b34c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.174+0000 7f591fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b352390 0x56479b34c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40272/0 (socket says 172.21.15.26:40272) 2024-04-26T23:42:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.174+0000 7f591fe00640 1 -- 172.21.15.26:0/2874393246 learned_addr learned my addr 172.21.15.26:0/2874393246 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.174+0000 7f591ea00640 1 --2- 172.21.15.26:0/2874393246 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b347cc0 0x56479b351890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.174+0000 7f591f400640 1 --2- 172.21.15.26:0/2874393246 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b3473a0 0x56479b34a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.174+0000 7f591fe00640 1 -- 172.21.15.26:0/2874393246 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b347cc0 msgr2=0x56479b351890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.174+0000 7f591fe00640 1 --2- 172.21.15.26:0/2874393246 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b347cc0 0x56479b351890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.174+0000 7f591fe00640 1 -- 172.21.15.26:0/2874393246 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b3473a0 msgr2=0x56479b34a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.174+0000 7f591fe00640 1 --2- 172.21.15.26:0/2874393246 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b3473a0 0x56479b34a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.174+0000 7f591fe00640 1 -- 172.21.15.26:0/2874393246 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56479b0877d0 con 0x56479b352390 2024-04-26T23:42:06.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.175+0000 7f591fe00640 1 --2- 172.21.15.26:0/2874393246 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b352390 0x56479b34c310 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f591809bd20 tx=0x7f591809c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3ae6fd0b3a70aea server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:06.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.175+0000 7f590be00640 1 -- 172.21.15.26:0/2874393246 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59180a4a00 con 0x56479b352390 2024-04-26T23:42:06.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.175+0000 7f590be00640 1 -- 172.21.15.26:0/2874393246 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f59180b5270 con 0x56479b352390 2024-04-26T23:42:06.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.175+0000 7f590be00640 1 -- 172.21.15.26:0/2874393246 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59180cd7c0 con 0x56479b352390 2024-04-26T23:42:06.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.176+0000 7f5929279740 1 -- 172.21.15.26:0/2874393246 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b352390 msgr2=0x56479b34c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:06.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.176+0000 7f5929279740 1 --2- 172.21.15.26:0/2874393246 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b352390 0x56479b34c310 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f591809bd20 tx=0x7f591809c5d0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.176+0000 7f5929279740 1 -- 172.21.15.26:0/2874393246 shutdown_connections 2024-04-26T23:42:06.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.176+0000 7f5929279740 1 --2- 172.21.15.26:0/2874393246 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b352390 0x56479b34c310 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.176+0000 7f5929279740 1 --2- 172.21.15.26:0/2874393246 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b347cc0 0x56479b351890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.176+0000 7f5929279740 1 --2- 172.21.15.26:0/2874393246 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b3473a0 0x56479b34a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.176+0000 7f5929279740 1 -- 172.21.15.26:0/2874393246 >> 172.21.15.26:0/2874393246 conn(0x56479b3436c0 msgr2=0x56479b3427b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:06.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.176+0000 7f5929279740 1 -- 172.21.15.26:0/2874393246 shutdown_connections 2024-04-26T23:42:06.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.176+0000 7f5929279740 1 -- 172.21.15.26:0/2874393246 wait complete. 2024-04-26T23:42:06.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.176+0000 7f5929279740 1 -- start start 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.177+0000 7f5929279740 1 Processor -- start 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.177+0000 7f5929279740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 0x56479b365190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.177+0000 7f5929279740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b347cc0 0x56479b3656d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.177+0000 7f5929279740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b352390 0x56479b3c6e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.177+0000 7f5929279740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f59201ae9e0 con 0x56479b3473a0 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.177+0000 7f5929279740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f59201afe50 con 0x56479b352390 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.177+0000 7f5929279740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f59201af0b0 con 0x56479b347cc0 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.177+0000 7f5929279740 10 client.0 _ll_register_callbacks cb 0x7f590c03e070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.177+0000 7f591f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 0x56479b365190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.177+0000 7f591f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 0x56479b365190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40288/0 (socket says 172.21.15.26:40288) 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.177+0000 7f591f400640 1 -- 172.21.15.26:0/1533764669 learned_addr learned my addr 172.21.15.26:0/1533764669 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.178+0000 7f591ea00640 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b347cc0 0x56479b3656d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.178+0000 7f591fe00640 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b352390 0x56479b3c6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.178+0000 7f591f400640 1 -- 172.21.15.26:0/1533764669 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b347cc0 msgr2=0x56479b3656d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.178+0000 7f591f400640 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b347cc0 0x56479b3656d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.178+0000 7f591f400640 1 -- 172.21.15.26:0/1533764669 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b352390 msgr2=0x56479b3c6e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:06.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.178+0000 7f591f400640 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b352390 0x56479b3c6e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.178+0000 7f591f400640 1 -- 172.21.15.26:0/1533764669 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56479b2522a0 con 0x56479b3473a0 2024-04-26T23:42:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.178+0000 7f591f400640 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 0x56479b365190 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f5910003fd0 tx=0x7f5910004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97f21ec3d1bd980f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.178+0000 7f5909600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.179+0000 7f5909600640 1 -- 172.21.15.26:0/1533764669 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f591002a300 con 0x56479b3473a0 2024-04-26T23:42:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.179+0000 7f5909600640 1 -- 172.21.15.26:0/1533764669 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f591002a4a0 con 0x56479b3473a0 2024-04-26T23:42:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.179+0000 7f5929279740 1 -- 172.21.15.26:0/1533764669 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59180b5270 con 0x56479b3473a0 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.179+0000 7f5909600640 1 -- 172.21.15.26:0/1533764669 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f591002a6a0 con 0x56479b3473a0 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.179+0000 7f5929279740 10 client.16776 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.179+0000 7f5929279740 1 -- 172.21.15.26:0/1533764669 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56479b3c8460 con 0x56479b3473a0 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.179+0000 7f5909600640 1 -- 172.21.15.26:0/1533764669 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f59180b5270 con 0x56479b3473a0 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.180+0000 7f5909600640 1 -- 172.21.15.26:0/1533764669 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f591000f040 con 0x56479b3473a0 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.180+0000 7f5929279740 10 client.16776 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.180+0000 7f5929279740 10 client.16776 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.180+0000 7f5929279740 20 client.16776 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.180+0000 7f5929279740 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56479b3c8b80 0x56479b3cafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.180+0000 7f5929279740 4 client.16776 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.180+0000 7f5929279740 1 -- 172.21.15.26:0/1533764669 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56479b22e4d0 con 0x56479b3c8b80 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.180+0000 7f591ea00640 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56479b3c8b80 0x56479b3cafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.181+0000 7f591ea00640 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56479b3c8b80 0x56479b3cafa0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=216cc15c50629e2d server_cookie=a817f6c75a37e422 in_seq=0 out_seq=0 2024-04-26T23:42:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.181+0000 7f5909600640 10 client.16776 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5909600640 1 -- 172.21.15.26:0/1533764669 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56479b22e4d0 con 0x56479b3c8b80 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5909600640 10 client.16776 handle_command_reply: tid=0 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5929279740 1 client.16776 shutdown 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5929279740 1 -- 172.21.15.26:0/1533764669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 msgr2=0x56479b365190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5929279740 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 0x56479b365190 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f5910003fd0 tx=0x7f5910004a40 comp rx=0 tx=0).stop 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5929279740 1 -- 172.21.15.26:0/1533764669 shutdown_connections 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5929279740 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56479b3c8b80 0x56479b3cafa0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5929279740 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56479b352390 0x56479b3c6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5929279740 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56479b347cc0 0x56479b3656d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5929279740 1 --2- 172.21.15.26:0/1533764669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56479b3473a0 0x56479b365190 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5929279740 1 -- 172.21.15.26:0/1533764669 >> 172.21.15.26:0/1533764669 conn(0x56479b3436c0 msgr2=0x56479b35d2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5909600640 0 client.16776 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5929279740 1 -- 172.21.15.26:0/1533764669 shutdown_connections 2024-04-26T23:42:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5929279740 1 -- 172.21.15.26:0/1533764669 wait complete. 2024-04-26T23:42:06.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.182+0000 7f5929279740 20 client.16776 trim_cache size 0 max 16384 2024-04-26T23:42:06.189 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:42:06.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.183+0000 7f5924e00640 1 -- 172.21.15.26:0/1905773186 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f59040a3da0 msgr2=0x7f59040a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:06.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.183+0000 7f5924e00640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f59040a3da0 0x7f59040a6260 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x56479b348960 tx=0x7f5910009680 comp rx=0 tx=0).stop 2024-04-26T23:42:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.183+0000 7f5924e00640 1 -- 172.21.15.26:0/1905773186 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f592010cdc0 msgr2=0x7f592019fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.183+0000 7f5924e00640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f592010cdc0 0x7f592019fa10 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f591800d950 tx=0x7f591800de10 comp rx=0 tx=0).stop 2024-04-26T23:42:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.183+0000 7f5924e00640 1 -- 172.21.15.26:0/1905773186 shutdown_connections 2024-04-26T23:42:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.183+0000 7f5924e00640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f59040a3da0 0x7f59040a6260 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.183+0000 7f5924e00640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f592010cdc0 0x7f592019fa10 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.183+0000 7f5924e00640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5920104310 0x7f592019b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.183+0000 7f5924e00640 1 --2- 172.21.15.26:0/1905773186 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f59201039f0 0x7f592019b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.183+0000 7f5924e00640 1 -- 172.21.15.26:0/1905773186 >> 172.21.15.26:0/1905773186 conn(0x7f59200fd1b0 msgr2=0x7f5920102920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.183+0000 7f5924e00640 1 -- 172.21.15.26:0/1905773186 shutdown_connections 2024-04-26T23:42:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:06.184+0000 7f5924e00640 1 -- 172.21.15.26:0/1905773186 wait complete. 2024-04-26T23:42:07.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:06 smithi164 ceph-mon[31699]: pgmap v190: 97 pgs: 97 active+clean; 4.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 73 KiB/s wr, 19 op/s 2024-04-26T23:42:07.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:06 smithi026 ceph-mon[28371]: pgmap v190: 97 pgs: 97 active+clean; 4.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 73 KiB/s wr, 19 op/s 2024-04-26T23:42:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:06 smithi086 ceph-mon[31122]: pgmap v190: 97 pgs: 97 active+clean; 4.1 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 73 KiB/s wr, 19 op/s 2024-04-26T23:42:07.208 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:42:07.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:42:07.209 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:42:07.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.457+0000 7f57f3200640 1 -- 172.21.15.26:0/2147099180 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57f41049e0 msgr2=0x7f57f4104e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.457+0000 7f57f3200640 1 --2- 172.21.15.26:0/2147099180 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57f41049e0 0x7f57f4104e60 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f57e0009930 tx=0x7f57e002a420 comp rx=0 tx=0).stop 2024-04-26T23:42:07.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.457+0000 7f57f3200640 1 -- 172.21.15.26:0/2147099180 shutdown_connections 2024-04-26T23:42:07.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.457+0000 7f57f3200640 1 --2- 172.21.15.26:0/2147099180 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57f41053a0 0x7f57f41118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.457+0000 7f57f3200640 1 --2- 172.21.15.26:0/2147099180 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57f41049e0 0x7f57f4104e60 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.457+0000 7f57f3200640 1 --2- 172.21.15.26:0/2147099180 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f57f410a9f0 0x7f57f410add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.457+0000 7f57f3200640 1 -- 172.21.15.26:0/2147099180 >> 172.21.15.26:0/2147099180 conn(0x7f57f4100470 msgr2=0x7f57f4102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:07.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.457+0000 7f57f3200640 1 -- 172.21.15.26:0/2147099180 shutdown_connections 2024-04-26T23:42:07.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.457+0000 7f57f3200640 1 -- 172.21.15.26:0/2147099180 wait complete. 2024-04-26T23:42:07.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.459+0000 7f57f3200640 1 Processor -- start 2024-04-26T23:42:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.459+0000 7f57f3200640 1 -- start start 2024-04-26T23:42:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.459+0000 7f57f3200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57f41049e0 0x7f57f419b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.459+0000 7f57f3200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57f41053a0 0x7f57f419b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.459+0000 7f57f3200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f57f410a9f0 0x7f57f419fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.459+0000 7f57f3200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f57f4114b60 con 0x7f57f41049e0 2024-04-26T23:42:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.459+0000 7f57f3200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41149e0 con 0x7f57f41053a0 2024-04-26T23:42:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.459+0000 7f57f3200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f57f4114ce0 con 0x7f57f410a9f0 2024-04-26T23:42:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.460+0000 7f57f1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57f41049e0 0x7f57f419b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.460+0000 7f57f1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57f41049e0 0x7f57f419b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40292/0 (socket says 172.21.15.26:40292) 2024-04-26T23:42:07.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.460+0000 7f57f1e00640 1 -- 172.21.15.26:0/257252513 learned_addr learned my addr 172.21.15.26:0/257252513 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:07.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.460+0000 7f57f1400640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57f41053a0 0x7f57f419b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.460+0000 7f57f2800640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f57f410a9f0 0x7f57f419fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.460+0000 7f57f1e00640 1 -- 172.21.15.26:0/257252513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f57f410a9f0 msgr2=0x7f57f419fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.460+0000 7f57f1e00640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f57f410a9f0 0x7f57f419fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.460+0000 7f57f1e00640 1 -- 172.21.15.26:0/257252513 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57f41053a0 msgr2=0x7f57f419b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.460+0000 7f57f1e00640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57f41053a0 0x7f57f419b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.460+0000 7f57f1e00640 1 -- 172.21.15.26:0/257252513 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57f41a0150 con 0x7f57f41049e0 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.460+0000 7f57f1400640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57f41053a0 0x7f57f419b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.461+0000 7f57f1e00640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57f41049e0 0x7f57f419b160 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f57e400d770 tx=0x7f57e400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.461+0000 7f57eaa00640 1 -- 172.21.15.26:0/257252513 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e4017070 con 0x7f57f41049e0 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.461+0000 7f57eaa00640 1 -- 172.21.15.26:0/257252513 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f57e40054b0 con 0x7f57f41049e0 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.461+0000 7f57f3200640 1 -- 172.21.15.26:0/257252513 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57f41a0440 con 0x7f57f41049e0 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.461+0000 7f57eaa00640 1 -- 172.21.15.26:0/257252513 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e4004c60 con 0x7f57f41049e0 2024-04-26T23:42:07.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.461+0000 7f57f3200640 1 -- 172.21.15.26:0/257252513 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57f41a7cd0 con 0x7f57f41049e0 2024-04-26T23:42:07.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.465+0000 7f57eaa00640 1 -- 172.21.15.26:0/257252513 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f57e4004e00 con 0x7f57f41049e0 2024-04-26T23:42:07.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.465+0000 7f57fbc64740 1 Processor -- start 2024-04-26T23:42:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.466+0000 7f57fbc64740 1 -- start start 2024-04-26T23:42:07.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.466+0000 7f57fbc64740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd6502e60 0x561bd6503240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.466+0000 7f57fbc64740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 0x561bd650d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.466+0000 7f57fbc64740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd650de50 0x561bd6510240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.466+0000 7f57fbc64740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561bd6468980 con 0x561bd6503780 2024-04-26T23:42:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.466+0000 7f57fbc64740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561bd6405220 con 0x561bd6502e60 2024-04-26T23:42:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.466+0000 7f57fbc64740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561bd6464940 con 0x561bd650de50 2024-04-26T23:42:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.466+0000 7f57f1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 0x561bd650d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57f1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 0x561bd650d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40296/0 (socket says 172.21.15.26:40296) 2024-04-26T23:42:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57f1e00640 1 -- 172.21.15.26:0/837286558 learned_addr learned my addr 172.21.15.26:0/837286558 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:07.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57eaa00640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f57d80a3d20 0x7f57d80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57f2800640 1 --2- 172.21.15.26:0/837286558 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd6502e60 0x561bd6503240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57eaa00640 1 -- 172.21.15.26:0/257252513 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f57e40d02e0 con 0x7f57f41049e0 2024-04-26T23:42:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57f2800640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f57d80a3d20 0x7f57d80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57f1e00640 1 -- 172.21.15.26:0/837286558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd650de50 msgr2=0x561bd6510240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57f1400640 1 --2- 172.21.15.26:0/837286558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd650de50 0x561bd6510240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57f1e00640 1 --2- 172.21.15.26:0/837286558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd650de50 0x561bd6510240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57f1e00640 1 -- 172.21.15.26:0/837286558 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd6502e60 msgr2=0x561bd6503240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57f1e00640 1 --2- 172.21.15.26:0/837286558 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd6502e60 0x561bd6503240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57f1e00640 1 -- 172.21.15.26:0/837286558 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561bd62427e0 con 0x561bd6503780 2024-04-26T23:42:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.467+0000 7f57f1400640 1 --2- 172.21.15.26:0/837286558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd650de50 0x561bd6510240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:42:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.468+0000 7f57f1e00640 1 --2- 172.21.15.26:0/837286558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 0x561bd650d910 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f57e409bf50 tx=0x7f57e400de80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e37f4eabe82221d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.468+0000 7f57df400640 1 -- 172.21.15.26:0/837286558 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e4020070 con 0x561bd6503780 2024-04-26T23:42:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.468+0000 7f57df400640 1 -- 172.21.15.26:0/837286558 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f57e409c950 con 0x561bd6503780 2024-04-26T23:42:07.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.468+0000 7f57df400640 1 -- 172.21.15.26:0/837286558 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e40988c0 con 0x561bd6503780 2024-04-26T23:42:07.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.469+0000 7f57fbc64740 1 -- 172.21.15.26:0/837286558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 msgr2=0x561bd650d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.469+0000 7f57f2800640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f57d80a3d20 0x7f57d80a61e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f57ec009fd0 tx=0x7f57ec005bd0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:07.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.469+0000 7f57fbc64740 1 --2- 172.21.15.26:0/837286558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 0x561bd650d910 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f57e409bf50 tx=0x7f57e400de80 comp rx=0 tx=0).stop 2024-04-26T23:42:07.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.469+0000 7f57fbc64740 1 -- 172.21.15.26:0/837286558 shutdown_connections 2024-04-26T23:42:07.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.469+0000 7f57fbc64740 1 --2- 172.21.15.26:0/837286558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd650de50 0x561bd6510240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.469+0000 7f57fbc64740 1 --2- 172.21.15.26:0/837286558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 0x561bd650d910 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.469+0000 7f57fbc64740 1 --2- 172.21.15.26:0/837286558 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd6502e60 0x561bd6503240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.469+0000 7f57fbc64740 1 -- 172.21.15.26:0/837286558 >> 172.21.15.26:0/837286558 conn(0x561bd64ff180 msgr2=0x561bd64ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:07.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.469+0000 7f57fbc64740 1 -- 172.21.15.26:0/837286558 shutdown_connections 2024-04-26T23:42:07.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.469+0000 7f57fbc64740 1 -- 172.21.15.26:0/837286558 wait complete. 2024-04-26T23:42:07.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.470+0000 7f57fbc64740 1 -- start start 2024-04-26T23:42:07.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.470+0000 7f57fbc64740 1 Processor -- start 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57fbc64740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6502e60 0x561bd650ad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57fbc64740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 0x561bd650b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57fbc64740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd650de50 0x561bd650b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57fbc64740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561bd6510b80 con 0x561bd6503780 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57fbc64740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561bd63f0170 con 0x561bd650de50 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57fbc64740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561bd6510d00 con 0x561bd6502e60 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57fbc64740 10 client.0 _ll_register_callbacks cb 0x561bd645f770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57f1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 0x561bd650b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57f1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 0x561bd650b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40308/0 (socket says 172.21.15.26:40308) 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57f1400640 1 -- 172.21.15.26:0/3589637149 learned_addr learned my addr 172.21.15.26:0/3589637149 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57f1e00640 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6502e60 0x561bd650ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57f2800640 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd650de50 0x561bd650b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.471+0000 7f57f1400640 1 -- 172.21.15.26:0/3589637149 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6502e60 msgr2=0x561bd650ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.472+0000 7f57f1400640 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6502e60 0x561bd650ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.472+0000 7f57f1400640 1 -- 172.21.15.26:0/3589637149 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd650de50 msgr2=0x561bd650b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.472+0000 7f57f1400640 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd650de50 0x561bd650b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.472+0000 7f57f1400640 1 -- 172.21.15.26:0/3589637149 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561bd62a2f70 con 0x561bd6503780 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.472+0000 7f57f1e00640 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6502e60 0x561bd650ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.472+0000 7f57f1400640 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 0x561bd650b2c0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f57e0005ab0 tx=0x7f57e0031630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63800c22493a9622 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.472+0000 7f57d3e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.472+0000 7f57d3e00640 1 -- 172.21.15.26:0/3589637149 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e003f070 con 0x561bd6503780 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.472+0000 7f57d3e00640 1 -- 172.21.15.26:0/3589637149 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f57e0004250 con 0x561bd6503780 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.472+0000 7f57fbc64740 1 -- 172.21.15.26:0/3589637149 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57e409c950 con 0x561bd6503780 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.473+0000 7f57d3e00640 1 -- 172.21.15.26:0/3589637149 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f57e0035070 con 0x561bd6503780 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.473+0000 7f57fbc64740 10 client.16788 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:07.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.473+0000 7f57fbc64740 1 -- 172.21.15.26:0/3589637149 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561bd613a170 con 0x561bd6503780 2024-04-26T23:42:07.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.473+0000 7f57d3e00640 1 -- 172.21.15.26:0/3589637149 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f57e409c950 con 0x561bd6503780 2024-04-26T23:42:07.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.473+0000 7f57d3e00640 1 -- 172.21.15.26:0/3589637149 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f57e0004ad0 con 0x561bd6503780 2024-04-26T23:42:07.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.473+0000 7f57fbc64740 10 client.16788 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:07.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.473+0000 7f57fbc64740 10 client.16788 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:07.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.474+0000 7f57fbc64740 20 client.16788 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:07.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.474+0000 7f57fbc64740 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561bd651dbf0 0x561bd6520000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.474+0000 7f57fbc64740 4 client.16788 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:42:07.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.474+0000 7f57fbc64740 1 -- 172.21.15.26:0/3589637149 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561bd6476590 con 0x561bd651dbf0 2024-04-26T23:42:07.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.474+0000 7f57f1e00640 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561bd651dbf0 0x561bd6520000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.475+0000 7f57f1e00640 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561bd651dbf0 0x561bd6520000 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a62737c518e2a591 server_cookie=2040c46b773c2c4f in_seq=0 out_seq=0 2024-04-26T23:42:07.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.475+0000 7f57d3e00640 10 client.16788 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:07.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.477+0000 7f57d3e00640 1 -- 172.21.15.26:0/3589637149 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561bd6476590 con 0x561bd651dbf0 2024-04-26T23:42:07.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.477+0000 7f57d3e00640 10 client.16788 handle_command_reply: tid=0 2024-04-26T23:42:07.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.477+0000 7f57fbc64740 1 client.16788 shutdown 2024-04-26T23:42:07.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.477+0000 7f57fbc64740 1 -- 172.21.15.26:0/3589637149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 msgr2=0x561bd650b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.477+0000 7f57fbc64740 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 0x561bd650b2c0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f57e0005ab0 tx=0x7f57e0031630 comp rx=0 tx=0).stop 2024-04-26T23:42:07.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.477+0000 7f57fbc64740 1 -- 172.21.15.26:0/3589637149 shutdown_connections 2024-04-26T23:42:07.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.477+0000 7f57fbc64740 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561bd651dbf0 0x561bd6520000 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.477+0000 7f57fbc64740 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd650de50 0x561bd650b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.477+0000 7f57fbc64740 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6503780 0x561bd650b2c0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.477+0000 7f57fbc64740 1 --2- 172.21.15.26:0/3589637149 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6502e60 0x561bd650ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.477+0000 7f57d3e00640 0 client.16788 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:07.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.477+0000 7f57fbc64740 1 -- 172.21.15.26:0/3589637149 >> 172.21.15.26:0/3589637149 conn(0x561bd64ff180 msgr2=0x561bd6504e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:07.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.478+0000 7f57fbc64740 1 -- 172.21.15.26:0/3589637149 shutdown_connections 2024-04-26T23:42:07.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.478+0000 7f57fbc64740 1 -- 172.21.15.26:0/3589637149 wait complete. 2024-04-26T23:42:07.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.478+0000 7f57fbc64740 20 client.16788 trim_cache size 0 max 16384 2024-04-26T23:42:07.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.501+0000 7f57fbc64740 1 Processor -- start 2024-04-26T23:42:07.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.501+0000 7f57fbc64740 1 -- start start 2024-04-26T23:42:07.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.501+0000 7f57fbc64740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6502e60 0x561bd6519a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.501+0000 7f57fbc64740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6503780 0x561bd6505600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.501+0000 7f57fbc64740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd650de50 0x561bd65258d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57fbc64740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41b2dc0 con 0x561bd6502e60 2024-04-26T23:42:07.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57fbc64740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41b0690 con 0x561bd650de50 2024-04-26T23:42:07.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57fbc64740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41ae4c0 con 0x561bd6503780 2024-04-26T23:42:07.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57f1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6502e60 0x561bd6519a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57f1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6502e60 0x561bd6519a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40318/0 (socket says 172.21.15.26:40318) 2024-04-26T23:42:07.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57f1e00640 1 -- 172.21.15.26:0/3639243563 learned_addr learned my addr 172.21.15.26:0/3639243563 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:07.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57f1400640 1 --2- 172.21.15.26:0/3639243563 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6503780 0x561bd6505600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57f1e00640 1 -- 172.21.15.26:0/3639243563 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6503780 msgr2=0x561bd6505600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57f1e00640 1 --2- 172.21.15.26:0/3639243563 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6503780 0x561bd6505600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57f1e00640 1 -- 172.21.15.26:0/3639243563 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd650de50 msgr2=0x561bd65258d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57f2800640 1 --2- 172.21.15.26:0/3639243563 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd650de50 0x561bd65258d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57f1e00640 1 --2- 172.21.15.26:0/3639243563 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd650de50 0x561bd65258d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57f1e00640 1 -- 172.21.15.26:0/3639243563 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561bd6502c60 con 0x561bd6502e60 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.502+0000 7f57f2800640 1 --2- 172.21.15.26:0/3639243563 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd650de50 0x561bd65258d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.503+0000 7f57f1e00640 1 --2- 172.21.15.26:0/3639243563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6502e60 0x561bd6519a40 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f57e409bf50 tx=0x7f57e409c020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=633c390e009c5615 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.503+0000 7f57dea00640 1 -- 172.21.15.26:0/3639243563 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e4020040 con 0x561bd6502e60 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.503+0000 7f57dea00640 1 -- 172.21.15.26:0/3639243563 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f57e4009c30 con 0x561bd6502e60 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.503+0000 7f57dea00640 1 -- 172.21.15.26:0/3639243563 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e40050f0 con 0x561bd6502e60 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.504+0000 7f57fbc64740 1 -- 172.21.15.26:0/3639243563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6502e60 msgr2=0x561bd6519a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.504+0000 7f57fbc64740 1 --2- 172.21.15.26:0/3639243563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6502e60 0x561bd6519a40 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f57e409bf50 tx=0x7f57e409c020 comp rx=0 tx=0).stop 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.504+0000 7f57fbc64740 1 -- 172.21.15.26:0/3639243563 shutdown_connections 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.504+0000 7f57fbc64740 1 --2- 172.21.15.26:0/3639243563 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd650de50 0x561bd65258d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.504+0000 7f57fbc64740 1 --2- 172.21.15.26:0/3639243563 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6503780 0x561bd6505600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.504+0000 7f57fbc64740 1 --2- 172.21.15.26:0/3639243563 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd6502e60 0x561bd6519a40 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.504+0000 7f57fbc64740 1 -- 172.21.15.26:0/3639243563 >> 172.21.15.26:0/3639243563 conn(0x561bd64ff180 msgr2=0x561bd650b5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.504+0000 7f57fbc64740 1 -- 172.21.15.26:0/3639243563 shutdown_connections 2024-04-26T23:42:07.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.504+0000 7f57fbc64740 1 -- 172.21.15.26:0/3639243563 wait complete. 2024-04-26T23:42:07.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.505+0000 7f57fbc64740 1 -- start start 2024-04-26T23:42:07.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.505+0000 7f57fbc64740 1 Processor -- start 2024-04-26T23:42:07.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.506+0000 7f57fbc64740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd6502e60 0x561bd6511b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.506+0000 7f57fbc64740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6503780 0x561bd6512080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.506+0000 7f57fbc64740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd650de50 0x561bd65125c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.506+0000 7f57fbc64740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41aeb50 con 0x561bd650de50 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.506+0000 7f57fbc64740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41affc0 con 0x561bd6502e60 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.506+0000 7f57fbc64740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f57f41af220 con 0x561bd6503780 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.506+0000 7f57fbc64740 10 client.0 _ll_register_callbacks cb 0x7f57e0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.506+0000 7f57f2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd650de50 0x561bd65125c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.506+0000 7f57f2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd650de50 0x561bd65125c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40324/0 (socket says 172.21.15.26:40324) 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.506+0000 7f57f2800640 1 -- 172.21.15.26:0/1358789947 learned_addr learned my addr 172.21.15.26:0/1358789947 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.506+0000 7f57f1e00640 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd6502e60 0x561bd6511b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.506+0000 7f57f1400640 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6503780 0x561bd6512080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.507+0000 7f57f2800640 1 -- 172.21.15.26:0/1358789947 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6503780 msgr2=0x561bd6512080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.507+0000 7f57f2800640 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6503780 0x561bd6512080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.507+0000 7f57f2800640 1 -- 172.21.15.26:0/1358789947 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd6502e60 msgr2=0x561bd6511b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.507+0000 7f57f2800640 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd6502e60 0x561bd6511b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.507+0000 7f57f2800640 1 -- 172.21.15.26:0/1358789947 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561bd6583340 con 0x561bd650de50 2024-04-26T23:42:07.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.507+0000 7f57f2800640 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd650de50 0x561bd65125c0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f57ec0109f0 tx=0x7f57ec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36c323842f95cd46 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:07.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.507+0000 7f57d3e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:07.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.507+0000 7f57d3e00640 1 -- 172.21.15.26:0/1358789947 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57ec004b20 con 0x561bd650de50 2024-04-26T23:42:07.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.507+0000 7f57d3e00640 1 -- 172.21.15.26:0/1358789947 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f57ec004cc0 con 0x561bd650de50 2024-04-26T23:42:07.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.507+0000 7f57fbc64740 1 -- 172.21.15.26:0/1358789947 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57e4009c30 con 0x561bd650de50 2024-04-26T23:42:07.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.508+0000 7f57d3e00640 1 -- 172.21.15.26:0/1358789947 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f57ec00f710 con 0x561bd650de50 2024-04-26T23:42:07.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.508+0000 7f57fbc64740 10 client.16794 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:07.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.508+0000 7f57fbc64740 1 -- 172.21.15.26:0/1358789947 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561bd6584610 con 0x561bd650de50 2024-04-26T23:42:07.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.508+0000 7f57d3e00640 1 -- 172.21.15.26:0/1358789947 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f57e4009c30 con 0x561bd650de50 2024-04-26T23:42:07.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.508+0000 7f57d3e00640 1 -- 172.21.15.26:0/1358789947 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f57ec032920 con 0x561bd650de50 2024-04-26T23:42:07.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.508+0000 7f57fbc64740 10 client.16794 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:07.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.508+0000 7f57fbc64740 10 client.16794 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:07.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.508+0000 7f57fbc64740 20 client.16794 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:07.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.508+0000 7f57fbc64740 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561bd6584d70 0x561bd6587190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.508+0000 7f57fbc64740 4 client.16794 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:42:07.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.508+0000 7f57fbc64740 1 -- 172.21.15.26:0/1358789947 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x561bd6470400 con 0x561bd6584d70 2024-04-26T23:42:07.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.509+0000 7f57f1e00640 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561bd6584d70 0x561bd6587190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.510+0000 7f57f1e00640 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561bd6584d70 0x561bd6587190 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ede2baac49140183 server_cookie=33a12daa66f879f in_seq=0 out_seq=0 2024-04-26T23:42:07.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.510+0000 7f57d3e00640 10 client.16794 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:07.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57d3e00640 1 -- 172.21.15.26:0/1358789947 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x561bd6470400 con 0x561bd6584d70 2024-04-26T23:42:07.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57d3e00640 10 client.16794 handle_command_reply: tid=0 2024-04-26T23:42:07.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57fbc64740 1 client.16794 shutdown 2024-04-26T23:42:07.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57fbc64740 1 -- 172.21.15.26:0/1358789947 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd650de50 msgr2=0x561bd65125c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57fbc64740 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd650de50 0x561bd65125c0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f57ec0109f0 tx=0x7f57ec004a40 comp rx=0 tx=0).stop 2024-04-26T23:42:07.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57fbc64740 1 -- 172.21.15.26:0/1358789947 shutdown_connections 2024-04-26T23:42:07.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57fbc64740 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561bd6584d70 0x561bd6587190 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57fbc64740 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561bd650de50 0x561bd65125c0 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57fbc64740 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561bd6503780 0x561bd6512080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57fbc64740 1 --2- 172.21.15.26:0/1358789947 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561bd6502e60 0x561bd6511b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57d3e00640 0 client.16794 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:07.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57fbc64740 1 -- 172.21.15.26:0/1358789947 >> 172.21.15.26:0/1358789947 conn(0x561bd64ff180 msgr2=0x561bd64fda50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:07.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.513+0000 7f57fbc64740 1 -- 172.21.15.26:0/1358789947 shutdown_connections 2024-04-26T23:42:07.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.514+0000 7f57fbc64740 1 -- 172.21.15.26:0/1358789947 wait complete. 2024-04-26T23:42:07.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.514+0000 7f57fbc64740 20 client.16794 trim_cache size 0 max 16384 2024-04-26T23:42:07.519 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:42:07.519 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:42:07.519 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "445bd615-18d4-4458-b7ec-9b504569442a", 2024-04-26T23:42:07.519 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:42:07.519 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:42:07.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.515+0000 7f57f3200640 1 -- 172.21.15.26:0/257252513 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f57d80a3d20 msgr2=0x7f57d80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.515+0000 7f57f3200640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f57d80a3d20 0x7f57d80a61e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f57ec009fd0 tx=0x7f57ec005bd0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.515+0000 7f57f3200640 1 -- 172.21.15.26:0/257252513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57f41049e0 msgr2=0x7f57f419b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.515+0000 7f57f3200640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57f41049e0 0x7f57f419b160 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f57e400d770 tx=0x7f57e400dc30 comp rx=0 tx=0).stop 2024-04-26T23:42:07.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.515+0000 7f57f3200640 1 -- 172.21.15.26:0/257252513 shutdown_connections 2024-04-26T23:42:07.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.515+0000 7f57f3200640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f57f410a9f0 0x7f57f419fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.515+0000 7f57f3200640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f57f41053a0 0x7f57f419b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.515+0000 7f57f3200640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f57d80a3d20 0x7f57d80a61e0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.515+0000 7f57f3200640 1 --2- 172.21.15.26:0/257252513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f57f41049e0 0x7f57f419b160 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.515+0000 7f57f3200640 1 -- 172.21.15.26:0/257252513 >> 172.21.15.26:0/257252513 conn(0x7f57f4100470 msgr2=0x7f57f4100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:07.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.515+0000 7f57f3200640 1 -- 172.21.15.26:0/257252513 shutdown_connections 2024-04-26T23:42:07.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.515+0000 7f57f3200640 1 -- 172.21.15.26:0/257252513 wait complete. 2024-04-26T23:42:07.538 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:42:07.538 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:42:07.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.738+0000 7f7060a00640 1 -- 172.21.15.26:0/3107747544 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f705c101f20 msgr2=0x7f705c10ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.738+0000 7f7060a00640 1 --2- 172.21.15.26:0/3107747544 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f705c101f20 0x7f705c10ebe0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f7048009900 tx=0x7f704802a3f0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.738+0000 7f7060a00640 1 -- 172.21.15.26:0/3107747544 shutdown_connections 2024-04-26T23:42:07.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.738+0000 7f7060a00640 1 --2- 172.21.15.26:0/3107747544 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f705c10f120 0x7f705c111510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.738+0000 7f7060a00640 1 --2- 172.21.15.26:0/3107747544 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f705c101f20 0x7f705c10ebe0 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.738+0000 7f7060a00640 1 --2- 172.21.15.26:0/3107747544 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f705c101570 0x7f705c101950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.738+0000 7f7060a00640 1 -- 172.21.15.26:0/3107747544 >> 172.21.15.26:0/3107747544 conn(0x7f705c0fd1b0 msgr2=0x7f705c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:07.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.738+0000 7f7060a00640 1 -- 172.21.15.26:0/3107747544 shutdown_connections 2024-04-26T23:42:07.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.738+0000 7f7060a00640 1 -- 172.21.15.26:0/3107747544 wait complete. 2024-04-26T23:42:07.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.739+0000 7f7060a00640 1 Processor -- start 2024-04-26T23:42:07.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.740+0000 7f7060a00640 1 -- start start 2024-04-26T23:42:07.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.740+0000 7f7060a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f705c101570 0x7f705c19b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.740+0000 7f7060a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f705c101f20 0x7f705c19b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.740+0000 7f7060a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f705c10f120 0x7f705c19f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.740+0000 7f7060a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f705c114b80 con 0x7f705c10f120 2024-04-26T23:42:07.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.740+0000 7f7060a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f705c114a00 con 0x7f705c101570 2024-04-26T23:42:07.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.740+0000 7f7060a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f705c114d00 con 0x7f705c101f20 2024-04-26T23:42:07.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.740+0000 7f705b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f705c10f120 0x7f705c19f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.740+0000 7f705b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f705c10f120 0x7f705c19f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40348/0 (socket says 172.21.15.26:40348) 2024-04-26T23:42:07.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.740+0000 7f705b200640 1 -- 172.21.15.26:0/3998535429 learned_addr learned my addr 172.21.15.26:0/3998535429 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:07.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.741+0000 7f705a800640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f705c101570 0x7f705c19b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.741+0000 7f7059e00640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f705c101f20 0x7f705c19b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.741+0000 7f705b200640 1 -- 172.21.15.26:0/3998535429 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f705c101f20 msgr2=0x7f705c19b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.741+0000 7f705b200640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f705c101f20 0x7f705c19b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.741+0000 7f705b200640 1 -- 172.21.15.26:0/3998535429 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f705c101570 msgr2=0x7f705c19b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.741+0000 7f705b200640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f705c101570 0x7f705c19b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.741+0000 7f705b200640 1 -- 172.21.15.26:0/3998535429 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f705c1a0120 con 0x7f705c10f120 2024-04-26T23:42:07.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.741+0000 7f705a800640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f705c101570 0x7f705c19b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:42:07.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.741+0000 7f705b200640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f705c10f120 0x7f705c19f9f0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f704c00c7a0 tx=0x7f704c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:07.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.742+0000 7f7053400640 1 -- 172.21.15.26:0/3998535429 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f704c007bb0 con 0x7f705c10f120 2024-04-26T23:42:07.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.742+0000 7f7053400640 1 -- 172.21.15.26:0/3998535429 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f704c007d50 con 0x7f705c10f120 2024-04-26T23:42:07.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.742+0000 7f7060a00640 1 -- 172.21.15.26:0/3998535429 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f705c1a0410 con 0x7f705c10f120 2024-04-26T23:42:07.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.742+0000 7f7053400640 1 -- 172.21.15.26:0/3998535429 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f704c004d70 con 0x7f705c10f120 2024-04-26T23:42:07.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.742+0000 7f7060a00640 1 -- 172.21.15.26:0/3998535429 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f705c1a7ca0 con 0x7f705c10f120 2024-04-26T23:42:07.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.746+0000 7f7064233740 1 Processor -- start 2024-04-26T23:42:07.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.746+0000 7f7053400640 1 -- 172.21.15.26:0/3998535429 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f704c005020 con 0x7f705c10f120 2024-04-26T23:42:07.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.746+0000 7f7064233740 1 -- start start 2024-04-26T23:42:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.747+0000 7f7064233740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 0x55938eac4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.747+0000 7f7064233740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac4670 0x55938eace800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.747+0000 7f7064233740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938ead1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.747+0000 7f7064233740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55938e9d5030 con 0x55938eac3d50 2024-04-26T23:42:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.747+0000 7f7064233740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55938e9f07f0 con 0x55938eaced40 2024-04-26T23:42:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.747+0000 7f7064233740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55938e9ab7e0 con 0x55938eac4670 2024-04-26T23:42:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.747+0000 7f7059e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 0x55938eac4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.747+0000 7f7059e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 0x55938eac4130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40350/0 (socket says 172.21.15.26:40350) 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.747+0000 7f7059e00640 1 -- 172.21.15.26:0/1834885825 learned_addr learned my addr 172.21.15.26:0/1834885825 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.747+0000 7f705a800640 1 --2- 172.21.15.26:0/1834885825 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac4670 0x55938eace800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.747+0000 7f7059e00640 1 --2- 172.21.15.26:0/1834885825 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938ead1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.748+0000 7f7053400640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f70400a3da0 0x7f70400a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.748+0000 7f7059e00640 1 -- 172.21.15.26:0/1834885825 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac4670 msgr2=0x55938eace800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.748+0000 7f7059e00640 1 --2- 172.21.15.26:0/1834885825 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac4670 0x55938eace800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.748+0000 7f7059e00640 1 -- 172.21.15.26:0/1834885825 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 msgr2=0x55938ead1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.748+0000 7f7059e00640 1 --2- 172.21.15.26:0/1834885825 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938ead1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.748+0000 7f7059e00640 1 -- 172.21.15.26:0/1834885825 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55938e9b7050 con 0x55938eac3d50 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.748+0000 7f7053400640 1 -- 172.21.15.26:0/3998535429 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f704c0d0790 con 0x7f705c10f120 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.748+0000 7f705b200640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f70400a3da0 0x7f70400a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.749+0000 7f7059e00640 1 --2- 172.21.15.26:0/1834885825 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 0x55938eac4130 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f704802a9e0 tx=0x7f7048009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4871802c85672345 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:07.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.749+0000 7f7047400640 1 -- 172.21.15.26:0/1834885825 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7048035040 con 0x55938eac3d50 2024-04-26T23:42:07.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.749+0000 7f7047400640 1 -- 172.21.15.26:0/1834885825 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f70480046c0 con 0x55938eac3d50 2024-04-26T23:42:07.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.749+0000 7f7047400640 1 -- 172.21.15.26:0/1834885825 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70480038d0 con 0x55938eac3d50 2024-04-26T23:42:07.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.749+0000 7f705b200640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f70400a3da0 0x7f70400a6260 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f704c00cfd0 tx=0x7f704c004f10 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:07.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.750+0000 7f7064233740 1 -- 172.21.15.26:0/1834885825 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 msgr2=0x55938eac4130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.750+0000 7f7064233740 1 --2- 172.21.15.26:0/1834885825 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 0x55938eac4130 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f704802a9e0 tx=0x7f7048009560 comp rx=0 tx=0).stop 2024-04-26T23:42:07.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.750+0000 7f7064233740 1 -- 172.21.15.26:0/1834885825 shutdown_connections 2024-04-26T23:42:07.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.750+0000 7f7064233740 1 --2- 172.21.15.26:0/1834885825 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938ead1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.750+0000 7f7064233740 1 --2- 172.21.15.26:0/1834885825 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac4670 0x55938eace800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.750+0000 7f7064233740 1 --2- 172.21.15.26:0/1834885825 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 0x55938eac4130 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.750+0000 7f7064233740 1 -- 172.21.15.26:0/1834885825 >> 172.21.15.26:0/1834885825 conn(0x55938eac0070 msgr2=0x55938eac0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:07.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.750+0000 7f7064233740 1 -- 172.21.15.26:0/1834885825 shutdown_connections 2024-04-26T23:42:07.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.751+0000 7f7064233740 1 -- 172.21.15.26:0/1834885825 wait complete. 2024-04-26T23:42:07.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.751+0000 7f7064233740 1 -- start start 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.751+0000 7f7064233740 1 Processor -- start 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.752+0000 7f7064233740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 0x55938eace620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.752+0000 7f7064233740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac4670 0x55938eacb9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.752+0000 7f7064233740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938eacbef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.752+0000 7f7064233740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55938ea2d200 con 0x55938eac3d50 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.752+0000 7f7064233740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55938ea27ee0 con 0x55938eaced40 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.752+0000 7f7064233740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55938ea34e70 con 0x55938eac4670 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.752+0000 7f7064233740 10 client.0 _ll_register_callbacks cb 0x55938ea1e270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.752+0000 7f7059e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 0x55938eace620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.752+0000 7f7059e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 0x55938eace620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40354/0 (socket says 172.21.15.26:40354) 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.752+0000 7f7059e00640 1 -- 172.21.15.26:0/980524771 learned_addr learned my addr 172.21.15.26:0/980524771 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.752+0000 7f705a800640 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac4670 0x55938eacb9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.753+0000 7f7059e00640 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938eacbef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.753+0000 7f7059e00640 1 -- 172.21.15.26:0/980524771 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac4670 msgr2=0x55938eacb9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.753+0000 7f7059e00640 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac4670 0x55938eacb9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.753+0000 7f7059e00640 1 -- 172.21.15.26:0/980524771 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 msgr2=0x55938eacbef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.753+0000 7f7059e00640 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938eacbef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.753+0000 7f7059e00640 1 -- 172.21.15.26:0/980524771 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55938e8047d0 con 0x55938eac3d50 2024-04-26T23:42:07.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.753+0000 7f7059e00640 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 0x55938eace620 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f70480057c0 tx=0x7f7048005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7e53372b1982630 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:07.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.753+0000 7f703be00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:07.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.754+0000 7f703be00640 1 -- 172.21.15.26:0/980524771 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f704804f020 con 0x55938eac3d50 2024-04-26T23:42:07.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.754+0000 7f703be00640 1 -- 172.21.15.26:0/980524771 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f7048003670 con 0x55938eac3d50 2024-04-26T23:42:07.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.754+0000 7f7064233740 1 -- 172.21.15.26:0/980524771 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70480046c0 con 0x55938eac3d50 2024-04-26T23:42:07.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.754+0000 7f703be00640 1 -- 172.21.15.26:0/980524771 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7048035030 con 0x55938eac3d50 2024-04-26T23:42:07.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.754+0000 7f7064233740 10 client.16806 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:07.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.754+0000 7f7064233740 1 -- 172.21.15.26:0/980524771 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55938e73a3f0 con 0x55938eac3d50 2024-04-26T23:42:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.754+0000 7f703be00640 1 -- 172.21.15.26:0/980524771 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f70480046c0 con 0x55938eac3d50 2024-04-26T23:42:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.755+0000 7f703be00640 1 -- 172.21.15.26:0/980524771 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f704803a040 con 0x55938eac3d50 2024-04-26T23:42:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.755+0000 7f7064233740 10 client.16806 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.755+0000 7f7064233740 10 client.16806 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.755+0000 7f7064233740 20 client.16806 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.755+0000 7f7064233740 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55938eade4e0 0x55938eae08d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.755+0000 7f7064233740 4 client.16806 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:42:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.755+0000 7f7064233740 1 -- 172.21.15.26:0/980524771 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55938ea367e0 con 0x55938eade4e0 2024-04-26T23:42:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.756+0000 7f705a800640 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55938eade4e0 0x55938eae08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.756+0000 7f705a800640 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55938eade4e0 0x55938eae08d0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bc7bca97d490cb5 server_cookie=9de24f24f1ed3d30 in_seq=0 out_seq=0 2024-04-26T23:42:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.756+0000 7f703be00640 10 client.16806 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.758+0000 7f703be00640 1 -- 172.21.15.26:0/980524771 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55938ea367e0 con 0x55938eade4e0 2024-04-26T23:42:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.758+0000 7f703be00640 10 client.16806 handle_command_reply: tid=0 2024-04-26T23:42:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.758+0000 7f7064233740 1 client.16806 shutdown 2024-04-26T23:42:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.759+0000 7f7064233740 1 -- 172.21.15.26:0/980524771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 msgr2=0x55938eace620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.759+0000 7f7064233740 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 0x55938eace620 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f70480057c0 tx=0x7f7048005c90 comp rx=0 tx=0).stop 2024-04-26T23:42:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.759+0000 7f7064233740 1 -- 172.21.15.26:0/980524771 shutdown_connections 2024-04-26T23:42:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.759+0000 7f7064233740 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55938eade4e0 0x55938eae08d0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.759+0000 7f7064233740 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938eacbef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.759+0000 7f7064233740 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac4670 0x55938eacb9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.759+0000 7f7064233740 1 --2- 172.21.15.26:0/980524771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac3d50 0x55938eace620 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.759+0000 7f7064233740 1 -- 172.21.15.26:0/980524771 >> 172.21.15.26:0/980524771 conn(0x55938eac0070 msgr2=0x55938eac5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.759+0000 7f703be00640 0 client.16806 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.759+0000 7f7064233740 1 -- 172.21.15.26:0/980524771 shutdown_connections 2024-04-26T23:42:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.759+0000 7f7064233740 1 -- 172.21.15.26:0/980524771 wait complete. 2024-04-26T23:42:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.759+0000 7f7064233740 20 client.16806 trim_cache size 0 max 16384 2024-04-26T23:42:07.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.783+0000 7f7064233740 1 Processor -- start 2024-04-26T23:42:07.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.783+0000 7f7064233740 1 -- start start 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.783+0000 7f7064233740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac3d50 0x55938eabf1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.783+0000 7f7064233740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 0x55938eace0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f7064233740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938eace620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f7064233740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f705c1b0600 con 0x55938eac4670 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f7064233740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f705c1ae430 con 0x55938eaced40 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f7064233740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f705c1aff30 con 0x55938eac3d50 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f705a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 0x55938eace0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f705a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 0x55938eace0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40358/0 (socket says 172.21.15.26:40358) 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f705a800640 1 -- 172.21.15.26:0/4151497487 learned_addr learned my addr 172.21.15.26:0/4151497487 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f7059e00640 1 --2- 172.21.15.26:0/4151497487 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938eace620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f7059e00640 1 --2- 172.21.15.26:0/4151497487 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac3d50 0x55938eabf1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f705a800640 1 -- 172.21.15.26:0/4151497487 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac3d50 msgr2=0x55938eabf1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f705a800640 1 --2- 172.21.15.26:0/4151497487 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac3d50 0x55938eabf1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f705a800640 1 -- 172.21.15.26:0/4151497487 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 msgr2=0x55938eace620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f705a800640 1 --2- 172.21.15.26:0/4151497487 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938eace620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.784+0000 7f705a800640 1 -- 172.21.15.26:0/4151497487 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55938e6fa0f0 con 0x55938eac4670 2024-04-26T23:42:07.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.785+0000 7f705a800640 1 --2- 172.21.15.26:0/4151497487 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 0x55938eace0e0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x55938eacb210 tx=0x7f70540139f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1d8308d6959e98d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:07.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.785+0000 7f7046a00640 1 -- 172.21.15.26:0/4151497487 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7054004b20 con 0x55938eac4670 2024-04-26T23:42:07.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.785+0000 7f7046a00640 1 -- 172.21.15.26:0/4151497487 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7054004cc0 con 0x55938eac4670 2024-04-26T23:42:07.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.785+0000 7f7046a00640 1 -- 172.21.15.26:0/4151497487 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7054005310 con 0x55938eac4670 2024-04-26T23:42:07.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.786+0000 7f7064233740 1 -- 172.21.15.26:0/4151497487 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 msgr2=0x55938eace0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.786+0000 7f7064233740 1 --2- 172.21.15.26:0/4151497487 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 0x55938eace0e0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x55938eacb210 tx=0x7f70540139f0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.786+0000 7f7064233740 1 -- 172.21.15.26:0/4151497487 shutdown_connections 2024-04-26T23:42:07.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.786+0000 7f7064233740 1 --2- 172.21.15.26:0/4151497487 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938eace620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.786+0000 7f7064233740 1 --2- 172.21.15.26:0/4151497487 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 0x55938eace0e0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.786+0000 7f7064233740 1 --2- 172.21.15.26:0/4151497487 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac3d50 0x55938eabf1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.786+0000 7f7064233740 1 -- 172.21.15.26:0/4151497487 >> 172.21.15.26:0/4151497487 conn(0x55938eac0070 msgr2=0x55938eaca8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:07.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.786+0000 7f7064233740 1 -- 172.21.15.26:0/4151497487 shutdown_connections 2024-04-26T23:42:07.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.786+0000 7f7064233740 1 -- 172.21.15.26:0/4151497487 wait complete. 2024-04-26T23:42:07.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.787+0000 7f7064233740 1 -- start start 2024-04-26T23:42:07.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.787+0000 7f7064233740 1 Processor -- start 2024-04-26T23:42:07.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.788+0000 7f7064233740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac3d50 0x55938eb3ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.788+0000 7f7064233740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 0x55938eb3bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.788+0000 7f7064233740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938eae08e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.788+0000 7f7064233740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f705c1af190 con 0x55938eac4670 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.788+0000 7f7064233740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f705c1aeac0 con 0x55938eaced40 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.788+0000 7f7064233740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f705c1af860 con 0x55938eac3d50 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.788+0000 7f7064233740 10 client.0 _ll_register_callbacks cb 0x7f7054009760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.788+0000 7f705a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 0x55938eb3bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.788+0000 7f705a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 0x55938eb3bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40374/0 (socket says 172.21.15.26:40374) 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.788+0000 7f705a800640 1 -- 172.21.15.26:0/4224676972 learned_addr learned my addr 172.21.15.26:0/4224676972 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.788+0000 7f7059e00640 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938eae08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.788+0000 7f7059e00640 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac3d50 0x55938eb3ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.789+0000 7f705a800640 1 -- 172.21.15.26:0/4224676972 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac3d50 msgr2=0x55938eb3ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.789+0000 7f705a800640 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac3d50 0x55938eb3ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.789+0000 7f705a800640 1 -- 172.21.15.26:0/4224676972 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 msgr2=0x55938eae08e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:07.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.789+0000 7f705a800640 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938eae08e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.789+0000 7f705a800640 1 -- 172.21.15.26:0/4224676972 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55938e9f0a30 con 0x55938eac4670 2024-04-26T23:42:07.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.789+0000 7f705a800640 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 0x55938eb3bfc0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f7054003ad0 tx=0x7f7054004e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b19336e1a9a60505 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:07.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.789+0000 7f703be00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:07.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.790+0000 7f703be00640 1 -- 172.21.15.26:0/4224676972 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f705402c070 con 0x55938eac4670 2024-04-26T23:42:07.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.790+0000 7f7064233740 1 -- 172.21.15.26:0/4224676972 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7054004cc0 con 0x55938eac4670 2024-04-26T23:42:07.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.790+0000 7f703be00640 1 -- 172.21.15.26:0/4224676972 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f705401d240 con 0x55938eac4670 2024-04-26T23:42:07.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.790+0000 7f703be00640 1 -- 172.21.15.26:0/4224676972 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f705401d440 con 0x55938eac4670 2024-04-26T23:42:07.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.790+0000 7f7064233740 10 client.16812 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:07.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.790+0000 7f7064233740 1 -- 172.21.15.26:0/4224676972 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55938eb44060 con 0x55938eac4670 2024-04-26T23:42:07.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.790+0000 7f703be00640 1 -- 172.21.15.26:0/4224676972 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7054004cc0 con 0x55938eac4670 2024-04-26T23:42:07.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.791+0000 7f703be00640 1 -- 172.21.15.26:0/4224676972 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7054005890 con 0x55938eac4670 2024-04-26T23:42:07.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.791+0000 7f7064233740 10 client.16812 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:07.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.791+0000 7f7064233740 10 client.16812 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:07.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.791+0000 7f7064233740 20 client.16812 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:07.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.791+0000 7f7064233740 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55938eb44780 0x55938eb46ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:07.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.791+0000 7f7064233740 4 client.16812 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:42:07.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.791+0000 7f7064233740 1 -- 172.21.15.26:0/4224676972 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55938ea30650 con 0x55938eb44780 2024-04-26T23:42:07.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.792+0000 7f7059e00640 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55938eb44780 0x55938eb46ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:07.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.793+0000 7f7059e00640 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55938eb44780 0x55938eb46ba0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6dc6f4898aa6c518 server_cookie=df44196de2b6194d in_seq=0 out_seq=0 2024-04-26T23:42:07.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.793+0000 7f703be00640 10 client.16812 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.793+0000 7f703be00640 1 -- 172.21.15.26:0/4224676972 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55938ea30650 con 0x55938eb44780 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.793+0000 7f703be00640 10 client.16812 handle_command_reply: tid=0 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.793+0000 7f7064233740 1 client.16812 shutdown 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.793+0000 7f7064233740 1 -- 172.21.15.26:0/4224676972 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 msgr2=0x55938eb3bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.793+0000 7f7064233740 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 0x55938eb3bfc0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f7054003ad0 tx=0x7f7054004e70 comp rx=0 tx=0).stop 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.793+0000 7f7064233740 1 -- 172.21.15.26:0/4224676972 shutdown_connections 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.793+0000 7f7064233740 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55938eb44780 0x55938eb46ba0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.793+0000 7f7064233740 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55938eaced40 0x55938eae08e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.794+0000 7f703be00640 0 client.16812 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.794+0000 7f7064233740 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55938eac4670 0x55938eb3bfc0 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.794+0000 7f7064233740 1 --2- 172.21.15.26:0/4224676972 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55938eac3d50 0x55938eb3ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.794+0000 7f7064233740 1 -- 172.21.15.26:0/4224676972 >> 172.21.15.26:0/4224676972 conn(0x55938eac0070 msgr2=0x55938eac6f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:07.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.794+0000 7f7064233740 1 -- 172.21.15.26:0/4224676972 shutdown_connections 2024-04-26T23:42:07.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.794+0000 7f7064233740 1 -- 172.21.15.26:0/4224676972 wait complete. 2024-04-26T23:42:07.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.794+0000 7f7064233740 20 client.16812 trim_cache size 0 max 16384 2024-04-26T23:42:07.800 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:42:07.800 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:42:07.800 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:42:07.800 INFO:teuthology.orchestra.run.smithi026.stdout: "445bd615-18d4-4458-b7ec-9b504569442a": { 2024-04-26T23:42:07.800 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:42:07.800 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "445bd615-18d4-4458-b7ec-9b504569442a", 2024-04-26T23:42:07.800 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:42:07.801 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:42:07.801 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:42:07.801 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:42:07.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.795+0000 7f7060a00640 1 -- 172.21.15.26:0/3998535429 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f70400a3da0 msgr2=0x7f70400a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.795+0000 7f7060a00640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f70400a3da0 0x7f70400a6260 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f704c00cfd0 tx=0x7f704c004f10 comp rx=0 tx=0).stop 2024-04-26T23:42:07.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.795+0000 7f7060a00640 1 -- 172.21.15.26:0/3998535429 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f705c10f120 msgr2=0x7f705c19f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:07.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.795+0000 7f7060a00640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f705c10f120 0x7f705c19f9f0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f704c00c7a0 tx=0x7f704c00cc60 comp rx=0 tx=0).stop 2024-04-26T23:42:07.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.795+0000 7f7060a00640 1 -- 172.21.15.26:0/3998535429 shutdown_connections 2024-04-26T23:42:07.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.795+0000 7f7060a00640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f70400a3da0 0x7f70400a6260 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.795+0000 7f7060a00640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f705c10f120 0x7f705c19f9f0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.795+0000 7f7060a00640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f705c101f20 0x7f705c19b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.795+0000 7f7060a00640 1 --2- 172.21.15.26:0/3998535429 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f705c101570 0x7f705c19b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:07.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.795+0000 7f7060a00640 1 -- 172.21.15.26:0/3998535429 >> 172.21.15.26:0/3998535429 conn(0x7f705c0fd1b0 msgr2=0x7f705c0ff5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:07.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.795+0000 7f7060a00640 1 -- 172.21.15.26:0/3998535429 shutdown_connections 2024-04-26T23:42:07.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:07.796+0000 7f7060a00640 1 -- 172.21.15.26:0/3998535429 wait complete. 2024-04-26T23:42:07.821 INFO:tasks.cephfs.filesystem:scrub status for tag:445bd615-18d4-4458-b7ec-9b504569442a - {'path': '/', 'tag': '445bd615-18d4-4458-b7ec-9b504569442a', 'options': 'recursive,force'} 2024-04-26T23:42:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:08 smithi164 ceph-mon[31699]: pgmap v191: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 76 KiB/s wr, 22 op/s 2024-04-26T23:42:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:08 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:42:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:08 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:42:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:08 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:42:09.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:08 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:42:09.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:08 smithi026 ceph-mon[28371]: pgmap v191: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 76 KiB/s wr, 22 op/s 2024-04-26T23:42:09.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:08 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:42:09.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:08 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:42:09.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:08 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:42:09.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:08 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:42:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:08 smithi086 ceph-mon[31122]: pgmap v191: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 76 KiB/s wr, 22 op/s 2024-04-26T23:42:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:08 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:42:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:08 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:42:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:08 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:42:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:08 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:42:10.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:09 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:42:10.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:09 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:42:10.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:09 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:42:11.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:10 smithi164 ceph-mon[31699]: pgmap v192: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 76 KiB/s wr, 20 op/s 2024-04-26T23:42:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:10 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:42:11.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:10 smithi026 ceph-mon[28371]: pgmap v192: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 76 KiB/s wr, 20 op/s 2024-04-26T23:42:11.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:10 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:42:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:10 smithi086 ceph-mon[31122]: pgmap v192: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 76 KiB/s wr, 20 op/s 2024-04-26T23:42:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:10 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:42:12.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:11 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:42:12.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:11 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:42:12.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:11 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:42:12.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:11 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:42:12.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:11 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:42:12.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:11 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:42:12.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:11 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:42:12.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:11 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:42:12.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:11 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:42:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:12 smithi164 ceph-mon[31699]: pgmap v193: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 76 KiB/s wr, 20 op/s 2024-04-26T23:42:13.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:12 smithi026 ceph-mon[28371]: pgmap v193: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 76 KiB/s wr, 20 op/s 2024-04-26T23:42:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:12 smithi086 ceph-mon[31122]: pgmap v193: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 76 KiB/s wr, 20 op/s 2024-04-26T23:42:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:14 smithi164 ceph-mon[31699]: pgmap v194: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 76 KiB/s wr, 22 op/s 2024-04-26T23:42:15.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:14 smithi026 ceph-mon[28371]: pgmap v194: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 76 KiB/s wr, 22 op/s 2024-04-26T23:42:15.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:14 smithi086 ceph-mon[31122]: pgmap v194: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 76 KiB/s wr, 22 op/s 2024-04-26T23:42:16.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:16 smithi086 ceph-mon[31122]: pgmap v195: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 2.3 KiB/s wr, 5 op/s 2024-04-26T23:42:16.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:16 smithi164 ceph-mon[31699]: pgmap v195: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 2.3 KiB/s wr, 5 op/s 2024-04-26T23:42:16.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:16 smithi026 ceph-mon[28371]: pgmap v195: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 2.3 KiB/s wr, 5 op/s 2024-04-26T23:42:18.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:18 smithi164 ceph-mon[31699]: pgmap v196: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-04-26T23:42:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:18 smithi026 ceph-mon[28371]: pgmap v196: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-04-26T23:42:18.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:18 smithi086 ceph-mon[31122]: pgmap v196: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.3 KiB/s wr, 7 op/s 2024-04-26T23:42:20.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:20 smithi164 ceph-mon[31699]: pgmap v197: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:42:20.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:20 smithi026 ceph-mon[28371]: pgmap v197: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:42:20.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:20 smithi086 ceph-mon[31122]: pgmap v197: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:42:22.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:22 smithi164 ceph-mon[31699]: pgmap v198: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:42:22.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:22 smithi026 ceph-mon[28371]: pgmap v198: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:42:22.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:22 smithi086 ceph-mon[31122]: pgmap v198: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-04-26T23:42:24.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:24 smithi164 ceph-mon[31699]: pgmap v199: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:42:24.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:24 smithi026 ceph-mon[28371]: pgmap v199: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:42:24.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:24 smithi086 ceph-mon[31122]: pgmap v199: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:42:26.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:26 smithi164 ceph-mon[31699]: pgmap v200: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:26.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:26 smithi026 ceph-mon[28371]: pgmap v200: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:26.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:26 smithi086 ceph-mon[31122]: pgmap v200: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:28.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:28 smithi164 ceph-mon[31699]: pgmap v201: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:42:28.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:28 smithi026 ceph-mon[28371]: pgmap v201: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:42:28.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:28 smithi086 ceph-mon[31122]: pgmap v201: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:42:30.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:30 smithi164 ceph-mon[31699]: pgmap v202: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:30.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:30 smithi026 ceph-mon[28371]: pgmap v202: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:30.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:30 smithi086 ceph-mon[31122]: pgmap v202: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:32.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:32 smithi164 ceph-mon[31699]: pgmap v203: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:32.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:32 smithi026 ceph-mon[28371]: pgmap v203: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:32.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:32 smithi086 ceph-mon[31122]: pgmap v203: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:34 smithi164 ceph-mon[31699]: pgmap v204: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:42:34.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:34 smithi026 ceph-mon[28371]: pgmap v204: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:42:34.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:34 smithi086 ceph-mon[31122]: pgmap v204: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:42:36.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:36 smithi164 ceph-mon[31699]: pgmap v205: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:36.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:36 smithi026 ceph-mon[28371]: pgmap v205: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:36.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:36 smithi086 ceph-mon[31122]: pgmap v205: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:37.822 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:42:37.822 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:42:38.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.059+0000 7f373e600640 1 -- 172.21.15.26:0/2839913191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f373810a9f0 msgr2=0x7f373810add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.059+0000 7f373e600640 1 --2- 172.21.15.26:0/2839913191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f373810a9f0 0x7f373810add0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f372c009930 tx=0x7f372c02a420 comp rx=0 tx=0).stop 2024-04-26T23:42:38.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.059+0000 7f373e600640 1 -- 172.21.15.26:0/2839913191 shutdown_connections 2024-04-26T23:42:38.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.059+0000 7f373e600640 1 --2- 172.21.15.26:0/2839913191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37381053a0 0x7f37381118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.059+0000 7f373e600640 1 --2- 172.21.15.26:0/2839913191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f37381049e0 0x7f3738104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.059+0000 7f373e600640 1 --2- 172.21.15.26:0/2839913191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f373810a9f0 0x7f373810add0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.059+0000 7f373e600640 1 -- 172.21.15.26:0/2839913191 >> 172.21.15.26:0/2839913191 conn(0x7f3738100470 msgr2=0x7f3738102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.059+0000 7f373e600640 1 -- 172.21.15.26:0/2839913191 shutdown_connections 2024-04-26T23:42:38.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.059+0000 7f373e600640 1 -- 172.21.15.26:0/2839913191 wait complete. 2024-04-26T23:42:38.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.061+0000 7f373e600640 1 Processor -- start 2024-04-26T23:42:38.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.061+0000 7f373e600640 1 -- start start 2024-04-26T23:42:38.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.061+0000 7f373e600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37381049e0 0x7f373819b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.061+0000 7f373e600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f37381053a0 0x7f373819b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.061+0000 7f373e600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f373810a9f0 0x7f373819fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.061+0000 7f373e600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3738114bb0 con 0x7f373810a9f0 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.061+0000 7f373e600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3738114a30 con 0x7f37381049e0 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.061+0000 7f373e600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3738114d30 con 0x7f37381053a0 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.062+0000 7f373dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f373810a9f0 0x7f373819fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.062+0000 7f373dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f373810a9f0 0x7f373819fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60972/0 (socket says 172.21.15.26:60972) 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.062+0000 7f373dc00640 1 -- 172.21.15.26:0/242677306 learned_addr learned my addr 172.21.15.26:0/242677306 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.062+0000 7f373d200640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37381049e0 0x7f373819b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.062+0000 7f3737e00640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f37381053a0 0x7f373819b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.062+0000 7f373dc00640 1 -- 172.21.15.26:0/242677306 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f37381053a0 msgr2=0x7f373819b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.062+0000 7f373dc00640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f37381053a0 0x7f373819b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.062+0000 7f373dc00640 1 -- 172.21.15.26:0/242677306 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37381049e0 msgr2=0x7f373819b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.062+0000 7f373dc00640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37381049e0 0x7f373819b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.062+0000 7f373dc00640 1 -- 172.21.15.26:0/242677306 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37381a0150 con 0x7f373810a9f0 2024-04-26T23:42:38.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.062+0000 7f373d200640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37381049e0 0x7f373819b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:42:38.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.063+0000 7f373dc00640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f373810a9f0 0x7f373819fa20 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f373000eaa0 tx=0x7f373000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.063+0000 7f3735600640 1 -- 172.21.15.26:0/242677306 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373000cdb0 con 0x7f373810a9f0 2024-04-26T23:42:38.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.063+0000 7f3735600640 1 -- 172.21.15.26:0/242677306 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3730005020 con 0x7f373810a9f0 2024-04-26T23:42:38.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.063+0000 7f373e600640 1 -- 172.21.15.26:0/242677306 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37381a0440 con 0x7f373810a9f0 2024-04-26T23:42:38.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.063+0000 7f3735600640 1 -- 172.21.15.26:0/242677306 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37300116d0 con 0x7f373810a9f0 2024-04-26T23:42:38.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.063+0000 7f373e600640 1 -- 172.21.15.26:0/242677306 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37381a7cd0 con 0x7f373810a9f0 2024-04-26T23:42:38.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.067+0000 7f374299d740 1 Processor -- start 2024-04-26T23:42:38.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.067+0000 7f3735600640 1 -- 172.21.15.26:0/242677306 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f37300051d0 con 0x7f373810a9f0 2024-04-26T23:42:38.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.067+0000 7f374299d740 1 -- start start 2024-04-26T23:42:38.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.068+0000 7f374299d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b69d50 0x558f41b6a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.068+0000 7f374299d740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b6a670 0x558f41b74800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.068+0000 7f374299d740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b74d40 0x558f41b77130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.068+0000 7f374299d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558f41a7b030 con 0x558f41b69d50 2024-04-26T23:42:38.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.068+0000 7f374299d740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558f41a967f0 con 0x558f41b6a670 2024-04-26T23:42:38.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.068+0000 7f374299d740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558f41a517e0 con 0x558f41b74d40 2024-04-26T23:42:38.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.068+0000 7f3737e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b69d50 0x558f41b6a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.068+0000 7f3737e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b69d50 0x558f41b6a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60978/0 (socket says 172.21.15.26:60978) 2024-04-26T23:42:38.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.068+0000 7f3737e00640 1 -- 172.21.15.26:0/2716936362 learned_addr learned my addr 172.21.15.26:0/2716936362 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:38.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.068+0000 7f373d200640 1 --2- 172.21.15.26:0/2716936362 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b6a670 0x558f41b74800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.069+0000 7f3737e00640 1 --2- 172.21.15.26:0/2716936362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b74d40 0x558f41b77130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.069+0000 7f3737e00640 1 -- 172.21.15.26:0/2716936362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b74d40 msgr2=0x558f41b77130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.069+0000 7f3737e00640 1 --2- 172.21.15.26:0/2716936362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b74d40 0x558f41b77130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.069+0000 7f3737e00640 1 -- 172.21.15.26:0/2716936362 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b6a670 msgr2=0x558f41b74800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.069+0000 7f3737e00640 1 --2- 172.21.15.26:0/2716936362 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b6a670 0x558f41b74800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.069+0000 7f3737e00640 1 -- 172.21.15.26:0/2716936362 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f41a5d050 con 0x558f41b69d50 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.069+0000 7f3735600640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f37200a3d20 0x7f37200a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.069+0000 7f3735600640 1 -- 172.21.15.26:0/242677306 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f37300d0a00 con 0x7f373810a9f0 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.070+0000 7f3737e00640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f37200a3d20 0x7f37200a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.070+0000 7f3737e00640 1 --2- 172.21.15.26:0/2716936362 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b69d50 0x558f41b6a130 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f3724013530 tx=0x7f372400b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a72aa5932511518 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.070+0000 7f372a000640 1 -- 172.21.15.26:0/2716936362 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3724019040 con 0x558f41b69d50 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.070+0000 7f372a000640 1 -- 172.21.15.26:0/2716936362 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3724011e30 con 0x558f41b69d50 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.070+0000 7f372a000640 1 -- 172.21.15.26:0/2716936362 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f372400f3c0 con 0x558f41b69d50 2024-04-26T23:42:38.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.071+0000 7f374299d740 1 -- 172.21.15.26:0/2716936362 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b69d50 msgr2=0x558f41b6a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.071+0000 7f3737e00640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f37200a3d20 0x7f37200a61e0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f372401e000 tx=0x7f372400f640 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.071+0000 7f374299d740 1 --2- 172.21.15.26:0/2716936362 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b69d50 0x558f41b6a130 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f3724013530 tx=0x7f372400b690 comp rx=0 tx=0).stop 2024-04-26T23:42:38.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.071+0000 7f374299d740 1 -- 172.21.15.26:0/2716936362 shutdown_connections 2024-04-26T23:42:38.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.071+0000 7f374299d740 1 --2- 172.21.15.26:0/2716936362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b74d40 0x558f41b77130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.071+0000 7f374299d740 1 --2- 172.21.15.26:0/2716936362 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b6a670 0x558f41b74800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.071+0000 7f374299d740 1 --2- 172.21.15.26:0/2716936362 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b69d50 0x558f41b6a130 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.071+0000 7f374299d740 1 -- 172.21.15.26:0/2716936362 >> 172.21.15.26:0/2716936362 conn(0x558f41b66070 msgr2=0x558f41b66450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.071+0000 7f374299d740 1 -- 172.21.15.26:0/2716936362 shutdown_connections 2024-04-26T23:42:38.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.071+0000 7f374299d740 1 -- 172.21.15.26:0/2716936362 wait complete. 2024-04-26T23:42:38.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.072+0000 7f374299d740 1 -- start start 2024-04-26T23:42:38.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.072+0000 7f374299d740 1 Processor -- start 2024-04-26T23:42:38.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.072+0000 7f374299d740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b69d50 0x558f41b745c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f374299d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b6a670 0x558f41b71950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f374299d740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b74d40 0x558f41b71e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f374299d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558f41ad3200 con 0x558f41b6a670 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f374299d740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558f41acdee0 con 0x558f41b74d40 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f374299d740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558f41adae70 con 0x558f41b69d50 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f374299d740 10 client.0 _ll_register_callbacks cb 0x558f41ac4270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f3737e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b6a670 0x558f41b71950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f3737e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b6a670 0x558f41b71950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60980/0 (socket says 172.21.15.26:60980) 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f3737e00640 1 -- 172.21.15.26:0/3990736721 learned_addr learned my addr 172.21.15.26:0/3990736721 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f373d200640 1 --2- 172.21.15.26:0/3990736721 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b69d50 0x558f41b745c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f3737e00640 1 -- 172.21.15.26:0/3990736721 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b69d50 msgr2=0x558f41b745c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f3737e00640 1 --2- 172.21.15.26:0/3990736721 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b69d50 0x558f41b745c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f3737e00640 1 -- 172.21.15.26:0/3990736721 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b74d40 msgr2=0x558f41b71e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f3737e00640 1 --2- 172.21.15.26:0/3990736721 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b74d40 0x558f41b71e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.073+0000 7f3737e00640 1 -- 172.21.15.26:0/3990736721 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f418aa7d0 con 0x558f41b6a670 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.074+0000 7f3737e00640 1 --2- 172.21.15.26:0/3990736721 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b6a670 0x558f41b71950 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f372400b9c0 tx=0x7f3724018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d907f1644cd5a3a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.074+0000 7f371ea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.074+0000 7f371ea00640 1 -- 172.21.15.26:0/3990736721 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3724038060 con 0x558f41b6a670 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.074+0000 7f371ea00640 1 -- 172.21.15.26:0/3990736721 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f37240114c0 con 0x558f41b6a670 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.074+0000 7f374299d740 1 -- 172.21.15.26:0/3990736721 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3724011e30 con 0x558f41b6a670 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.075+0000 7f371ea00640 1 -- 172.21.15.26:0/3990736721 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f372400f3c0 con 0x558f41b6a670 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.075+0000 7f374299d740 10 client.16824 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.075+0000 7f374299d740 1 -- 172.21.15.26:0/3990736721 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558f417e03f0 con 0x558f41b6a670 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.075+0000 7f371ea00640 1 -- 172.21.15.26:0/3990736721 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3724011e30 con 0x558f41b6a670 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.075+0000 7f371ea00640 1 -- 172.21.15.26:0/3990736721 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f372401d020 con 0x558f41b6a670 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.075+0000 7f374299d740 10 client.16824 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.075+0000 7f374299d740 10 client.16824 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.075+0000 7f374299d740 20 client.16824 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.075+0000 7f374299d740 1 --2- 172.21.15.26:0/3990736721 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f41b84610 0x558f41b86a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.075+0000 7f374299d740 4 client.16824 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:42:38.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.075+0000 7f374299d740 1 -- 172.21.15.26:0/3990736721 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558f41adc7e0 con 0x558f41b84610 2024-04-26T23:42:38.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.076+0000 7f373d200640 1 --2- 172.21.15.26:0/3990736721 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f41b84610 0x558f41b86a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.077+0000 7f373d200640 1 --2- 172.21.15.26:0/3990736721 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f41b84610 0x558f41b86a00 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7dc61f37bd407772 server_cookie=fbbb4a651b394631 in_seq=0 out_seq=0 2024-04-26T23:42:38.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.077+0000 7f371ea00640 10 client.16824 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:38.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f371ea00640 1 -- 172.21.15.26:0/3990736721 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558f41adc7e0 con 0x558f41b84610 2024-04-26T23:42:38.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f371ea00640 10 client.16824 handle_command_reply: tid=0 2024-04-26T23:42:38.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f374299d740 1 client.16824 shutdown 2024-04-26T23:42:38.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f374299d740 1 -- 172.21.15.26:0/3990736721 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b6a670 msgr2=0x558f41b71950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f374299d740 1 --2- 172.21.15.26:0/3990736721 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b6a670 0x558f41b71950 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f372400b9c0 tx=0x7f3724018000 comp rx=0 tx=0).stop 2024-04-26T23:42:38.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f374299d740 1 -- 172.21.15.26:0/3990736721 shutdown_connections 2024-04-26T23:42:38.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f374299d740 1 --2- 172.21.15.26:0/3990736721 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f41b84610 0x558f41b86a00 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f374299d740 1 --2- 172.21.15.26:0/3990736721 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b74d40 0x558f41b71e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f374299d740 1 --2- 172.21.15.26:0/3990736721 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b6a670 0x558f41b71950 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f374299d740 1 --2- 172.21.15.26:0/3990736721 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b69d50 0x558f41b745c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f374299d740 1 -- 172.21.15.26:0/3990736721 >> 172.21.15.26:0/3990736721 conn(0x558f41b66070 msgr2=0x558f41b6be70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f371ea00640 0 client.16824 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:38.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f374299d740 1 -- 172.21.15.26:0/3990736721 shutdown_connections 2024-04-26T23:42:38.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.079+0000 7f374299d740 1 -- 172.21.15.26:0/3990736721 wait complete. 2024-04-26T23:42:38.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.080+0000 7f374299d740 20 client.16824 trim_cache size 0 max 16384 2024-04-26T23:42:38.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.101+0000 7f374299d740 1 Processor -- start 2024-04-26T23:42:38.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.101+0000 7f374299d740 1 -- start start 2024-04-26T23:42:38.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.101+0000 7f374299d740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b69d50 0x558f41b6cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.101+0000 7f374299d740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b6a670 0x558f41b74080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.101+0000 7f374299d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 0x558f41b745c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.101+0000 7f374299d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f37381b06f0 con 0x558f41b74d40 2024-04-26T23:42:38.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.101+0000 7f374299d740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f37381ae520 con 0x558f41b69d50 2024-04-26T23:42:38.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.101+0000 7f374299d740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f37381b0020 con 0x558f41b6a670 2024-04-26T23:42:38.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.101+0000 7f373dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 0x558f41b745c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.101+0000 7f373dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 0x558f41b745c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60990/0 (socket says 172.21.15.26:60990) 2024-04-26T23:42:38.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.101+0000 7f373dc00640 1 -- 172.21.15.26:0/3960677406 learned_addr learned my addr 172.21.15.26:0/3960677406 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:38.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.102+0000 7f3737e00640 1 --2- 172.21.15.26:0/3960677406 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b6a670 0x558f41b74080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.102+0000 7f373d200640 1 --2- 172.21.15.26:0/3960677406 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b69d50 0x558f41b6cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.102+0000 7f373dc00640 1 -- 172.21.15.26:0/3960677406 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b6a670 msgr2=0x558f41b74080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.102+0000 7f373dc00640 1 --2- 172.21.15.26:0/3960677406 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b6a670 0x558f41b74080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.102+0000 7f373dc00640 1 -- 172.21.15.26:0/3960677406 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b69d50 msgr2=0x558f41b6cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.102+0000 7f373dc00640 1 --2- 172.21.15.26:0/3960677406 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b69d50 0x558f41b6cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.102+0000 7f373dc00640 1 -- 172.21.15.26:0/3960677406 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f417a00f0 con 0x558f41b74d40 2024-04-26T23:42:38.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.102+0000 7f373dc00640 1 --2- 172.21.15.26:0/3960677406 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 0x558f41b745c0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f373009c6b0 tx=0x7f373009c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec1b8a57d7c4c9c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.102+0000 7f3729600640 1 -- 172.21.15.26:0/3960677406 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373001f040 con 0x558f41b74d40 2024-04-26T23:42:38.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.103+0000 7f3729600640 1 -- 172.21.15.26:0/3960677406 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f37300a5620 con 0x558f41b74d40 2024-04-26T23:42:38.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.103+0000 7f3729600640 1 -- 172.21.15.26:0/3960677406 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37300870c0 con 0x558f41b74d40 2024-04-26T23:42:38.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.103+0000 7f374299d740 1 -- 172.21.15.26:0/3960677406 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 msgr2=0x558f41b745c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.103+0000 7f374299d740 1 --2- 172.21.15.26:0/3960677406 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 0x558f41b745c0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f373009c6b0 tx=0x7f373009c8b0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.103+0000 7f374299d740 1 -- 172.21.15.26:0/3960677406 shutdown_connections 2024-04-26T23:42:38.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.103+0000 7f374299d740 1 --2- 172.21.15.26:0/3960677406 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 0x558f41b745c0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.103+0000 7f374299d740 1 --2- 172.21.15.26:0/3960677406 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b6a670 0x558f41b74080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.103+0000 7f374299d740 1 --2- 172.21.15.26:0/3960677406 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b69d50 0x558f41b6cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.103+0000 7f374299d740 1 -- 172.21.15.26:0/3960677406 >> 172.21.15.26:0/3960677406 conn(0x558f41b66070 msgr2=0x558f41b64960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.104+0000 7f374299d740 1 -- 172.21.15.26:0/3960677406 shutdown_connections 2024-04-26T23:42:38.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.104+0000 7f374299d740 1 -- 172.21.15.26:0/3960677406 wait complete. 2024-04-26T23:42:38.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.104+0000 7f374299d740 1 -- start start 2024-04-26T23:42:38.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.104+0000 7f374299d740 1 Processor -- start 2024-04-26T23:42:38.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.105+0000 7f374299d740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b69d50 0x558f41b7cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.105+0000 7f374299d740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b6a670 0x558f41b781a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.105+0000 7f374299d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 0x558f41b786e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.105+0000 7f374299d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f37381af280 con 0x558f41b74d40 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.105+0000 7f374299d740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f37381aebb0 con 0x558f41b69d50 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.105+0000 7f374299d740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f37381af950 con 0x558f41b6a670 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.105+0000 7f374299d740 10 client.0 _ll_register_callbacks cb 0x7f372c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.105+0000 7f373dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 0x558f41b786e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.105+0000 7f373dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 0x558f41b786e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60992/0 (socket says 172.21.15.26:60992) 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.105+0000 7f373dc00640 1 -- 172.21.15.26:0/3014969465 learned_addr learned my addr 172.21.15.26:0/3014969465 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.105+0000 7f373d200640 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b69d50 0x558f41b7cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.105+0000 7f3737e00640 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b6a670 0x558f41b781a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.106+0000 7f373dc00640 1 -- 172.21.15.26:0/3014969465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b6a670 msgr2=0x558f41b781a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.106+0000 7f373dc00640 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b6a670 0x558f41b781a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.106+0000 7f373dc00640 1 -- 172.21.15.26:0/3014969465 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b69d50 msgr2=0x558f41b7cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.106+0000 7f373dc00640 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b69d50 0x558f41b7cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.106+0000 7f373dc00640 1 -- 172.21.15.26:0/3014969465 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f41a96a30 con 0x558f41b74d40 2024-04-26T23:42:38.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.106+0000 7f373dc00640 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 0x558f41b786e0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f37300a50f0 tx=0x7f37300054f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=953b632686e9c13f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.106+0000 7f371ea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.106+0000 7f371ea00640 1 -- 172.21.15.26:0/3014969465 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373001f070 con 0x558f41b74d40 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.106+0000 7f371ea00640 1 -- 172.21.15.26:0/3014969465 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f3730067300 con 0x558f41b74d40 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.106+0000 7f374299d740 1 -- 172.21.15.26:0/3014969465 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37300a5620 con 0x558f41b74d40 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.107+0000 7f371ea00640 1 -- 172.21.15.26:0/3014969465 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3730067500 con 0x558f41b74d40 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.107+0000 7f374299d740 10 client.16830 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.107+0000 7f374299d740 1 -- 172.21.15.26:0/3014969465 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558f41bea450 con 0x558f41b74d40 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.107+0000 7f371ea00640 1 -- 172.21.15.26:0/3014969465 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f37300a5620 con 0x558f41b74d40 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.107+0000 7f371ea00640 1 -- 172.21.15.26:0/3014969465 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f373009dce0 con 0x558f41b74d40 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.107+0000 7f374299d740 10 client.16830 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.107+0000 7f374299d740 10 client.16830 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.107+0000 7f374299d740 20 client.16830 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:38.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.107+0000 7f374299d740 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f41beabc0 0x558f41becfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.107+0000 7f374299d740 4 client.16830 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:42:38.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.107+0000 7f374299d740 1 -- 172.21.15.26:0/3014969465 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558f41b72220 con 0x558f41beabc0 2024-04-26T23:42:38.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.108+0000 7f373d200640 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f41beabc0 0x558f41becfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.109+0000 7f373d200640 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f41beabc0 0x558f41becfe0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bc6591686eeaf55 server_cookie=c874aa3124d3a345 in_seq=0 out_seq=0 2024-04-26T23:42:38.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.109+0000 7f371ea00640 10 client.16830 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:38.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.109+0000 7f371ea00640 1 -- 172.21.15.26:0/3014969465 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x558f41b72220 con 0x558f41beabc0 2024-04-26T23:42:38.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.109+0000 7f371ea00640 10 client.16830 handle_command_reply: tid=0 2024-04-26T23:42:38.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.109+0000 7f374299d740 1 client.16830 shutdown 2024-04-26T23:42:38.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.109+0000 7f374299d740 1 -- 172.21.15.26:0/3014969465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 msgr2=0x558f41b786e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.109+0000 7f374299d740 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 0x558f41b786e0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f37300a50f0 tx=0x7f37300054f0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.110+0000 7f374299d740 1 -- 172.21.15.26:0/3014969465 shutdown_connections 2024-04-26T23:42:38.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.110+0000 7f374299d740 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f41beabc0 0x558f41becfe0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.110+0000 7f374299d740 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f41b74d40 0x558f41b786e0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.110+0000 7f374299d740 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f41b6a670 0x558f41b781a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.110+0000 7f374299d740 1 --2- 172.21.15.26:0/3014969465 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f41b69d50 0x558f41b7cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.110+0000 7f371ea00640 0 client.16830 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:38.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.110+0000 7f374299d740 1 -- 172.21.15.26:0/3014969465 >> 172.21.15.26:0/3014969465 conn(0x558f41b66070 msgr2=0x558f41b6cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.110+0000 7f374299d740 1 -- 172.21.15.26:0/3014969465 shutdown_connections 2024-04-26T23:42:38.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.110+0000 7f374299d740 1 -- 172.21.15.26:0/3014969465 wait complete. 2024-04-26T23:42:38.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.110+0000 7f374299d740 20 client.16830 trim_cache size 0 max 16384 2024-04-26T23:42:38.116 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:42:38.116 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:42:38.116 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:42:38.117 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:42:38.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.110+0000 7f373e600640 1 -- 172.21.15.26:0/242677306 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f37200a3d20 msgr2=0x7f37200a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.110+0000 7f373e600640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f37200a3d20 0x7f37200a61e0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f372401e000 tx=0x7f372400f640 comp rx=0 tx=0).stop 2024-04-26T23:42:38.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.111+0000 7f373e600640 1 -- 172.21.15.26:0/242677306 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f373810a9f0 msgr2=0x7f373819fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.111+0000 7f373e600640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f373810a9f0 0x7f373819fa20 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f373000eaa0 tx=0x7f373000ef60 comp rx=0 tx=0).stop 2024-04-26T23:42:38.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.111+0000 7f373e600640 1 -- 172.21.15.26:0/242677306 shutdown_connections 2024-04-26T23:42:38.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.111+0000 7f373e600640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f37200a3d20 0x7f37200a61e0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.111+0000 7f373e600640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f373810a9f0 0x7f373819fa20 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.111+0000 7f373e600640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f37381053a0 0x7f373819b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.111+0000 7f373e600640 1 --2- 172.21.15.26:0/242677306 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f37381049e0 0x7f373819b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.111+0000 7f373e600640 1 -- 172.21.15.26:0/242677306 >> 172.21.15.26:0/242677306 conn(0x7f3738100470 msgr2=0x7f3738100e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.111+0000 7f373e600640 1 -- 172.21.15.26:0/242677306 shutdown_connections 2024-04-26T23:42:38.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.111+0000 7f373e600640 1 -- 172.21.15.26:0/242677306 wait complete. 2024-04-26T23:42:38.132 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:42:38.133 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:42:38.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.338+0000 7fbffe400640 1 -- 172.21.15.26:0/3471492583 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbff8108760 msgr2=0x7fbff8108b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.338+0000 7fbffe400640 1 --2- 172.21.15.26:0/3471492583 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbff8108760 0x7fbff8108b40 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fbfec009900 tx=0x7fbfec02a480 comp rx=0 tx=0).stop 2024-04-26T23:42:38.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.338+0000 7fbffe400640 1 -- 172.21.15.26:0/3471492583 shutdown_connections 2024-04-26T23:42:38.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.338+0000 7fbffe400640 1 --2- 172.21.15.26:0/3471492583 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbff806a210 0x7fbff810f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.338+0000 7fbffe400640 1 --2- 172.21.15.26:0/3471492583 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbff8109080 0x7fbff8069ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.338+0000 7fbffe400640 1 --2- 172.21.15.26:0/3471492583 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbff8108760 0x7fbff8108b40 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.338+0000 7fbffe400640 1 -- 172.21.15.26:0/3471492583 >> 172.21.15.26:0/3471492583 conn(0x7fbff8077170 msgr2=0x7fbff8077580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.338+0000 7fbffe400640 1 -- 172.21.15.26:0/3471492583 shutdown_connections 2024-04-26T23:42:38.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.338+0000 7fbffe400640 1 -- 172.21.15.26:0/3471492583 wait complete. 2024-04-26T23:42:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.340+0000 7fbffe400640 1 Processor -- start 2024-04-26T23:42:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.340+0000 7fbffe400640 1 -- start start 2024-04-26T23:42:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.340+0000 7fbffe400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbff806a210 0x7fbff819b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.340+0000 7fbffe400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbff8108760 0x7fbff819b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.340+0000 7fbffe400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbff8109080 0x7fbff819f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.340+0000 7fbffe400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbff81128e0 con 0x7fbff806a210 2024-04-26T23:42:38.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.340+0000 7fbffe400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fbff8112760 con 0x7fbff8108760 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.340+0000 7fbffe400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbff8112a60 con 0x7fbff8109080 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.340+0000 7fbffd000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbff806a210 0x7fbff819b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.341+0000 7fbffd000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbff806a210 0x7fbff819b0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32774/0 (socket says 172.21.15.26:32774) 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.341+0000 7fbffd000640 1 -- 172.21.15.26:0/3549708526 learned_addr learned my addr 172.21.15.26:0/3549708526 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.341+0000 7fbff7e00640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbff8108760 0x7fbff819b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.341+0000 7fbffda00640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbff8109080 0x7fbff819f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.341+0000 7fbffd000640 1 -- 172.21.15.26:0/3549708526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbff8109080 msgr2=0x7fbff819f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.341+0000 7fbffd000640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbff8109080 0x7fbff819f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.341+0000 7fbffd000640 1 -- 172.21.15.26:0/3549708526 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbff8108760 msgr2=0x7fbff819b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.341+0000 7fbffd000640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbff8108760 0x7fbff819b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.341+0000 7fbffd000640 1 -- 172.21.15.26:0/3549708526 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbff81a00e0 con 0x7fbff806a210 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.341+0000 7fbff7e00640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbff8108760 0x7fbff819b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:42:38.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.341+0000 7fbffda00640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbff8109080 0x7fbff819f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:42:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.341+0000 7fbffd000640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbff806a210 0x7fbff819b0f0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fbfec004770 tx=0x7fbfec003ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.342+0000 7fbff5600640 1 -- 172.21.15.26:0/3549708526 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfec03f070 con 0x7fbff806a210 2024-04-26T23:42:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.342+0000 7fbff5600640 1 -- 172.21.15.26:0/3549708526 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbfec03bd00 con 0x7fbff806a210 2024-04-26T23:42:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.342+0000 7fbffe400640 1 -- 172.21.15.26:0/3549708526 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbff81a0370 con 0x7fbff806a210 2024-04-26T23:42:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.342+0000 7fbff5600640 1 -- 172.21.15.26:0/3549708526 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfec035030 con 0x7fbff806a210 2024-04-26T23:42:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.342+0000 7fbffe400640 1 -- 172.21.15.26:0/3549708526 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbff81a7c60 con 0x7fbff806a210 2024-04-26T23:42:38.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.343+0000 7fbffe400640 1 -- 172.21.15.26:0/3549708526 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbff8069670 con 0x7fbff806a210 2024-04-26T23:42:38.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.346+0000 7fbff5600640 1 -- 172.21.15.26:0/3549708526 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fbfec042070 con 0x7fbff806a210 2024-04-26T23:42:38.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.347+0000 7fbff5600640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbfe00a3da0 0x7fbfe00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.347+0000 7fbff5600640 1 -- 172.21.15.26:0/3549708526 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fbfec0f1570 con 0x7fbff806a210 2024-04-26T23:42:38.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.348+0000 7fbff7e00640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbfe00a3da0 0x7fbfe00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.348+0000 7fbff7e00640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbfe00a3da0 0x7fbfe00a6260 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fbfe4005fd0 tx=0x7fbfe40094d0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.351+0000 7fbff5600640 1 -- 172.21.15.26:0/3549708526 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fbfec0bdbe0 con 0x7fbff806a210 2024-04-26T23:42:38.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.613+0000 7fbffe400640 1 -- 172.21.15.26:0/3549708526 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbff819c440 con 0x7fbff806a210 2024-04-26T23:42:38.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.615+0000 7fbff5600640 1 -- 172.21.15.26:0/3549708526 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fbfec0bd4e0 con 0x7fbff806a210 2024-04-26T23:42:38.618 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:42:38.619 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:42:38.619 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:42:38.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.617+0000 7fbffe400640 1 -- 172.21.15.26:0/3549708526 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbfe00a3da0 msgr2=0x7fbfe00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.617+0000 7fbffe400640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbfe00a3da0 0x7fbfe00a6260 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fbfe4005fd0 tx=0x7fbfe40094d0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.617+0000 7fbffe400640 1 -- 172.21.15.26:0/3549708526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbff806a210 msgr2=0x7fbff819b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.617+0000 7fbffe400640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbff806a210 0x7fbff819b0f0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fbfec004770 tx=0x7fbfec003ca0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.618+0000 7fbffe400640 1 -- 172.21.15.26:0/3549708526 shutdown_connections 2024-04-26T23:42:38.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.618+0000 7fbffe400640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbff8109080 0x7fbff819f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.618+0000 7fbffe400640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbff8108760 0x7fbff819b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.618+0000 7fbffe400640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbfe00a3da0 0x7fbfe00a6260 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.618+0000 7fbffe400640 1 --2- 172.21.15.26:0/3549708526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbff806a210 0x7fbff819b0f0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.618+0000 7fbffe400640 1 -- 172.21.15.26:0/3549708526 >> 172.21.15.26:0/3549708526 conn(0x7fbff8077170 msgr2=0x7fbff810d920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.618+0000 7fbffe400640 1 -- 172.21.15.26:0/3549708526 shutdown_connections 2024-04-26T23:42:38.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.618+0000 7fbffe400640 1 -- 172.21.15.26:0/3549708526 wait complete. 2024-04-26T23:42:38.642 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:42:38.726 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:38 smithi026 ceph-mon[28371]: pgmap v206: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:42:38.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:38 smithi164 ceph-mon[31699]: pgmap v206: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:42:38.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:38 smithi086 ceph-mon[31122]: pgmap v206: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:42:38.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.871+0000 7fe9f9a00640 1 -- 172.21.15.26:0/2897075829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9f410a9f0 msgr2=0x7fe9f410add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.871+0000 7fe9f9a00640 1 --2- 172.21.15.26:0/2897075829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9f410a9f0 0x7fe9f410add0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fe9e4009930 tx=0x7fe9e402a440 comp rx=0 tx=0).stop 2024-04-26T23:42:38.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.871+0000 7fe9f9a00640 1 -- 172.21.15.26:0/2897075829 shutdown_connections 2024-04-26T23:42:38.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.871+0000 7fe9f9a00640 1 --2- 172.21.15.26:0/2897075829 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9f41053a0 0x7fe9f41118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.871+0000 7fe9f9a00640 1 --2- 172.21.15.26:0/2897075829 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9f41049e0 0x7fe9f4104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.871+0000 7fe9f9a00640 1 --2- 172.21.15.26:0/2897075829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9f410a9f0 0x7fe9f410add0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.871+0000 7fe9f9a00640 1 -- 172.21.15.26:0/2897075829 >> 172.21.15.26:0/2897075829 conn(0x7fe9f4100470 msgr2=0x7fe9f4102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.872+0000 7fe9f9a00640 1 -- 172.21.15.26:0/2897075829 shutdown_connections 2024-04-26T23:42:38.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.872+0000 7fe9f9a00640 1 -- 172.21.15.26:0/2897075829 wait complete. 2024-04-26T23:42:38.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.873+0000 7fe9f9a00640 1 Processor -- start 2024-04-26T23:42:38.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.873+0000 7fe9f9a00640 1 -- start start 2024-04-26T23:42:38.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.873+0000 7fe9f9a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9f41049e0 0x7fe9f419b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.873+0000 7fe9f9a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9f41053a0 0x7fe9f419b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.873+0000 7fe9f9a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9f410a9f0 0x7fe9f419f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.873+0000 7fe9f9a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f4114b80 con 0x7fe9f41053a0 2024-04-26T23:42:38.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.873+0000 7fe9f9a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f4114a00 con 0x7fe9f41049e0 2024-04-26T23:42:38.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.873+0000 7fe9f9a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f4114d00 con 0x7fe9f410a9f0 2024-04-26T23:42:38.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.874+0000 7fe9ebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9f41053a0 0x7fe9f419b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.874+0000 7fe9ebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9f41053a0 0x7fe9f419b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32794/0 (socket says 172.21.15.26:32794) 2024-04-26T23:42:38.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.874+0000 7fe9ebe00640 1 -- 172.21.15.26:0/4147056354 learned_addr learned my addr 172.21.15.26:0/4147056354 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:38.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.874+0000 7fe9f3e00640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9f41049e0 0x7fe9f419b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.874+0000 7fe9f9000640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9f410a9f0 0x7fe9f419f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.874+0000 7fe9ebe00640 1 -- 172.21.15.26:0/4147056354 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9f410a9f0 msgr2=0x7fe9f419f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.874+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9f410a9f0 0x7fe9f419f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.874+0000 7fe9ebe00640 1 -- 172.21.15.26:0/4147056354 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9f41049e0 msgr2=0x7fe9f419b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.874+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9f41049e0 0x7fe9f419b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.874+0000 7fe9ebe00640 1 -- 172.21.15.26:0/4147056354 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9f41a00b0 con 0x7fe9f41053a0 2024-04-26T23:42:38.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.875+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9f41053a0 0x7fe9f419b600 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc00c920 tx=0x7fe9dc00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.875+0000 7fe9f1600640 1 -- 172.21.15.26:0/4147056354 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9dc007c70 con 0x7fe9f41053a0 2024-04-26T23:42:38.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.875+0000 7fe9f9a00640 1 -- 172.21.15.26:0/4147056354 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9f41a03a0 con 0x7fe9f41053a0 2024-04-26T23:42:38.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.875+0000 7fe9f1600640 1 -- 172.21.15.26:0/4147056354 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe9dc007e10 con 0x7fe9f41053a0 2024-04-26T23:42:38.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.875+0000 7fe9f1600640 1 -- 172.21.15.26:0/4147056354 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9dc018710 con 0x7fe9f41053a0 2024-04-26T23:42:38.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.875+0000 7fe9f9a00640 1 -- 172.21.15.26:0/4147056354 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9f41a7c30 con 0x7fe9f41053a0 2024-04-26T23:42:38.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.879+0000 7fe9fddfc740 1 Processor -- start 2024-04-26T23:42:38.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.879+0000 7fe9f1600640 1 -- 172.21.15.26:0/4147056354 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe9dc00f450 con 0x7fe9f41053a0 2024-04-26T23:42:38.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.879+0000 7fe9fddfc740 1 -- start start 2024-04-26T23:42:38.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.880+0000 7fe9fddfc740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 0x55a4ce303780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.880+0000 7fe9fddfc740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce303cc0 0x55a4ce30de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.880+0000 7fe9fddfc740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce30e390 0x55a4ce310780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.880+0000 7fe9fddfc740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a4ce267c70 con 0x55a4ce3033a0 2024-04-26T23:42:38.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.880+0000 7fe9fddfc740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a4ce220980 con 0x55a4ce30e390 2024-04-26T23:42:38.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.880+0000 7fe9fddfc740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a4ce263c30 con 0x55a4ce303cc0 2024-04-26T23:42:38.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.880+0000 7fe9f9000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 0x55a4ce303780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.880+0000 7fe9f9000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 0x55a4ce303780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32806/0 (socket says 172.21.15.26:32806) 2024-04-26T23:42:38.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.880+0000 7fe9f9000640 1 -- 172.21.15.26:0/124129991 learned_addr learned my addr 172.21.15.26:0/124129991 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:38.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.880+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/124129991 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce30e390 0x55a4ce310780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.880+0000 7fe9f3e00640 1 --2- 172.21.15.26:0/124129991 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce303cc0 0x55a4ce30de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.881+0000 7fe9f9000640 1 -- 172.21.15.26:0/124129991 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce303cc0 msgr2=0x55a4ce30de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.881+0000 7fe9f9000640 1 --2- 172.21.15.26:0/124129991 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce303cc0 0x55a4ce30de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.881+0000 7fe9f9000640 1 -- 172.21.15.26:0/124129991 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce30e390 msgr2=0x55a4ce310780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.881+0000 7fe9f9000640 1 --2- 172.21.15.26:0/124129991 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce30e390 0x55a4ce310780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.881+0000 7fe9f9000640 1 -- 172.21.15.26:0/124129991 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4ce1f87b0 con 0x55a4ce3033a0 2024-04-26T23:42:38.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.881+0000 7fe9f1600640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9d80a3d20 0x7fe9d80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.881+0000 7fe9f9000640 1 --2- 172.21.15.26:0/124129991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 0x55a4ce303780 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fe9ec008d40 tx=0x7fe9ec00e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99ea967a08d256b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.881+0000 7fe9f1600640 1 -- 172.21.15.26:0/4147056354 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fe9dc0d09a0 con 0x7fe9f41053a0 2024-04-26T23:42:38.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.881+0000 7fe9f3e00640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9d80a3d20 0x7fe9d80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.882+0000 7fe9e9600640 1 -- 172.21.15.26:0/124129991 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9ec014070 con 0x55a4ce3033a0 2024-04-26T23:42:38.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.882+0000 7fe9e9600640 1 -- 172.21.15.26:0/124129991 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe9ec004020 con 0x55a4ce3033a0 2024-04-26T23:42:38.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.882+0000 7fe9e9600640 1 -- 172.21.15.26:0/124129991 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9ec010690 con 0x55a4ce3033a0 2024-04-26T23:42:38.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.883+0000 7fe9fddfc740 1 -- 172.21.15.26:0/124129991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 msgr2=0x55a4ce303780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.883+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/124129991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 0x55a4ce303780 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fe9ec008d40 tx=0x7fe9ec00e720 comp rx=0 tx=0).stop 2024-04-26T23:42:38.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.883+0000 7fe9f3e00640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9d80a3d20 0x7fe9d80a61e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe9e40057c0 tx=0x7fe9e4005a40 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.883+0000 7fe9fddfc740 1 -- 172.21.15.26:0/124129991 shutdown_connections 2024-04-26T23:42:38.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.883+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/124129991 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce30e390 0x55a4ce310780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.883+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/124129991 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce303cc0 0x55a4ce30de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.883+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/124129991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 0x55a4ce303780 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.883+0000 7fe9fddfc740 1 -- 172.21.15.26:0/124129991 >> 172.21.15.26:0/124129991 conn(0x55a4ce2ff6c0 msgr2=0x55a4ce2ffaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.883+0000 7fe9fddfc740 1 -- 172.21.15.26:0/124129991 shutdown_connections 2024-04-26T23:42:38.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.883+0000 7fe9fddfc740 1 -- 172.21.15.26:0/124129991 wait complete. 2024-04-26T23:42:38.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.883+0000 7fe9fddfc740 1 -- start start 2024-04-26T23:42:38.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.884+0000 7fe9fddfc740 1 Processor -- start 2024-04-26T23:42:38.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.884+0000 7fe9fddfc740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce3033a0 0x55a4ce30dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.884+0000 7fe9fddfc740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 0x55a4ce30b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.884+0000 7fe9fddfc740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 0x55a4ce30b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.884+0000 7fe9fddfc740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a4ce266f80 con 0x55a4ce303cc0 2024-04-26T23:42:38.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.884+0000 7fe9fddfc740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a4ce214260 con 0x55a4ce3033a0 2024-04-26T23:42:38.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.884+0000 7fe9fddfc740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a4ce26c2a0 con 0x55a4ce30e390 2024-04-26T23:42:38.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.884+0000 7fe9fddfc740 10 client.0 _ll_register_callbacks cb 0x55a4ce25e960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:38.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.885+0000 7fe9ebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 0x55a4ce30b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.885+0000 7fe9ebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 0x55a4ce30b000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32820/0 (socket says 172.21.15.26:32820) 2024-04-26T23:42:38.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.885+0000 7fe9ebe00640 1 -- 172.21.15.26:0/665697701 learned_addr learned my addr 172.21.15.26:0/665697701 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:38.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.885+0000 7fe9f9000640 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 0x55a4ce30b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.885+0000 7fe9f3e00640 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce3033a0 0x55a4ce30dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.885+0000 7fe9ebe00640 1 -- 172.21.15.26:0/665697701 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 msgr2=0x55a4ce30b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.885+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 0x55a4ce30b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.885+0000 7fe9ebe00640 1 -- 172.21.15.26:0/665697701 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce3033a0 msgr2=0x55a4ce30dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.885+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce3033a0 0x55a4ce30dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.885+0000 7fe9ebe00640 1 -- 172.21.15.26:0/665697701 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4ce1f61c0 con 0x55a4ce303cc0 2024-04-26T23:42:38.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.885+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 0x55a4ce30b000 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc09c650 tx=0x7fe9dc09c2b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbd544650da8d5c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.885+0000 7fe9e2000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:38.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.886+0000 7fe9e2000640 1 -- 172.21.15.26:0/665697701 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9dc09c950 con 0x55a4ce303cc0 2024-04-26T23:42:38.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.886+0000 7fe9e2000640 1 -- 172.21.15.26:0/665697701 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fe9dc0ce380 con 0x55a4ce303cc0 2024-04-26T23:42:38.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.886+0000 7fe9fddfc740 1 -- 172.21.15.26:0/665697701 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9ec004020 con 0x55a4ce303cc0 2024-04-26T23:42:38.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.886+0000 7fe9e2000640 1 -- 172.21.15.26:0/665697701 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe9dc0ce580 con 0x55a4ce303cc0 2024-04-26T23:42:38.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.886+0000 7fe9fddfc740 10 client.16848 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:38.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.886+0000 7fe9fddfc740 1 -- 172.21.15.26:0/665697701 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a4cdf793f0 con 0x55a4ce303cc0 2024-04-26T23:42:38.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.886+0000 7fe9e2000640 1 -- 172.21.15.26:0/665697701 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe9ec004020 con 0x55a4ce303cc0 2024-04-26T23:42:38.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.886+0000 7fe9e2000640 1 -- 172.21.15.26:0/665697701 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe9dc0a5130 con 0x55a4ce303cc0 2024-04-26T23:42:38.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.887+0000 7fe9fddfc740 10 client.16848 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:38.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.887+0000 7fe9fddfc740 10 client.16848 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:42:38.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.887+0000 7fe9fddfc740 20 client.16848 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:38.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.887+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a4ce31dd20 0x55a4ce3201a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.887+0000 7fe9fddfc740 4 client.16848 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:42:38.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.887+0000 7fe9fddfc740 1 -- 172.21.15.26:0/665697701 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4ce275880 con 0x55a4ce31dd20 2024-04-26T23:42:38.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.887+0000 7fe9f3e00640 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a4ce31dd20 0x55a4ce3201a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.889+0000 7fe9f3e00640 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a4ce31dd20 0x55a4ce3201a0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cc3f10b7cfcc5f2f server_cookie=d2f59ed42b49ce29 in_seq=0 out_seq=0 2024-04-26T23:42:38.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.889+0000 7fe9e2000640 10 client.16848 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:42:38.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.890+0000 7fe9e2000640 1 -- 172.21.15.26:0/665697701 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a4ce275880 con 0x55a4ce31dd20 2024-04-26T23:42:38.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.890+0000 7fe9e2000640 10 client.16848 handle_command_reply: tid=0 2024-04-26T23:42:38.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.890+0000 7fe9fddfc740 1 client.16848 shutdown 2024-04-26T23:42:38.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.891+0000 7fe9fddfc740 1 -- 172.21.15.26:0/665697701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 msgr2=0x55a4ce30b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.891+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 0x55a4ce30b000 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc09c650 tx=0x7fe9dc09c2b0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.891+0000 7fe9fddfc740 1 -- 172.21.15.26:0/665697701 shutdown_connections 2024-04-26T23:42:38.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.891+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a4ce31dd20 0x55a4ce3201a0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.891+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 0x55a4ce30b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.891+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 0x55a4ce30b000 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.891+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/665697701 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce3033a0 0x55a4ce30dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.891+0000 7fe9fddfc740 1 -- 172.21.15.26:0/665697701 >> 172.21.15.26:0/665697701 conn(0x55a4ce2ff6c0 msgr2=0x55a4ce3053c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.891+0000 7fe9e2000640 0 client.16848 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:42:38.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.891+0000 7fe9fddfc740 1 -- 172.21.15.26:0/665697701 shutdown_connections 2024-04-26T23:42:38.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.891+0000 7fe9fddfc740 1 -- 172.21.15.26:0/665697701 wait complete. 2024-04-26T23:42:38.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.891+0000 7fe9fddfc740 20 client.16848 trim_cache size 0 max 16384 2024-04-26T23:42:38.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.906+0000 7fe9fddfc740 1 Processor -- start 2024-04-26T23:42:38.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.906+0000 7fe9fddfc740 1 -- start start 2024-04-26T23:42:38.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.907+0000 7fe9fddfc740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce3033a0 0x55a4ce319e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.907+0000 7fe9fddfc740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 0x55a4ce325a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.907+0000 7fe9fddfc740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 0x55a4ce325fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.907+0000 7fe9fddfc740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f41b2d00 con 0x55a4ce303cc0 2024-04-26T23:42:38.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.907+0000 7fe9fddfc740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f41b05d0 con 0x55a4ce3033a0 2024-04-26T23:42:38.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.907+0000 7fe9fddfc740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f41ae400 con 0x55a4ce30e390 2024-04-26T23:42:38.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.907+0000 7fe9ebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 0x55a4ce325a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.907+0000 7fe9ebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 0x55a4ce325a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32828/0 (socket says 172.21.15.26:32828) 2024-04-26T23:42:38.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.907+0000 7fe9ebe00640 1 -- 172.21.15.26:0/1104919127 learned_addr learned my addr 172.21.15.26:0/1104919127 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:38.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.907+0000 7fe9f3e00640 1 --2- 172.21.15.26:0/1104919127 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce3033a0 0x55a4ce319e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.907+0000 7fe9f9000640 1 --2- 172.21.15.26:0/1104919127 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 0x55a4ce325fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.908+0000 7fe9ebe00640 1 -- 172.21.15.26:0/1104919127 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 msgr2=0x55a4ce325fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.908+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/1104919127 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 0x55a4ce325fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.908+0000 7fe9ebe00640 1 -- 172.21.15.26:0/1104919127 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce3033a0 msgr2=0x55a4ce319e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.908+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/1104919127 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce3033a0 0x55a4ce319e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.908+0000 7fe9ebe00640 1 -- 172.21.15.26:0/1104919127 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4ce0437d0 con 0x55a4ce303cc0 2024-04-26T23:42:38.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.908+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/1104919127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 0x55a4ce325a70 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc087340 tx=0x7fe9dc09c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9fd4826df259c3e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.908+0000 7fe9e8c00640 1 -- 172.21.15.26:0/1104919127 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9dc0a0d00 con 0x55a4ce303cc0 2024-04-26T23:42:38.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.908+0000 7fe9e8c00640 1 -- 172.21.15.26:0/1104919127 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe9dc0a55c0 con 0x55a4ce303cc0 2024-04-26T23:42:38.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.908+0000 7fe9e8c00640 1 -- 172.21.15.26:0/1104919127 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9dc0986a0 con 0x55a4ce303cc0 2024-04-26T23:42:38.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.909+0000 7fe9fddfc740 1 -- 172.21.15.26:0/1104919127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 msgr2=0x55a4ce325a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.909+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/1104919127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 0x55a4ce325a70 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc087340 tx=0x7fe9dc09c3e0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.909+0000 7fe9fddfc740 1 -- 172.21.15.26:0/1104919127 shutdown_connections 2024-04-26T23:42:38.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.909+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/1104919127 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 0x55a4ce325fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.909+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/1104919127 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce303cc0 0x55a4ce325a70 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.909+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/1104919127 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce3033a0 0x55a4ce319e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.909+0000 7fe9fddfc740 1 -- 172.21.15.26:0/1104919127 >> 172.21.15.26:0/1104919127 conn(0x55a4ce2ff6c0 msgr2=0x55a4ce2fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.909+0000 7fe9fddfc740 1 -- 172.21.15.26:0/1104919127 shutdown_connections 2024-04-26T23:42:38.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.909+0000 7fe9fddfc740 1 -- 172.21.15.26:0/1104919127 wait complete. 2024-04-26T23:42:38.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.910+0000 7fe9fddfc740 1 -- start start 2024-04-26T23:42:38.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.910+0000 7fe9fddfc740 1 Processor -- start 2024-04-26T23:42:38.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.910+0000 7fe9fddfc740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 0x55a4ce316890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.910+0000 7fe9fddfc740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce303cc0 0x55a4ce313c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.910+0000 7fe9fddfc740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 0x55a4ce314310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.910+0000 7fe9fddfc740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f41aea90 con 0x55a4ce3033a0 2024-04-26T23:42:38.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.910+0000 7fe9fddfc740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f41aff00 con 0x55a4ce303cc0 2024-04-26T23:42:38.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.910+0000 7fe9fddfc740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9f41af160 con 0x55a4ce30e390 2024-04-26T23:42:38.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.910+0000 7fe9fddfc740 10 client.0 _ll_register_callbacks cb 0x7fe9dc09c720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:38.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.911+0000 7fe9f3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 0x55a4ce316890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.911+0000 7fe9f3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 0x55a4ce316890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32838/0 (socket says 172.21.15.26:32838) 2024-04-26T23:42:38.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.911+0000 7fe9f3e00640 1 -- 172.21.15.26:0/3579968165 learned_addr learned my addr 172.21.15.26:0/3579968165 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:38.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.911+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce303cc0 0x55a4ce313c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.911+0000 7fe9f9000640 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 0x55a4ce314310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.911+0000 7fe9f3e00640 1 -- 172.21.15.26:0/3579968165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 msgr2=0x55a4ce314310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.911+0000 7fe9f3e00640 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 0x55a4ce314310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.911+0000 7fe9f3e00640 1 -- 172.21.15.26:0/3579968165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce303cc0 msgr2=0x55a4ce313c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.911+0000 7fe9f3e00640 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce303cc0 0x55a4ce313c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.911+0000 7fe9f3e00640 1 -- 172.21.15.26:0/3579968165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4ce20e2a0 con 0x55a4ce3033a0 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.912+0000 7fe9f3e00640 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 0x55a4ce316890 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fe9e4005ab0 tx=0x7fe9e4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=987f9cbbe219ea50 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.912+0000 7fe9e2000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.912+0000 7fe9e2000640 1 -- 172.21.15.26:0/3579968165 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e4056060 con 0x55a4ce3033a0 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.912+0000 7fe9e2000640 1 -- 172.21.15.26:0/3579968165 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fe9e4050590 con 0x55a4ce3033a0 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.912+0000 7fe9fddfc740 1 -- 172.21.15.26:0/3579968165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9dc0a55c0 con 0x55a4ce3033a0 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.912+0000 7fe9e2000640 1 -- 172.21.15.26:0/3579968165 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe9e4050790 con 0x55a4ce3033a0 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.912+0000 7fe9fddfc740 10 client.16854 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.912+0000 7fe9fddfc740 1 -- 172.21.15.26:0/3579968165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a4ce384320 con 0x55a4ce3033a0 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.913+0000 7fe9e2000640 1 -- 172.21.15.26:0/3579968165 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe9dc0a55c0 con 0x55a4ce3033a0 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.913+0000 7fe9e2000640 1 -- 172.21.15.26:0/3579968165 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe9e4050070 con 0x55a4ce3033a0 2024-04-26T23:42:38.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.913+0000 7fe9fddfc740 10 client.16854 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:38.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.913+0000 7fe9fddfc740 10 client.16854 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:42:38.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.913+0000 7fe9fddfc740 20 client.16854 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:38.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.913+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a4ce384a70 0x55a4ce386e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:38.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.913+0000 7fe9fddfc740 4 client.16854 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:42:38.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.913+0000 7fe9fddfc740 1 -- 172.21.15.26:0/3579968165 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a4ce26f6f0 con 0x55a4ce384a70 2024-04-26T23:42:38.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.914+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a4ce384a70 0x55a4ce386e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:38.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.914+0000 7fe9ebe00640 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a4ce384a70 0x55a4ce386e90 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5774e9d69b75bbcf server_cookie=b7841189a12937ad in_seq=0 out_seq=0 2024-04-26T23:42:38.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.914+0000 7fe9e2000640 10 client.16854 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:42:38.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9e2000640 1 -- 172.21.15.26:0/3579968165 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a4ce26f6f0 con 0x55a4ce384a70 2024-04-26T23:42:38.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9e2000640 10 client.16854 handle_command_reply: tid=0 2024-04-26T23:42:38.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9fddfc740 1 client.16854 shutdown 2024-04-26T23:42:38.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9fddfc740 1 -- 172.21.15.26:0/3579968165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 msgr2=0x55a4ce316890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 0x55a4ce316890 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fe9e4005ab0 tx=0x7fe9e4009260 comp rx=0 tx=0).stop 2024-04-26T23:42:38.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9fddfc740 1 -- 172.21.15.26:0/3579968165 shutdown_connections 2024-04-26T23:42:38.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a4ce384a70 0x55a4ce386e90 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4ce30e390 0x55a4ce314310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4ce303cc0 0x55a4ce313c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9fddfc740 1 --2- 172.21.15.26:0/3579968165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4ce3033a0 0x55a4ce316890 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9fddfc740 1 -- 172.21.15.26:0/3579968165 >> 172.21.15.26:0/3579968165 conn(0x55a4ce2ff6c0 msgr2=0x55a4ce30c830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9e2000640 0 client.16854 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:42:38.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9fddfc740 1 -- 172.21.15.26:0/3579968165 shutdown_connections 2024-04-26T23:42:38.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.915+0000 7fe9fddfc740 1 -- 172.21.15.26:0/3579968165 wait complete. 2024-04-26T23:42:38.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.916+0000 7fe9fddfc740 20 client.16854 trim_cache size 0 max 16384 2024-04-26T23:42:38.924 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:42:38.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.916+0000 7fe9f9a00640 1 -- 172.21.15.26:0/4147056354 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9d80a3d20 msgr2=0x7fe9d80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.916+0000 7fe9f9a00640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9d80a3d20 0x7fe9d80a61e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe9e40057c0 tx=0x7fe9e4005a40 comp rx=0 tx=0).stop 2024-04-26T23:42:38.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.916+0000 7fe9f9a00640 1 -- 172.21.15.26:0/4147056354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9f41053a0 msgr2=0x7fe9f419b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:38.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.916+0000 7fe9f9a00640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9f41053a0 0x7fe9f419b600 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc00c920 tx=0x7fe9dc00cde0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.916+0000 7fe9f9a00640 1 -- 172.21.15.26:0/4147056354 shutdown_connections 2024-04-26T23:42:38.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.916+0000 7fe9f9a00640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9f410a9f0 0x7fe9f419f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.916+0000 7fe9f9a00640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9d80a3d20 0x7fe9d80a61e0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.916+0000 7fe9f9a00640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9f41053a0 0x7fe9f419b600 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.916+0000 7fe9f9a00640 1 --2- 172.21.15.26:0/4147056354 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9f41049e0 0x7fe9f419b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:38.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.916+0000 7fe9f9a00640 1 -- 172.21.15.26:0/4147056354 >> 172.21.15.26:0/4147056354 conn(0x7fe9f4100470 msgr2=0x7fe9f4100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:38.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.917+0000 7fe9f9a00640 1 -- 172.21.15.26:0/4147056354 shutdown_connections 2024-04-26T23:42:38.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:38.917+0000 7fe9f9a00640 1 -- 172.21.15.26:0/4147056354 wait complete. 2024-04-26T23:42:38.941 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:42:39.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.175+0000 7f8bbea00640 1 -- 172.21.15.26:0/1310659404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bb8074c00 msgr2=0x7f8bb8074fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.175+0000 7f8bbea00640 1 --2- 172.21.15.26:0/1310659404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bb8074c00 0x7f8bb8074fe0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f8ba8009900 tx=0x7f8ba802a480 comp rx=0 tx=0).stop 2024-04-26T23:42:39.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.175+0000 7f8bbea00640 1 -- 172.21.15.26:0/1310659404 shutdown_connections 2024-04-26T23:42:39.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.175+0000 7f8bbea00640 1 --2- 172.21.15.26:0/1310659404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8bb810f210 0x7f8bb8111600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.175+0000 7f8bbea00640 1 --2- 172.21.15.26:0/1310659404 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8bb8075520 0x7f8bb810ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.175+0000 7f8bbea00640 1 --2- 172.21.15.26:0/1310659404 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bb8074c00 0x7f8bb8074fe0 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.175+0000 7f8bbea00640 1 -- 172.21.15.26:0/1310659404 >> 172.21.15.26:0/1310659404 conn(0x7f8bb8079d80 msgr2=0x7f8bb807a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:39.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.175+0000 7f8bbea00640 1 -- 172.21.15.26:0/1310659404 shutdown_connections 2024-04-26T23:42:39.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.176+0000 7f8bbea00640 1 -- 172.21.15.26:0/1310659404 wait complete. 2024-04-26T23:42:39.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.177+0000 7f8bbea00640 1 Processor -- start 2024-04-26T23:42:39.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.177+0000 7f8bbea00640 1 -- start start 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.177+0000 7f8bbea00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8bb8074c00 0x7f8bb819b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.177+0000 7f8bbea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bb8075520 0x7f8bb819b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bbea00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8bb810f210 0x7f8bb819fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bbea00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb8114cc0 con 0x7f8bb8075520 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bbea00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb8114b40 con 0x7f8bb8074c00 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bbea00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb8114e40 con 0x7f8bb810f210 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bb7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bb8075520 0x7f8bb819b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bb7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bb8075520 0x7f8bb819b7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32848/0 (socket says 172.21.15.26:32848) 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bb7400640 1 -- 172.21.15.26:0/911609028 learned_addr learned my addr 172.21.15.26:0/911609028 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bb7e00640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8bb8074c00 0x7f8bb819b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bbca00640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8bb810f210 0x7f8bb819fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bb7400640 1 -- 172.21.15.26:0/911609028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8bb810f210 msgr2=0x7f8bb819fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bb7400640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8bb810f210 0x7f8bb819fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bb7400640 1 -- 172.21.15.26:0/911609028 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8bb8074c00 msgr2=0x7f8bb819b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bb7400640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8bb8074c00 0x7f8bb819b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bb7400640 1 -- 172.21.15.26:0/911609028 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bb81a0270 con 0x7f8bb8075520 2024-04-26T23:42:39.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.178+0000 7f8bbca00640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8bb810f210 0x7f8bb819fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:42:39.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.179+0000 7f8bb7400640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bb8075520 0x7f8bb819b7c0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f8ba400d950 tx=0x7f8ba400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:39.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.179+0000 7f8bb4c00640 1 -- 172.21.15.26:0/911609028 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba4017070 con 0x7f8bb8075520 2024-04-26T23:42:39.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.179+0000 7f8bb4c00640 1 -- 172.21.15.26:0/911609028 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8ba4009c30 con 0x7f8bb8075520 2024-04-26T23:42:39.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.179+0000 7f8bb4c00640 1 -- 172.21.15.26:0/911609028 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba400f620 con 0x7f8bb8075520 2024-04-26T23:42:39.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.179+0000 7f8bbea00640 1 -- 172.21.15.26:0/911609028 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bb81a0560 con 0x7f8bb8075520 2024-04-26T23:42:39.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.179+0000 7f8bbea00640 1 -- 172.21.15.26:0/911609028 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bb81a7df0 con 0x7f8bb8075520 2024-04-26T23:42:39.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.184+0000 7f8bc1860740 1 Processor -- start 2024-04-26T23:42:39.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.184+0000 7f8bc1860740 1 -- start start 2024-04-26T23:42:39.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.184+0000 7f8bc1860740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c101f0 0x55acf4c105d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.184+0000 7f8bc1860740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c10b10 0x55acf4c1aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.184+0000 7f8bc1860740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c1d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.184+0000 7f8bc1860740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55acf4b74c70 con 0x55acf4c1b1e0 2024-04-26T23:42:39.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.184+0000 7f8bc1860740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55acf4b2d980 con 0x55acf4c101f0 2024-04-26T23:42:39.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.184+0000 7f8bc1860740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55acf4b70c30 con 0x55acf4c10b10 2024-04-26T23:42:39.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.185+0000 7f8bb4c00640 1 -- 172.21.15.26:0/911609028 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8ba4010460 con 0x7f8bb8075520 2024-04-26T23:42:39.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.185+0000 7f8bbca00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c101f0 0x55acf4c105d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.185+0000 7f8bb7e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c10b10 0x55acf4c1aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.185+0000 7f8bb7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c1d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.185+0000 7f8bb7e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c10b10 0x55acf4c1aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:42282/0 (socket says 172.21.15.26:42282) 2024-04-26T23:42:39.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.185+0000 7f8bb7e00640 1 -- 172.21.15.26:0/1049477031 learned_addr learned my addr 172.21.15.26:0/1049477031 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:39.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.185+0000 7f8bbca00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c101f0 0x55acf4c105d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:34262/0 (socket says 172.21.15.26:34262) 2024-04-26T23:42:39.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.186+0000 7f8bb7400640 1 -- 172.21.15.26:0/1049477031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c10b10 msgr2=0x55acf4c1aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.186+0000 7f8bb7400640 1 --2- 172.21.15.26:0/1049477031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c10b10 0x55acf4c1aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.186+0000 7f8bb7400640 1 -- 172.21.15.26:0/1049477031 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c101f0 msgr2=0x55acf4c105d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.186+0000 7f8bb7400640 1 --2- 172.21.15.26:0/1049477031 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c101f0 0x55acf4c105d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.186+0000 7f8bb7400640 1 -- 172.21.15.26:0/1049477031 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acf4b057b0 con 0x55acf4c1b1e0 2024-04-26T23:42:39.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.186+0000 7f8bb7400640 1 --2- 172.21.15.26:0/1049477031 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c1d5d0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f8ba40cdba0 tx=0x7f8ba40d6a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e56df89198008f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:39.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.187+0000 7f8bad200640 1 -- 172.21.15.26:0/1049477031 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba40e3070 con 0x55acf4c1b1e0 2024-04-26T23:42:39.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.187+0000 7f8bb4c00640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8b9c0a3da0 0x7f8b9c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.187+0000 7f8bad200640 1 -- 172.21.15.26:0/1049477031 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8ba409caf0 con 0x55acf4c1b1e0 2024-04-26T23:42:39.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.187+0000 7f8bad200640 1 -- 172.21.15.26:0/1049477031 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba40b84c0 con 0x55acf4c1b1e0 2024-04-26T23:42:39.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.187+0000 7f8bb4c00640 1 -- 172.21.15.26:0/911609028 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f8ba40d0480 con 0x7f8bb8075520 2024-04-26T23:42:39.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.187+0000 7f8bbca00640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8b9c0a3da0 0x7f8b9c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.188+0000 7f8bc1860740 1 -- 172.21.15.26:0/1049477031 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 msgr2=0x55acf4c1d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.188+0000 7f8bc1860740 1 --2- 172.21.15.26:0/1049477031 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c1d5d0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f8ba40cdba0 tx=0x7f8ba40d6a50 comp rx=0 tx=0).stop 2024-04-26T23:42:39.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.188+0000 7f8bc1860740 1 -- 172.21.15.26:0/1049477031 shutdown_connections 2024-04-26T23:42:39.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.188+0000 7f8bc1860740 1 --2- 172.21.15.26:0/1049477031 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c1d5d0 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.188+0000 7f8bc1860740 1 --2- 172.21.15.26:0/1049477031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c10b10 0x55acf4c1aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.188+0000 7f8bc1860740 1 --2- 172.21.15.26:0/1049477031 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c101f0 0x55acf4c105d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.188+0000 7f8bc1860740 1 -- 172.21.15.26:0/1049477031 >> 172.21.15.26:0/1049477031 conn(0x55acf4c0c510 msgr2=0x55acf4c0c8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:39.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.188+0000 7f8bbca00640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8b9c0a3da0 0x7f8b9c0a6260 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8bb806c200 tx=0x7f8bb0009680 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:39.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.188+0000 7f8bc1860740 1 -- 172.21.15.26:0/1049477031 shutdown_connections 2024-04-26T23:42:39.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.188+0000 7f8bc1860740 1 -- 172.21.15.26:0/1049477031 wait complete. 2024-04-26T23:42:39.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.189+0000 7f8bc1860740 1 -- start start 2024-04-26T23:42:39.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.189+0000 7f8bc1860740 1 Processor -- start 2024-04-26T23:42:39.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bc1860740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c101f0 0x55acf4c1ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bc1860740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c10b10 0x55acf4c17e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bc1860740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c1b1e0 0x55acf4c18350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bc1860740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55acf4b73f80 con 0x55acf4c101f0 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bc1860740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55acf4b21260 con 0x55acf4c10b10 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bc1860740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55acf4b792a0 con 0x55acf4c1b1e0 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bc1860740 10 client.0 _ll_register_callbacks cb 0x55acf4b6b960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bb7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c101f0 0x55acf4c1ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bb7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c101f0 0x55acf4c1ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32870/0 (socket says 172.21.15.26:32870) 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bb7e00640 1 -- 172.21.15.26:0/788159281 learned_addr learned my addr 172.21.15.26:0/788159281 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bb7400640 1 --2- 172.21.15.26:0/788159281 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c10b10 0x55acf4c17e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bb7e00640 1 -- 172.21.15.26:0/788159281 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c1b1e0 msgr2=0x55acf4c18350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bb7e00640 1 --2- 172.21.15.26:0/788159281 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c1b1e0 0x55acf4c18350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bb7e00640 1 -- 172.21.15.26:0/788159281 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c10b10 msgr2=0x55acf4c17e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bb7e00640 1 --2- 172.21.15.26:0/788159281 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c10b10 0x55acf4c17e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.190+0000 7f8bb7e00640 1 -- 172.21.15.26:0/788159281 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acf4b031c0 con 0x55acf4c101f0 2024-04-26T23:42:39.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.191+0000 7f8bb7e00640 1 --2- 172.21.15.26:0/788159281 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c101f0 0x55acf4c1ab20 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f8ba802a9a0 tx=0x7f8ba8005250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e96fd86db61859bc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:39.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.191+0000 7f8ba1600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:39.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.191+0000 7f8ba1600640 1 -- 172.21.15.26:0/788159281 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba8035040 con 0x55acf4c101f0 2024-04-26T23:42:39.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.191+0000 7f8ba1600640 1 -- 172.21.15.26:0/788159281 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f8ba80048c0 con 0x55acf4c101f0 2024-04-26T23:42:39.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.191+0000 7f8bc1860740 1 -- 172.21.15.26:0/788159281 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ba409caf0 con 0x55acf4c101f0 2024-04-26T23:42:39.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.192+0000 7f8ba1600640 1 -- 172.21.15.26:0/788159281 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8ba8004ac0 con 0x55acf4c101f0 2024-04-26T23:42:39.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.192+0000 7f8bc1860740 10 client.16866 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:39.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.192+0000 7f8bc1860740 1 -- 172.21.15.26:0/788159281 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55acf48863f0 con 0x55acf4c101f0 2024-04-26T23:42:39.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.192+0000 7f8ba1600640 1 -- 172.21.15.26:0/788159281 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8ba8040070 con 0x55acf4c101f0 2024-04-26T23:42:39.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.192+0000 7f8ba1600640 1 -- 172.21.15.26:0/788159281 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8ba8045470 con 0x55acf4c101f0 2024-04-26T23:42:39.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.192+0000 7f8bc1860740 10 client.16866 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:39.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.192+0000 7f8bc1860740 10 client.16866 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:42:39.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.193+0000 7f8bc1860740 20 client.16866 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:39.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.193+0000 7f8bc1860740 1 --2- 172.21.15.26:0/788159281 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55acf4c2aca0 0x55acf4c2d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.193+0000 7f8bc1860740 4 client.16866 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:42:39.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.193+0000 7f8bc1860740 1 -- 172.21.15.26:0/788159281 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f8ba409caf0 con 0x55acf4c2aca0 2024-04-26T23:42:39.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.193+0000 7f8bb7400640 1 --2- 172.21.15.26:0/788159281 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55acf4c2aca0 0x55acf4c2d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.194+0000 7f8bb7400640 1 --2- 172.21.15.26:0/788159281 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55acf4c2aca0 0x55acf4c2d0f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=abf418c01d3c2512 server_cookie=80391b34496fc819 in_seq=0 out_seq=0 2024-04-26T23:42:39.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.194+0000 7f8ba1600640 10 client.16866 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:42:39.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.196+0000 7f8ba1600640 1 -- 172.21.15.26:0/788159281 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f8ba409caf0 con 0x55acf4c2aca0 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.196+0000 7f8ba1600640 10 client.16866 handle_command_reply: tid=0 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.196+0000 7f8bc1860740 1 client.16866 shutdown 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.196+0000 7f8bc1860740 1 -- 172.21.15.26:0/788159281 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c101f0 msgr2=0x55acf4c1ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.196+0000 7f8bc1860740 1 --2- 172.21.15.26:0/788159281 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c101f0 0x55acf4c1ab20 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f8ba802a9a0 tx=0x7f8ba8005250 comp rx=0 tx=0).stop 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.196+0000 7f8bc1860740 1 -- 172.21.15.26:0/788159281 shutdown_connections 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.196+0000 7f8bc1860740 1 --2- 172.21.15.26:0/788159281 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55acf4c2aca0 0x55acf4c2d0f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.196+0000 7f8bc1860740 1 --2- 172.21.15.26:0/788159281 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c1b1e0 0x55acf4c18350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.196+0000 7f8bc1860740 1 --2- 172.21.15.26:0/788159281 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c10b10 0x55acf4c17e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.196+0000 7f8bc1860740 1 --2- 172.21.15.26:0/788159281 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c101f0 0x55acf4c1ab20 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.196+0000 7f8bc1860740 1 -- 172.21.15.26:0/788159281 >> 172.21.15.26:0/788159281 conn(0x55acf4c0c510 msgr2=0x55acf4c12310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.196+0000 7f8ba1600640 0 client.16866 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.197+0000 7f8bc1860740 1 -- 172.21.15.26:0/788159281 shutdown_connections 2024-04-26T23:42:39.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.197+0000 7f8bc1860740 1 -- 172.21.15.26:0/788159281 wait complete. 2024-04-26T23:42:39.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.197+0000 7f8bc1860740 20 client.16866 trim_cache size 0 max 16384 2024-04-26T23:42:39.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.215+0000 7f8bc1860740 1 Processor -- start 2024-04-26T23:42:39.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.215+0000 7f8bc1860740 1 -- start start 2024-04-26T23:42:39.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.215+0000 7f8bc1860740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c101f0 0x55acf4c134d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.215+0000 7f8bc1860740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c10b10 0x55acf4c16df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.215+0000 7f8bc1860740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c26c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bc1860740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb81b3000 con 0x55acf4c1b1e0 2024-04-26T23:42:39.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bc1860740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb81b08d0 con 0x55acf4c101f0 2024-04-26T23:42:39.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bc1860740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb81ae700 con 0x55acf4c10b10 2024-04-26T23:42:39.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bbca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c26c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bbca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c26c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32878/0 (socket says 172.21.15.26:32878) 2024-04-26T23:42:39.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bbca00640 1 -- 172.21.15.26:0/247595013 learned_addr learned my addr 172.21.15.26:0/247595013 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:39.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bb7400640 1 --2- 172.21.15.26:0/247595013 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c10b10 0x55acf4c16df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bb7e00640 1 --2- 172.21.15.26:0/247595013 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c101f0 0x55acf4c134d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bbca00640 1 -- 172.21.15.26:0/247595013 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c10b10 msgr2=0x55acf4c16df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bbca00640 1 --2- 172.21.15.26:0/247595013 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c10b10 0x55acf4c16df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bbca00640 1 -- 172.21.15.26:0/247595013 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c101f0 msgr2=0x55acf4c134d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bbca00640 1 --2- 172.21.15.26:0/247595013 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c101f0 0x55acf4c134d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.216+0000 7f8bbca00640 1 -- 172.21.15.26:0/247595013 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acf4c10940 con 0x55acf4c1b1e0 2024-04-26T23:42:39.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.217+0000 7f8bbca00640 1 --2- 172.21.15.26:0/247595013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c26c60 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f8bb0012830 tx=0x7f8bb0014070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5b3b11eb9977ba8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:39.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.217+0000 7f8ba3e00640 1 -- 172.21.15.26:0/247595013 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb0004b20 con 0x55acf4c1b1e0 2024-04-26T23:42:39.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.217+0000 7f8ba3e00640 1 -- 172.21.15.26:0/247595013 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8bb000fcf0 con 0x55acf4c1b1e0 2024-04-26T23:42:39.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.217+0000 7f8ba3e00640 1 -- 172.21.15.26:0/247595013 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb0005660 con 0x55acf4c1b1e0 2024-04-26T23:42:39.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.218+0000 7f8bc1860740 1 -- 172.21.15.26:0/247595013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 msgr2=0x55acf4c26c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.218+0000 7f8bc1860740 1 --2- 172.21.15.26:0/247595013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c26c60 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f8bb0012830 tx=0x7f8bb0014070 comp rx=0 tx=0).stop 2024-04-26T23:42:39.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.218+0000 7f8bc1860740 1 -- 172.21.15.26:0/247595013 shutdown_connections 2024-04-26T23:42:39.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.218+0000 7f8bc1860740 1 --2- 172.21.15.26:0/247595013 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c26c60 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.218+0000 7f8bc1860740 1 --2- 172.21.15.26:0/247595013 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c10b10 0x55acf4c16df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.218+0000 7f8bc1860740 1 --2- 172.21.15.26:0/247595013 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c101f0 0x55acf4c134d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.218+0000 7f8bc1860740 1 -- 172.21.15.26:0/247595013 >> 172.21.15.26:0/247595013 conn(0x55acf4c0c510 msgr2=0x55acf4c166e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:39.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.218+0000 7f8bc1860740 1 -- 172.21.15.26:0/247595013 shutdown_connections 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.218+0000 7f8bc1860740 1 -- 172.21.15.26:0/247595013 wait complete. 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.219+0000 7f8bc1860740 1 -- start start 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.219+0000 7f8bc1860740 1 Processor -- start 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.220+0000 7f8bc1860740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c101f0 0x55acf4c22f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.220+0000 7f8bc1860740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c10b10 0x55acf4c23470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.220+0000 7f8bc1860740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c1e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.220+0000 7f8bc1860740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb81aed90 con 0x55acf4c1b1e0 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.220+0000 7f8bc1860740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb81b0200 con 0x55acf4c10b10 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.220+0000 7f8bc1860740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb81af460 con 0x55acf4c101f0 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.220+0000 7f8bc1860740 10 client.0 _ll_register_callbacks cb 0x7f8ba8005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.220+0000 7f8bbca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c1e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.220+0000 7f8bbca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c1e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32892/0 (socket says 172.21.15.26:32892) 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.220+0000 7f8bbca00640 1 -- 172.21.15.26:0/3755689598 learned_addr learned my addr 172.21.15.26:0/3755689598 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:39.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.220+0000 7f8bb7e00640 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c101f0 0x55acf4c22f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.220+0000 7f8bb7400640 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c10b10 0x55acf4c23470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.221+0000 7f8bbca00640 1 -- 172.21.15.26:0/3755689598 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c101f0 msgr2=0x55acf4c22f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.221+0000 7f8bbca00640 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c101f0 0x55acf4c22f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.221+0000 7f8bbca00640 1 -- 172.21.15.26:0/3755689598 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c10b10 msgr2=0x55acf4c23470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.221+0000 7f8bbca00640 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c10b10 0x55acf4c23470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.221+0000 7f8bbca00640 1 -- 172.21.15.26:0/3755689598 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acf49507d0 con 0x55acf4c1b1e0 2024-04-26T23:42:39.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.221+0000 7f8bbca00640 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c1e330 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f8bb0012fc0 tx=0x7f8bb0012510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beddcc8aabcb1227 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:39.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.221+0000 7f8ba1600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.221+0000 7f8ba1600640 1 -- 172.21.15.26:0/3755689598 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb0037060 con 0x55acf4c1b1e0 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.221+0000 7f8bc1860740 1 -- 172.21.15.26:0/3755689598 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bb000fcf0 con 0x55acf4c1b1e0 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.221+0000 7f8ba1600640 1 -- 172.21.15.26:0/3755689598 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f8bb0004a40 con 0x55acf4c1b1e0 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.222+0000 7f8ba1600640 1 -- 172.21.15.26:0/3755689598 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8bb0004c40 con 0x55acf4c1b1e0 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.222+0000 7f8bc1860740 10 client.16872 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.222+0000 7f8bc1860740 1 -- 172.21.15.26:0/3755689598 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55acf4b1b2a0 con 0x55acf4c1b1e0 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.222+0000 7f8ba1600640 1 -- 172.21.15.26:0/3755689598 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8bb000fcf0 con 0x55acf4c1b1e0 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.223+0000 7f8ba1600640 1 -- 172.21.15.26:0/3755689598 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8bb001f650 con 0x55acf4c1b1e0 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.223+0000 7f8bc1860740 10 client.16872 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.223+0000 7f8bc1860740 10 client.16872 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.223+0000 7f8bc1860740 20 client.16872 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.223+0000 7f8bc1860740 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55acf4c91010 0x55acf4c93430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.223+0000 7f8bc1860740 4 client.16872 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:42:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.223+0000 7f8bc1860740 1 -- 172.21.15.26:0/3755689598 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55acf4b82880 con 0x55acf4c91010 2024-04-26T23:42:39.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.223+0000 7f8bb7e00640 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55acf4c91010 0x55acf4c93430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.225+0000 7f8bb7e00640 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55acf4c91010 0x55acf4c93430 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4fd398f15a6f22ca server_cookie=f440af393460dfcd in_seq=0 out_seq=0 2024-04-26T23:42:39.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.225+0000 7f8ba1600640 10 client.16872 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:42:39.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.225+0000 7f8ba1600640 1 -- 172.21.15.26:0/3755689598 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55acf4b82880 con 0x55acf4c91010 2024-04-26T23:42:39.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.225+0000 7f8ba1600640 10 client.16872 handle_command_reply: tid=0 2024-04-26T23:42:39.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.225+0000 7f8bc1860740 1 client.16872 shutdown 2024-04-26T23:42:39.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.226+0000 7f8bc1860740 1 -- 172.21.15.26:0/3755689598 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 msgr2=0x55acf4c1e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.226+0000 7f8bc1860740 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c1e330 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f8bb0012fc0 tx=0x7f8bb0012510 comp rx=0 tx=0).stop 2024-04-26T23:42:39.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.226+0000 7f8bc1860740 1 -- 172.21.15.26:0/3755689598 shutdown_connections 2024-04-26T23:42:39.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.226+0000 7f8bc1860740 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55acf4c91010 0x55acf4c93430 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.226+0000 7f8bc1860740 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55acf4c1b1e0 0x55acf4c1e330 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.226+0000 7f8bc1860740 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55acf4c10b10 0x55acf4c23470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.226+0000 7f8bc1860740 1 --2- 172.21.15.26:0/3755689598 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55acf4c101f0 0x55acf4c22f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.226+0000 7f8bc1860740 1 -- 172.21.15.26:0/3755689598 >> 172.21.15.26:0/3755689598 conn(0x55acf4c0c510 msgr2=0x55acf4c16f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:39.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.226+0000 7f8ba1600640 0 client.16872 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:42:39.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.226+0000 7f8bc1860740 1 -- 172.21.15.26:0/3755689598 shutdown_connections 2024-04-26T23:42:39.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.226+0000 7f8bc1860740 1 -- 172.21.15.26:0/3755689598 wait complete. 2024-04-26T23:42:39.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.226+0000 7f8bc1860740 20 client.16872 trim_cache size 0 max 16384 2024-04-26T23:42:39.231 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:42:39.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.227+0000 7f8bbea00640 1 -- 172.21.15.26:0/911609028 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8b9c0a3da0 msgr2=0x7f8b9c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.227+0000 7f8bbea00640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8b9c0a3da0 0x7f8b9c0a6260 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8bb806c200 tx=0x7f8bb0009680 comp rx=0 tx=0).stop 2024-04-26T23:42:39.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.227+0000 7f8bbea00640 1 -- 172.21.15.26:0/911609028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bb8075520 msgr2=0x7f8bb819b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.227+0000 7f8bbea00640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bb8075520 0x7f8bb819b7c0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f8ba400d950 tx=0x7f8ba400de10 comp rx=0 tx=0).stop 2024-04-26T23:42:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.227+0000 7f8bbea00640 1 -- 172.21.15.26:0/911609028 shutdown_connections 2024-04-26T23:42:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.227+0000 7f8bbea00640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8bb810f210 0x7f8bb819fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.227+0000 7f8bbea00640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8b9c0a3da0 0x7f8b9c0a6260 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.227+0000 7f8bbea00640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8bb8075520 0x7f8bb819b7c0 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.227+0000 7f8bbea00640 1 --2- 172.21.15.26:0/911609028 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8bb8074c00 0x7f8bb819b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.227+0000 7f8bbea00640 1 -- 172.21.15.26:0/911609028 >> 172.21.15.26:0/911609028 conn(0x7f8bb8079d80 msgr2=0x7f8bb80ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.227+0000 7f8bbea00640 1 -- 172.21.15.26:0/911609028 shutdown_connections 2024-04-26T23:42:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.227+0000 7f8bbea00640 1 -- 172.21.15.26:0/911609028 wait complete. 2024-04-26T23:42:39.250 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:42:39.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.445+0000 7f7b6ca00640 1 -- 172.21.15.26:0/1408569526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7b6810e230 msgr2=0x7f7b68115e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.445+0000 7f7b6ca00640 1 --2- 172.21.15.26:0/1408569526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7b6810e230 0x7f7b68115e00 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f7b60009be0 tx=0x7f7b6002a6c0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.445+0000 7f7b6ca00640 1 -- 172.21.15.26:0/1408569526 shutdown_connections 2024-04-26T23:42:39.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.445+0000 7f7b6ca00640 1 --2- 172.21.15.26:0/1408569526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7b6810e230 0x7f7b68115e00 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.445+0000 7f7b6ca00640 1 --2- 172.21.15.26:0/1408569526 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7b68109b60 0x7f7b6810db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.445+0000 7f7b6ca00640 1 --2- 172.21.15.26:0/1408569526 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b681091b0 0x7f7b68109590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.445+0000 7f7b6ca00640 1 -- 172.21.15.26:0/1408569526 >> 172.21.15.26:0/1408569526 conn(0x7f7b68076e70 msgr2=0x7f7b68079290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:39.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.445+0000 7f7b6ca00640 1 -- 172.21.15.26:0/1408569526 shutdown_connections 2024-04-26T23:42:39.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.445+0000 7f7b6ca00640 1 -- 172.21.15.26:0/1408569526 wait complete. 2024-04-26T23:42:39.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.446+0000 7f7b6ca00640 1 Processor -- start 2024-04-26T23:42:39.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.447+0000 7f7b6ca00640 1 -- start start 2024-04-26T23:42:39.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.447+0000 7f7b6ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b681091b0 0x7f7b6819f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.447+0000 7f7b6ca00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7b6810e230 0x7f7b6819fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.447+0000 7f7b6ca00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7b681a3ff0 0x7f7b681a44a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.447+0000 7f7b6ca00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7b68119050 con 0x7f7b681091b0 2024-04-26T23:42:39.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.447+0000 7f7b6ca00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7b68118ed0 con 0x7f7b6810e230 2024-04-26T23:42:39.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.447+0000 7f7b6ca00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681191d0 con 0x7f7b681a3ff0 2024-04-26T23:42:39.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.447+0000 7f7b65e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b681091b0 0x7f7b6819f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.447+0000 7f7b65e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b681091b0 0x7f7b6819f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32906/0 (socket says 172.21.15.26:32906) 2024-04-26T23:42:39.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.447+0000 7f7b65e00640 1 -- 172.21.15.26:0/511311518 learned_addr learned my addr 172.21.15.26:0/511311518 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:39.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.448+0000 7f7b66800640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7b681a3ff0 0x7f7b681a44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.448+0000 7f7b65400640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7b6810e230 0x7f7b6819fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.448+0000 7f7b65e00640 1 -- 172.21.15.26:0/511311518 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7b681a3ff0 msgr2=0x7f7b681a44a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.448+0000 7f7b65e00640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7b681a3ff0 0x7f7b681a44a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.448+0000 7f7b65e00640 1 -- 172.21.15.26:0/511311518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7b6810e230 msgr2=0x7f7b6819fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.448+0000 7f7b65e00640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7b6810e230 0x7f7b6819fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.448+0000 7f7b65e00640 1 -- 172.21.15.26:0/511311518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b681a4ae0 con 0x7f7b681091b0 2024-04-26T23:42:39.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.448+0000 7f7b65e00640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b681091b0 0x7f7b6819f730 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f7b5800e9c0 tx=0x7f7b5800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:39.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.449+0000 7f7b5ea00640 1 -- 172.21.15.26:0/511311518 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5800cde0 con 0x7f7b681091b0 2024-04-26T23:42:39.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.449+0000 7f7b5ea00640 1 -- 172.21.15.26:0/511311518 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7b580035f0 con 0x7f7b681091b0 2024-04-26T23:42:39.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.449+0000 7f7b5ea00640 1 -- 172.21.15.26:0/511311518 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b58010690 con 0x7f7b681091b0 2024-04-26T23:42:39.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.449+0000 7f7b6ca00640 1 -- 172.21.15.26:0/511311518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b681a4dd0 con 0x7f7b681091b0 2024-04-26T23:42:39.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.449+0000 7f7b6ca00640 1 -- 172.21.15.26:0/511311518 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b681ac570 con 0x7f7b681091b0 2024-04-26T23:42:39.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.453+0000 7f7b6f818740 1 Processor -- start 2024-04-26T23:42:39.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.453+0000 7f7b6f818740 1 -- start start 2024-04-26T23:42:39.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.453+0000 7f7b6f818740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418ac5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.454+0000 7f7b6f818740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 0x55f5418b6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.454+0000 7f7b6f818740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 0x55f5418b95d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.454+0000 7f7b6f818740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f541810c70 con 0x55f5418ac1f0 2024-04-26T23:42:39.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.454+0000 7f7b6f818740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55f5417c9980 con 0x55f5418acb10 2024-04-26T23:42:39.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.454+0000 7f7b6f818740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f54180cc30 con 0x55f5418b71e0 2024-04-26T23:42:39.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.454+0000 7f7b5ea00640 1 -- 172.21.15.26:0/511311518 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7b58004000 con 0x7f7b681091b0 2024-04-26T23:42:39.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.454+0000 7f7b66800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418ac5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.454+0000 7f7b66800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418ac5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32910/0 (socket says 172.21.15.26:32910) 2024-04-26T23:42:39.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.454+0000 7f7b66800640 1 -- 172.21.15.26:0/288080694 learned_addr learned my addr 172.21.15.26:0/288080694 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:39.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.454+0000 7f7b65400640 1 --2- 172.21.15.26:0/288080694 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 0x55f5418b95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.454+0000 7f7b65e00640 1 --2- 172.21.15.26:0/288080694 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 0x55f5418b6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.454+0000 7f7b66800640 1 -- 172.21.15.26:0/288080694 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 msgr2=0x55f5418b95d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.455+0000 7f7b66800640 1 --2- 172.21.15.26:0/288080694 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 0x55f5418b95d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.455+0000 7f7b66800640 1 -- 172.21.15.26:0/288080694 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 msgr2=0x55f5418b6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.455+0000 7f7b66800640 1 --2- 172.21.15.26:0/288080694 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 0x55f5418b6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.455+0000 7f7b66800640 1 -- 172.21.15.26:0/288080694 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5417a17b0 con 0x55f5418ac1f0 2024-04-26T23:42:39.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.455+0000 7f7b65e00640 1 --2- 172.21.15.26:0/288080694 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 0x55f5418b6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:42:39.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.455+0000 7f7b66800640 1 --2- 172.21.15.26:0/288080694 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418ac5d0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f7b6002acb0 tx=0x7f7b60009280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5bc0795a03e68e8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:39.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.455+0000 7f7b5ea00640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7b4c0a3d20 0x7f7b4c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.456+0000 7f7b53000640 1 -- 172.21.15.26:0/288080694 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b60040030 con 0x55f5418ac1f0 2024-04-26T23:42:39.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.456+0000 7f7b53000640 1 -- 172.21.15.26:0/288080694 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7b60037040 con 0x55f5418ac1f0 2024-04-26T23:42:39.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.456+0000 7f7b53000640 1 -- 172.21.15.26:0/288080694 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b60036070 con 0x55f5418ac1f0 2024-04-26T23:42:39.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.456+0000 7f7b5ea00640 1 -- 172.21.15.26:0/511311518 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f7b580d0c30 con 0x7f7b681091b0 2024-04-26T23:42:39.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.456+0000 7f7b65e00640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7b4c0a3d20 0x7f7b4c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.457+0000 7f7b65e00640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7b4c0a3d20 0x7f7b4c0a61e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x55f5418ad7b0 tx=0x7f7b58003d70 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:39.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.457+0000 7f7b6f818740 1 -- 172.21.15.26:0/288080694 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 msgr2=0x55f5418ac5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.457+0000 7f7b6f818740 1 --2- 172.21.15.26:0/288080694 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418ac5d0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f7b6002acb0 tx=0x7f7b60009280 comp rx=0 tx=0).stop 2024-04-26T23:42:39.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.457+0000 7f7b6f818740 1 -- 172.21.15.26:0/288080694 shutdown_connections 2024-04-26T23:42:39.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.457+0000 7f7b6f818740 1 --2- 172.21.15.26:0/288080694 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 0x55f5418b95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.457+0000 7f7b6f818740 1 --2- 172.21.15.26:0/288080694 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 0x55f5418b6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.457+0000 7f7b6f818740 1 --2- 172.21.15.26:0/288080694 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418ac5d0 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.457+0000 7f7b6f818740 1 -- 172.21.15.26:0/288080694 >> 172.21.15.26:0/288080694 conn(0x55f5418a8510 msgr2=0x55f5418a88f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:39.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.457+0000 7f7b6f818740 1 -- 172.21.15.26:0/288080694 shutdown_connections 2024-04-26T23:42:39.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.457+0000 7f7b6f818740 1 -- 172.21.15.26:0/288080694 wait complete. 2024-04-26T23:42:39.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.458+0000 7f7b6f818740 1 -- start start 2024-04-26T23:42:39.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.458+0000 7f7b6f818740 1 Processor -- start 2024-04-26T23:42:39.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.459+0000 7f7b6f818740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418ac1f0 0x55f5418b6c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.459+0000 7f7b6f818740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418acb10 0x55f5418b3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.459+0000 7f7b6f818740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418b71e0 0x55f5418b4650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.459+0000 7f7b6f818740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f54180ff80 con 0x55f5418acb10 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.459+0000 7f7b6f818740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55f5417bd260 con 0x55f5418b71e0 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.459+0000 7f7b6f818740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f5418152a0 con 0x55f5418ac1f0 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.459+0000 7f7b6f818740 10 client.0 _ll_register_callbacks cb 0x55f541807960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.459+0000 7f7b65400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418acb10 0x55f5418b3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.459+0000 7f7b65400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418acb10 0x55f5418b3f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32914/0 (socket says 172.21.15.26:32914) 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.459+0000 7f7b65400640 1 -- 172.21.15.26:0/2505014123 learned_addr learned my addr 172.21.15.26:0/2505014123 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.459+0000 7f7b66800640 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418ac1f0 0x55f5418b6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.460+0000 7f7b66800640 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418b71e0 0x55f5418b4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.460+0000 7f7b65400640 1 -- 172.21.15.26:0/2505014123 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418ac1f0 msgr2=0x55f5418b6c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.460+0000 7f7b65400640 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418ac1f0 0x55f5418b6c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.460+0000 7f7b65400640 1 -- 172.21.15.26:0/2505014123 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418b71e0 msgr2=0x55f5418b4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.460+0000 7f7b65400640 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418b71e0 0x55f5418b4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.460+0000 7f7b65400640 1 -- 172.21.15.26:0/2505014123 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f54179f1c0 con 0x55f5418acb10 2024-04-26T23:42:39.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.460+0000 7f7b65400640 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418acb10 0x55f5418b3f10 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f7b54013710 tx=0x7f7b54013bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed80aca87f8fe7f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:39.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.460+0000 7f7b47400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:39.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.462+0000 7f7b47400640 1 -- 172.21.15.26:0/2505014123 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b54004460 con 0x55f5418acb10 2024-04-26T23:42:39.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.462+0000 7f7b47400640 1 -- 172.21.15.26:0/2505014123 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f7b540119c0 con 0x55f5418acb10 2024-04-26T23:42:39.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.462+0000 7f7b6f818740 1 -- 172.21.15.26:0/2505014123 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b60037040 con 0x55f5418acb10 2024-04-26T23:42:39.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.462+0000 7f7b47400640 1 -- 172.21.15.26:0/2505014123 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7b54011bc0 con 0x55f5418acb10 2024-04-26T23:42:39.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.463+0000 7f7b6f818740 10 client.16884 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:39.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.463+0000 7f7b6f818740 1 -- 172.21.15.26:0/2505014123 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f5415223f0 con 0x55f5418acb10 2024-04-26T23:42:39.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.463+0000 7f7b47400640 1 -- 172.21.15.26:0/2505014123 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7b60037040 con 0x55f5418acb10 2024-04-26T23:42:39.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.463+0000 7f7b47400640 1 -- 172.21.15.26:0/2505014123 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7b5401a070 con 0x55f5418acb10 2024-04-26T23:42:39.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.463+0000 7f7b6f818740 10 client.16884 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:39.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.463+0000 7f7b6f818740 10 client.16884 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:39.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.463+0000 7f7b6f818740 20 client.16884 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:39.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.463+0000 7f7b6f818740 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f5418c6d10 0x55f5418c9130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.463+0000 7f7b6f818740 4 client.16884 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:42:39.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.463+0000 7f7b6f818740 1 -- 172.21.15.26:0/2505014123 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f54181e880 con 0x55f5418c6d10 2024-04-26T23:42:39.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.464+0000 7f7b66800640 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f5418c6d10 0x55f5418c9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.465+0000 7f7b66800640 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f5418c6d10 0x55f5418c9130 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd72eb6bb1b372cd server_cookie=d151b4e4d132e065 in_seq=0 out_seq=0 2024-04-26T23:42:39.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.465+0000 7f7b47400640 10 client.16884 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.467+0000 7f7b47400640 1 -- 172.21.15.26:0/2505014123 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f54181e880 con 0x55f5418c6d10 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.467+0000 7f7b47400640 10 client.16884 handle_command_reply: tid=0 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.467+0000 7f7b6f818740 1 client.16884 shutdown 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.467+0000 7f7b6f818740 1 -- 172.21.15.26:0/2505014123 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418acb10 msgr2=0x55f5418b3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.467+0000 7f7b6f818740 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418acb10 0x55f5418b3f10 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f7b54013710 tx=0x7f7b54013bd0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.467+0000 7f7b6f818740 1 -- 172.21.15.26:0/2505014123 shutdown_connections 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.467+0000 7f7b6f818740 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f5418c6d10 0x55f5418c9130 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.467+0000 7f7b6f818740 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418b71e0 0x55f5418b4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.467+0000 7f7b6f818740 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418acb10 0x55f5418b3f10 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.467+0000 7f7b6f818740 1 --2- 172.21.15.26:0/2505014123 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418ac1f0 0x55f5418b6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.467+0000 7f7b6f818740 1 -- 172.21.15.26:0/2505014123 >> 172.21.15.26:0/2505014123 conn(0x55f5418a8510 msgr2=0x55f5418ae1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.467+0000 7f7b47400640 0 client.16884 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:39.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.468+0000 7f7b6f818740 1 -- 172.21.15.26:0/2505014123 shutdown_connections 2024-04-26T23:42:39.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.468+0000 7f7b6f818740 1 -- 172.21.15.26:0/2505014123 wait complete. 2024-04-26T23:42:39.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.468+0000 7f7b6f818740 20 client.16884 trim_cache size 0 max 16384 2024-04-26T23:42:39.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.483+0000 7f7b6f818740 1 Processor -- start 2024-04-26T23:42:39.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.483+0000 7f7b6f818740 1 -- start start 2024-04-26T23:42:39.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.483+0000 7f7b6f818740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418b6750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.483+0000 7f7b6f818740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 0x55f5418b6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.483+0000 7f7b6f818740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 0x55f5418cea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.483+0000 7f7b6f818740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681b7470 con 0x55f5418ac1f0 2024-04-26T23:42:39.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.483+0000 7f7b6f818740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681b4d40 con 0x55f5418acb10 2024-04-26T23:42:39.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.483+0000 7f7b6f818740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681b2b70 con 0x55f5418b71e0 2024-04-26T23:42:39.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.483+0000 7f7b66800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418b6750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.483+0000 7f7b66800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418b6750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32922/0 (socket says 172.21.15.26:32922) 2024-04-26T23:42:39.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.483+0000 7f7b66800640 1 -- 172.21.15.26:0/4249637485 learned_addr learned my addr 172.21.15.26:0/4249637485 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:39.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.484+0000 7f7b65400640 1 --2- 172.21.15.26:0/4249637485 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 0x55f5418b6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.484+0000 7f7b66800640 1 -- 172.21.15.26:0/4249637485 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 msgr2=0x55f5418cea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.484+0000 7f7b66800640 1 --2- 172.21.15.26:0/4249637485 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 0x55f5418cea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.484+0000 7f7b66800640 1 -- 172.21.15.26:0/4249637485 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 msgr2=0x55f5418b6c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.484+0000 7f7b66800640 1 --2- 172.21.15.26:0/4249637485 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 0x55f5418b6c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.484+0000 7f7b66800640 1 -- 172.21.15.26:0/4249637485 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5415ec7d0 con 0x55f5418ac1f0 2024-04-26T23:42:39.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.484+0000 7f7b66800640 1 --2- 172.21.15.26:0/4249637485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418b6750 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f7b60009be0 tx=0x7f7b60005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9de4e0ebc34435b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:39.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.485+0000 7f7b52600640 1 -- 172.21.15.26:0/4249637485 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b60036040 con 0x55f5418ac1f0 2024-04-26T23:42:39.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.485+0000 7f7b52600640 1 -- 172.21.15.26:0/4249637485 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7b60030860 con 0x55f5418ac1f0 2024-04-26T23:42:39.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.485+0000 7f7b52600640 1 -- 172.21.15.26:0/4249637485 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b60040040 con 0x55f5418ac1f0 2024-04-26T23:42:39.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.485+0000 7f7b6f818740 1 -- 172.21.15.26:0/4249637485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 msgr2=0x55f5418b6750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.485+0000 7f7b6f818740 1 --2- 172.21.15.26:0/4249637485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418b6750 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f7b60009be0 tx=0x7f7b60005fd0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.485+0000 7f7b6f818740 1 -- 172.21.15.26:0/4249637485 shutdown_connections 2024-04-26T23:42:39.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.485+0000 7f7b6f818740 1 --2- 172.21.15.26:0/4249637485 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 0x55f5418cea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.485+0000 7f7b6f818740 1 --2- 172.21.15.26:0/4249637485 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 0x55f5418b6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.485+0000 7f7b6f818740 1 --2- 172.21.15.26:0/4249637485 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418b6750 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.485+0000 7f7b6f818740 1 -- 172.21.15.26:0/4249637485 >> 172.21.15.26:0/4249637485 conn(0x55f5418a8510 msgr2=0x55f5418af4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.486+0000 7f7b6f818740 1 -- 172.21.15.26:0/4249637485 shutdown_connections 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.486+0000 7f7b6f818740 1 -- 172.21.15.26:0/4249637485 wait complete. 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.486+0000 7f7b6f818740 1 -- start start 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.486+0000 7f7b6f818740 1 Processor -- start 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b6f818740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418bf0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b6f818740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 0x55f5418bf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b6f818740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 0x55f5418ba860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b6f818740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681b3200 con 0x55f5418ac1f0 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b6f818740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681b4670 con 0x55f5418acb10 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b6f818740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7b681b38d0 con 0x55f5418b71e0 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b6f818740 10 client.0 _ll_register_callbacks cb 0x7f7b54009610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b66800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418bf0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b66800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418bf0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32928/0 (socket says 172.21.15.26:32928) 2024-04-26T23:42:39.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b66800640 1 -- 172.21.15.26:0/1715194594 learned_addr learned my addr 172.21.15.26:0/1715194594 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:39.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b66800640 1 -- 172.21.15.26:0/1715194594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 msgr2=0x55f5418ba860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b66800640 1 --2- 172.21.15.26:0/1715194594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 0x55f5418ba860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b66800640 1 -- 172.21.15.26:0/1715194594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 msgr2=0x55f5418bf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:39.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b66800640 1 --2- 172.21.15.26:0/1715194594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 0x55f5418bf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.487+0000 7f7b66800640 1 -- 172.21.15.26:0/1715194594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5417b72a0 con 0x55f5418ac1f0 2024-04-26T23:42:39.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.488+0000 7f7b66800640 1 --2- 172.21.15.26:0/1715194594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418bf0c0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f7b6002ac80 tx=0x7f7b60009840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c8b33eafbcea1dc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.488+0000 7f7b47400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.488+0000 7f7b47400640 1 -- 172.21.15.26:0/1715194594 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b60053070 con 0x55f5418ac1f0 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.488+0000 7f7b47400640 1 -- 172.21.15.26:0/1715194594 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f7b6004fde0 con 0x55f5418ac1f0 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.488+0000 7f7b6f818740 1 -- 172.21.15.26:0/1715194594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b60030860 con 0x55f5418ac1f0 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.488+0000 7f7b47400640 1 -- 172.21.15.26:0/1715194594 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7b6005f050 con 0x55f5418ac1f0 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.488+0000 7f7b6f818740 10 client.16890 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.488+0000 7f7b6f818740 1 -- 172.21.15.26:0/1715194594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f54192cd30 con 0x55f5418ac1f0 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.489+0000 7f7b47400640 1 -- 172.21.15.26:0/1715194594 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7b60030860 con 0x55f5418ac1f0 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.489+0000 7f7b47400640 1 -- 172.21.15.26:0/1715194594 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7b60004000 con 0x55f5418ac1f0 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.489+0000 7f7b6f818740 10 client.16890 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.489+0000 7f7b6f818740 10 client.16890 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.489+0000 7f7b6f818740 20 client.16890 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.489+0000 7f7b6f818740 1 --2- 172.21.15.26:0/1715194594 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f54192cf60 0x55f54192f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:39.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.489+0000 7f7b6f818740 4 client.16890 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.489+0000 7f7b6f818740 1 -- 172.21.15.26:0/1715194594 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f5418186f0 con 0x55f54192cf60 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.490+0000 7f7b65400640 1 --2- 172.21.15.26:0/1715194594 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f54192cf60 0x55f54192f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.491+0000 7f7b65400640 1 --2- 172.21.15.26:0/1715194594 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f54192cf60 0x55f54192f350 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69ee97ad369713e9 server_cookie=53f3783ddae9d8b in_seq=0 out_seq=0 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.491+0000 7f7b47400640 10 client.16890 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.491+0000 7f7b47400640 1 -- 172.21.15.26:0/1715194594 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f5418186f0 con 0x55f54192cf60 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.491+0000 7f7b47400640 10 client.16890 handle_command_reply: tid=0 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.491+0000 7f7b6f818740 1 client.16890 shutdown 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.491+0000 7f7b6f818740 1 -- 172.21.15.26:0/1715194594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 msgr2=0x55f5418bf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.491+0000 7f7b6f818740 1 --2- 172.21.15.26:0/1715194594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418bf0c0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f7b6002ac80 tx=0x7f7b60009840 comp rx=0 tx=0).stop 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.491+0000 7f7b6f818740 1 -- 172.21.15.26:0/1715194594 shutdown_connections 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.491+0000 7f7b6f818740 1 --2- 172.21.15.26:0/1715194594 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f54192cf60 0x55f54192f350 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.491+0000 7f7b6f818740 1 --2- 172.21.15.26:0/1715194594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f5418b71e0 0x55f5418ba860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.492+0000 7f7b6f818740 1 --2- 172.21.15.26:0/1715194594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f5418acb10 0x55f5418bf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.492+0000 7f7b6f818740 1 --2- 172.21.15.26:0/1715194594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f5418ac1f0 0x55f5418bf0c0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.492+0000 7f7b6f818740 1 -- 172.21.15.26:0/1715194594 >> 172.21.15.26:0/1715194594 conn(0x55f5418a8510 msgr2=0x55f5418a7da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:39.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.492+0000 7f7b47400640 0 client.16890 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:39.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.492+0000 7f7b6f818740 1 -- 172.21.15.26:0/1715194594 shutdown_connections 2024-04-26T23:42:39.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.492+0000 7f7b6f818740 1 -- 172.21.15.26:0/1715194594 wait complete. 2024-04-26T23:42:39.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.492+0000 7f7b6f818740 20 client.16890 trim_cache size 0 max 16384 2024-04-26T23:42:39.500 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:42:39.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.493+0000 7f7b6ca00640 1 -- 172.21.15.26:0/511311518 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7b4c0a3d20 msgr2=0x7f7b4c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.493+0000 7f7b6ca00640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7b4c0a3d20 0x7f7b4c0a61e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x55f5418ad7b0 tx=0x7f7b58003d70 comp rx=0 tx=0).stop 2024-04-26T23:42:39.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.493+0000 7f7b6ca00640 1 -- 172.21.15.26:0/511311518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b681091b0 msgr2=0x7f7b6819f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:39.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.493+0000 7f7b6ca00640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b681091b0 0x7f7b6819f730 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f7b5800e9c0 tx=0x7f7b5800ee80 comp rx=0 tx=0).stop 2024-04-26T23:42:39.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.493+0000 7f7b6ca00640 1 -- 172.21.15.26:0/511311518 shutdown_connections 2024-04-26T23:42:39.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.493+0000 7f7b6ca00640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7b681a3ff0 0x7f7b681a44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.493+0000 7f7b6ca00640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7b6810e230 0x7f7b6819fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.493+0000 7f7b6ca00640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7b4c0a3d20 0x7f7b4c0a61e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.493+0000 7f7b6ca00640 1 --2- 172.21.15.26:0/511311518 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7b681091b0 0x7f7b6819f730 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:39.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.493+0000 7f7b6ca00640 1 -- 172.21.15.26:0/511311518 >> 172.21.15.26:0/511311518 conn(0x7f7b68076e70 msgr2=0x7f7b68078220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:39.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.493+0000 7f7b6ca00640 1 -- 172.21.15.26:0/511311518 shutdown_connections 2024-04-26T23:42:39.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:39.493+0000 7f7b6ca00640 1 -- 172.21.15.26:0/511311518 wait complete. 2024-04-26T23:42:39.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:39 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3549708526' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:42:39.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:39 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3549708526' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:42:39.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:39 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3549708526' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:42:40.515 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:42:40.515 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:42:40.516 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:42:40.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.757+0000 7fe1e9c00640 1 -- 172.21.15.26:0/1914169986 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1e4074ce0 msgr2=0x7fe1e40750c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:40.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.757+0000 7fe1e9c00640 1 --2- 172.21.15.26:0/1914169986 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1e4074ce0 0x7fe1e40750c0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fe1d4009900 tx=0x7fe1d402a480 comp rx=0 tx=0).stop 2024-04-26T23:42:40.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.757+0000 7fe1e9c00640 1 -- 172.21.15.26:0/1914169986 shutdown_connections 2024-04-26T23:42:40.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.757+0000 7fe1e9c00640 1 --2- 172.21.15.26:0/1914169986 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe1e410f090 0x7fe1e4111480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.757+0000 7fe1e9c00640 1 --2- 172.21.15.26:0/1914169986 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe1e4075600 0x7fe1e410eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.757+0000 7fe1e9c00640 1 --2- 172.21.15.26:0/1914169986 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1e4074ce0 0x7fe1e40750c0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.757+0000 7fe1e9c00640 1 -- 172.21.15.26:0/1914169986 >> 172.21.15.26:0/1914169986 conn(0x7fe1e40fe300 msgr2=0x7fe1e4100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:40.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.757+0000 7fe1e9c00640 1 -- 172.21.15.26:0/1914169986 shutdown_connections 2024-04-26T23:42:40.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.757+0000 7fe1e9c00640 1 -- 172.21.15.26:0/1914169986 wait complete. 2024-04-26T23:42:40.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.758+0000 7fe1e9c00640 1 Processor -- start 2024-04-26T23:42:40.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.759+0000 7fe1e9c00640 1 -- start start 2024-04-26T23:42:40.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.759+0000 7fe1e9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1e4074ce0 0x7fe1e419b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.759+0000 7fe1e9c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe1e4075600 0x7fe1e419b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.759+0000 7fe1e9c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe1e410f090 0x7fe1e419f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.759+0000 7fe1e9c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e4114b60 con 0x7fe1e4074ce0 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.759+0000 7fe1e9c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e41149e0 con 0x7fe1e410f090 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.759+0000 7fe1e9c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e4114ce0 con 0x7fe1e4075600 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.759+0000 7fe1e3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1e4074ce0 0x7fe1e419b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.759+0000 7fe1e3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1e4074ce0 0x7fe1e419b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32952/0 (socket says 172.21.15.26:32952) 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.759+0000 7fe1e3e00640 1 -- 172.21.15.26:0/3117156315 learned_addr learned my addr 172.21.15.26:0/3117156315 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.760+0000 7fe1e3400640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe1e4075600 0x7fe1e419b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.760+0000 7fe1e9200640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe1e410f090 0x7fe1e419f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.760+0000 7fe1e3e00640 1 -- 172.21.15.26:0/3117156315 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe1e4075600 msgr2=0x7fe1e419b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.760+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe1e4075600 0x7fe1e419b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.760+0000 7fe1e3e00640 1 -- 172.21.15.26:0/3117156315 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe1e410f090 msgr2=0x7fe1e419f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:40.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.760+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe1e410f090 0x7fe1e419f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.760+0000 7fe1e3e00640 1 -- 172.21.15.26:0/3117156315 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1e41a0100 con 0x7fe1e4074ce0 2024-04-26T23:42:40.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.760+0000 7fe1e9200640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe1e410f090 0x7fe1e419f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:42:40.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.760+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1e4074ce0 0x7fe1e419b160 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fe1d402a9a0 tx=0x7fe1d4003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:40.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.761+0000 7fe1e0c00640 1 -- 172.21.15.26:0/3117156315 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d403f070 con 0x7fe1e4074ce0 2024-04-26T23:42:40.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.761+0000 7fe1e0c00640 1 -- 172.21.15.26:0/3117156315 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe1d4003e40 con 0x7fe1e4074ce0 2024-04-26T23:42:40.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.761+0000 7fe1e0c00640 1 -- 172.21.15.26:0/3117156315 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d4035030 con 0x7fe1e4074ce0 2024-04-26T23:42:40.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.761+0000 7fe1e9c00640 1 -- 172.21.15.26:0/3117156315 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1e41a0390 con 0x7fe1e4074ce0 2024-04-26T23:42:40.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.761+0000 7fe1e9c00640 1 -- 172.21.15.26:0/3117156315 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1e41a7c80 con 0x7fe1e4074ce0 2024-04-26T23:42:40.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.764+0000 7fe1edf9a740 1 Processor -- start 2024-04-26T23:42:40.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.764+0000 7fe1edf9a740 1 -- start start 2024-04-26T23:42:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.765+0000 7fe1edf9a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e57240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.765+0000 7fe1edf9a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e57780 0x564821e61910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.765+0000 7fe1e0c00640 1 -- 172.21.15.26:0/3117156315 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe1d4042070 con 0x7fe1e4074ce0 2024-04-26T23:42:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.765+0000 7fe1edf9a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e61e50 0x564821e64240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.765+0000 7fe1edf9a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564821dbc980 con 0x564821e57780 2024-04-26T23:42:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.765+0000 7fe1edf9a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x564821d59220 con 0x564821e56e60 2024-04-26T23:42:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.765+0000 7fe1edf9a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564821db8940 con 0x564821e61e50 2024-04-26T23:42:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.765+0000 7fe1e3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e57780 0x564821e61910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.766+0000 7fe1e3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e57780 0x564821e61910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32956/0 (socket says 172.21.15.26:32956) 2024-04-26T23:42:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.766+0000 7fe1e3e00640 1 -- 172.21.15.26:0/3782095981 learned_addr learned my addr 172.21.15.26:0/3782095981 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.766+0000 7fe1e9200640 1 --2- 172.21.15.26:0/3782095981 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e57240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.766+0000 7fe1e3400640 1 --2- 172.21.15.26:0/3782095981 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e61e50 0x564821e64240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.766+0000 7fe1e3e00640 1 -- 172.21.15.26:0/3782095981 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e61e50 msgr2=0x564821e64240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:40.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.766+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/3782095981 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e61e50 0x564821e64240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.766+0000 7fe1e3e00640 1 -- 172.21.15.26:0/3782095981 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 msgr2=0x564821e57240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:40.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.766+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/3782095981 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e57240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.766+0000 7fe1e3e00640 1 -- 172.21.15.26:0/3782095981 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564821b967e0 con 0x564821e57780 2024-04-26T23:42:40.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.767+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/3782095981 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e57780 0x564821e61910 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fe1d40ee6c0 tx=0x7fe1d40f9320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d0875f6f8d146e5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:40.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.767+0000 7fe1e0c00640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe1c80a3da0 0x7fe1c80a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.767+0000 7fe1e0c00640 1 -- 172.21.15.26:0/3117156315 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fe1d40f1020 con 0x7fe1e4074ce0 2024-04-26T23:42:40.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.767+0000 7fe1e9200640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe1c80a3da0 0x7fe1c80a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.767+0000 7fe1d9600640 1 -- 172.21.15.26:0/3782095981 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d40b9270 con 0x564821e57780 2024-04-26T23:42:40.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.767+0000 7fe1d9600640 1 -- 172.21.15.26:0/3782095981 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe1d40fe030 con 0x564821e57780 2024-04-26T23:42:40.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.767+0000 7fe1d9600640 1 -- 172.21.15.26:0/3782095981 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d40f4c00 con 0x564821e57780 2024-04-26T23:42:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.768+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3782095981 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e57780 msgr2=0x564821e61910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.768+0000 7fe1e9200640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe1c80a3da0 0x7fe1c80a6260 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc005fd0 tx=0x7fe1dc009680 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.768+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/3782095981 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e57780 0x564821e61910 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fe1d40ee6c0 tx=0x7fe1d40f9320 comp rx=0 tx=0).stop 2024-04-26T23:42:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.768+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3782095981 shutdown_connections 2024-04-26T23:42:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.768+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/3782095981 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e61e50 0x564821e64240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.768+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/3782095981 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e57780 0x564821e61910 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.768+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/3782095981 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e57240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.768+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3782095981 >> 172.21.15.26:0/3782095981 conn(0x564821e53180 msgr2=0x564821e53560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.769+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3782095981 shutdown_connections 2024-04-26T23:42:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.769+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3782095981 wait complete. 2024-04-26T23:42:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.769+0000 7fe1edf9a740 1 -- start start 2024-04-26T23:42:40.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.769+0000 7fe1edf9a740 1 Processor -- start 2024-04-26T23:42:40.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.770+0000 7fe1edf9a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e5ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.770+0000 7fe1edf9a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e57780 0x564821e5f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.770+0000 7fe1edf9a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 0x564821e5f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.770+0000 7fe1edf9a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564821e64a00 con 0x564821e61e50 2024-04-26T23:42:40.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.770+0000 7fe1edf9a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x564821d44170 con 0x564821e56e60 2024-04-26T23:42:40.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.770+0000 7fe1edf9a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564821e64b80 con 0x564821e57780 2024-04-26T23:42:40.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.770+0000 7fe1edf9a740 10 client.0 _ll_register_callbacks cb 0x564821db3770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:40.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.770+0000 7fe1e9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 0x564821e5f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.770+0000 7fe1e9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 0x564821e5f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32970/0 (socket says 172.21.15.26:32970) 2024-04-26T23:42:40.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.770+0000 7fe1e9200640 1 -- 172.21.15.26:0/4261438047 learned_addr learned my addr 172.21.15.26:0/4261438047 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:40.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.770+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e5ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.771+0000 7fe1e3400640 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e57780 0x564821e5f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.771+0000 7fe1e9200640 1 -- 172.21.15.26:0/4261438047 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e57780 msgr2=0x564821e5f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:40.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.771+0000 7fe1e9200640 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e57780 0x564821e5f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.771+0000 7fe1e9200640 1 -- 172.21.15.26:0/4261438047 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 msgr2=0x564821e5ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:40.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.771+0000 7fe1e9200640 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e5ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.771+0000 7fe1e9200640 1 -- 172.21.15.26:0/4261438047 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564821bf6f70 con 0x564821e61e50 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.771+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e5ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.771+0000 7fe1e9200640 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 0x564821e5f890 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc012960 tx=0x7fe1dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4193ec2ea69f5ace server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.771+0000 7fe1ce000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.772+0000 7fe1ce000640 1 -- 172.21.15.26:0/4261438047 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1dc00fcf0 con 0x564821e61e50 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.772+0000 7fe1ce000640 1 -- 172.21.15.26:0/4261438047 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fe1dc01f420 con 0x564821e61e50 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.772+0000 7fe1edf9a740 1 -- 172.21.15.26:0/4261438047 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1d40fe030 con 0x564821e61e50 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.772+0000 7fe1ce000640 1 -- 172.21.15.26:0/4261438047 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe1dc01f620 con 0x564821e61e50 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.772+0000 7fe1edf9a740 10 client.16902 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.772+0000 7fe1edf9a740 1 -- 172.21.15.26:0/4261438047 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564821a8e170 con 0x564821e61e50 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.772+0000 7fe1ce000640 1 -- 172.21.15.26:0/4261438047 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe1d40fe030 con 0x564821e61e50 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.773+0000 7fe1ce000640 1 -- 172.21.15.26:0/4261438047 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe1dc027730 con 0x564821e61e50 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.773+0000 7fe1edf9a740 10 client.16902 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.773+0000 7fe1edf9a740 10 client.16902 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:40.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.773+0000 7fe1edf9a740 20 client.16902 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.773+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564821e71c10 0x564821e74070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.773+0000 7fe1edf9a740 4 client.16902 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:42:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.773+0000 7fe1edf9a740 1 -- 172.21.15.26:0/4261438047 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564821dca590 con 0x564821e71c10 2024-04-26T23:42:40.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.773+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564821e71c10 0x564821e74070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:40 smithi026 ceph-mon[28371]: pgmap v207: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.774+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564821e71c10 0x564821e74070 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef43e5e1e846e0e4 server_cookie=df35aff77e93f97d in_seq=0 out_seq=0 2024-04-26T23:42:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.774+0000 7fe1ce000640 10 client.16902 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:40.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.776+0000 7fe1ce000640 1 -- 172.21.15.26:0/4261438047 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564821dca590 con 0x564821e71c10 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.776+0000 7fe1ce000640 10 client.16902 handle_command_reply: tid=0 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.776+0000 7fe1edf9a740 1 client.16902 shutdown 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.776+0000 7fe1edf9a740 1 -- 172.21.15.26:0/4261438047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 msgr2=0x564821e5f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.776+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 0x564821e5f890 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc012960 tx=0x7fe1dc004a40 comp rx=0 tx=0).stop 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.777+0000 7fe1edf9a740 1 -- 172.21.15.26:0/4261438047 shutdown_connections 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.777+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564821e71c10 0x564821e74070 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.777+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 0x564821e5f890 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.777+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e57780 0x564821e5f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.777+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/4261438047 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e5ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.777+0000 7fe1edf9a740 1 -- 172.21.15.26:0/4261438047 >> 172.21.15.26:0/4261438047 conn(0x564821e53180 msgr2=0x564821e58e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.777+0000 7fe1ce000640 0 client.16902 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.777+0000 7fe1edf9a740 1 -- 172.21.15.26:0/4261438047 shutdown_connections 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.777+0000 7fe1edf9a740 1 -- 172.21.15.26:0/4261438047 wait complete. 2024-04-26T23:42:40.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.777+0000 7fe1edf9a740 20 client.16902 trim_cache size 0 max 16384 2024-04-26T23:42:40.782 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:40 smithi164 ceph-mon[31699]: pgmap v207: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.801+0000 7fe1edf9a740 1 Processor -- start 2024-04-26T23:42:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.801+0000 7fe1edf9a740 1 -- start start 2024-04-26T23:42:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.801+0000 7fe1edf9a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e56e60 0x564821e5df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.801+0000 7fe1edf9a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e57780 0x564821e6d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.801+0000 7fe1edf9a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e61e50 0x564821e595c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.801+0000 7fe1edf9a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e41b2de0 con 0x564821e56e60 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.801+0000 7fe1edf9a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e41b06b0 con 0x564821e57780 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.801+0000 7fe1edf9a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e41ae4e0 con 0x564821e61e50 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.802+0000 7fe1e3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e56e60 0x564821e5df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.802+0000 7fe1e3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e56e60 0x564821e5df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32982/0 (socket says 172.21.15.26:32982) 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.802+0000 7fe1e3e00640 1 -- 172.21.15.26:0/1810028344 learned_addr learned my addr 172.21.15.26:0/1810028344 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.802+0000 7fe1e9200640 1 --2- 172.21.15.26:0/1810028344 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e61e50 0x564821e595c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.802+0000 7fe1e3400640 1 --2- 172.21.15.26:0/1810028344 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e57780 0x564821e6d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.802+0000 7fe1e3e00640 1 -- 172.21.15.26:0/1810028344 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e61e50 msgr2=0x564821e595c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.802+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/1810028344 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e61e50 0x564821e595c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.802+0000 7fe1e3e00640 1 -- 172.21.15.26:0/1810028344 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e57780 msgr2=0x564821e6d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.802+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/1810028344 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e57780 0x564821e6d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.802+0000 7fe1e3e00640 1 -- 172.21.15.26:0/1810028344 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564821e53b00 con 0x564821e56e60 2024-04-26T23:42:40.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.803+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/1810028344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e56e60 0x564821e5df80 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fe1d40b9430 tx=0x7fe1d4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28a36a49dea14460 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:40.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.803+0000 7fe1d8c00640 1 -- 172.21.15.26:0/1810028344 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d4049040 con 0x564821e56e60 2024-04-26T23:42:40.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.803+0000 7fe1d8c00640 1 -- 172.21.15.26:0/1810028344 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe1d40fe040 con 0x564821e56e60 2024-04-26T23:42:40.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.803+0000 7fe1d8c00640 1 -- 172.21.15.26:0/1810028344 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d40bc930 con 0x564821e56e60 2024-04-26T23:42:40.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.804+0000 7fe1edf9a740 1 -- 172.21.15.26:0/1810028344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e56e60 msgr2=0x564821e5df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:40.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.804+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/1810028344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e56e60 0x564821e5df80 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fe1d40b9430 tx=0x7fe1d4009260 comp rx=0 tx=0).stop 2024-04-26T23:42:40.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.804+0000 7fe1edf9a740 1 -- 172.21.15.26:0/1810028344 shutdown_connections 2024-04-26T23:42:40.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.804+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/1810028344 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e61e50 0x564821e595c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.804+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/1810028344 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e57780 0x564821e6d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.804+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/1810028344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e56e60 0x564821e5df80 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.804+0000 7fe1edf9a740 1 -- 172.21.15.26:0/1810028344 >> 172.21.15.26:0/1810028344 conn(0x564821e53180 msgr2=0x564821e5f660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.804+0000 7fe1edf9a740 1 -- 172.21.15.26:0/1810028344 shutdown_connections 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.804+0000 7fe1edf9a740 1 -- 172.21.15.26:0/1810028344 wait complete. 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.804+0000 7fe1edf9a740 1 -- start start 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.805+0000 7fe1edf9a740 1 Processor -- start 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.805+0000 7fe1edf9a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e6a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.805+0000 7fe1edf9a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e57780 0x564821e654c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.805+0000 7fe1edf9a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 0x564821e65ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.805+0000 7fe1edf9a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e41aeb70 con 0x564821e61e50 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.805+0000 7fe1edf9a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e41affe0 con 0x564821e56e60 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.805+0000 7fe1edf9a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e41af240 con 0x564821e57780 2024-04-26T23:42:40.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.805+0000 7fe1edf9a740 10 client.0 _ll_register_callbacks cb 0x7fe1dc0125e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.805+0000 7fe1e9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 0x564821e65ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.806+0000 7fe1e9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 0x564821e65ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32996/0 (socket says 172.21.15.26:32996) 2024-04-26T23:42:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.806+0000 7fe1e9200640 1 -- 172.21.15.26:0/3781772783 learned_addr learned my addr 172.21.15.26:0/3781772783 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.806+0000 7fe1e3400640 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e57780 0x564821e654c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.806+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e6a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.806+0000 7fe1e9200640 1 -- 172.21.15.26:0/3781772783 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e57780 msgr2=0x564821e654c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.806+0000 7fe1e9200640 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e57780 0x564821e654c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.806+0000 7fe1e9200640 1 -- 172.21.15.26:0/3781772783 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 msgr2=0x564821e6a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.806+0000 7fe1e9200640 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e6a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.806+0000 7fe1e9200640 1 -- 172.21.15.26:0/3781772783 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564821e66300 con 0x564821e61e50 2024-04-26T23:42:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.806+0000 7fe1e9200640 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 0x564821e65ad0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc012930 tx=0x7fe1dc0276b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1830b19368f2299a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.806+0000 7fe1ce000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:40.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.807+0000 7fe1ce000640 1 -- 172.21.15.26:0/3781772783 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1dc03d020 con 0x564821e61e50 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.807+0000 7fe1ce000640 1 -- 172.21.15.26:0/3781772783 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7fe1dc027820 con 0x564821e61e50 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.807+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3781772783 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1d40fe040 con 0x564821e61e50 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.807+0000 7fe1ce000640 1 -- 172.21.15.26:0/3781772783 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe1dc048050 con 0x564821e61e50 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.807+0000 7fe1edf9a740 10 client.16908 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.807+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3781772783 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564821ee0b30 con 0x564821e61e50 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.807+0000 7fe1ce000640 1 -- 172.21.15.26:0/3781772783 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe1d40fe040 con 0x564821e61e50 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.808+0000 7fe1ce000640 1 -- 172.21.15.26:0/3781772783 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe1dc030420 con 0x564821e61e50 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.808+0000 7fe1edf9a740 10 client.16908 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.808+0000 7fe1edf9a740 10 client.16908 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.808+0000 7fe1edf9a740 20 client.16908 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.808+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564821ee1300 0x564821ee3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.808+0000 7fe1edf9a740 4 client.16908 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.808+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3781772783 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564821dc4400 con 0x564821ee1300 2024-04-26T23:42:40.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.808+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564821ee1300 0x564821ee3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:40.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.809+0000 7fe1e3e00640 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564821ee1300 0x564821ee3720 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78415dca35e57fa2 server_cookie=6ce7e330244af3d4 in_seq=0 out_seq=0 2024-04-26T23:42:40.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.809+0000 7fe1ce000640 10 client.16908 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:40.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1ce000640 1 -- 172.21.15.26:0/3781772783 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564821dc4400 con 0x564821ee1300 2024-04-26T23:42:40.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1ce000640 10 client.16908 handle_command_reply: tid=0 2024-04-26T23:42:40.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1edf9a740 1 client.16908 shutdown 2024-04-26T23:42:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3781772783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 msgr2=0x564821e65ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 0x564821e65ad0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc012930 tx=0x7fe1dc0276b0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3781772783 shutdown_connections 2024-04-26T23:42:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564821ee1300 0x564821ee3720 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564821e61e50 0x564821e65ad0 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564821e57780 0x564821e654c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1edf9a740 1 --2- 172.21.15.26:0/3781772783 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564821e56e60 0x564821e6a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3781772783 >> 172.21.15.26:0/3781772783 conn(0x564821e53180 msgr2=0x564821e51a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1ce000640 0 client.16908 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.812+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3781772783 shutdown_connections 2024-04-26T23:42:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.813+0000 7fe1edf9a740 1 -- 172.21.15.26:0/3781772783 wait complete. 2024-04-26T23:42:40.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.813+0000 7fe1edf9a740 20 client.16908 trim_cache size 0 max 16384 2024-04-26T23:42:40.818 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:42:40.818 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:42:40.818 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "643ff718-0d3e-4bb8-ada8-c8c862e6e6e4", 2024-04-26T23:42:40.818 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:42:40.818 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:42:40.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.813+0000 7fe1e9c00640 1 -- 172.21.15.26:0/3117156315 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe1c80a3da0 msgr2=0x7fe1c80a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:40.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.813+0000 7fe1e9c00640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe1c80a3da0 0x7fe1c80a6260 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc005fd0 tx=0x7fe1dc009680 comp rx=0 tx=0).stop 2024-04-26T23:42:40.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.813+0000 7fe1e9c00640 1 -- 172.21.15.26:0/3117156315 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1e4074ce0 msgr2=0x7fe1e419b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:40.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.813+0000 7fe1e9c00640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1e4074ce0 0x7fe1e419b160 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fe1d402a9a0 tx=0x7fe1d4003c20 comp rx=0 tx=0).stop 2024-04-26T23:42:40.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.814+0000 7fe1e9c00640 1 -- 172.21.15.26:0/3117156315 shutdown_connections 2024-04-26T23:42:40.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.814+0000 7fe1e9c00640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe1e410f090 0x7fe1e419f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.814+0000 7fe1e9c00640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe1e4075600 0x7fe1e419b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.814+0000 7fe1e9c00640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe1c80a3da0 0x7fe1c80a6260 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.814+0000 7fe1e9c00640 1 --2- 172.21.15.26:0/3117156315 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe1e4074ce0 0x7fe1e419b160 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:40.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.814+0000 7fe1e9c00640 1 -- 172.21.15.26:0/3117156315 >> 172.21.15.26:0/3117156315 conn(0x7fe1e40fe300 msgr2=0x7fe1e40ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:40.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.814+0000 7fe1e9c00640 1 -- 172.21.15.26:0/3117156315 shutdown_connections 2024-04-26T23:42:40.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:40.814+0000 7fe1e9c00640 1 -- 172.21.15.26:0/3117156315 wait complete. 2024-04-26T23:42:40.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:40 smithi086 ceph-mon[31122]: pgmap v207: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:40.835 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:42:40.835 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:42:41.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.055+0000 7f9d6be00640 1 -- 172.21.15.26:0/4094796960 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d6c1042d0 msgr2=0x7f9d6c10c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:41.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.055+0000 7f9d6be00640 1 --2- 172.21.15.26:0/4094796960 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d6c1042d0 0x7f9d6c10c7b0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f9d58009900 tx=0x7f9d5802a480 comp rx=0 tx=0).stop 2024-04-26T23:42:41.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.055+0000 7f9d6be00640 1 -- 172.21.15.26:0/4094796960 shutdown_connections 2024-04-26T23:42:41.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.055+0000 7f9d6be00640 1 --2- 172.21.15.26:0/4094796960 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d6c10cdd0 0x7f9d6c10f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.055+0000 7f9d6be00640 1 --2- 172.21.15.26:0/4094796960 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d6c1042d0 0x7f9d6c10c7b0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.055+0000 7f9d6be00640 1 --2- 172.21.15.26:0/4094796960 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d6c1039b0 0x7f9d6c103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.055+0000 7f9d6be00640 1 -- 172.21.15.26:0/4094796960 >> 172.21.15.26:0/4094796960 conn(0x7f9d6c0fd1b0 msgr2=0x7f9d6c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:41.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.055+0000 7f9d6be00640 1 -- 172.21.15.26:0/4094796960 shutdown_connections 2024-04-26T23:42:41.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.055+0000 7f9d6be00640 1 -- 172.21.15.26:0/4094796960 wait complete. 2024-04-26T23:42:41.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.056+0000 7f9d6be00640 1 Processor -- start 2024-04-26T23:42:41.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.057+0000 7f9d6be00640 1 -- start start 2024-04-26T23:42:41.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.057+0000 7f9d6be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d6c1039b0 0x7f9d6c101600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.057+0000 7f9d6be00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d6c1042d0 0x7f9d6c101b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.057+0000 7f9d6be00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d6c10cdd0 0x7f9d6c102080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.057+0000 7f9d6be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6c112980 con 0x7f9d6c1039b0 2024-04-26T23:42:41.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.057+0000 7f9d6be00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6c112800 con 0x7f9d6c1042d0 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.057+0000 7f9d6be00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6c112b00 con 0x7f9d6c10cdd0 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.057+0000 7f9d6aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d6c1039b0 0x7f9d6c101600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.057+0000 7f9d6aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d6c1039b0 0x7f9d6c101600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33010/0 (socket says 172.21.15.26:33010) 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.057+0000 7f9d6aa00640 1 -- 172.21.15.26:0/36993893 learned_addr learned my addr 172.21.15.26:0/36993893 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.058+0000 7f9d6a000640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d6c1042d0 0x7f9d6c101b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.058+0000 7f9d6b400640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d6c10cdd0 0x7f9d6c102080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.058+0000 7f9d6aa00640 1 -- 172.21.15.26:0/36993893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d6c10cdd0 msgr2=0x7f9d6c102080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.058+0000 7f9d6aa00640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d6c10cdd0 0x7f9d6c102080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.058+0000 7f9d6aa00640 1 -- 172.21.15.26:0/36993893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d6c1042d0 msgr2=0x7f9d6c101b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.058+0000 7f9d6aa00640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d6c1042d0 0x7f9d6c101b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.058+0000 7f9d6aa00640 1 -- 172.21.15.26:0/36993893 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d6c1a7400 con 0x7f9d6c1039b0 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.058+0000 7f9d6a000640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d6c1042d0 0x7f9d6c101b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:42:41.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.058+0000 7f9d6b400640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d6c10cdd0 0x7f9d6c102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:42:41.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.058+0000 7f9d6aa00640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d6c1039b0 0x7f9d6c101600 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f9d5c00d950 tx=0x7f9d5c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:41.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.059+0000 7f9d63400640 1 -- 172.21.15.26:0/36993893 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d5c017070 con 0x7f9d6c1039b0 2024-04-26T23:42:41.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.059+0000 7f9d63400640 1 -- 172.21.15.26:0/36993893 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9d5c009c30 con 0x7f9d6c1039b0 2024-04-26T23:42:41.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.059+0000 7f9d63400640 1 -- 172.21.15.26:0/36993893 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d5c00f620 con 0x7f9d6c1039b0 2024-04-26T23:42:41.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.059+0000 7f9d6be00640 1 -- 172.21.15.26:0/36993893 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d6c1a76f0 con 0x7f9d6c1039b0 2024-04-26T23:42:41.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.059+0000 7f9d6be00640 1 -- 172.21.15.26:0/36993893 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d6c1a7c10 con 0x7f9d6c1039b0 2024-04-26T23:42:41.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.063+0000 7f9d747a2740 1 Processor -- start 2024-04-26T23:42:41.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.063+0000 7f9d747a2740 1 -- start start 2024-04-26T23:42:41.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.063+0000 7f9d63400640 1 -- 172.21.15.26:0/36993893 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f9d5c010460 con 0x7f9d6c1039b0 2024-04-26T23:42:41.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.063+0000 7f9d747a2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8af6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.063+0000 7f9d747a2740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b00800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.063+0000 7f9d747a2740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8b00d40 0x5563b8b03130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.063+0000 7f9d747a2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5563b8a07030 con 0x5563b8af5d50 2024-04-26T23:42:41.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.063+0000 7f9d747a2740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5563b8a227f0 con 0x5563b8b00d40 2024-04-26T23:42:41.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.063+0000 7f9d747a2740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5563b89dd7e0 con 0x5563b8af6670 2024-04-26T23:42:41.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.064+0000 7f9d6b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8af6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.064+0000 7f9d6b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8af6130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33022/0 (socket says 172.21.15.26:33022) 2024-04-26T23:42:41.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.064+0000 7f9d6b400640 1 -- 172.21.15.26:0/1109049991 learned_addr learned my addr 172.21.15.26:0/1109049991 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:41.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.064+0000 7f9d6aa00640 1 --2- 172.21.15.26:0/1109049991 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b00800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.064+0000 7f9d6a000640 1 --2- 172.21.15.26:0/1109049991 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8b00d40 0x5563b8b03130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.064+0000 7f9d6b400640 1 -- 172.21.15.26:0/1109049991 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 msgr2=0x5563b8b00800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:41.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.064+0000 7f9d6b400640 1 --2- 172.21.15.26:0/1109049991 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b00800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.064+0000 7f9d6b400640 1 -- 172.21.15.26:0/1109049991 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8b00d40 msgr2=0x5563b8b03130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:41.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.064+0000 7f9d6b400640 1 --2- 172.21.15.26:0/1109049991 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8b00d40 0x5563b8b03130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.064+0000 7f9d6b400640 1 -- 172.21.15.26:0/1109049991 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563b89e9050 con 0x5563b8af5d50 2024-04-26T23:42:41.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.064+0000 7f9d6a000640 1 --2- 172.21.15.26:0/1109049991 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8b00d40 0x5563b8b03130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:42:41.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.065+0000 7f9d6b400640 1 --2- 172.21.15.26:0/1109049991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8af6130 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f9d64009f30 tx=0x7f9d64010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a48ea7e491292b89 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:41.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.065+0000 7f9d63400640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9d500a3d20 0x7f9d500a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.065+0000 7f9d57e00640 1 -- 172.21.15.26:0/1109049991 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d64016070 con 0x5563b8af5d50 2024-04-26T23:42:41.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.065+0000 7f9d57e00640 1 -- 172.21.15.26:0/1109049991 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9d6401baf0 con 0x5563b8af5d50 2024-04-26T23:42:41.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.065+0000 7f9d57e00640 1 -- 172.21.15.26:0/1109049991 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d64012b90 con 0x5563b8af5d50 2024-04-26T23:42:41.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.065+0000 7f9d63400640 1 -- 172.21.15.26:0/36993893 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f9d5c0d04c0 con 0x7f9d6c1039b0 2024-04-26T23:42:41.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.065+0000 7f9d6aa00640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9d500a3d20 0x7f9d500a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.066+0000 7f9d747a2740 1 -- 172.21.15.26:0/1109049991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 msgr2=0x5563b8af6130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:41.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.066+0000 7f9d747a2740 1 --2- 172.21.15.26:0/1109049991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8af6130 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f9d64009f30 tx=0x7f9d64010800 comp rx=0 tx=0).stop 2024-04-26T23:42:41.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.066+0000 7f9d6aa00640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9d500a3d20 0x7f9d500a61e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x5563b8af7310 tx=0x7f9d5c098040 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:41.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.066+0000 7f9d747a2740 1 -- 172.21.15.26:0/1109049991 shutdown_connections 2024-04-26T23:42:41.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.066+0000 7f9d747a2740 1 --2- 172.21.15.26:0/1109049991 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8b00d40 0x5563b8b03130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.066+0000 7f9d747a2740 1 --2- 172.21.15.26:0/1109049991 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b00800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.066+0000 7f9d747a2740 1 --2- 172.21.15.26:0/1109049991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8af6130 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.066+0000 7f9d747a2740 1 -- 172.21.15.26:0/1109049991 >> 172.21.15.26:0/1109049991 conn(0x5563b8af2070 msgr2=0x5563b8af2450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:41.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.066+0000 7f9d747a2740 1 -- 172.21.15.26:0/1109049991 shutdown_connections 2024-04-26T23:42:41.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.066+0000 7f9d747a2740 1 -- 172.21.15.26:0/1109049991 wait complete. 2024-04-26T23:42:41.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.067+0000 7f9d747a2740 1 -- start start 2024-04-26T23:42:41.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.067+0000 7f9d747a2740 1 Processor -- start 2024-04-26T23:42:41.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.068+0000 7f9d747a2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8b00660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.068+0000 7f9d747a2740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8af6670 0x5563b8afd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.068+0000 7f9d747a2740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8b00d40 0x5563b8afdf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.068+0000 7f9d747a2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5563b8a5f200 con 0x5563b8af5d50 2024-04-26T23:42:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.068+0000 7f9d747a2740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5563b8a59ee0 con 0x5563b8af6670 2024-04-26T23:42:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.068+0000 7f9d747a2740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5563b8a66e70 con 0x5563b8b00d40 2024-04-26T23:42:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.068+0000 7f9d747a2740 10 client.0 _ll_register_callbacks cb 0x5563b8a50270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.069+0000 7f9d6b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8b00660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.069+0000 7f9d6b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8b00660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33024/0 (socket says 172.21.15.26:33024) 2024-04-26T23:42:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.069+0000 7f9d6b400640 1 -- 172.21.15.26:0/528971982 learned_addr learned my addr 172.21.15.26:0/528971982 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.069+0000 7f9d6a000640 1 --2- 172.21.15.26:0/528971982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8af6670 0x5563b8afd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.069+0000 7f9d6b400640 1 -- 172.21.15.26:0/528971982 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8b00d40 msgr2=0x5563b8afdf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.069+0000 7f9d6b400640 1 --2- 172.21.15.26:0/528971982 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8b00d40 0x5563b8afdf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.069+0000 7f9d6b400640 1 -- 172.21.15.26:0/528971982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8af6670 msgr2=0x5563b8afd9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.069+0000 7f9d6b400640 1 --2- 172.21.15.26:0/528971982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8af6670 0x5563b8afd9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.069+0000 7f9d6b400640 1 -- 172.21.15.26:0/528971982 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563b88367d0 con 0x5563b8af5d50 2024-04-26T23:42:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.069+0000 7f9d6b400640 1 --2- 172.21.15.26:0/528971982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8b00660 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f9d64000f80 tx=0x7f9d64012520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7c99f50ccd250b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.069+0000 7f9d54c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.070+0000 7f9d54c00640 1 -- 172.21.15.26:0/528971982 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d6402b060 con 0x5563b8af5d50 2024-04-26T23:42:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.070+0000 7f9d54c00640 1 -- 172.21.15.26:0/528971982 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f9d6401b460 con 0x5563b8af5d50 2024-04-26T23:42:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.070+0000 7f9d747a2740 1 -- 172.21.15.26:0/528971982 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d6401baf0 con 0x5563b8af5d50 2024-04-26T23:42:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.070+0000 7f9d54c00640 1 -- 172.21.15.26:0/528971982 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9d64016040 con 0x5563b8af5d50 2024-04-26T23:42:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.070+0000 7f9d747a2740 10 client.16920 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.070+0000 7f9d747a2740 1 -- 172.21.15.26:0/528971982 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5563b876c3f0 con 0x5563b8af5d50 2024-04-26T23:42:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.071+0000 7f9d54c00640 1 -- 172.21.15.26:0/528971982 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9d6401baf0 con 0x5563b8af5d50 2024-04-26T23:42:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.071+0000 7f9d54c00640 1 -- 172.21.15.26:0/528971982 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9d6400f040 con 0x5563b8af5d50 2024-04-26T23:42:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.071+0000 7f9d747a2740 10 client.16920 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.071+0000 7f9d747a2740 10 client.16920 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.071+0000 7f9d747a2740 20 client.16920 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.071+0000 7f9d747a2740 1 --2- 172.21.15.26:0/528971982 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5563b8b105c0 0x5563b8b129b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.071+0000 7f9d747a2740 4 client.16920 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:42:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.071+0000 7f9d747a2740 1 -- 172.21.15.26:0/528971982 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5563b8a687e0 con 0x5563b8b105c0 2024-04-26T23:42:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.072+0000 7f9d6a000640 1 --2- 172.21.15.26:0/528971982 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5563b8b105c0 0x5563b8b129b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.073+0000 7f9d6a000640 1 --2- 172.21.15.26:0/528971982 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5563b8b105c0 0x5563b8b129b0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db6b27fbc272f467 server_cookie=c89934c5624dafd8 in_seq=0 out_seq=0 2024-04-26T23:42:41.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.073+0000 7f9d54c00640 10 client.16920 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:41.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.074+0000 7f9d54c00640 1 -- 172.21.15.26:0/528971982 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5563b8a687e0 con 0x5563b8b105c0 2024-04-26T23:42:41.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.074+0000 7f9d54c00640 10 client.16920 handle_command_reply: tid=0 2024-04-26T23:42:41.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.074+0000 7f9d747a2740 1 client.16920 shutdown 2024-04-26T23:42:41.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.075+0000 7f9d747a2740 1 -- 172.21.15.26:0/528971982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 msgr2=0x5563b8b00660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:41.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.075+0000 7f9d747a2740 1 --2- 172.21.15.26:0/528971982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8b00660 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f9d64000f80 tx=0x7f9d64012520 comp rx=0 tx=0).stop 2024-04-26T23:42:41.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.075+0000 7f9d747a2740 1 -- 172.21.15.26:0/528971982 shutdown_connections 2024-04-26T23:42:41.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.075+0000 7f9d747a2740 1 --2- 172.21.15.26:0/528971982 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5563b8b105c0 0x5563b8b129b0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.075+0000 7f9d747a2740 1 --2- 172.21.15.26:0/528971982 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8b00d40 0x5563b8afdf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.075+0000 7f9d747a2740 1 --2- 172.21.15.26:0/528971982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8af6670 0x5563b8afd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.075+0000 7f9d747a2740 1 --2- 172.21.15.26:0/528971982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8b00660 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.075+0000 7f9d54c00640 0 client.16920 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:41.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.075+0000 7f9d747a2740 1 -- 172.21.15.26:0/528971982 >> 172.21.15.26:0/528971982 conn(0x5563b8af2070 msgr2=0x5563b8af7e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:41.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.075+0000 7f9d747a2740 1 -- 172.21.15.26:0/528971982 shutdown_connections 2024-04-26T23:42:41.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.075+0000 7f9d747a2740 1 -- 172.21.15.26:0/528971982 wait complete. 2024-04-26T23:42:41.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.075+0000 7f9d747a2740 20 client.16920 trim_cache size 0 max 16384 2024-04-26T23:42:41.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.097+0000 7f9d747a2740 1 Processor -- start 2024-04-26T23:42:41.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.097+0000 7f9d747a2740 1 -- start start 2024-04-26T23:42:41.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.097+0000 7f9d747a2740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8af5d50 0x5563b8af11f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.097+0000 7f9d747a2740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b0c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.097+0000 7f9d747a2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8b00d40 0x5563b8b17f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.097+0000 7f9d747a2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6c1b06c0 con 0x5563b8b00d40 2024-04-26T23:42:41.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.097+0000 7f9d747a2740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6c1ae4f0 con 0x5563b8af5d50 2024-04-26T23:42:41.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.097+0000 7f9d747a2740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6c1afff0 con 0x5563b8af6670 2024-04-26T23:42:41.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.098+0000 7f9d6b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8b00d40 0x5563b8b17f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.098+0000 7f9d6b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8b00d40 0x5563b8b17f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33030/0 (socket says 172.21.15.26:33030) 2024-04-26T23:42:41.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.098+0000 7f9d6b400640 1 -- 172.21.15.26:0/2819175317 learned_addr learned my addr 172.21.15.26:0/2819175317 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:41.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.098+0000 7f9d6a000640 1 --2- 172.21.15.26:0/2819175317 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b0c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.098+0000 7f9d6b400640 1 --2- 172.21.15.26:0/2819175317 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8af5d50 0x5563b8af11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.098+0000 7f9d6b400640 1 -- 172.21.15.26:0/2819175317 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 msgr2=0x5563b8b0c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:41.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.098+0000 7f9d6b400640 1 --2- 172.21.15.26:0/2819175317 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b0c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.098+0000 7f9d6b400640 1 -- 172.21.15.26:0/2819175317 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8af5d50 msgr2=0x5563b8af11f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:41.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.098+0000 7f9d6b400640 1 --2- 172.21.15.26:0/2819175317 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8af5d50 0x5563b8af11f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.098+0000 7f9d6b400640 1 -- 172.21.15.26:0/2819175317 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563b872c0f0 con 0x5563b8b00d40 2024-04-26T23:42:41.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.099+0000 7f9d6b400640 1 --2- 172.21.15.26:0/2819175317 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8b00d40 0x5563b8b17f50 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f9d64009740 tx=0x7f9d64005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef7c8461f1c0321e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:41.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.099+0000 7f9d57400640 1 -- 172.21.15.26:0/2819175317 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d6402b030 con 0x5563b8b00d40 2024-04-26T23:42:41.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.099+0000 7f9d57400640 1 -- 172.21.15.26:0/2819175317 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9d64004c50 con 0x5563b8b00d40 2024-04-26T23:42:41.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.099+0000 7f9d57400640 1 -- 172.21.15.26:0/2819175317 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d64012c50 con 0x5563b8b00d40 2024-04-26T23:42:41.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.100+0000 7f9d747a2740 1 -- 172.21.15.26:0/2819175317 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8b00d40 msgr2=0x5563b8b17f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:41.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.100+0000 7f9d747a2740 1 --2- 172.21.15.26:0/2819175317 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8b00d40 0x5563b8b17f50 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f9d64009740 tx=0x7f9d64005bd0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.100+0000 7f9d747a2740 1 -- 172.21.15.26:0/2819175317 shutdown_connections 2024-04-26T23:42:41.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.100+0000 7f9d747a2740 1 --2- 172.21.15.26:0/2819175317 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8b00d40 0x5563b8b17f50 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.100+0000 7f9d747a2740 1 --2- 172.21.15.26:0/2819175317 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b0c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.100+0000 7f9d747a2740 1 --2- 172.21.15.26:0/2819175317 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8af5d50 0x5563b8af11f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.100+0000 7f9d747a2740 1 -- 172.21.15.26:0/2819175317 >> 172.21.15.26:0/2819175317 conn(0x5563b8af2070 msgr2=0x5563b8afc930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:41.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.100+0000 7f9d747a2740 1 -- 172.21.15.26:0/2819175317 shutdown_connections 2024-04-26T23:42:41.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.100+0000 7f9d747a2740 1 -- 172.21.15.26:0/2819175317 wait complete. 2024-04-26T23:42:41.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.100+0000 7f9d747a2740 1 -- start start 2024-04-26T23:42:41.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.101+0000 7f9d747a2740 1 Processor -- start 2024-04-26T23:42:41.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.101+0000 7f9d747a2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8b061d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.101+0000 7f9d747a2740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b06710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.101+0000 7f9d747a2740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8b00d40 0x5563b8b08640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.101+0000 7f9d747a2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6c1af250 con 0x5563b8af5d50 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.101+0000 7f9d747a2740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6c1aeb80 con 0x5563b8b00d40 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.101+0000 7f9d747a2740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6c1af920 con 0x5563b8af6670 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.101+0000 7f9d747a2740 10 client.0 _ll_register_callbacks cb 0x7f9d64009d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.101+0000 7f9d6b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8b061d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.102+0000 7f9d6b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8b061d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:33040/0 (socket says 172.21.15.26:33040) 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.102+0000 7f9d6b400640 1 -- 172.21.15.26:0/1511073965 learned_addr learned my addr 172.21.15.26:0/1511073965 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.102+0000 7f9d6a000640 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b06710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.102+0000 7f9d6b400640 1 -- 172.21.15.26:0/1511073965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 msgr2=0x5563b8b06710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.102+0000 7f9d6b400640 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b06710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.102+0000 7f9d6b400640 1 -- 172.21.15.26:0/1511073965 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8b00d40 msgr2=0x5563b8b08640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:42:41.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.102+0000 7f9d6b400640 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8b00d40 0x5563b8b08640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.102+0000 7f9d6b400640 1 -- 172.21.15.26:0/1511073965 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563b8a22a30 con 0x5563b8af5d50 2024-04-26T23:42:41.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.102+0000 7f9d6a000640 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b06710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:42:41.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.102+0000 7f9d6b400640 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8b061d0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f9d64015040 tx=0x7f9d64005ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d65cb297e632d44f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:42:41.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.102+0000 7f9d54c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:42:41.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.103+0000 7f9d54c00640 1 -- 172.21.15.26:0/1511073965 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d6402b040 con 0x5563b8af5d50 2024-04-26T23:42:41.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.103+0000 7f9d747a2740 1 -- 172.21.15.26:0/1511073965 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d64004c50 con 0x5563b8af5d50 2024-04-26T23:42:41.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.103+0000 7f9d54c00640 1 -- 172.21.15.26:0/1511073965 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8512+0+0 (secure 0 0 0) 0x7f9d64012930 con 0x5563b8af5d50 2024-04-26T23:42:41.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.103+0000 7f9d54c00640 1 -- 172.21.15.26:0/1511073965 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9d64012b30 con 0x5563b8af5d50 2024-04-26T23:42:41.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.103+0000 7f9d747a2740 10 client.16926 fetch_fsmap learned FSMap version 24 2024-04-26T23:42:41.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.103+0000 7f9d747a2740 1 -- 172.21.15.26:0/1511073965 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5563b8b76160 con 0x5563b8af5d50 2024-04-26T23:42:41.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.103+0000 7f9d54c00640 1 -- 172.21.15.26:0/1511073965 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9d64004c50 con 0x5563b8af5d50 2024-04-26T23:42:41.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.104+0000 7f9d54c00640 1 -- 172.21.15.26:0/1511073965 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9d6401b9f0 con 0x5563b8af5d50 2024-04-26T23:42:41.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.104+0000 7f9d747a2740 10 client.16926 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:42:41.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.104+0000 7f9d747a2740 10 client.16926 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:42:41.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.104+0000 7f9d747a2740 20 client.16926 populate_metadata read hostname 'smithi026' 2024-04-26T23:42:41.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.104+0000 7f9d747a2740 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5563b8b76840 0x5563b8b78c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.104+0000 7f9d747a2740 4 client.16926 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.104+0000 7f9d747a2740 1 -- 172.21.15.26:0/1511073965 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5563b8a62650 con 0x5563b8b76840 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.104+0000 7f9d6a000640 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5563b8b76840 0x5563b8b78c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.105+0000 7f9d6a000640 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5563b8b76840 0x5563b8b78c60 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e71a2e53b349ddd3 server_cookie=fdaa0f2358eb6118 in_seq=0 out_seq=0 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.105+0000 7f9d54c00640 10 client.16926 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d54c00640 1 -- 172.21.15.26:0/1511073965 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5563b8a62650 con 0x5563b8b76840 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d54c00640 10 client.16926 handle_command_reply: tid=0 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d747a2740 1 client.16926 shutdown 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d747a2740 1 -- 172.21.15.26:0/1511073965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 msgr2=0x5563b8b061d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d747a2740 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8b061d0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f9d64015040 tx=0x7f9d64005ac0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d747a2740 1 -- 172.21.15.26:0/1511073965 shutdown_connections 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d747a2740 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5563b8b76840 0x5563b8b78c60 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d747a2740 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5563b8b00d40 0x5563b8b08640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d747a2740 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5563b8af6670 0x5563b8b06710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d747a2740 1 --2- 172.21.15.26:0/1511073965 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5563b8af5d50 0x5563b8b061d0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d747a2740 1 -- 172.21.15.26:0/1511073965 >> 172.21.15.26:0/1511073965 conn(0x5563b8af2070 msgr2=0x5563b8af11f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:41.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d54c00640 0 client.16926 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:42:41.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d747a2740 1 -- 172.21.15.26:0/1511073965 shutdown_connections 2024-04-26T23:42:41.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.106+0000 7f9d747a2740 1 -- 172.21.15.26:0/1511073965 wait complete. 2024-04-26T23:42:41.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.107+0000 7f9d747a2740 20 client.16926 trim_cache size 0 max 16384 2024-04-26T23:42:41.113 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:42:41.113 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:42:41.114 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:42:41.114 INFO:teuthology.orchestra.run.smithi026.stdout: "643ff718-0d3e-4bb8-ada8-c8c862e6e6e4": { 2024-04-26T23:42:41.114 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:42:41.114 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "643ff718-0d3e-4bb8-ada8-c8c862e6e6e4", 2024-04-26T23:42:41.114 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:42:41.114 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:42:41.114 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:42:41.114 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:42:41.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.107+0000 7f9d6be00640 1 -- 172.21.15.26:0/36993893 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9d500a3d20 msgr2=0x7f9d500a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:41.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.107+0000 7f9d6be00640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9d500a3d20 0x7f9d500a61e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x5563b8af7310 tx=0x7f9d5c098040 comp rx=0 tx=0).stop 2024-04-26T23:42:41.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.107+0000 7f9d6be00640 1 -- 172.21.15.26:0/36993893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d6c1039b0 msgr2=0x7f9d6c101600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:42:41.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.107+0000 7f9d6be00640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d6c1039b0 0x7f9d6c101600 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f9d5c00d950 tx=0x7f9d5c00de10 comp rx=0 tx=0).stop 2024-04-26T23:42:41.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.107+0000 7f9d6be00640 1 -- 172.21.15.26:0/36993893 shutdown_connections 2024-04-26T23:42:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.107+0000 7f9d6be00640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d6c10cdd0 0x7f9d6c102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.107+0000 7f9d6be00640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9d6c1042d0 0x7f9d6c101b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.108+0000 7f9d6be00640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9d500a3d20 0x7f9d500a61e0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.108+0000 7f9d6be00640 1 --2- 172.21.15.26:0/36993893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9d6c1039b0 0x7f9d6c101600 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:42:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.108+0000 7f9d6be00640 1 -- 172.21.15.26:0/36993893 >> 172.21.15.26:0/36993893 conn(0x7f9d6c0fd1b0 msgr2=0x7f9d6c0fea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:42:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.108+0000 7f9d6be00640 1 -- 172.21.15.26:0/36993893 shutdown_connections 2024-04-26T23:42:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:42:41.108+0000 7f9d6be00640 1 -- 172.21.15.26:0/36993893 wait complete. 2024-04-26T23:42:41.132 INFO:tasks.cephfs.filesystem:scrub status for tag:643ff718-0d3e-4bb8-ada8-c8c862e6e6e4 - {'path': '/', 'tag': '643ff718-0d3e-4bb8-ada8-c8c862e6e6e4', 'options': 'recursive,force'} 2024-04-26T23:42:42.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:42 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:42:42.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:42 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:42:42.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:42 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:42:42.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:42 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:42:42.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:42 smithi164 ceph-mon[31699]: pgmap v208: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:42.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:42 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:42:42.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:42 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:42:42.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:42 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:42:42.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:42 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:42:42.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:42 smithi026 ceph-mon[28371]: pgmap v208: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:42 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:42:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:42 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:42:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:42 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:42:42.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:42 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:42:42.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:42 smithi086 ceph-mon[31122]: pgmap v208: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:44.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:44 smithi164 ceph-mon[31699]: pgmap v209: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:42:44.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:44 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:42:44.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:44 smithi026 ceph-mon[28371]: pgmap v209: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:42:44.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:44 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:42:44.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:44 smithi086 ceph-mon[31122]: pgmap v209: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:42:44.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:44 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:42:46.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:46 smithi164 ceph-mon[31699]: pgmap v210: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:42:46.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:46 smithi026 ceph-mon[28371]: pgmap v210: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:42:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:46 smithi086 ceph-mon[31122]: pgmap v210: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:42:48.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:48 smithi164 ceph-mon[31699]: pgmap v211: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:42:48.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:48 smithi026 ceph-mon[28371]: pgmap v211: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:42:48.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:48 smithi086 ceph-mon[31122]: pgmap v211: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:42:50.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:50 smithi164 ceph-mon[31699]: pgmap v212: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:42:50.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:50 smithi026 ceph-mon[28371]: pgmap v212: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:42:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:50 smithi086 ceph-mon[31122]: pgmap v212: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:42:52.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:52 smithi164 ceph-mon[31699]: pgmap v213: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:42:52.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:52 smithi026 ceph-mon[28371]: pgmap v213: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:42:52.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:52 smithi086 ceph-mon[31122]: pgmap v213: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:42:54.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:54 smithi164 ceph-mon[31699]: pgmap v214: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:42:54.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:54 smithi026 ceph-mon[28371]: pgmap v214: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:42:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:54 smithi086 ceph-mon[31122]: pgmap v214: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:42:56.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:56 smithi164 ceph-mon[31699]: pgmap v215: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:56.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:56 smithi026 ceph-mon[28371]: pgmap v215: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:56.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:56 smithi086 ceph-mon[31122]: pgmap v215: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:42:58.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:42:58 smithi164 ceph-mon[31699]: pgmap v216: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:42:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:42:58 smithi026 ceph-mon[28371]: pgmap v216: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:42:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:42:58 smithi086 ceph-mon[31122]: pgmap v216: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:00.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:00 smithi086 ceph-mon[31122]: pgmap v217: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:00 smithi164 ceph-mon[31699]: pgmap v217: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:01.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:00 smithi026 ceph-mon[28371]: pgmap v217: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:02 smithi086 ceph-mon[31122]: pgmap v218: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:02.830 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:02 smithi026 ceph-mon[28371]: pgmap v218: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:03.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:02 smithi164 ceph-mon[31699]: pgmap v218: 97 pgs: 97 active+clean; 4.2 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:04.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:04 smithi086 ceph-mon[31122]: pgmap v219: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 99 KiB/s wr, 24 op/s 2024-04-26T23:43:05.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:04 smithi164 ceph-mon[31699]: pgmap v219: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 99 KiB/s wr, 24 op/s 2024-04-26T23:43:05.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:04 smithi026 ceph-mon[28371]: pgmap v219: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 99 KiB/s wr, 24 op/s 2024-04-26T23:43:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:06 smithi086 ceph-mon[31122]: pgmap v220: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 99 KiB/s wr, 22 op/s 2024-04-26T23:43:07.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:06 smithi164 ceph-mon[31699]: pgmap v220: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 99 KiB/s wr, 22 op/s 2024-04-26T23:43:07.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:06 smithi026 ceph-mon[28371]: pgmap v220: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 99 KiB/s wr, 22 op/s 2024-04-26T23:43:08.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:08 smithi086 ceph-mon[31122]: pgmap v221: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 99 KiB/s wr, 24 op/s 2024-04-26T23:43:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:08 smithi164 ceph-mon[31699]: pgmap v221: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 99 KiB/s wr, 24 op/s 2024-04-26T23:43:09.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:08 smithi026 ceph-mon[28371]: pgmap v221: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 99 KiB/s wr, 24 op/s 2024-04-26T23:43:10.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:09 smithi164 ceph-mon[31699]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T23:43:10.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:09 smithi026 ceph-mon[28371]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T23:43:10.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:09 smithi086 ceph-mon[31122]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T23:43:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:10 smithi164 ceph-mon[31699]: pgmap v223: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 119 KiB/s wr, 26 op/s 2024-04-26T23:43:11.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:10 smithi026 ceph-mon[28371]: pgmap v223: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 119 KiB/s wr, 26 op/s 2024-04-26T23:43:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:10 smithi086 ceph-mon[31122]: pgmap v223: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 119 KiB/s wr, 26 op/s 2024-04-26T23:43:11.133 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:43:11.133 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:43:11.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.374+0000 7fba54c00640 1 -- 172.21.15.26:0/51556218 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba501031a0 msgr2=0x7fba5010f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.374+0000 7fba54c00640 1 --2- 172.21.15.26:0/51556218 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba501031a0 0x7fba5010f6b0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fba48009930 tx=0x7fba4802a420 comp rx=0 tx=0).stop 2024-04-26T23:43:11.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.374+0000 7fba54c00640 1 -- 172.21.15.26:0/51556218 shutdown_connections 2024-04-26T23:43:11.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.374+0000 7fba54c00640 1 --2- 172.21.15.26:0/51556218 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba501031a0 0x7fba5010f6b0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.374+0000 7fba54c00640 1 --2- 172.21.15.26:0/51556218 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba501027e0 0x7fba50102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.374+0000 7fba54c00640 1 --2- 172.21.15.26:0/51556218 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba501087f0 0x7fba50108bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.374+0000 7fba54c00640 1 -- 172.21.15.26:0/51556218 >> 172.21.15.26:0/51556218 conn(0x7fba500fe2d0 msgr2=0x7fba501006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:11.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.374+0000 7fba54c00640 1 -- 172.21.15.26:0/51556218 shutdown_connections 2024-04-26T23:43:11.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.374+0000 7fba54c00640 1 -- 172.21.15.26:0/51556218 wait complete. 2024-04-26T23:43:11.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.375+0000 7fba54c00640 1 Processor -- start 2024-04-26T23:43:11.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.375+0000 7fba54c00640 1 -- start start 2024-04-26T23:43:11.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.376+0000 7fba54c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba501027e0 0x7fba50198f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.376+0000 7fba54c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba501031a0 0x7fba50199450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.376+0000 7fba54c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba501087f0 0x7fba5019d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.376+0000 7fba54c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba501129b0 con 0x7fba501087f0 2024-04-26T23:43:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.376+0000 7fba54c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fba50112830 con 0x7fba501027e0 2024-04-26T23:43:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.376+0000 7fba54c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fba50112b30 con 0x7fba501031a0 2024-04-26T23:43:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.376+0000 7fba4fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba501087f0 0x7fba5019d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.376+0000 7fba4fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba501087f0 0x7fba5019d7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39208/0 (socket says 172.21.15.26:39208) 2024-04-26T23:43:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.376+0000 7fba4fe00640 1 -- 172.21.15.26:0/3519030190 learned_addr learned my addr 172.21.15.26:0/3519030190 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.376+0000 7fba4f400640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba501027e0 0x7fba50198f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.377+0000 7fba4ea00640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba501031a0 0x7fba50199450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.377+0000 7fba4fe00640 1 -- 172.21.15.26:0/3519030190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba501031a0 msgr2=0x7fba50199450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.377+0000 7fba4fe00640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba501031a0 0x7fba50199450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.377+0000 7fba4fe00640 1 -- 172.21.15.26:0/3519030190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba501027e0 msgr2=0x7fba50198f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.377+0000 7fba4fe00640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba501027e0 0x7fba50198f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.377+0000 7fba4fe00640 1 -- 172.21.15.26:0/3519030190 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba5019df00 con 0x7fba501087f0 2024-04-26T23:43:11.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.377+0000 7fba4f400640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba501027e0 0x7fba50198f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:43:11.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.377+0000 7fba4fe00640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba501087f0 0x7fba5019d7d0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fba48004770 tx=0x7fba48003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:11.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.378+0000 7fba47e00640 1 -- 172.21.15.26:0/3519030190 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4803f070 con 0x7fba501087f0 2024-04-26T23:43:11.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.378+0000 7fba47e00640 1 -- 172.21.15.26:0/3519030190 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba4803bd00 con 0x7fba501087f0 2024-04-26T23:43:11.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.378+0000 7fba54c00640 1 -- 172.21.15.26:0/3519030190 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba5019e190 con 0x7fba501087f0 2024-04-26T23:43:11.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.378+0000 7fba47e00640 1 -- 172.21.15.26:0/3519030190 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba48035030 con 0x7fba501087f0 2024-04-26T23:43:11.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.378+0000 7fba54c00640 1 -- 172.21.15.26:0/3519030190 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba501a5a80 con 0x7fba501087f0 2024-04-26T23:43:11.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.382+0000 7fba58f67740 1 Processor -- start 2024-04-26T23:43:11.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.382+0000 7fba47e00640 1 -- 172.21.15.26:0/3519030190 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fba48042070 con 0x7fba501087f0 2024-04-26T23:43:11.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.382+0000 7fba58f67740 1 -- start start 2024-04-26T23:43:11.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.382+0000 7fba58f67740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd5ad50 0x5641afd5b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.382+0000 7fba58f67740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5b670 0x5641afd65800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.382+0000 7fba58f67740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 0x5641afd68130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.382+0000 7fba58f67740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5641afc6c030 con 0x5641afd65d40 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.382+0000 7fba58f67740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5641afc877f0 con 0x5641afd5b670 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.382+0000 7fba58f67740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5641afc427e0 con 0x5641afd5ad50 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.383+0000 7fba4ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 0x5641afd68130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.383+0000 7fba4ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 0x5641afd68130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39218/0 (socket says 172.21.15.26:39218) 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.383+0000 7fba4ea00640 1 -- 172.21.15.26:0/3029050263 learned_addr learned my addr 172.21.15.26:0/3029050263 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.383+0000 7fba4ea00640 1 --2- 172.21.15.26:0/3029050263 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd5ad50 0x5641afd5b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.383+0000 7fba4f400640 1 --2- 172.21.15.26:0/3029050263 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5b670 0x5641afd65800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.383+0000 7fba4ea00640 1 -- 172.21.15.26:0/3029050263 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd5ad50 msgr2=0x5641afd5b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.383+0000 7fba4ea00640 1 --2- 172.21.15.26:0/3029050263 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd5ad50 0x5641afd5b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.383+0000 7fba4ea00640 1 -- 172.21.15.26:0/3029050263 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5b670 msgr2=0x5641afd65800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:11.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.383+0000 7fba4ea00640 1 --2- 172.21.15.26:0/3029050263 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5b670 0x5641afd65800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.383+0000 7fba4ea00640 1 -- 172.21.15.26:0/3029050263 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641afc4e050 con 0x5641afd65d40 2024-04-26T23:43:11.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.383+0000 7fba4f400640 1 --2- 172.21.15.26:0/3029050263 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5b670 0x5641afd65800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:43:11.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.384+0000 7fba4ea00640 1 --2- 172.21.15.26:0/3029050263 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 0x5641afd68130 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0149c0 tx=0x7fba3c00c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fe30b8ba68c494 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.384+0000 7fba47e00640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba340a3da0 0x7fba340a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.384+0000 7fba47e00640 1 -- 172.21.15.26:0/3519030190 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7fba480f0fe0 con 0x7fba501087f0 2024-04-26T23:43:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.384+0000 7fba3be00640 1 -- 172.21.15.26:0/3029050263 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3c0142d0 con 0x5641afd65d40 2024-04-26T23:43:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.384+0000 7fba4f400640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba340a3da0 0x7fba340a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.384+0000 7fba3be00640 1 -- 172.21.15.26:0/3029050263 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba3c00fbf0 con 0x5641afd65d40 2024-04-26T23:43:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.384+0000 7fba3be00640 1 -- 172.21.15.26:0/3029050263 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3c0129f0 con 0x5641afd65d40 2024-04-26T23:43:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.385+0000 7fba58f67740 1 -- 172.21.15.26:0/3029050263 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 msgr2=0x5641afd68130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.385+0000 7fba4f400640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba340a3da0 0x7fba340a6260 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x5641afd5c310 tx=0x7fba40009a30 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.385+0000 7fba58f67740 1 --2- 172.21.15.26:0/3029050263 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 0x5641afd68130 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0149c0 tx=0x7fba3c00c4d0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.385+0000 7fba58f67740 1 -- 172.21.15.26:0/3029050263 shutdown_connections 2024-04-26T23:43:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.385+0000 7fba58f67740 1 --2- 172.21.15.26:0/3029050263 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 0x5641afd68130 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.385+0000 7fba58f67740 1 --2- 172.21.15.26:0/3029050263 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5b670 0x5641afd65800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.385+0000 7fba58f67740 1 --2- 172.21.15.26:0/3029050263 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd5ad50 0x5641afd5b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.385+0000 7fba58f67740 1 -- 172.21.15.26:0/3029050263 >> 172.21.15.26:0/3029050263 conn(0x5641afd57070 msgr2=0x5641afd57450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.385+0000 7fba58f67740 1 -- 172.21.15.26:0/3029050263 shutdown_connections 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.386+0000 7fba58f67740 1 -- 172.21.15.26:0/3029050263 wait complete. 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.386+0000 7fba58f67740 1 -- start start 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.386+0000 7fba58f67740 1 Processor -- start 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.387+0000 7fba58f67740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5ad50 0x5641afd653e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.387+0000 7fba58f67740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5b670 0x5641afd629d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.387+0000 7fba58f67740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd65d40 0x5641afd62f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.387+0000 7fba58f67740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5641afcc4200 con 0x5641afd5ad50 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.387+0000 7fba58f67740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5641afcbeee0 con 0x5641afd5b670 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.387+0000 7fba58f67740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5641afccbe70 con 0x5641afd65d40 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.387+0000 7fba58f67740 10 client.0 _ll_register_callbacks cb 0x5641afcb5270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.387+0000 7fba4f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5ad50 0x5641afd653e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.393 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.387+0000 7fba4f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5ad50 0x5641afd653e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39226/0 (socket says 172.21.15.26:39226) 2024-04-26T23:43:11.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.387+0000 7fba4f400640 1 -- 172.21.15.26:0/3403730017 learned_addr learned my addr 172.21.15.26:0/3403730017 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:11.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.387+0000 7fba4fe00640 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd65d40 0x5641afd62f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.387+0000 7fba4ea00640 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5b670 0x5641afd629d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.388+0000 7fba4f400640 1 -- 172.21.15.26:0/3403730017 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd65d40 msgr2=0x5641afd62f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:11.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.388+0000 7fba4f400640 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd65d40 0x5641afd62f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.388+0000 7fba4f400640 1 -- 172.21.15.26:0/3403730017 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5b670 msgr2=0x5641afd629d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:11.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.388+0000 7fba4f400640 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5b670 0x5641afd629d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.388+0000 7fba4f400640 1 -- 172.21.15.26:0/3403730017 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641afa9b7d0 con 0x5641afd5ad50 2024-04-26T23:43:11.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.388+0000 7fba4f400640 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5ad50 0x5641afd653e0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fba40010960 tx=0x7fba40004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3753a2934a5f3530 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:11.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.388+0000 7fba38c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:11.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.388+0000 7fba38c00640 1 -- 172.21.15.26:0/3403730017 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4001d6d0 con 0x5641afd5ad50 2024-04-26T23:43:11.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.388+0000 7fba58f67740 1 -- 172.21.15.26:0/3403730017 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba3c00fbf0 con 0x5641afd5ad50 2024-04-26T23:43:11.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.388+0000 7fba38c00640 1 -- 172.21.15.26:0/3403730017 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7fba4001d870 con 0x5641afd5ad50 2024-04-26T23:43:11.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.389+0000 7fba38c00640 1 -- 172.21.15.26:0/3403730017 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fba4001da70 con 0x5641afd5ad50 2024-04-26T23:43:11.396 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.389+0000 7fba58f67740 10 client.16938 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:11.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.389+0000 7fba58f67740 1 -- 172.21.15.26:0/3403730017 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5641af9d13f0 con 0x5641afd5ad50 2024-04-26T23:43:11.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.389+0000 7fba38c00640 1 -- 172.21.15.26:0/3403730017 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba3c00fbf0 con 0x5641afd5ad50 2024-04-26T23:43:11.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.389+0000 7fba38c00640 1 -- 172.21.15.26:0/3403730017 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fba4000f040 con 0x5641afd5ad50 2024-04-26T23:43:11.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.389+0000 7fba58f67740 10 client.16938 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:11.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.389+0000 7fba58f67740 10 client.16938 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:11.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.389+0000 7fba58f67740 20 client.16938 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:11.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.389+0000 7fba58f67740 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641afd7e0c0 0x5641afd804b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.389+0000 7fba58f67740 4 client.16938 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:43:11.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.389+0000 7fba58f67740 1 -- 172.21.15.26:0/3403730017 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5641afccd7e0 con 0x5641afd7e0c0 2024-04-26T23:43:11.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.390+0000 7fba4ea00640 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641afd7e0c0 0x5641afd804b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.391+0000 7fba38c00640 10 client.16938 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:11.397 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.391+0000 7fba4ea00640 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641afd7e0c0 0x5641afd804b0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a276f824d7611be3 server_cookie=fd50f0c5a49ec136 in_seq=0 out_seq=0 2024-04-26T23:43:11.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.393+0000 7fba38c00640 1 -- 172.21.15.26:0/3403730017 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5641afccd7e0 con 0x5641afd7e0c0 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.393+0000 7fba38c00640 10 client.16938 handle_command_reply: tid=0 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.393+0000 7fba58f67740 1 client.16938 shutdown 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.393+0000 7fba58f67740 1 -- 172.21.15.26:0/3403730017 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5ad50 msgr2=0x5641afd653e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.393+0000 7fba58f67740 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5ad50 0x5641afd653e0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fba40010960 tx=0x7fba40004a40 comp rx=0 tx=0).stop 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.393+0000 7fba58f67740 1 -- 172.21.15.26:0/3403730017 shutdown_connections 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.393+0000 7fba58f67740 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641afd7e0c0 0x5641afd804b0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.393+0000 7fba58f67740 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd65d40 0x5641afd62f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.393+0000 7fba58f67740 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5b670 0x5641afd629d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.393+0000 7fba58f67740 1 --2- 172.21.15.26:0/3403730017 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5ad50 0x5641afd653e0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.393+0000 7fba58f67740 1 -- 172.21.15.26:0/3403730017 >> 172.21.15.26:0/3403730017 conn(0x5641afd57070 msgr2=0x5641afd5ce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.393+0000 7fba38c00640 0 client.16938 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.394+0000 7fba58f67740 1 -- 172.21.15.26:0/3403730017 shutdown_connections 2024-04-26T23:43:11.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.394+0000 7fba58f67740 1 -- 172.21.15.26:0/3403730017 wait complete. 2024-04-26T23:43:11.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.394+0000 7fba58f67740 20 client.16938 trim_cache size 0 max 16384 2024-04-26T23:43:11.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.416+0000 7fba58f67740 1 Processor -- start 2024-04-26T23:43:11.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.416+0000 7fba58f67740 1 -- start start 2024-04-26T23:43:11.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.416+0000 7fba58f67740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5ad50 0x5641afd65100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.416+0000 7fba58f67740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd5b670 0x5641afd6b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.416+0000 7fba58f67740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 0x5641afd85c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.416+0000 7fba58f67740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba501ac330 con 0x5641afd65d40 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.416+0000 7fba58f67740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fba501aa1a0 con 0x5641afd5ad50 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.416+0000 7fba58f67740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fba501abc60 con 0x5641afd5b670 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.417+0000 7fba4fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 0x5641afd85c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.417+0000 7fba4fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 0x5641afd85c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39242/0 (socket says 172.21.15.26:39242) 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.417+0000 7fba4fe00640 1 -- 172.21.15.26:0/3541158191 learned_addr learned my addr 172.21.15.26:0/3541158191 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.417+0000 7fba4ea00640 1 --2- 172.21.15.26:0/3541158191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd5b670 0x5641afd6b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.417+0000 7fba4f400640 1 --2- 172.21.15.26:0/3541158191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5ad50 0x5641afd65100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.417+0000 7fba4fe00640 1 -- 172.21.15.26:0/3541158191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd5b670 msgr2=0x5641afd6b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.417+0000 7fba4fe00640 1 --2- 172.21.15.26:0/3541158191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd5b670 0x5641afd6b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.417+0000 7fba4fe00640 1 -- 172.21.15.26:0/3541158191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5ad50 msgr2=0x5641afd65100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.417+0000 7fba4fe00640 1 --2- 172.21.15.26:0/3541158191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5ad50 0x5641afd65100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.417+0000 7fba4fe00640 1 -- 172.21.15.26:0/3541158191 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641af9910f0 con 0x5641afd65d40 2024-04-26T23:43:11.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.417+0000 7fba4fe00640 1 --2- 172.21.15.26:0/3541158191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 0x5641afd85c90 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fba480ee790 tx=0x7fba4802a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=289250199948e0c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:11.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.418+0000 7fba3b400640 1 -- 172.21.15.26:0/3541158191 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba480d5070 con 0x5641afd65d40 2024-04-26T23:43:11.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.418+0000 7fba3b400640 1 -- 172.21.15.26:0/3541158191 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba480c12e0 con 0x5641afd65d40 2024-04-26T23:43:11.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.418+0000 7fba3b400640 1 -- 172.21.15.26:0/3541158191 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba48049040 con 0x5641afd65d40 2024-04-26T23:43:11.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.419+0000 7fba58f67740 1 -- 172.21.15.26:0/3541158191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 msgr2=0x5641afd85c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.419+0000 7fba58f67740 1 --2- 172.21.15.26:0/3541158191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 0x5641afd85c90 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fba480ee790 tx=0x7fba4802a420 comp rx=0 tx=0).stop 2024-04-26T23:43:11.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.419+0000 7fba58f67740 1 -- 172.21.15.26:0/3541158191 shutdown_connections 2024-04-26T23:43:11.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.419+0000 7fba58f67740 1 --2- 172.21.15.26:0/3541158191 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd65d40 0x5641afd85c90 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.419+0000 7fba58f67740 1 --2- 172.21.15.26:0/3541158191 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd5b670 0x5641afd6b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.419+0000 7fba58f67740 1 --2- 172.21.15.26:0/3541158191 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5ad50 0x5641afd65100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.419+0000 7fba58f67740 1 -- 172.21.15.26:0/3541158191 >> 172.21.15.26:0/3541158191 conn(0x5641afd57070 msgr2=0x5641afd6ac30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:11.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.419+0000 7fba58f67740 1 -- 172.21.15.26:0/3541158191 shutdown_connections 2024-04-26T23:43:11.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.419+0000 7fba58f67740 1 -- 172.21.15.26:0/3541158191 wait complete. 2024-04-26T23:43:11.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.419+0000 7fba58f67740 1 -- start start 2024-04-26T23:43:11.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.420+0000 7fba58f67740 1 Processor -- start 2024-04-26T23:43:11.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.420+0000 7fba58f67740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5ad50 0x5641afd7af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.420+0000 7fba58f67740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5b670 0x5641afd782b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.420+0000 7fba58f67740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd65d40 0x5641afd787f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.420+0000 7fba58f67740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba501aaec0 con 0x5641afd5b670 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.420+0000 7fba58f67740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fba501aa7f0 con 0x5641afd5ad50 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.420+0000 7fba58f67740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fba501ab590 con 0x5641afd65d40 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.420+0000 7fba58f67740 10 client.0 _ll_register_callbacks cb 0x7fba40009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.420+0000 7fba4ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5b670 0x5641afd782b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.420+0000 7fba4ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5b670 0x5641afd782b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39252/0 (socket says 172.21.15.26:39252) 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.420+0000 7fba4ea00640 1 -- 172.21.15.26:0/4142869664 learned_addr learned my addr 172.21.15.26:0/4142869664 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.421+0000 7fba4f400640 1 --2- 172.21.15.26:0/4142869664 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5ad50 0x5641afd7af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.421+0000 7fba4ea00640 1 -- 172.21.15.26:0/4142869664 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd65d40 msgr2=0x5641afd787f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.421+0000 7fba4ea00640 1 --2- 172.21.15.26:0/4142869664 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd65d40 0x5641afd787f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.421+0000 7fba4ea00640 1 -- 172.21.15.26:0/4142869664 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5ad50 msgr2=0x5641afd7af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.421+0000 7fba4ea00640 1 --2- 172.21.15.26:0/4142869664 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5ad50 0x5641afd7af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.421+0000 7fba4ea00640 1 -- 172.21.15.26:0/4142869664 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641afc87a30 con 0x5641afd5b670 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.421+0000 7fba4ea00640 1 --2- 172.21.15.26:0/4142869664 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5b670 0x5641afd782b0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0126a0 tx=0x7fba3c012530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a648c8eccfddd19e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.421+0000 7fba38c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.421+0000 7fba38c00640 1 -- 172.21.15.26:0/4142869664 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3c0142b0 con 0x5641afd5b670 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.422+0000 7fba38c00640 1 -- 172.21.15.26:0/4142869664 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7fba3c004030 con 0x5641afd5b670 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.422+0000 7fba58f67740 1 -- 172.21.15.26:0/4142869664 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba480c12e0 con 0x5641afd5b670 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.422+0000 7fba38c00640 1 -- 172.21.15.26:0/4142869664 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fba3c004230 con 0x5641afd5b670 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.422+0000 7fba58f67740 10 client.16944 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.422+0000 7fba58f67740 1 -- 172.21.15.26:0/4142869664 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5641afde4250 con 0x5641afd5b670 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.422+0000 7fba38c00640 1 -- 172.21.15.26:0/4142869664 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba480c12e0 con 0x5641afd5b670 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.422+0000 7fba38c00640 1 -- 172.21.15.26:0/4142869664 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fba3c012820 con 0x5641afd5b670 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.423+0000 7fba58f67740 10 client.16944 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.423+0000 7fba58f67740 10 client.16944 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.423+0000 7fba58f67740 20 client.16944 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.423+0000 7fba58f67740 1 --2- 172.21.15.26:0/4142869664 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641afde46f0 0x5641afde6b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.423+0000 7fba58f67740 4 client.16944 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:43:11.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.423+0000 7fba58f67740 1 -- 172.21.15.26:0/4142869664 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5641afd7b740 con 0x5641afde46f0 2024-04-26T23:43:11.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.423+0000 7fba4f400640 1 --2- 172.21.15.26:0/4142869664 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641afde46f0 0x5641afde6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.424+0000 7fba4f400640 1 --2- 172.21.15.26:0/4142869664 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641afde46f0 0x5641afde6b10 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf9722975866ebb8 server_cookie=cc458adda22cde8c in_seq=0 out_seq=0 2024-04-26T23:43:11.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.424+0000 7fba38c00640 10 client.16944 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:11.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba38c00640 1 -- 172.21.15.26:0/4142869664 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5641afd7b740 con 0x5641afde46f0 2024-04-26T23:43:11.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba38c00640 10 client.16944 handle_command_reply: tid=0 2024-04-26T23:43:11.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba58f67740 1 client.16944 shutdown 2024-04-26T23:43:11.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba58f67740 1 -- 172.21.15.26:0/4142869664 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5b670 msgr2=0x5641afd782b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba58f67740 1 --2- 172.21.15.26:0/4142869664 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5b670 0x5641afd782b0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fba3c0126a0 tx=0x7fba3c012530 comp rx=0 tx=0).stop 2024-04-26T23:43:11.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba58f67740 1 -- 172.21.15.26:0/4142869664 shutdown_connections 2024-04-26T23:43:11.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba58f67740 1 --2- 172.21.15.26:0/4142869664 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641afde46f0 0x5641afde6b10 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba58f67740 1 --2- 172.21.15.26:0/4142869664 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641afd65d40 0x5641afd787f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba58f67740 1 --2- 172.21.15.26:0/4142869664 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641afd5b670 0x5641afd782b0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba58f67740 1 --2- 172.21.15.26:0/4142869664 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641afd5ad50 0x5641afd7af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba58f67740 1 -- 172.21.15.26:0/4142869664 >> 172.21.15.26:0/4142869664 conn(0x5641afd57070 msgr2=0x5641afd6b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:11.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba38c00640 0 client.16944 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:11.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba58f67740 1 -- 172.21.15.26:0/4142869664 shutdown_connections 2024-04-26T23:43:11.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba58f67740 1 -- 172.21.15.26:0/4142869664 wait complete. 2024-04-26T23:43:11.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.425+0000 7fba58f67740 20 client.16944 trim_cache size 0 max 16384 2024-04-26T23:43:11.432 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:43:11.433 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:43:11.433 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:43:11.433 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:43:11.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.426+0000 7fba54c00640 1 -- 172.21.15.26:0/3519030190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba340a3da0 msgr2=0x7fba340a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.426+0000 7fba54c00640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba340a3da0 0x7fba340a6260 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x5641afd5c310 tx=0x7fba40009a30 comp rx=0 tx=0).stop 2024-04-26T23:43:11.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.426+0000 7fba54c00640 1 -- 172.21.15.26:0/3519030190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba501087f0 msgr2=0x7fba5019d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.426+0000 7fba54c00640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba501087f0 0x7fba5019d7d0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fba48004770 tx=0x7fba48003cd0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.426+0000 7fba54c00640 1 -- 172.21.15.26:0/3519030190 shutdown_connections 2024-04-26T23:43:11.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.426+0000 7fba54c00640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba340a3da0 0x7fba340a6260 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.426+0000 7fba54c00640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba501087f0 0x7fba5019d7d0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.426+0000 7fba54c00640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba501031a0 0x7fba50199450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.426+0000 7fba54c00640 1 --2- 172.21.15.26:0/3519030190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba501027e0 0x7fba50198f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.426+0000 7fba54c00640 1 -- 172.21.15.26:0/3519030190 >> 172.21.15.26:0/3519030190 conn(0x7fba500fe2d0 msgr2=0x7fba500fea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:11.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.426+0000 7fba54c00640 1 -- 172.21.15.26:0/3519030190 shutdown_connections 2024-04-26T23:43:11.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.426+0000 7fba54c00640 1 -- 172.21.15.26:0/3519030190 wait complete. 2024-04-26T23:43:11.450 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:43:11.451 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:43:11.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.666+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3532793145 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d981054b0 msgr2=0x7f2d981119c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.666+0000 7f2d9fc00640 1 --2- 172.21.15.26:0/3532793145 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d981054b0 0x7f2d981119c0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f2d90009cd0 tx=0x7f2d9002a8f0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.666+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3532793145 shutdown_connections 2024-04-26T23:43:11.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.666+0000 7f2d9fc00640 1 --2- 172.21.15.26:0/3532793145 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d981054b0 0x7f2d981119c0 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.666+0000 7f2d9fc00640 1 --2- 172.21.15.26:0/3532793145 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d98104af0 0x7f2d98104f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.666+0000 7f2d9fc00640 1 --2- 172.21.15.26:0/3532793145 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2d9810ab90 0x7f2d9810af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.666+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3532793145 >> 172.21.15.26:0/3532793145 conn(0x7f2d981005e0 msgr2=0x7f2d98102a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:11.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.667+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3532793145 shutdown_connections 2024-04-26T23:43:11.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.667+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3532793145 wait complete. 2024-04-26T23:43:11.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.668+0000 7f2d9fc00640 1 Processor -- start 2024-04-26T23:43:11.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.668+0000 7f2d9fc00640 1 -- start start 2024-04-26T23:43:11.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.668+0000 7f2d9fc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d98104af0 0x7f2d9819b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.668+0000 7f2d9fc00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2d981054b0 0x7f2d9819b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.668+0000 7f2d9fc00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d9810ab90 0x7f2d9819fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.668+0000 7f2d9fc00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2d98114cc0 con 0x7f2d98104af0 2024-04-26T23:43:11.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.668+0000 7f2d9fc00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2d98114b40 con 0x7f2d9810ab90 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.668+0000 7f2d9fc00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2d98114e40 con 0x7f2d981054b0 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.668+0000 7f2d9d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d98104af0 0x7f2d9819b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.669+0000 7f2d9d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d98104af0 0x7f2d9819b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39272/0 (socket says 172.21.15.26:39272) 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.669+0000 7f2d9d200640 1 -- 172.21.15.26:0/3240264801 learned_addr learned my addr 172.21.15.26:0/3240264801 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.669+0000 7f2d97e00640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2d981054b0 0x7f2d9819b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.669+0000 7f2d9dc00640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d9810ab90 0x7f2d9819fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.669+0000 7f2d9d200640 1 -- 172.21.15.26:0/3240264801 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2d981054b0 msgr2=0x7f2d9819b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.669+0000 7f2d9d200640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2d981054b0 0x7f2d9819b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.669+0000 7f2d9d200640 1 -- 172.21.15.26:0/3240264801 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d9810ab90 msgr2=0x7f2d9819fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.669+0000 7f2d9d200640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d9810ab90 0x7f2d9819fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.669+0000 7f2d9d200640 1 -- 172.21.15.26:0/3240264801 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d981a0210 con 0x7f2d98104af0 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.669+0000 7f2d9dc00640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d9810ab90 0x7f2d9819fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.669+0000 7f2d9d200640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d98104af0 0x7f2d9819b220 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c00d770 tx=0x7f2d8c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.670+0000 7f2d95600640 1 -- 172.21.15.26:0/3240264801 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d8c017070 con 0x7f2d98104af0 2024-04-26T23:43:11.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.670+0000 7f2d95600640 1 -- 172.21.15.26:0/3240264801 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2d8c0054b0 con 0x7f2d98104af0 2024-04-26T23:43:11.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.670+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3240264801 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d981a0500 con 0x7f2d98104af0 2024-04-26T23:43:11.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.670+0000 7f2d95600640 1 -- 172.21.15.26:0/3240264801 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d8c004c60 con 0x7f2d98104af0 2024-04-26T23:43:11.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.670+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3240264801 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d981a7d90 con 0x7f2d98104af0 2024-04-26T23:43:11.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.671+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3240264801 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d98069c10 con 0x7f2d98104af0 2024-04-26T23:43:11.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.676+0000 7f2d95600640 1 -- 172.21.15.26:0/3240264801 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2d8c004e00 con 0x7f2d98104af0 2024-04-26T23:43:11.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.677+0000 7f2d95600640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2d800a3da0 0x7f2d800a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:11.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.678+0000 7f2d95600640 1 -- 172.21.15.26:0/3240264801 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f2d8c0d0650 con 0x7f2d98104af0 2024-04-26T23:43:11.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.678+0000 7f2d97e00640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2d800a3da0 0x7f2d800a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:11.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.679+0000 7f2d97e00640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2d800a3da0 0x7f2d800a6260 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f2d84005fd0 tx=0x7f2d84005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:11.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.680+0000 7f2d95600640 1 -- 172.21.15.26:0/3240264801 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f2d8c09cd20 con 0x7f2d98104af0 2024-04-26T23:43:11.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.962+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3240264801 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d9819c570 con 0x7f2d98104af0 2024-04-26T23:43:11.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.965+0000 7f2d95600640 1 -- 172.21.15.26:0/3240264801 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f2d8c09c620 con 0x7f2d98104af0 2024-04-26T23:43:11.969 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:43:11.969 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:43:11.969 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:43:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.968+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3240264801 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2d800a3da0 msgr2=0x7f2d800a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.968+0000 7f2d9fc00640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2d800a3da0 0x7f2d800a6260 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f2d84005fd0 tx=0x7f2d84005850 comp rx=0 tx=0).stop 2024-04-26T23:43:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.968+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3240264801 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d98104af0 msgr2=0x7f2d9819b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.968+0000 7f2d9fc00640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d98104af0 0x7f2d9819b220 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f2d8c00d770 tx=0x7f2d8c00dc30 comp rx=0 tx=0).stop 2024-04-26T23:43:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.968+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3240264801 shutdown_connections 2024-04-26T23:43:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.968+0000 7f2d9fc00640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d9810ab90 0x7f2d9819fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.968+0000 7f2d9fc00640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2d981054b0 0x7f2d9819b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.968+0000 7f2d9fc00640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2d800a3da0 0x7f2d800a6260 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.968+0000 7f2d9fc00640 1 --2- 172.21.15.26:0/3240264801 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d98104af0 0x7f2d9819b220 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:11.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.968+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3240264801 >> 172.21.15.26:0/3240264801 conn(0x7f2d981005e0 msgr2=0x7f2d98100e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:11.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.968+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3240264801 shutdown_connections 2024-04-26T23:43:11.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:11.969+0000 7f2d9fc00640 1 -- 172.21.15.26:0/3240264801 wait complete. 2024-04-26T23:43:11.996 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:43:12.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.206+0000 7f0594a00640 1 -- 172.21.15.26:0/3242246168 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0590107820 msgr2=0x7f0590107c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.206+0000 7f0594a00640 1 --2- 172.21.15.26:0/3242246168 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0590107820 0x7f0590107c00 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f0580009930 tx=0x7f058002a420 comp rx=0 tx=0).stop 2024-04-26T23:43:12.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.207+0000 7f0594a00640 1 -- 172.21.15.26:0/3242246168 shutdown_connections 2024-04-26T23:43:12.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.207+0000 7f0594a00640 1 --2- 172.21.15.26:0/3242246168 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f05901021d0 0x7f059010e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.207+0000 7f0594a00640 1 --2- 172.21.15.26:0/3242246168 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0590101810 0x7f0590101c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.207+0000 7f0594a00640 1 --2- 172.21.15.26:0/3242246168 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0590107820 0x7f0590107c00 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.207+0000 7f0594a00640 1 -- 172.21.15.26:0/3242246168 >> 172.21.15.26:0/3242246168 conn(0x7f0590078890 msgr2=0x7f0590078ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.207+0000 7f0594a00640 1 -- 172.21.15.26:0/3242246168 shutdown_connections 2024-04-26T23:43:12.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.207+0000 7f0594a00640 1 -- 172.21.15.26:0/3242246168 wait complete. 2024-04-26T23:43:12.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.208+0000 7f0594a00640 1 Processor -- start 2024-04-26T23:43:12.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.208+0000 7f0594a00640 1 -- start start 2024-04-26T23:43:12.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.209+0000 7f0594a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0590101810 0x7f059019b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.209+0000 7f0594a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f05901021d0 0x7f059019b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.209+0000 7f0594a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0590107820 0x7f059019fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.209+0000 7f0594a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f05901119a0 con 0x7f0590101810 2024-04-26T23:43:12.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.209+0000 7f0594a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0590111820 con 0x7f0590107820 2024-04-26T23:43:12.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.209+0000 7f0594a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0590111b20 con 0x7f05901021d0 2024-04-26T23:43:12.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.209+0000 7f058de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0590101810 0x7f059019b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.209+0000 7f058de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0590101810 0x7f059019b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39288/0 (socket says 172.21.15.26:39288) 2024-04-26T23:43:12.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.209+0000 7f058de00640 1 -- 172.21.15.26:0/730118597 learned_addr learned my addr 172.21.15.26:0/730118597 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.209+0000 7f058d400640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f05901021d0 0x7f059019b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.214 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.209+0000 7f058e800640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0590107820 0x7f059019fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.210+0000 7f058de00640 1 -- 172.21.15.26:0/730118597 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f05901021d0 msgr2=0x7f059019b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.210+0000 7f058de00640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f05901021d0 0x7f059019b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.210+0000 7f058de00640 1 -- 172.21.15.26:0/730118597 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0590107820 msgr2=0x7f059019fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.210+0000 7f058de00640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0590107820 0x7f059019fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.210+0000 7f058de00640 1 -- 172.21.15.26:0/730118597 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05901a0230 con 0x7f0590101810 2024-04-26T23:43:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.210+0000 7f058de00640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0590101810 0x7f059019b240 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f058002a940 tx=0x7f0580003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.210+0000 7f0586a00640 1 -- 172.21.15.26:0/730118597 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058003f070 con 0x7f0590101810 2024-04-26T23:43:12.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.211+0000 7f0586a00640 1 -- 172.21.15.26:0/730118597 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f058003baf0 con 0x7f0590101810 2024-04-26T23:43:12.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.211+0000 7f0594a00640 1 -- 172.21.15.26:0/730118597 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05901a04c0 con 0x7f0590101810 2024-04-26T23:43:12.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.211+0000 7f0594a00640 1 -- 172.21.15.26:0/730118597 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05901a7db0 con 0x7f0590101810 2024-04-26T23:43:12.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.211+0000 7f0586a00640 1 -- 172.21.15.26:0/730118597 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0580035030 con 0x7f0590101810 2024-04-26T23:43:12.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.216+0000 7f0586a00640 1 -- 172.21.15.26:0/730118597 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f0580042070 con 0x7f0590101810 2024-04-26T23:43:12.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.216+0000 7f0597844740 1 Processor -- start 2024-04-26T23:43:12.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.217+0000 7f0597844740 1 -- start start 2024-04-26T23:43:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.217+0000 7f0597844740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 0x55a0213345d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.217+0000 7f0597844740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a02133eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.217+0000 7f0597844740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a02133f1e0 0x55a0213415d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.217+0000 7f0597844740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a021298c70 con 0x55a0213341f0 2024-04-26T23:43:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.217+0000 7f0597844740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a021251980 con 0x55a02133f1e0 2024-04-26T23:43:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.217+0000 7f0597844740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a021294c30 con 0x55a021334b10 2024-04-26T23:43:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.218+0000 7f058e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 0x55a0213345d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.218+0000 7f058e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 0x55a0213345d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39304/0 (socket says 172.21.15.26:39304) 2024-04-26T23:43:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.218+0000 7f058e800640 1 -- 172.21.15.26:0/2538065927 learned_addr learned my addr 172.21.15.26:0/2538065927 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.218+0000 7f058d400640 1 --2- 172.21.15.26:0/2538065927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a02133f1e0 0x55a0213415d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.218+0000 7f058de00640 1 --2- 172.21.15.26:0/2538065927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a02133eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.218+0000 7f058e800640 1 -- 172.21.15.26:0/2538065927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 msgr2=0x55a02133eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.218+0000 7f058e800640 1 --2- 172.21.15.26:0/2538065927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a02133eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.218+0000 7f058e800640 1 -- 172.21.15.26:0/2538065927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a02133f1e0 msgr2=0x55a0213415d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.218+0000 7f058e800640 1 --2- 172.21.15.26:0/2538065927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a02133f1e0 0x55a0213415d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.218+0000 7f058e800640 1 -- 172.21.15.26:0/2538065927 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0212297b0 con 0x55a0213341f0 2024-04-26T23:43:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.218+0000 7f0586a00640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f05740a3d20 0x7f05740a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.219+0000 7f0586a00640 1 -- 172.21.15.26:0/730118597 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f05800f0f20 con 0x7f0590101810 2024-04-26T23:43:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.219+0000 7f058de00640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f05740a3d20 0x7f05740a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.219+0000 7f058e800640 1 --2- 172.21.15.26:0/2538065927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 0x55a0213345d0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f0588009f70 tx=0x7f0588010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40930d9f6a7b95cb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.220+0000 7f057b000640 1 -- 172.21.15.26:0/2538065927 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0588016070 con 0x55a0213341f0 2024-04-26T23:43:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.220+0000 7f057b000640 1 -- 172.21.15.26:0/2538065927 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0588004d20 con 0x55a0213341f0 2024-04-26T23:43:12.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.220+0000 7f057b000640 1 -- 172.21.15.26:0/2538065927 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0588012720 con 0x55a0213341f0 2024-04-26T23:43:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.221+0000 7f0597844740 1 -- 172.21.15.26:0/2538065927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 msgr2=0x55a0213345d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.221+0000 7f0597844740 1 --2- 172.21.15.26:0/2538065927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 0x55a0213345d0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f0588009f70 tx=0x7f0588010800 comp rx=0 tx=0).stop 2024-04-26T23:43:12.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.221+0000 7f058de00640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f05740a3d20 0x7f05740a61e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x55a0213357b0 tx=0x7f0580009260 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.221+0000 7f0597844740 1 -- 172.21.15.26:0/2538065927 shutdown_connections 2024-04-26T23:43:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.221+0000 7f0597844740 1 --2- 172.21.15.26:0/2538065927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a02133f1e0 0x55a0213415d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.221+0000 7f0597844740 1 --2- 172.21.15.26:0/2538065927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a02133eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.221+0000 7f0597844740 1 --2- 172.21.15.26:0/2538065927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 0x55a0213345d0 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.221+0000 7f0597844740 1 -- 172.21.15.26:0/2538065927 >> 172.21.15.26:0/2538065927 conn(0x55a021330510 msgr2=0x55a0213308f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.221+0000 7f0597844740 1 -- 172.21.15.26:0/2538065927 shutdown_connections 2024-04-26T23:43:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.221+0000 7f0597844740 1 -- 172.21.15.26:0/2538065927 wait complete. 2024-04-26T23:43:12.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.222+0000 7f0597844740 1 -- start start 2024-04-26T23:43:12.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.222+0000 7f0597844740 1 Processor -- start 2024-04-26T23:43:12.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.223+0000 7f0597844740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 0x55a02133eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.223+0000 7f0597844740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a02133be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.223+0000 7f0597844740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a02133f1e0 0x55a02133c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.223+0000 7f0597844740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a021297f80 con 0x55a0213341f0 2024-04-26T23:43:12.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.223+0000 7f0597844740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a021245260 con 0x55a02133f1e0 2024-04-26T23:43:12.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.223+0000 7f0597844740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a02129d2a0 con 0x55a021334b10 2024-04-26T23:43:12.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.223+0000 7f0597844740 10 client.0 _ll_register_callbacks cb 0x55a02128f960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.223+0000 7f058e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 0x55a02133eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.224+0000 7f058e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 0x55a02133eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39312/0 (socket says 172.21.15.26:39312) 2024-04-26T23:43:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.224+0000 7f058e800640 1 -- 172.21.15.26:0/4224137838 learned_addr learned my addr 172.21.15.26:0/4224137838 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.224+0000 7f058d400640 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a02133be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.224+0000 7f058e800640 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a02133f1e0 0x55a02133c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.224+0000 7f058e800640 1 -- 172.21.15.26:0/4224137838 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 msgr2=0x55a02133be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.224+0000 7f058e800640 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a02133be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.224+0000 7f058e800640 1 -- 172.21.15.26:0/4224137838 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a02133f1e0 msgr2=0x55a02133c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.224+0000 7f058e800640 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a02133f1e0 0x55a02133c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.224+0000 7f058e800640 1 -- 172.21.15.26:0/4224137838 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0212271c0 con 0x55a0213341f0 2024-04-26T23:43:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.225+0000 7f058e800640 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 0x55a02133eb70 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f05880059c0 tx=0x7f0588005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7ad9c482f2bb42e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.225+0000 7f056f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.225+0000 7f056f400640 1 -- 172.21.15.26:0/4224137838 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0588016040 con 0x55a0213341f0 2024-04-26T23:43:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.225+0000 7f056f400640 1 -- 172.21.15.26:0/4224137838 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f05880124c0 con 0x55a0213341f0 2024-04-26T23:43:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.225+0000 7f0597844740 1 -- 172.21.15.26:0/4224137838 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0588004d20 con 0x55a0213341f0 2024-04-26T23:43:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.226+0000 7f056f400640 1 -- 172.21.15.26:0/4224137838 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0588005660 con 0x55a0213341f0 2024-04-26T23:43:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.226+0000 7f0597844740 10 client.16962 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.226+0000 7f0597844740 1 -- 172.21.15.26:0/4224137838 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a020faa3f0 con 0x55a0213341f0 2024-04-26T23:43:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.226+0000 7f056f400640 1 -- 172.21.15.26:0/4224137838 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0588004d20 con 0x55a0213341f0 2024-04-26T23:43:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.226+0000 7f056f400640 1 -- 172.21.15.26:0/4224137838 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f0588028040 con 0x55a0213341f0 2024-04-26T23:43:12.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.226+0000 7f0597844740 10 client.16962 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:12.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.226+0000 7f0597844740 10 client.16962 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:43:12.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.226+0000 7f0597844740 20 client.16962 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:12.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.226+0000 7f0597844740 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a02134ebb0 0x55a021350fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.226+0000 7f0597844740 4 client.16962 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:43:12.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.226+0000 7f0597844740 1 -- 172.21.15.26:0/4224137838 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a0212a6880 con 0x55a02134ebb0 2024-04-26T23:43:12.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.227+0000 7f058d400640 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a02134ebb0 0x55a021350fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.228+0000 7f058d400640 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a02134ebb0 0x55a021350fa0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3885e085d8983603 server_cookie=318ed6bceb2d7fc4 in_seq=0 out_seq=0 2024-04-26T23:43:12.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.228+0000 7f056f400640 10 client.16962 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.229+0000 7f056f400640 1 -- 172.21.15.26:0/4224137838 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a0212a6880 con 0x55a02134ebb0 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.229+0000 7f056f400640 10 client.16962 handle_command_reply: tid=0 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.229+0000 7f0597844740 1 client.16962 shutdown 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.229+0000 7f0597844740 1 -- 172.21.15.26:0/4224137838 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 msgr2=0x55a02133eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.229+0000 7f0597844740 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 0x55a02133eb70 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f05880059c0 tx=0x7f0588005a20 comp rx=0 tx=0).stop 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.229+0000 7f0597844740 1 -- 172.21.15.26:0/4224137838 shutdown_connections 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.229+0000 7f0597844740 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a02133f1e0 0x55a02133c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.229+0000 7f0597844740 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a02134ebb0 0x55a021350fa0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.229+0000 7f0597844740 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a02133be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.229+0000 7f0597844740 1 --2- 172.21.15.26:0/4224137838 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0213341f0 0x55a02133eb70 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.229+0000 7f0597844740 1 -- 172.21.15.26:0/4224137838 >> 172.21.15.26:0/4224137838 conn(0x55a021330510 msgr2=0x55a0213361d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.229+0000 7f056f400640 0 client.16962 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:43:12.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.230+0000 7f0597844740 1 -- 172.21.15.26:0/4224137838 shutdown_connections 2024-04-26T23:43:12.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.230+0000 7f0597844740 1 -- 172.21.15.26:0/4224137838 wait complete. 2024-04-26T23:43:12.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.230+0000 7f0597844740 20 client.16962 trim_cache size 0 max 16384 2024-04-26T23:43:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.248+0000 7f0597844740 1 Processor -- start 2024-04-26T23:43:12.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.248+0000 7f0597844740 1 -- start start 2024-04-26T23:43:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.248+0000 7f0597844740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0213341f0 0x55a02134ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.248+0000 7f0597844740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a021356710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.248+0000 7f0597844740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 0x55a021356c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.248+0000 7f0597844740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f05901aed40 con 0x55a02133f1e0 2024-04-26T23:43:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.248+0000 7f0597844740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f05901ac610 con 0x55a0213341f0 2024-04-26T23:43:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.248+0000 7f0597844740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f05901aa4c0 con 0x55a021334b10 2024-04-26T23:43:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.249+0000 7f058e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 0x55a021356c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.249+0000 7f058e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 0x55a021356c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39328/0 (socket says 172.21.15.26:39328) 2024-04-26T23:43:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.249+0000 7f058e800640 1 -- 172.21.15.26:0/71679769 learned_addr learned my addr 172.21.15.26:0/71679769 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.249+0000 7f058e800640 1 --2- 172.21.15.26:0/71679769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0213341f0 0x55a02134ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.249+0000 7f058d400640 1 --2- 172.21.15.26:0/71679769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a021356710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.249+0000 7f058e800640 1 -- 172.21.15.26:0/71679769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 msgr2=0x55a021356710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.249+0000 7f058e800640 1 --2- 172.21.15.26:0/71679769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a021356710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.249+0000 7f058e800640 1 -- 172.21.15.26:0/71679769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0213341f0 msgr2=0x55a02134ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.249+0000 7f058e800640 1 --2- 172.21.15.26:0/71679769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0213341f0 0x55a02134ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.249+0000 7f058e800640 1 -- 172.21.15.26:0/71679769 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0210747d0 con 0x55a02133f1e0 2024-04-26T23:43:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.250+0000 7f058e800640 1 --2- 172.21.15.26:0/71679769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 0x55a021356c50 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f0588002230 tx=0x7f0588009600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa4f062fcb062cc4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.250+0000 7f057a600640 1 -- 172.21.15.26:0/71679769 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0588016030 con 0x55a02133f1e0 2024-04-26T23:43:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.250+0000 7f057a600640 1 -- 172.21.15.26:0/71679769 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0588038070 con 0x55a02133f1e0 2024-04-26T23:43:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.250+0000 7f057a600640 1 -- 172.21.15.26:0/71679769 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058802a7c0 con 0x55a02133f1e0 2024-04-26T23:43:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.251+0000 7f0597844740 1 -- 172.21.15.26:0/71679769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 msgr2=0x55a021356c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.251+0000 7f0597844740 1 --2- 172.21.15.26:0/71679769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 0x55a021356c50 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f0588002230 tx=0x7f0588009600 comp rx=0 tx=0).stop 2024-04-26T23:43:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.251+0000 7f0597844740 1 -- 172.21.15.26:0/71679769 shutdown_connections 2024-04-26T23:43:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.251+0000 7f0597844740 1 --2- 172.21.15.26:0/71679769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 0x55a021356c50 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.251+0000 7f0597844740 1 --2- 172.21.15.26:0/71679769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a021356710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.251+0000 7f0597844740 1 --2- 172.21.15.26:0/71679769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0213341f0 0x55a02134ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.251+0000 7f0597844740 1 -- 172.21.15.26:0/71679769 >> 172.21.15.26:0/71679769 conn(0x55a021330510 msgr2=0x55a02132f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.251+0000 7f0597844740 1 -- 172.21.15.26:0/71679769 shutdown_connections 2024-04-26T23:43:12.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.251+0000 7f0597844740 1 -- 172.21.15.26:0/71679769 wait complete. 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.252+0000 7f0597844740 1 -- start start 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.252+0000 7f0597844740 1 Processor -- start 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.252+0000 7f0597844740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0213341f0 0x55a021346e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.252+0000 7f0597844740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a021347360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.252+0000 7f0597844740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 0x55a021344350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.252+0000 7f0597844740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f05901aab10 con 0x55a02133f1e0 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.252+0000 7f0597844740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f05901abf40 con 0x55a0213341f0 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.252+0000 7f0597844740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f05901ab1a0 con 0x55a021334b10 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.252+0000 7f0597844740 10 client.0 _ll_register_callbacks cb 0x7f0588009df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.253+0000 7f058e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 0x55a021344350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.253+0000 7f058e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 0x55a021344350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39338/0 (socket says 172.21.15.26:39338) 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.253+0000 7f058e800640 1 -- 172.21.15.26:0/417696812 learned_addr learned my addr 172.21.15.26:0/417696812 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.253+0000 7f058e800640 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0213341f0 0x55a021346e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.253+0000 7f058d400640 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a021347360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.253+0000 7f058e800640 1 -- 172.21.15.26:0/417696812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 msgr2=0x55a021347360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.253+0000 7f058e800640 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a021347360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.253+0000 7f058e800640 1 -- 172.21.15.26:0/417696812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0213341f0 msgr2=0x55a021346e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.253+0000 7f058e800640 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0213341f0 0x55a021346e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.253+0000 7f058e800640 1 -- 172.21.15.26:0/417696812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a02123f2a0 con 0x55a02133f1e0 2024-04-26T23:43:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.254+0000 7f058e800640 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 0x55a021344350 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f058802a5d0 tx=0x7f0588022040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea161b0ffa40c4e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.254+0000 7f056f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.254+0000 7f056f400640 1 -- 172.21.15.26:0/417696812 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0588016070 con 0x55a02133f1e0 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.254+0000 7f0597844740 1 -- 172.21.15.26:0/417696812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0588038070 con 0x55a02133f1e0 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.254+0000 7f056f400640 1 -- 172.21.15.26:0/417696812 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f0588012450 con 0x55a02133f1e0 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.254+0000 7f056f400640 1 -- 172.21.15.26:0/417696812 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0588010d00 con 0x55a02133f1e0 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.255+0000 7f0597844740 10 client.16968 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.255+0000 7f0597844740 1 -- 172.21.15.26:0/417696812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a0213b4800 con 0x55a02133f1e0 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.255+0000 7f056f400640 1 -- 172.21.15.26:0/417696812 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0588038070 con 0x55a02133f1e0 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.255+0000 7f056f400640 1 -- 172.21.15.26:0/417696812 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f058800f040 con 0x55a02133f1e0 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.255+0000 7f0597844740 10 client.16968 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.255+0000 7f0597844740 10 client.16968 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.255+0000 7f0597844740 20 client.16968 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.255+0000 7f0597844740 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a0213b4e00 0x55a0213b71f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.255+0000 7f0597844740 4 client.16968 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.255+0000 7f0597844740 1 -- 172.21.15.26:0/417696812 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a0212a06f0 con 0x55a0213b4e00 2024-04-26T23:43:12.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.256+0000 7f058d400640 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a0213b4e00 0x55a0213b71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.257+0000 7f058d400640 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a0213b4e00 0x55a0213b71f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bfcce23148fb88bd server_cookie=e19fed388ea23567 in_seq=0 out_seq=0 2024-04-26T23:43:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.257+0000 7f056f400640 10 client.16968 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:43:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f056f400640 1 -- 172.21.15.26:0/417696812 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a0212a06f0 con 0x55a0213b4e00 2024-04-26T23:43:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f056f400640 10 client.16968 handle_command_reply: tid=0 2024-04-26T23:43:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f0597844740 1 client.16968 shutdown 2024-04-26T23:43:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f0597844740 1 -- 172.21.15.26:0/417696812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 msgr2=0x55a021344350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f0597844740 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 0x55a021344350 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f058802a5d0 tx=0x7f0588022040 comp rx=0 tx=0).stop 2024-04-26T23:43:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f0597844740 1 -- 172.21.15.26:0/417696812 shutdown_connections 2024-04-26T23:43:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f0597844740 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a02133f1e0 0x55a021344350 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f0597844740 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a0213b4e00 0x55a0213b71f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f0597844740 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a021334b10 0x55a021347360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f0597844740 1 --2- 172.21.15.26:0/417696812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0213341f0 0x55a021346e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f0597844740 1 -- 172.21.15.26:0/417696812 >> 172.21.15.26:0/417696812 conn(0x55a021330510 msgr2=0x55a02133d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f056f400640 0 client.16968 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:43:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f0597844740 1 -- 172.21.15.26:0/417696812 shutdown_connections 2024-04-26T23:43:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f0597844740 1 -- 172.21.15.26:0/417696812 wait complete. 2024-04-26T23:43:12.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.258+0000 7f0597844740 20 client.16968 trim_cache size 0 max 16384 2024-04-26T23:43:12.264 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:43:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.259+0000 7f0594a00640 1 -- 172.21.15.26:0/730118597 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f05740a3d20 msgr2=0x7f05740a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.259+0000 7f0594a00640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f05740a3d20 0x7f05740a61e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x55a0213357b0 tx=0x7f0580009260 comp rx=0 tx=0).stop 2024-04-26T23:43:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.259+0000 7f0594a00640 1 -- 172.21.15.26:0/730118597 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0590101810 msgr2=0x7f059019b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.259+0000 7f0594a00640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0590101810 0x7f059019b240 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f058002a940 tx=0x7f0580003b90 comp rx=0 tx=0).stop 2024-04-26T23:43:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.259+0000 7f0594a00640 1 -- 172.21.15.26:0/730118597 shutdown_connections 2024-04-26T23:43:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.259+0000 7f0594a00640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0590107820 0x7f059019fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.259+0000 7f0594a00640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f05901021d0 0x7f059019b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.259+0000 7f0594a00640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f05740a3d20 0x7f05740a61e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.259+0000 7f0594a00640 1 --2- 172.21.15.26:0/730118597 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0590101810 0x7f059019b240 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.259+0000 7f0594a00640 1 -- 172.21.15.26:0/730118597 >> 172.21.15.26:0/730118597 conn(0x7f0590078890 msgr2=0x7f059006af10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.260+0000 7f0594a00640 1 -- 172.21.15.26:0/730118597 shutdown_connections 2024-04-26T23:43:12.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.260+0000 7f0594a00640 1 -- 172.21.15.26:0/730118597 wait complete. 2024-04-26T23:43:12.284 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:43:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.488+0000 7fd191800640 1 -- 172.21.15.26:0/2614890854 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd18c102080 msgr2=0x7fd18c10e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.488+0000 7fd191800640 1 --2- 172.21.15.26:0/2614890854 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd18c102080 0x7fd18c10e590 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7fd184009cd0 tx=0x7fd18402a8e0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.488+0000 7fd191800640 1 -- 172.21.15.26:0/2614890854 shutdown_connections 2024-04-26T23:43:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.488+0000 7fd191800640 1 --2- 172.21.15.26:0/2614890854 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd18c102080 0x7fd18c10e590 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.488+0000 7fd191800640 1 --2- 172.21.15.26:0/2614890854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd18c1016c0 0x7fd18c101b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.488+0000 7fd191800640 1 --2- 172.21.15.26:0/2614890854 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd18c1076d0 0x7fd18c107ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.489+0000 7fd191800640 1 -- 172.21.15.26:0/2614890854 >> 172.21.15.26:0/2614890854 conn(0x7fd18c0fd1b0 msgr2=0x7fd18c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.489+0000 7fd191800640 1 -- 172.21.15.26:0/2614890854 shutdown_connections 2024-04-26T23:43:12.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.489+0000 7fd191800640 1 -- 172.21.15.26:0/2614890854 wait complete. 2024-04-26T23:43:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.490+0000 7fd191800640 1 Processor -- start 2024-04-26T23:43:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.490+0000 7fd191800640 1 -- start start 2024-04-26T23:43:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.490+0000 7fd191800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd18c1016c0 0x7fd18c199060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.490+0000 7fd191800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd18c102080 0x7fd18c1995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.490+0000 7fd191800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd18c1076d0 0x7fd18c19d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.490+0000 7fd191800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c111890 con 0x7fd18c102080 2024-04-26T23:43:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.490+0000 7fd191800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c111710 con 0x7fd18c1076d0 2024-04-26T23:43:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.490+0000 7fd191800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c111a10 con 0x7fd18c1016c0 2024-04-26T23:43:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.491+0000 7fd18b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd18c102080 0x7fd18c1995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.491+0000 7fd18b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd18c102080 0x7fd18c1995a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39366/0 (socket says 172.21.15.26:39366) 2024-04-26T23:43:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.491+0000 7fd18b400640 1 -- 172.21.15.26:0/3619502888 learned_addr learned my addr 172.21.15.26:0/3619502888 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.491+0000 7fd18be00640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd18c1016c0 0x7fd18c199060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.491+0000 7fd190e00640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd18c1076d0 0x7fd18c19d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.491+0000 7fd18b400640 1 -- 172.21.15.26:0/3619502888 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd18c1016c0 msgr2=0x7fd18c199060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.491+0000 7fd18b400640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd18c1016c0 0x7fd18c199060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.491+0000 7fd18b400640 1 -- 172.21.15.26:0/3619502888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd18c1076d0 msgr2=0x7fd18c19d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.491+0000 7fd18b400640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd18c1076d0 0x7fd18c19d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.491+0000 7fd18b400640 1 -- 172.21.15.26:0/3619502888 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd18c19dfb0 con 0x7fd18c102080 2024-04-26T23:43:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.492+0000 7fd18b400640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd18c102080 0x7fd18c1995a0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7fd17800b4a0 tx=0x7fd17800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.492+0000 7fd188c00640 1 -- 172.21.15.26:0/3619502888 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd178014070 con 0x7fd18c102080 2024-04-26T23:43:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.492+0000 7fd188c00640 1 -- 172.21.15.26:0/3619502888 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd178010aa0 con 0x7fd18c102080 2024-04-26T23:43:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.492+0000 7fd188c00640 1 -- 172.21.15.26:0/3619502888 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd178017b70 con 0x7fd18c102080 2024-04-26T23:43:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.492+0000 7fd191800640 1 -- 172.21.15.26:0/3619502888 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd18c19e2a0 con 0x7fd18c102080 2024-04-26T23:43:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.493+0000 7fd191800640 1 -- 172.21.15.26:0/3619502888 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd18c1a5b30 con 0x7fd18c102080 2024-04-26T23:43:12.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.497+0000 7fd195c67740 1 Processor -- start 2024-04-26T23:43:12.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.497+0000 7fd195c67740 1 -- start start 2024-04-26T23:43:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.497+0000 7fd195c67740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa223a0 0x55738aa22780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.497+0000 7fd195c67740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa22cc0 0x55738aa2ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.498+0000 7fd195c67740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 0x55738aa2f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.498+0000 7fd195c67740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55738a986c70 con 0x55738aa2d390 2024-04-26T23:43:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.498+0000 7fd195c67740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55738a93f980 con 0x55738aa22cc0 2024-04-26T23:43:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.498+0000 7fd195c67740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55738a982c30 con 0x55738aa223a0 2024-04-26T23:43:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.498+0000 7fd188c00640 1 -- 172.21.15.26:0/3619502888 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd178017070 con 0x7fd18c102080 2024-04-26T23:43:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.498+0000 7fd18b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 0x55738aa2f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.498+0000 7fd190e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa223a0 0x55738aa22780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.498+0000 7fd18b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 0x55738aa2f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39378/0 (socket says 172.21.15.26:39378) 2024-04-26T23:43:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.498+0000 7fd18b400640 1 -- 172.21.15.26:0/508672458 learned_addr learned my addr 172.21.15.26:0/508672458 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.498+0000 7fd190e00640 1 --2- 172.21.15.26:0/508672458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa223a0 0x55738aa22780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:34474/0 (socket says 172.21.15.26:34474) 2024-04-26T23:43:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.498+0000 7fd18be00640 1 --2- 172.21.15.26:0/508672458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa22cc0 0x55738aa2ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.499+0000 7fd18b400640 1 -- 172.21.15.26:0/508672458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa223a0 msgr2=0x55738aa22780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.499+0000 7fd18b400640 1 --2- 172.21.15.26:0/508672458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa223a0 0x55738aa22780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.499+0000 7fd18b400640 1 -- 172.21.15.26:0/508672458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa22cc0 msgr2=0x55738aa2ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.499+0000 7fd18b400640 1 --2- 172.21.15.26:0/508672458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa22cc0 0x55738aa2ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.499+0000 7fd18b400640 1 -- 172.21.15.26:0/508672458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55738a9177b0 con 0x55738aa2d390 2024-04-26T23:43:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.499+0000 7fd190e00640 1 --2- 172.21.15.26:0/508672458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa223a0 0x55738aa22780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:43:12.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.499+0000 7fd18b400640 1 --2- 172.21.15.26:0/508672458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 0x55738aa2f780 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fd1780cd0f0 tx=0x7fd1780d7650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a264de940f10c68c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.500+0000 7fd181600640 1 -- 172.21.15.26:0/508672458 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1780de070 con 0x55738aa2d390 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.500+0000 7fd181600640 1 -- 172.21.15.26:0/508672458 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1780da890 con 0x55738aa2d390 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.500+0000 7fd181600640 1 -- 172.21.15.26:0/508672458 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1780e16d0 con 0x55738aa2d390 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.500+0000 7fd188c00640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd1700a3da0 0x7fd1700a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.500+0000 7fd188c00640 1 -- 172.21.15.26:0/3619502888 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7fd1780cfa00 con 0x7fd18c102080 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.501+0000 7fd190e00640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd1700a3da0 0x7fd1700a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.501+0000 7fd195c67740 1 -- 172.21.15.26:0/508672458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 msgr2=0x55738aa2f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.501+0000 7fd195c67740 1 --2- 172.21.15.26:0/508672458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 0x55738aa2f780 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fd1780cd0f0 tx=0x7fd1780d7650 comp rx=0 tx=0).stop 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.501+0000 7fd195c67740 1 -- 172.21.15.26:0/508672458 shutdown_connections 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.501+0000 7fd195c67740 1 --2- 172.21.15.26:0/508672458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 0x55738aa2f780 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.501+0000 7fd195c67740 1 --2- 172.21.15.26:0/508672458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa22cc0 0x55738aa2ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.501+0000 7fd195c67740 1 --2- 172.21.15.26:0/508672458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa223a0 0x55738aa22780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.501+0000 7fd195c67740 1 -- 172.21.15.26:0/508672458 >> 172.21.15.26:0/508672458 conn(0x55738aa1e6c0 msgr2=0x55738aa1eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.501+0000 7fd195c67740 1 -- 172.21.15.26:0/508672458 shutdown_connections 2024-04-26T23:43:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.501+0000 7fd190e00640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd1700a3da0 0x7fd1700a6260 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd184004af0 tx=0x7fd184005d80 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.501+0000 7fd195c67740 1 -- 172.21.15.26:0/508672458 wait complete. 2024-04-26T23:43:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.502+0000 7fd195c67740 1 -- start start 2024-04-26T23:43:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.502+0000 7fd195c67740 1 Processor -- start 2024-04-26T23:43:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.503+0000 7fd195c67740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa2ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.503+0000 7fd195c67740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 0x55738aa2a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.503+0000 7fd195c67740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa2d390 0x55738aa2a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.503+0000 7fd195c67740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55738a985f80 con 0x55738aa22cc0 2024-04-26T23:43:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.503+0000 7fd195c67740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55738a933260 con 0x55738aa223a0 2024-04-26T23:43:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.503+0000 7fd195c67740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55738a98b2a0 con 0x55738aa2d390 2024-04-26T23:43:12.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.503+0000 7fd195c67740 10 client.0 _ll_register_callbacks cb 0x55738a97d960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.503+0000 7fd18b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 0x55738aa2a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.503+0000 7fd18b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 0x55738aa2a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39386/0 (socket says 172.21.15.26:39386) 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.503+0000 7fd18b400640 1 -- 172.21.15.26:0/2592379908 learned_addr learned my addr 172.21.15.26:0/2592379908 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.503+0000 7fd18be00640 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa2ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.503+0000 7fd190e00640 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa2d390 0x55738aa2a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.504+0000 7fd18b400640 1 -- 172.21.15.26:0/2592379908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa2d390 msgr2=0x55738aa2a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.504+0000 7fd18b400640 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa2d390 0x55738aa2a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.504+0000 7fd18b400640 1 -- 172.21.15.26:0/2592379908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 msgr2=0x55738aa2ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.504+0000 7fd18b400640 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa2ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.504+0000 7fd18b400640 1 -- 172.21.15.26:0/2592379908 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55738a9151c0 con 0x55738aa22cc0 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.504+0000 7fd18b400640 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 0x55738aa2a110 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fd1780a4140 tx=0x7fd1780d7f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf7a19b7d47768c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.504+0000 7fd176000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:12.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.504+0000 7fd176000640 1 -- 172.21.15.26:0/2592379908 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17801e070 con 0x55738aa22cc0 2024-04-26T23:43:12.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.504+0000 7fd176000640 1 -- 172.21.15.26:0/2592379908 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7fd178017d30 con 0x55738aa22cc0 2024-04-26T23:43:12.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.504+0000 7fd195c67740 1 -- 172.21.15.26:0/2592379908 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1780da890 con 0x55738aa22cc0 2024-04-26T23:43:12.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.505+0000 7fd176000640 1 -- 172.21.15.26:0/2592379908 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd1780de070 con 0x55738aa22cc0 2024-04-26T23:43:12.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.505+0000 7fd195c67740 10 client.16980 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:12.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.505+0000 7fd195c67740 1 -- 172.21.15.26:0/2592379908 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55738a6983f0 con 0x55738aa22cc0 2024-04-26T23:43:12.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.505+0000 7fd176000640 1 -- 172.21.15.26:0/2592379908 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1780da890 con 0x55738aa22cc0 2024-04-26T23:43:12.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.505+0000 7fd176000640 1 -- 172.21.15.26:0/2592379908 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd1780d9040 con 0x55738aa22cc0 2024-04-26T23:43:12.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.505+0000 7fd195c67740 10 client.16980 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:12.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.505+0000 7fd195c67740 10 client.16980 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:43:12.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.505+0000 7fd195c67740 20 client.16980 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:12.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.505+0000 7fd195c67740 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55738aa3cda0 0x55738aa3f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.505+0000 7fd195c67740 4 client.16980 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:43:12.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.505+0000 7fd195c67740 1 -- 172.21.15.26:0/2592379908 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55738a994880 con 0x55738aa3cda0 2024-04-26T23:43:12.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.506+0000 7fd18be00640 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55738aa3cda0 0x55738aa3f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.507+0000 7fd18be00640 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55738aa3cda0 0x55738aa3f190 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6740e52c0e0974e0 server_cookie=df2ae220741f744c in_seq=0 out_seq=0 2024-04-26T23:43:12.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.507+0000 7fd176000640 10 client.16980 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:43:12.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.508+0000 7fd176000640 1 -- 172.21.15.26:0/2592379908 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55738a994880 con 0x55738aa3cda0 2024-04-26T23:43:12.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.508+0000 7fd176000640 10 client.16980 handle_command_reply: tid=0 2024-04-26T23:43:12.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.509+0000 7fd195c67740 1 client.16980 shutdown 2024-04-26T23:43:12.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.509+0000 7fd195c67740 1 -- 172.21.15.26:0/2592379908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 msgr2=0x55738aa2a110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.509+0000 7fd195c67740 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 0x55738aa2a110 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fd1780a4140 tx=0x7fd1780d7f00 comp rx=0 tx=0).stop 2024-04-26T23:43:12.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.509+0000 7fd195c67740 1 -- 172.21.15.26:0/2592379908 shutdown_connections 2024-04-26T23:43:12.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.509+0000 7fd195c67740 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55738aa3cda0 0x55738aa3f190 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.509+0000 7fd195c67740 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa2d390 0x55738aa2a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.509+0000 7fd195c67740 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 0x55738aa2a110 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.509+0000 7fd195c67740 1 --2- 172.21.15.26:0/2592379908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa2ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.509+0000 7fd195c67740 1 -- 172.21.15.26:0/2592379908 >> 172.21.15.26:0/2592379908 conn(0x55738aa1e6c0 msgr2=0x55738aa244c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.509+0000 7fd176000640 0 client.16980 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:43:12.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.509+0000 7fd195c67740 1 -- 172.21.15.26:0/2592379908 shutdown_connections 2024-04-26T23:43:12.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.509+0000 7fd195c67740 1 -- 172.21.15.26:0/2592379908 wait complete. 2024-04-26T23:43:12.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.510+0000 7fd195c67740 20 client.16980 trim_cache size 0 max 16384 2024-04-26T23:43:12.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.533+0000 7fd195c67740 1 Processor -- start 2024-04-26T23:43:12.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.533+0000 7fd195c67740 1 -- start start 2024-04-26T23:43:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.533+0000 7fd195c67740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa39300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.533+0000 7fd195c67740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa22cc0 0x55738aa421c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.534+0000 7fd195c67740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 0x55738aa42700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.534+0000 7fd195c67740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c1aeb10 con 0x55738aa2d390 2024-04-26T23:43:12.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.534+0000 7fd195c67740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c1ac3e0 con 0x55738aa223a0 2024-04-26T23:43:12.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.534+0000 7fd195c67740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c1aa270 con 0x55738aa22cc0 2024-04-26T23:43:12.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.534+0000 7fd190e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 0x55738aa42700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.534+0000 7fd18be00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa39300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.534+0000 7fd18be00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa39300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:33770/0 (socket says 172.21.15.26:33770) 2024-04-26T23:43:12.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.534+0000 7fd18be00640 1 -- 172.21.15.26:0/220414854 learned_addr learned my addr 172.21.15.26:0/220414854 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.534+0000 7fd190e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 0x55738aa42700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39396/0 (socket says 172.21.15.26:39396) 2024-04-26T23:43:12.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.534+0000 7fd18b400640 1 --2- 172.21.15.26:0/220414854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa22cc0 0x55738aa421c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.535+0000 7fd18be00640 1 -- 172.21.15.26:0/220414854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa22cc0 msgr2=0x55738aa421c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.535+0000 7fd18be00640 1 --2- 172.21.15.26:0/220414854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa22cc0 0x55738aa421c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.535+0000 7fd18be00640 1 -- 172.21.15.26:0/220414854 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 msgr2=0x55738aa42700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.535+0000 7fd18be00640 1 --2- 172.21.15.26:0/220414854 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 0x55738aa42700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.535+0000 7fd18be00640 1 -- 172.21.15.26:0/220414854 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55738a7627d0 con 0x55738aa223a0 2024-04-26T23:43:12.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.535+0000 7fd18be00640 1 --2- 172.21.15.26:0/220414854 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa39300 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd17c00b8a0 tx=0x7fd17c00be40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=398f5efb810ce58a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.536+0000 7fd180c00640 1 -- 172.21.15.26:0/220414854 <== mon.2 v2:172.21.15.86:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17c003ea0 con 0x55738aa223a0 2024-04-26T23:43:12.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.536+0000 7fd180c00640 1 -- 172.21.15.26:0/220414854 <== mon.2 v2:172.21.15.86:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd17c01d8c0 con 0x55738aa223a0 2024-04-26T23:43:12.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.536+0000 7fd180c00640 1 -- 172.21.15.26:0/220414854 <== mon.2 v2:172.21.15.86:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17c011d90 con 0x55738aa223a0 2024-04-26T23:43:12.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.537+0000 7fd195c67740 1 -- 172.21.15.26:0/220414854 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 msgr2=0x55738aa39300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.537+0000 7fd195c67740 1 --2- 172.21.15.26:0/220414854 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa39300 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd17c00b8a0 tx=0x7fd17c00be40 comp rx=0 tx=0).stop 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.537+0000 7fd195c67740 1 -- 172.21.15.26:0/220414854 shutdown_connections 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.537+0000 7fd195c67740 1 --2- 172.21.15.26:0/220414854 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa2d390 0x55738aa42700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.537+0000 7fd195c67740 1 --2- 172.21.15.26:0/220414854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa22cc0 0x55738aa421c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.537+0000 7fd195c67740 1 --2- 172.21.15.26:0/220414854 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa39300 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.537+0000 7fd195c67740 1 -- 172.21.15.26:0/220414854 >> 172.21.15.26:0/220414854 conn(0x55738aa1e6c0 msgr2=0x55738aa1d7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.537+0000 7fd195c67740 1 -- 172.21.15.26:0/220414854 shutdown_connections 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.537+0000 7fd195c67740 1 -- 172.21.15.26:0/220414854 wait complete. 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.537+0000 7fd195c67740 1 -- start start 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.537+0000 7fd195c67740 1 Processor -- start 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.538+0000 7fd195c67740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa9a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.538+0000 7fd195c67740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 0x55738aa9a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.538+0000 7fd195c67740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa2d390 0x55738aa416d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.538+0000 7fd195c67740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c1aa8c0 con 0x55738aa22cc0 2024-04-26T23:43:12.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.538+0000 7fd195c67740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c1abd10 con 0x55738aa223a0 2024-04-26T23:43:12.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.538+0000 7fd195c67740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd18c1aaf70 con 0x55738aa2d390 2024-04-26T23:43:12.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.538+0000 7fd195c67740 10 client.0 _ll_register_callbacks cb 0x7fd184005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:12.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.538+0000 7fd18b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 0x55738aa9a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.538+0000 7fd18b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 0x55738aa9a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39410/0 (socket says 172.21.15.26:39410) 2024-04-26T23:43:12.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.538+0000 7fd18b400640 1 -- 172.21.15.26:0/2137207088 learned_addr learned my addr 172.21.15.26:0/2137207088 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.538+0000 7fd18be00640 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa9a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.539+0000 7fd190e00640 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa2d390 0x55738aa416d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.539+0000 7fd18b400640 1 -- 172.21.15.26:0/2137207088 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa2d390 msgr2=0x55738aa416d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.539+0000 7fd18b400640 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa2d390 0x55738aa416d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.539+0000 7fd18b400640 1 -- 172.21.15.26:0/2137207088 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 msgr2=0x55738aa9a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.539+0000 7fd18b400640 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa9a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.539+0000 7fd18b400640 1 -- 172.21.15.26:0/2137207088 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55738a92d2a0 con 0x55738aa22cc0 2024-04-26T23:43:12.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.539+0000 7fd18b400640 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 0x55738aa9a9e0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fd178009420 tx=0x7fd178099fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b5d72b7dab90790 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.539+0000 7fd176000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:12.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.539+0000 7fd176000640 1 -- 172.21.15.26:0/2137207088 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17801e070 con 0x55738aa22cc0 2024-04-26T23:43:12.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.540+0000 7fd176000640 1 -- 172.21.15.26:0/2137207088 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7fd178010c50 con 0x55738aa22cc0 2024-04-26T23:43:12.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.540+0000 7fd195c67740 1 -- 172.21.15.26:0/2137207088 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd17c01d8c0 con 0x55738aa22cc0 2024-04-26T23:43:12.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.540+0000 7fd176000640 1 -- 172.21.15.26:0/2137207088 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd1780dae60 con 0x55738aa22cc0 2024-04-26T23:43:12.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.540+0000 7fd195c67740 10 client.16986 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:12.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.540+0000 7fd195c67740 1 -- 172.21.15.26:0/2137207088 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55738aaa2bb0 con 0x55738aa22cc0 2024-04-26T23:43:12.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.540+0000 7fd176000640 1 -- 172.21.15.26:0/2137207088 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd1780b6080 con 0x55738aa22cc0 2024-04-26T23:43:12.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.540+0000 7fd176000640 1 -- 172.21.15.26:0/2137207088 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd1780d9070 con 0x55738aa22cc0 2024-04-26T23:43:12.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.540+0000 7fd195c67740 10 client.16986 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:12.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.540+0000 7fd195c67740 10 client.16986 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:43:12.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.540+0000 7fd195c67740 20 client.16986 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:12.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.540+0000 7fd195c67740 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55738aaa2f40 0x55738aaa5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.541+0000 7fd195c67740 4 client.16986 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:43:12.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.541+0000 7fd195c67740 1 -- 172.21.15.26:0/2137207088 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55738a98e6f0 con 0x55738aaa2f40 2024-04-26T23:43:12.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.541+0000 7fd18be00640 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55738aaa2f40 0x55738aaa5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.542+0000 7fd18be00640 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55738aaa2f40 0x55738aaa5360 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=736aac2272ed281b server_cookie=5cb9ca0f601bbcb1 in_seq=0 out_seq=0 2024-04-26T23:43:12.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.542+0000 7fd176000640 10 client.16986 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd176000640 1 -- 172.21.15.26:0/2137207088 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55738a98e6f0 con 0x55738aaa2f40 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd176000640 10 client.16986 handle_command_reply: tid=0 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd195c67740 1 client.16986 shutdown 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd195c67740 1 -- 172.21.15.26:0/2137207088 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 msgr2=0x55738aa9a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd195c67740 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 0x55738aa9a9e0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fd178009420 tx=0x7fd178099fc0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd195c67740 1 -- 172.21.15.26:0/2137207088 shutdown_connections 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd195c67740 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55738aaa2f40 0x55738aaa5360 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd195c67740 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55738aa2d390 0x55738aa416d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd176000640 0 client.16986 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd195c67740 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55738aa22cc0 0x55738aa9a9e0 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd195c67740 1 --2- 172.21.15.26:0/2137207088 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55738aa223a0 0x55738aa9a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd195c67740 1 -- 172.21.15.26:0/2137207088 >> 172.21.15.26:0/2137207088 conn(0x55738aa1e6c0 msgr2=0x55738aa382f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd195c67740 1 -- 172.21.15.26:0/2137207088 shutdown_connections 2024-04-26T23:43:12.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.543+0000 7fd195c67740 1 -- 172.21.15.26:0/2137207088 wait complete. 2024-04-26T23:43:12.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.544+0000 7fd195c67740 20 client.16986 trim_cache size 0 max 16384 2024-04-26T23:43:12.550 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:43:12.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.544+0000 7fd191800640 1 -- 172.21.15.26:0/3619502888 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd1700a3da0 msgr2=0x7fd1700a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.544+0000 7fd191800640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd1700a3da0 0x7fd1700a6260 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd184004af0 tx=0x7fd184005d80 comp rx=0 tx=0).stop 2024-04-26T23:43:12.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.544+0000 7fd191800640 1 -- 172.21.15.26:0/3619502888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd18c102080 msgr2=0x7fd18c1995a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.544+0000 7fd191800640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd18c102080 0x7fd18c1995a0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7fd17800b4a0 tx=0x7fd17800b960 comp rx=0 tx=0).stop 2024-04-26T23:43:12.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.544+0000 7fd191800640 1 -- 172.21.15.26:0/3619502888 shutdown_connections 2024-04-26T23:43:12.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.544+0000 7fd191800640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd18c1076d0 0x7fd18c19d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.544+0000 7fd191800640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd1700a3da0 0x7fd1700a6260 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.544+0000 7fd191800640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd18c102080 0x7fd18c1995a0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.544+0000 7fd191800640 1 --2- 172.21.15.26:0/3619502888 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd18c1016c0 0x7fd18c199060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.544+0000 7fd191800640 1 -- 172.21.15.26:0/3619502888 >> 172.21.15.26:0/3619502888 conn(0x7fd18c0fd1b0 msgr2=0x7fd18c069ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.545+0000 7fd191800640 1 -- 172.21.15.26:0/3619502888 shutdown_connections 2024-04-26T23:43:12.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.545+0000 7fd191800640 1 -- 172.21.15.26:0/3619502888 wait complete. 2024-04-26T23:43:12.568 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:43:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.775+0000 7f8dc5400640 1 -- 172.21.15.26:0/1699261499 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8dc0104de0 msgr2=0x7f8dc01051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.775+0000 7f8dc5400640 1 --2- 172.21.15.26:0/1699261499 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8dc0104de0 0x7f8dc01051c0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f8db0009900 tx=0x7f8db002a3f0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.775+0000 7f8dc5400640 1 -- 172.21.15.26:0/1699261499 shutdown_connections 2024-04-26T23:43:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.775+0000 7f8dc5400640 1 --2- 172.21.15.26:0/1699261499 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8dc0109eb0 0x7f8dc0111a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.775+0000 7f8dc5400640 1 --2- 172.21.15.26:0/1699261499 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8dc0105790 0x7f8dc01097d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.775+0000 7f8dc5400640 1 --2- 172.21.15.26:0/1699261499 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8dc0104de0 0x7f8dc01051c0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.775+0000 7f8dc5400640 1 -- 172.21.15.26:0/1699261499 >> 172.21.15.26:0/1699261499 conn(0x7f8dc01006c0 msgr2=0x7f8dc0102ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.776+0000 7f8dc5400640 1 -- 172.21.15.26:0/1699261499 shutdown_connections 2024-04-26T23:43:12.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.776+0000 7f8dc5400640 1 -- 172.21.15.26:0/1699261499 wait complete. 2024-04-26T23:43:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.776+0000 7f8dc5400640 1 Processor -- start 2024-04-26T23:43:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.777+0000 7f8dc5400640 1 -- start start 2024-04-26T23:43:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.777+0000 7f8dc5400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8dc0104de0 0x7f8dc019b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.777+0000 7f8dc5400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8dc0109eb0 0x7f8dc019b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.777+0000 7f8dc5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8dc019fbd0 0x7f8dc01a0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.777+0000 7f8dc5400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc0114d10 con 0x7f8dc019fbd0 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.777+0000 7f8dc5400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc0114b90 con 0x7f8dc0109eb0 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.777+0000 7f8dc5400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc0114e90 con 0x7f8dc0104de0 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.777+0000 7f8dbf200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8dc019fbd0 0x7f8dc01a0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.777+0000 7f8dbf200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8dc019fbd0 0x7f8dc01a0080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39418/0 (socket says 172.21.15.26:39418) 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.777+0000 7f8dbf200640 1 -- 172.21.15.26:0/2006392873 learned_addr learned my addr 172.21.15.26:0/2006392873 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.778+0000 7f8dbde00640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8dc0109eb0 0x7f8dc019b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.778+0000 7f8dbf200640 1 -- 172.21.15.26:0/2006392873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8dc0104de0 msgr2=0x7f8dc019b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.778+0000 7f8dbf200640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8dc0104de0 0x7f8dc019b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.778+0000 7f8dbf200640 1 -- 172.21.15.26:0/2006392873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8dc0109eb0 msgr2=0x7f8dc019b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.778+0000 7f8dbf200640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8dc0109eb0 0x7f8dc019b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.778+0000 7f8dbf200640 1 -- 172.21.15.26:0/2006392873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dc01a06c0 con 0x7f8dc019fbd0 2024-04-26T23:43:12.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.778+0000 7f8dbf200640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8dc019fbd0 0x7f8dc01a0080 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f8db800eaa0 tx=0x7f8db800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.779+0000 7f8db7400640 1 -- 172.21.15.26:0/2006392873 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db800cdb0 con 0x7f8dc019fbd0 2024-04-26T23:43:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.779+0000 7f8db7400640 1 -- 172.21.15.26:0/2006392873 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8db8005020 con 0x7f8dc019fbd0 2024-04-26T23:43:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.779+0000 7f8dc5400640 1 -- 172.21.15.26:0/2006392873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dc01a09b0 con 0x7f8dc019fbd0 2024-04-26T23:43:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.779+0000 7f8db7400640 1 -- 172.21.15.26:0/2006392873 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db80116d0 con 0x7f8dc019fbd0 2024-04-26T23:43:12.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.779+0000 7f8dc5400640 1 -- 172.21.15.26:0/2006392873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dc01a81a0 con 0x7f8dc019fbd0 2024-04-26T23:43:12.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.782+0000 7f8dc822d740 1 Processor -- start 2024-04-26T23:43:12.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.783+0000 7f8db7400640 1 -- 172.21.15.26:0/2006392873 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8db80051d0 con 0x7f8dc019fbd0 2024-04-26T23:43:12.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.783+0000 7f8dc822d740 1 -- start start 2024-04-26T23:43:12.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.784+0000 7f8dc822d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 0x5635fc5585d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.784+0000 7f8dc822d740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc558b10 0x5635fc562ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.784+0000 7f8dc822d740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc5631e0 0x5635fc5655d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.784+0000 7f8dc822d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5635fc4bcc70 con 0x5635fc5581f0 2024-04-26T23:43:12.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.784+0000 7f8dc822d740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5635fc475980 con 0x5635fc5631e0 2024-04-26T23:43:12.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.784+0000 7f8dc822d740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5635fc4b8c30 con 0x5635fc558b10 2024-04-26T23:43:12.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.784+0000 7f8dbde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 0x5635fc5585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.784+0000 7f8dbde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 0x5635fc5585d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39426/0 (socket says 172.21.15.26:39426) 2024-04-26T23:43:12.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.784+0000 7f8dbde00640 1 -- 172.21.15.26:0/608579515 learned_addr learned my addr 172.21.15.26:0/608579515 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.784+0000 7f8dbe800640 1 --2- 172.21.15.26:0/608579515 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc558b10 0x5635fc562ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.784+0000 7f8dbde00640 1 --2- 172.21.15.26:0/608579515 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc5631e0 0x5635fc5655d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.785+0000 7f8dbde00640 1 -- 172.21.15.26:0/608579515 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc558b10 msgr2=0x5635fc562ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.785+0000 7f8dbde00640 1 --2- 172.21.15.26:0/608579515 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc558b10 0x5635fc562ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.785+0000 7f8dbde00640 1 -- 172.21.15.26:0/608579515 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc5631e0 msgr2=0x5635fc5655d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.785+0000 7f8dbde00640 1 --2- 172.21.15.26:0/608579515 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc5631e0 0x5635fc5655d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.785+0000 7f8dbde00640 1 -- 172.21.15.26:0/608579515 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635fc44d7b0 con 0x5635fc5581f0 2024-04-26T23:43:12.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.785+0000 7f8db7400640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8da40a3d20 0x7f8da40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.785+0000 7f8dbde00640 1 --2- 172.21.15.26:0/608579515 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 0x5635fc5585d0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f8dac00bfd0 tx=0x7f8dac00b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dbf3fa196d8bb68 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.785+0000 7f8db7400640 1 -- 172.21.15.26:0/2006392873 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f8db80d0ac0 con 0x7f8dc019fbd0 2024-04-26T23:43:12.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.785+0000 7f8dbe800640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8da40a3d20 0x7f8da40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.785+0000 7f8dab400640 1 -- 172.21.15.26:0/608579515 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dac019030 con 0x5635fc5581f0 2024-04-26T23:43:12.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.786+0000 7f8dab400640 1 -- 172.21.15.26:0/608579515 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8dac011950 con 0x5635fc5581f0 2024-04-26T23:43:12.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.786+0000 7f8dab400640 1 -- 172.21.15.26:0/608579515 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dac01d740 con 0x5635fc5581f0 2024-04-26T23:43:12.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.787+0000 7f8dbe800640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8da40a3d20 0x7f8da40a61e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f8db00057c0 tx=0x7f8db0000bc0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.787+0000 7f8dc822d740 1 -- 172.21.15.26:0/608579515 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 msgr2=0x5635fc5585d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.787+0000 7f8dc822d740 1 --2- 172.21.15.26:0/608579515 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 0x5635fc5585d0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f8dac00bfd0 tx=0x7f8dac00b650 comp rx=0 tx=0).stop 2024-04-26T23:43:12.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.787+0000 7f8dc822d740 1 -- 172.21.15.26:0/608579515 shutdown_connections 2024-04-26T23:43:12.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.787+0000 7f8dc822d740 1 --2- 172.21.15.26:0/608579515 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc5631e0 0x5635fc5655d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.787+0000 7f8dc822d740 1 --2- 172.21.15.26:0/608579515 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc558b10 0x5635fc562ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.787+0000 7f8dc822d740 1 --2- 172.21.15.26:0/608579515 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 0x5635fc5585d0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.787+0000 7f8dc822d740 1 -- 172.21.15.26:0/608579515 >> 172.21.15.26:0/608579515 conn(0x5635fc554510 msgr2=0x5635fc5548f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.787+0000 7f8dc822d740 1 -- 172.21.15.26:0/608579515 shutdown_connections 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.787+0000 7f8dc822d740 1 -- 172.21.15.26:0/608579515 wait complete. 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.787+0000 7f8dc822d740 1 -- start start 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.788+0000 7f8dc822d740 1 Processor -- start 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.788+0000 7f8dc822d740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc5581f0 0x5635fc562b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.788+0000 7f8dc822d740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc558b10 0x5635fc55feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.788+0000 7f8dc822d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 0x5635fc5604e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.788+0000 7f8dc822d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5635fc4bbf80 con 0x5635fc5631e0 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.788+0000 7f8dc822d740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5635fc469260 con 0x5635fc558b10 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.788+0000 7f8dc822d740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5635fc4c12a0 con 0x5635fc5581f0 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.788+0000 7f8dc822d740 10 client.0 _ll_register_callbacks cb 0x5635fc4b3960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.789+0000 7f8dbf200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 0x5635fc5604e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.789+0000 7f8dbf200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 0x5635fc5604e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39434/0 (socket says 172.21.15.26:39434) 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.789+0000 7f8dbf200640 1 -- 172.21.15.26:0/2531437027 learned_addr learned my addr 172.21.15.26:0/2531437027 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.789+0000 7f8dbe800640 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc5581f0 0x5635fc562b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.789+0000 7f8dbf200640 1 -- 172.21.15.26:0/2531437027 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc5581f0 msgr2=0x5635fc562b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.789+0000 7f8dbde00640 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc558b10 0x5635fc55feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.789+0000 7f8dbf200640 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc5581f0 0x5635fc562b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.789+0000 7f8dbf200640 1 -- 172.21.15.26:0/2531437027 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc558b10 msgr2=0x5635fc55feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.789+0000 7f8dbf200640 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc558b10 0x5635fc55feb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.789+0000 7f8dbf200640 1 -- 172.21.15.26:0/2531437027 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635fc44b1c0 con 0x5635fc5631e0 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.789+0000 7f8dbf200640 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 0x5635fc5604e0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f8db800cfd0 tx=0x7f8db809c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39085905c1f88b89 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.789+0000 7f8d9fe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.790+0000 7f8d9fe00640 1 -- 172.21.15.26:0/2531437027 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db801f040 con 0x5635fc5631e0 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.790+0000 7f8d9fe00640 1 -- 172.21.15.26:0/2531437027 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f8db80bbb70 con 0x5635fc5631e0 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.790+0000 7f8dc822d740 1 -- 172.21.15.26:0/2531437027 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8dac011950 con 0x5635fc5631e0 2024-04-26T23:43:12.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.790+0000 7f8d9fe00640 1 -- 172.21.15.26:0/2531437027 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8db80a5620 con 0x5635fc5631e0 2024-04-26T23:43:12.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.790+0000 7f8dc822d740 10 client.16998 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:12.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.790+0000 7f8dc822d740 1 -- 172.21.15.26:0/2531437027 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5635fc1ce3f0 con 0x5635fc5631e0 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.790+0000 7f8d9fe00640 1 -- 172.21.15.26:0/2531437027 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8dac011950 con 0x5635fc5631e0 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.790+0000 7f8d9fe00640 1 -- 172.21.15.26:0/2531437027 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8db809dce0 con 0x5635fc5631e0 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.791+0000 7f8dc822d740 10 client.16998 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.791+0000 7f8dc822d740 10 client.16998 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.791+0000 7f8dc822d740 20 client.16998 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.791+0000 7f8dc822d740 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5635fc572da0 0x5635fc575240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.791+0000 7f8dc822d740 4 client.16998 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.791+0000 7f8dc822d740 1 -- 172.21.15.26:0/2531437027 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5635fc4ca880 con 0x5635fc572da0 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.791+0000 7f8dbe800640 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5635fc572da0 0x5635fc575240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.792+0000 7f8dbe800640 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5635fc572da0 0x5635fc575240 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bbfcdee0bd3a518 server_cookie=f285af668369f208 in_seq=0 out_seq=0 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.792+0000 7f8d9fe00640 10 client.16998 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.793+0000 7f8d9fe00640 1 -- 172.21.15.26:0/2531437027 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5635fc4ca880 con 0x5635fc572da0 2024-04-26T23:43:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.793+0000 7f8d9fe00640 10 client.16998 handle_command_reply: tid=0 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.793+0000 7f8dc822d740 1 client.16998 shutdown 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.794+0000 7f8dc822d740 1 -- 172.21.15.26:0/2531437027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 msgr2=0x5635fc5604e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.794+0000 7f8dc822d740 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 0x5635fc5604e0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f8db800cfd0 tx=0x7f8db809c9b0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.794+0000 7f8dc822d740 1 -- 172.21.15.26:0/2531437027 shutdown_connections 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.794+0000 7f8dc822d740 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5635fc572da0 0x5635fc575240 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.794+0000 7f8dc822d740 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 0x5635fc5604e0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.794+0000 7f8dc822d740 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc558b10 0x5635fc55feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.794+0000 7f8dc822d740 1 --2- 172.21.15.26:0/2531437027 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc5581f0 0x5635fc562b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.794+0000 7f8dc822d740 1 -- 172.21.15.26:0/2531437027 >> 172.21.15.26:0/2531437027 conn(0x5635fc554510 msgr2=0x5635fc55a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.794+0000 7f8d9fe00640 0 client.16998 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.794+0000 7f8dc822d740 1 -- 172.21.15.26:0/2531437027 shutdown_connections 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.794+0000 7f8dc822d740 1 -- 172.21.15.26:0/2531437027 wait complete. 2024-04-26T23:43:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.794+0000 7f8dc822d740 20 client.16998 trim_cache size 0 max 16384 2024-04-26T23:43:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.811+0000 7f8dc822d740 1 Processor -- start 2024-04-26T23:43:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.811+0000 7f8dc822d740 1 -- start start 2024-04-26T23:43:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.811+0000 7f8dc822d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 0x5635fc55f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.811+0000 7f8dc822d740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc558b10 0x5635fc55b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.811+0000 7f8dc822d740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc5631e0 0x5635fc57ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.811+0000 7f8dc822d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc01b3150 con 0x5635fc5581f0 2024-04-26T23:43:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.811+0000 7f8dc822d740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc01b0a20 con 0x5635fc5631e0 2024-04-26T23:43:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.811+0000 7f8dc822d740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc01ae890 con 0x5635fc558b10 2024-04-26T23:43:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.812+0000 7f8dbe800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 0x5635fc55f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.812+0000 7f8dbe800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 0x5635fc55f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39444/0 (socket says 172.21.15.26:39444) 2024-04-26T23:43:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.812+0000 7f8dbe800640 1 -- 172.21.15.26:0/291963417 learned_addr learned my addr 172.21.15.26:0/291963417 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.812+0000 7f8dbde00640 1 --2- 172.21.15.26:0/291963417 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc558b10 0x5635fc55b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.812+0000 7f8dbf200640 1 --2- 172.21.15.26:0/291963417 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc5631e0 0x5635fc57ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.812+0000 7f8dbe800640 1 -- 172.21.15.26:0/291963417 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc558b10 msgr2=0x5635fc55b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.812+0000 7f8dbe800640 1 --2- 172.21.15.26:0/291963417 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc558b10 0x5635fc55b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.812+0000 7f8dbe800640 1 -- 172.21.15.26:0/291963417 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc5631e0 msgr2=0x5635fc57ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.812+0000 7f8dbe800640 1 --2- 172.21.15.26:0/291963417 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc5631e0 0x5635fc57ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.812+0000 7f8dbe800640 1 -- 172.21.15.26:0/291963417 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635fc2987d0 con 0x5635fc5581f0 2024-04-26T23:43:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.812+0000 7f8dbde00640 1 --2- 172.21.15.26:0/291963417 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc558b10 0x5635fc55b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.812+0000 7f8dbe800640 1 --2- 172.21.15.26:0/291963417 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 0x5635fc55f790 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f8db0009230 tx=0x7f8db0040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c7612ee85d2d978 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.813+0000 7f8daaa00640 1 -- 172.21.15.26:0/291963417 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db0035040 con 0x5635fc5581f0 2024-04-26T23:43:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.813+0000 7f8daaa00640 1 -- 172.21.15.26:0/291963417 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8db0057070 con 0x5635fc5581f0 2024-04-26T23:43:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.813+0000 7f8daaa00640 1 -- 172.21.15.26:0/291963417 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db00518e0 con 0x5635fc5581f0 2024-04-26T23:43:12.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.814+0000 7f8dc822d740 1 -- 172.21.15.26:0/291963417 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 msgr2=0x5635fc55f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.814+0000 7f8dc822d740 1 --2- 172.21.15.26:0/291963417 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 0x5635fc55f790 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f8db0009230 tx=0x7f8db0040000 comp rx=0 tx=0).stop 2024-04-26T23:43:12.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.814+0000 7f8dc822d740 1 -- 172.21.15.26:0/291963417 shutdown_connections 2024-04-26T23:43:12.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.814+0000 7f8dc822d740 1 --2- 172.21.15.26:0/291963417 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc5631e0 0x5635fc57ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.814+0000 7f8dc822d740 1 --2- 172.21.15.26:0/291963417 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc558b10 0x5635fc55b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.814+0000 7f8dc822d740 1 --2- 172.21.15.26:0/291963417 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5581f0 0x5635fc55f790 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.814+0000 7f8dc822d740 1 -- 172.21.15.26:0/291963417 >> 172.21.15.26:0/291963417 conn(0x5635fc554510 msgr2=0x5635fc561f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.814+0000 7f8dc822d740 1 -- 172.21.15.26:0/291963417 shutdown_connections 2024-04-26T23:43:12.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.814+0000 7f8dc822d740 1 -- 172.21.15.26:0/291963417 wait complete. 2024-04-26T23:43:12.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.814+0000 7f8dc822d740 1 -- start start 2024-04-26T23:43:12.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.815+0000 7f8dc822d740 1 Processor -- start 2024-04-26T23:43:12.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.815+0000 7f8dc822d740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc5581f0 0x5635fc56b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.815+0000 7f8dc822d740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc558b10 0x5635fc56b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.815+0000 7f8dc822d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 0x5635fc55c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.815+0000 7f8dc822d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc01aeee0 con 0x5635fc5631e0 2024-04-26T23:43:12.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.815+0000 7f8dc822d740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc01b0350 con 0x5635fc558b10 2024-04-26T23:43:12.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.815+0000 7f8dc822d740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8dc01af5b0 con 0x5635fc5581f0 2024-04-26T23:43:12.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.815+0000 7f8dc822d740 10 client.0 _ll_register_callbacks cb 0x7f8db8098c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:12.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.815+0000 7f8dbf200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 0x5635fc55c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.815+0000 7f8dbf200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 0x5635fc55c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:39448/0 (socket says 172.21.15.26:39448) 2024-04-26T23:43:12.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.815+0000 7f8dbf200640 1 -- 172.21.15.26:0/34021564 learned_addr learned my addr 172.21.15.26:0/34021564 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:12.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.816+0000 7f8dbe800640 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc5581f0 0x5635fc56b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.816+0000 7f8dbde00640 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc558b10 0x5635fc56b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.816+0000 7f8dbf200640 1 -- 172.21.15.26:0/34021564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc5581f0 msgr2=0x5635fc56b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.816+0000 7f8dbf200640 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc5581f0 0x5635fc56b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.816+0000 7f8dbf200640 1 -- 172.21.15.26:0/34021564 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc558b10 msgr2=0x5635fc56b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:12.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.816+0000 7f8dbf200640 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc558b10 0x5635fc56b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.816+0000 7f8dbf200640 1 -- 172.21.15.26:0/34021564 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635fc4632a0 con 0x5635fc5631e0 2024-04-26T23:43:12.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.816+0000 7f8dbe800640 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc5581f0 0x5635fc56b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:43:12.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.816+0000 7f8dbf200640 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 0x5635fc55c2e0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f8db809d260 tx=0x7f8db80a0d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5643d1fda442491 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:12.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.816+0000 7f8d9fe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:12.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.816+0000 7f8d9fe00640 1 -- 172.21.15.26:0/34021564 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db8066060 con 0x5635fc5631e0 2024-04-26T23:43:12.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.816+0000 7f8d9fe00640 1 -- 172.21.15.26:0/34021564 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f8db8098750 con 0x5635fc5631e0 2024-04-26T23:43:12.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.817+0000 7f8dc822d740 1 -- 172.21.15.26:0/34021564 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8db0057070 con 0x5635fc5631e0 2024-04-26T23:43:12.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.817+0000 7f8d9fe00640 1 -- 172.21.15.26:0/34021564 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8db801f070 con 0x5635fc5631e0 2024-04-26T23:43:12.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.817+0000 7f8dc822d740 10 client.17004 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:12.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.817+0000 7f8dc822d740 1 -- 172.21.15.26:0/34021564 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5635fc5d8b70 con 0x5635fc5631e0 2024-04-26T23:43:12.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.817+0000 7f8d9fe00640 1 -- 172.21.15.26:0/34021564 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8db0057070 con 0x5635fc5631e0 2024-04-26T23:43:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.817+0000 7f8d9fe00640 1 -- 172.21.15.26:0/34021564 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8db809dce0 con 0x5635fc5631e0 2024-04-26T23:43:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.817+0000 7f8dc822d740 10 client.17004 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.817+0000 7f8dc822d740 10 client.17004 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.817+0000 7f8dc822d740 20 client.17004 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.817+0000 7f8dc822d740 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5635fc5d8ff0 0x5635fc5db3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.817+0000 7f8dc822d740 4 client.17004 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:43:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.817+0000 7f8dc822d740 1 -- 172.21.15.26:0/34021564 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5635fc560870 con 0x5635fc5d8ff0 2024-04-26T23:43:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.818+0000 7f8dbe800640 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5635fc5d8ff0 0x5635fc5db3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.819+0000 7f8dbe800640 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5635fc5d8ff0 0x5635fc5db3e0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98816a1bceb76812 server_cookie=82a288b9eef4c3a9 in_seq=0 out_seq=0 2024-04-26T23:43:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.819+0000 7f8d9fe00640 10 client.17004 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8d9fe00640 1 -- 172.21.15.26:0/34021564 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5635fc560870 con 0x5635fc5d8ff0 2024-04-26T23:43:12.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8d9fe00640 10 client.17004 handle_command_reply: tid=0 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8dc822d740 1 client.17004 shutdown 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8dc822d740 1 -- 172.21.15.26:0/34021564 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 msgr2=0x5635fc55c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8dc822d740 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 0x5635fc55c2e0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f8db809d260 tx=0x7f8db80a0d60 comp rx=0 tx=0).stop 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8dc822d740 1 -- 172.21.15.26:0/34021564 shutdown_connections 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8dc822d740 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5635fc5d8ff0 0x5635fc5db3e0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8dc822d740 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5635fc5631e0 0x5635fc55c2e0 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8dc822d740 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5635fc558b10 0x5635fc56b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8dc822d740 1 --2- 172.21.15.26:0/34021564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635fc5581f0 0x5635fc56b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8d9fe00640 0 client.17004 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8dc822d740 1 -- 172.21.15.26:0/34021564 >> 172.21.15.26:0/34021564 conn(0x5635fc554510 msgr2=0x5635fc561f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8dc822d740 1 -- 172.21.15.26:0/34021564 shutdown_connections 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8dc822d740 1 -- 172.21.15.26:0/34021564 wait complete. 2024-04-26T23:43:12.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.820+0000 7f8dc822d740 20 client.17004 trim_cache size 0 max 16384 2024-04-26T23:43:12.828 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:43:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.821+0000 7f8dc5400640 1 -- 172.21.15.26:0/2006392873 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8da40a3d20 msgr2=0x7f8da40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.821+0000 7f8dc5400640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8da40a3d20 0x7f8da40a61e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f8db00057c0 tx=0x7f8db0000bc0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.821+0000 7f8dc5400640 1 -- 172.21.15.26:0/2006392873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8dc019fbd0 msgr2=0x7f8dc01a0080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:12.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.821+0000 7f8dc5400640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8dc019fbd0 0x7f8dc01a0080 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f8db800eaa0 tx=0x7f8db800ef60 comp rx=0 tx=0).stop 2024-04-26T23:43:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.821+0000 7f8dc5400640 1 -- 172.21.15.26:0/2006392873 shutdown_connections 2024-04-26T23:43:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.821+0000 7f8dc5400640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8da40a3d20 0x7f8da40a61e0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.821+0000 7f8dc5400640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8dc019fbd0 0x7f8dc01a0080 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.821+0000 7f8dc5400640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8dc0109eb0 0x7f8dc019b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.821+0000 7f8dc5400640 1 --2- 172.21.15.26:0/2006392873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8dc0104de0 0x7f8dc019b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.821+0000 7f8dc5400640 1 -- 172.21.15.26:0/2006392873 >> 172.21.15.26:0/2006392873 conn(0x7f8dc01006c0 msgr2=0x7f8dc0101bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.821+0000 7f8dc5400640 1 -- 172.21.15.26:0/2006392873 shutdown_connections 2024-04-26T23:43:12.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:12.821+0000 7f8dc5400640 1 -- 172.21.15.26:0/2006392873 wait complete. 2024-04-26T23:43:12.841 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:12 smithi026 ceph-mon[28371]: pgmap v224: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 119 KiB/s wr, 26 op/s 2024-04-26T23:43:12.841 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:12 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:43:12.841 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:12 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3240264801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:43:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:12 smithi164 ceph-mon[31699]: pgmap v224: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 119 KiB/s wr, 26 op/s 2024-04-26T23:43:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:12 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:43:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:12 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3240264801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:43:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:12 smithi086 ceph-mon[31122]: pgmap v224: 97 pgs: 97 active+clean; 4.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 119 KiB/s wr, 26 op/s 2024-04-26T23:43:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:12 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:43:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:12 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3240264801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:43:13.844 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:43:13.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:43:13.845 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:43:13.922 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:13 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:43:13.922 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:13 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:43:13.922 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:13 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:43:14.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:13 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:43:14.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:13 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:43:14.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:13 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:43:14.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:13 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:43:14.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:13 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:43:14.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:13 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:43:14.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.073+0000 7f3a23e00640 1 -- 172.21.15.26:0/2972674077 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a241042b0 msgr2=0x7f3a2410c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.073+0000 7f3a23e00640 1 --2- 172.21.15.26:0/2972674077 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a241042b0 0x7f3a2410c790 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f3a10009900 tx=0x7f3a1002a480 comp rx=0 tx=0).stop 2024-04-26T23:43:14.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.074+0000 7f3a23e00640 1 -- 172.21.15.26:0/2972674077 shutdown_connections 2024-04-26T23:43:14.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.074+0000 7f3a23e00640 1 --2- 172.21.15.26:0/2972674077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a2410cdb0 0x7f3a2410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.074+0000 7f3a23e00640 1 --2- 172.21.15.26:0/2972674077 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a241042b0 0x7f3a2410c790 secure :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f3a10009900 tx=0x7f3a1002a480 comp rx=0 tx=0).stop 2024-04-26T23:43:14.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.074+0000 7f3a23e00640 1 --2- 172.21.15.26:0/2972674077 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3a24103990 0x7f3a24103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.074+0000 7f3a23e00640 1 -- 172.21.15.26:0/2972674077 >> 172.21.15.26:0/2972674077 conn(0x7f3a240fd1b0 msgr2=0x7f3a240ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:14.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.074+0000 7f3a23e00640 1 -- 172.21.15.26:0/2972674077 shutdown_connections 2024-04-26T23:43:14.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.074+0000 7f3a23e00640 1 -- 172.21.15.26:0/2972674077 wait complete. 2024-04-26T23:43:14.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.075+0000 7f3a23e00640 1 Processor -- start 2024-04-26T23:43:14.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.075+0000 7f3a23e00640 1 -- start start 2024-04-26T23:43:14.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.075+0000 7f3a23e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a24103990 0x7f3a2419b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.075+0000 7f3a23e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a2410cdb0 0x7f3a2419b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.075+0000 7f3a23e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3a2419fc20 0x7f3a241a00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.075+0000 7f3a23e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3a24112910 con 0x7f3a24103990 2024-04-26T23:43:14.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.075+0000 7f3a23e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3a24112790 con 0x7f3a2419fc20 2024-04-26T23:43:14.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.075+0000 7f3a23e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3a24112a90 con 0x7f3a2410cdb0 2024-04-26T23:43:14.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.076+0000 7f3a22a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a24103990 0x7f3a2419b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.076+0000 7f3a22a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a24103990 0x7f3a2419b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35728/0 (socket says 172.21.15.26:35728) 2024-04-26T23:43:14.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.076+0000 7f3a22a00640 1 -- 172.21.15.26:0/2430432431 learned_addr learned my addr 172.21.15.26:0/2430432431 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:14.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.076+0000 7f3a23400640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3a2419fc20 0x7f3a241a00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.076+0000 7f3a22000640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a2410cdb0 0x7f3a2419b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.076+0000 7f3a22a00640 1 -- 172.21.15.26:0/2430432431 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a2410cdb0 msgr2=0x7f3a2419b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.076+0000 7f3a22a00640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a2410cdb0 0x7f3a2419b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.076+0000 7f3a22a00640 1 -- 172.21.15.26:0/2430432431 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3a2419fc20 msgr2=0x7f3a241a00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.076+0000 7f3a22a00640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3a2419fc20 0x7f3a241a00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.076+0000 7f3a22a00640 1 -- 172.21.15.26:0/2430432431 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a241a0710 con 0x7f3a24103990 2024-04-26T23:43:14.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.076+0000 7f3a22000640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a2410cdb0 0x7f3a2419b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:14.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.077+0000 7f3a22a00640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a24103990 0x7f3a2419b3b0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f3a1400db80 tx=0x7f3a1400b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:14.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.077+0000 7f3a28a00640 1 -- 172.21.15.26:0/2430432431 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a14017070 con 0x7f3a24103990 2024-04-26T23:43:14.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.077+0000 7f3a28a00640 1 -- 172.21.15.26:0/2430432431 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3a14004020 con 0x7f3a24103990 2024-04-26T23:43:14.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.077+0000 7f3a23e00640 1 -- 172.21.15.26:0/2430432431 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a241a0a00 con 0x7f3a24103990 2024-04-26T23:43:14.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.077+0000 7f3a28a00640 1 -- 172.21.15.26:0/2430432431 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1400be60 con 0x7f3a24103990 2024-04-26T23:43:14.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.077+0000 7f3a23e00640 1 -- 172.21.15.26:0/2430432431 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a241a81e0 con 0x7f3a24103990 2024-04-26T23:43:14.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.082+0000 7f3a2cd9f740 1 Processor -- start 2024-04-26T23:43:14.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.082+0000 7f3a2cd9f740 1 -- start start 2024-04-26T23:43:14.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.082+0000 7f3a28a00640 1 -- 172.21.15.26:0/2430432431 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f3a14003b70 con 0x7f3a24103990 2024-04-26T23:43:14.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.083+0000 7f3a2cd9f740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 0x557e795c0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.083+0000 7f3a2cd9f740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795ca910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.083+0000 7f3a2cd9f740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795cd240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.083+0000 7f3a2cd9f740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x557e79525980 con 0x557e795cae50 2024-04-26T23:43:14.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.083+0000 7f3a2cd9f740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x557e794c2220 con 0x557e795bfe60 2024-04-26T23:43:14.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.083+0000 7f3a2cd9f740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x557e79521940 con 0x557e795c0780 2024-04-26T23:43:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.083+0000 7f3a22000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795cd240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.083+0000 7f3a22000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795cd240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35740/0 (socket says 172.21.15.26:35740) 2024-04-26T23:43:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.083+0000 7f3a22000640 1 -- 172.21.15.26:0/2204764795 learned_addr learned my addr 172.21.15.26:0/2204764795 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.083+0000 7f3a23400640 1 --2- 172.21.15.26:0/2204764795 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 0x557e795c0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.083+0000 7f3a22a00640 1 --2- 172.21.15.26:0/2204764795 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795ca910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.084+0000 7f3a22000640 1 -- 172.21.15.26:0/2204764795 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 msgr2=0x557e795ca910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.084+0000 7f3a22000640 1 --2- 172.21.15.26:0/2204764795 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795ca910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.084+0000 7f3a22000640 1 -- 172.21.15.26:0/2204764795 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 msgr2=0x557e795c0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.084+0000 7f3a22000640 1 --2- 172.21.15.26:0/2204764795 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 0x557e795c0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.084+0000 7f3a22000640 1 -- 172.21.15.26:0/2204764795 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e792ff7e0 con 0x557e795cae50 2024-04-26T23:43:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.084+0000 7f3a22a00640 1 --2- 172.21.15.26:0/2204764795 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795ca910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:43:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.084+0000 7f3a22000640 1 --2- 172.21.15.26:0/2204764795 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795cd240 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f3a10006010 tx=0x7f3a10032d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e90fa2dbdedf68cb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.084+0000 7f3a28a00640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3a080a3da0 0x7f3a080a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.085+0000 7f3a28a00640 1 -- 172.21.15.26:0/2430432431 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f3a140d09a0 con 0x7f3a24103990 2024-04-26T23:43:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.085+0000 7f3a0fe00640 1 -- 172.21.15.26:0/2204764795 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1003f070 con 0x557e795cae50 2024-04-26T23:43:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.085+0000 7f3a0fe00640 1 -- 172.21.15.26:0/2204764795 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3a100044c0 con 0x557e795cae50 2024-04-26T23:43:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.085+0000 7f3a0fe00640 1 -- 172.21.15.26:0/2204764795 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a10035070 con 0x557e795cae50 2024-04-26T23:43:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.085+0000 7f3a23400640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3a080a3da0 0x7f3a080a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.086+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/2204764795 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 msgr2=0x557e795cd240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.086+0000 7f3a23400640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3a080a3da0 0x7f3a080a6260 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c009c70 tx=0x7f3a1c005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.086+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/2204764795 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795cd240 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f3a10006010 tx=0x7f3a10032d20 comp rx=0 tx=0).stop 2024-04-26T23:43:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.086+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/2204764795 shutdown_connections 2024-04-26T23:43:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.086+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/2204764795 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795cd240 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.086+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/2204764795 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795ca910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.086+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/2204764795 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 0x557e795c0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.086+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/2204764795 >> 172.21.15.26:0/2204764795 conn(0x557e795bc180 msgr2=0x557e795bc560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.086+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/2204764795 shutdown_connections 2024-04-26T23:43:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.086+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/2204764795 wait complete. 2024-04-26T23:43:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.087+0000 7f3a2cd9f740 1 -- start start 2024-04-26T23:43:14.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.087+0000 7f3a2cd9f740 1 Processor -- start 2024-04-26T23:43:14.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.087+0000 7f3a2cd9f740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795bfe60 0x557e795c7de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.087+0000 7f3a2cd9f740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795c0780 0x557e795c8320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.087+0000 7f3a2cd9f740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795c8860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a2cd9f740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x557e795cdbe0 con 0x557e795cae50 2024-04-26T23:43:14.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a2cd9f740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x557e794ad170 con 0x557e795c0780 2024-04-26T23:43:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a2cd9f740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x557e795cdd60 con 0x557e795bfe60 2024-04-26T23:43:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a2cd9f740 10 client.0 _ll_register_callbacks cb 0x557e7951c770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a23400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795c8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a23400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795c8860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35754/0 (socket says 172.21.15.26:35754) 2024-04-26T23:43:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a23400640 1 -- 172.21.15.26:0/3772290075 learned_addr learned my addr 172.21.15.26:0/3772290075 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a22000640 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795c0780 0x557e795c8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a22a00640 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795bfe60 0x557e795c7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a23400640 1 -- 172.21.15.26:0/3772290075 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795bfe60 msgr2=0x557e795c7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a23400640 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795bfe60 0x557e795c7de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a23400640 1 -- 172.21.15.26:0/3772290075 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795c0780 msgr2=0x557e795c8320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a23400640 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795c0780 0x557e795c8320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a23400640 1 -- 172.21.15.26:0/3772290075 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e7935ff70 con 0x557e795cae50 2024-04-26T23:43:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.088+0000 7f3a22a00640 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795bfe60 0x557e795c7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.089+0000 7f3a23400640 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795c8860 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c020680 tx=0x7f3a1c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc594d8ea48366ba server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.089+0000 7f3a0cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.089+0000 7f3a0cc00640 1 -- 172.21.15.26:0/3772290075 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1c02d060 con 0x557e795cae50 2024-04-26T23:43:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.089+0000 7f3a0cc00640 1 -- 172.21.15.26:0/3772290075 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f3a1c018030 con 0x557e795cae50 2024-04-26T23:43:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.089+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/3772290075 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557e79533590 con 0x557e795cae50 2024-04-26T23:43:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.090+0000 7f3a0cc00640 1 -- 172.21.15.26:0/3772290075 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3a1c011790 con 0x557e795cae50 2024-04-26T23:43:14.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.090+0000 7f3a2cd9f740 10 client.17016 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.090+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/3772290075 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557e791f7170 con 0x557e795cae50 2024-04-26T23:43:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.090+0000 7f3a0cc00640 1 -- 172.21.15.26:0/3772290075 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x557e79533590 con 0x557e795cae50 2024-04-26T23:43:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.090+0000 7f3a0cc00640 1 -- 172.21.15.26:0/3772290075 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3a1c0289e0 con 0x557e795cae50 2024-04-26T23:43:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.090+0000 7f3a2cd9f740 10 client.17016 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.090+0000 7f3a2cd9f740 10 client.17016 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.090+0000 7f3a2cd9f740 20 client.17016 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.090+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x557e795dada0 0x557e795dd1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.090+0000 7f3a2cd9f740 4 client.17016 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:43:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.090+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/3772290075 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557e7952d400 con 0x557e795dada0 2024-04-26T23:43:14.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.091+0000 7f3a22a00640 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x557e795dada0 0x557e795dd1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.092+0000 7f3a22a00640 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x557e795dada0 0x557e795dd1f0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33ae0e9c01cac567 server_cookie=2c0ea11f38ae2073 in_seq=0 out_seq=0 2024-04-26T23:43:14.101 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.092+0000 7f3a0cc00640 10 client.17016 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a0cc00640 1 -- 172.21.15.26:0/3772290075 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557e7952d400 con 0x557e795dada0 2024-04-26T23:43:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a0cc00640 10 client.17016 handle_command_reply: tid=0 2024-04-26T23:43:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a2cd9f740 1 client.17016 shutdown 2024-04-26T23:43:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/3772290075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 msgr2=0x557e795c8860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795c8860 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c020680 tx=0x7f3a1c004730 comp rx=0 tx=0).stop 2024-04-26T23:43:14.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/3772290075 shutdown_connections 2024-04-26T23:43:14.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x557e795dada0 0x557e795dd1f0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795c8860 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795c0780 0x557e795c8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/3772290075 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795bfe60 0x557e795c7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/3772290075 >> 172.21.15.26:0/3772290075 conn(0x557e795bc180 msgr2=0x557e795c1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a0cc00640 0 client.17016 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/3772290075 shutdown_connections 2024-04-26T23:43:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.094+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/3772290075 wait complete. 2024-04-26T23:43:14.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.095+0000 7f3a2cd9f740 20 client.17016 trim_cache size 0 max 16384 2024-04-26T23:43:14.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.118+0000 7f3a2cd9f740 1 Processor -- start 2024-04-26T23:43:14.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.118+0000 7f3a2cd9f740 1 -- start start 2024-04-26T23:43:14.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.119+0000 7f3a2cd9f740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 0x557e795d6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.119+0000 7f3a2cd9f740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795c2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.119+0000 7f3a2cd9f740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795e2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.119+0000 7f3a2cd9f740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3a241b34b0 con 0x557e795cae50 2024-04-26T23:43:14.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.119+0000 7f3a2cd9f740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3a241b0d80 con 0x557e795bfe60 2024-04-26T23:43:14.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.119+0000 7f3a2cd9f740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3a241aebf0 con 0x557e795c0780 2024-04-26T23:43:14.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.119+0000 7f3a23400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795e2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.119+0000 7f3a23400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795e2ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35762/0 (socket says 172.21.15.26:35762) 2024-04-26T23:43:14.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.119+0000 7f3a23400640 1 -- 172.21.15.26:0/524552533 learned_addr learned my addr 172.21.15.26:0/524552533 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:14.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.119+0000 7f3a22a00640 1 --2- 172.21.15.26:0/524552533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 0x557e795d6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.119+0000 7f3a22000640 1 --2- 172.21.15.26:0/524552533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795c2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.120+0000 7f3a23400640 1 -- 172.21.15.26:0/524552533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 msgr2=0x557e795c2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.120+0000 7f3a23400640 1 --2- 172.21.15.26:0/524552533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795c2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.120+0000 7f3a23400640 1 -- 172.21.15.26:0/524552533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 msgr2=0x557e795d6aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.120+0000 7f3a23400640 1 --2- 172.21.15.26:0/524552533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 0x557e795d6aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.120+0000 7f3a23400640 1 -- 172.21.15.26:0/524552533 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e795c05b0 con 0x557e795cae50 2024-04-26T23:43:14.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.120+0000 7f3a23400640 1 --2- 172.21.15.26:0/524552533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795e2ac0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c019040 tx=0x7f3a1c009710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8367ee642b16f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:14.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.120+0000 7f3a0f400640 1 -- 172.21.15.26:0/524552533 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1c004240 con 0x557e795cae50 2024-04-26T23:43:14.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.120+0000 7f3a0f400640 1 -- 172.21.15.26:0/524552533 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3a1c011dc0 con 0x557e795cae50 2024-04-26T23:43:14.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.120+0000 7f3a0f400640 1 -- 172.21.15.26:0/524552533 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1c030cc0 con 0x557e795cae50 2024-04-26T23:43:14.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.121+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/524552533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 msgr2=0x557e795e2ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.121+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/524552533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795e2ac0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c019040 tx=0x7f3a1c009710 comp rx=0 tx=0).stop 2024-04-26T23:43:14.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.121+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/524552533 shutdown_connections 2024-04-26T23:43:14.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.121+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/524552533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795e2ac0 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.121+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/524552533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795c2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.121+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/524552533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 0x557e795d6aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.121+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/524552533 >> 172.21.15.26:0/524552533 conn(0x557e795bc180 msgr2=0x557e795bb2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:14.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.121+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/524552533 shutdown_connections 2024-04-26T23:43:14.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.121+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/524552533 wait complete. 2024-04-26T23:43:14.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.122+0000 7f3a2cd9f740 1 -- start start 2024-04-26T23:43:14.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.122+0000 7f3a2cd9f740 1 Processor -- start 2024-04-26T23:43:14.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.123+0000 7f3a2cd9f740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 0x557e795cea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.123+0000 7f3a2cd9f740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.123+0000 7f3a2cd9f740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795cf490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.123+0000 7f3a2cd9f740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3a241af240 con 0x557e795cae50 2024-04-26T23:43:14.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.123+0000 7f3a2cd9f740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3a241b06b0 con 0x557e795bfe60 2024-04-26T23:43:14.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.123+0000 7f3a2cd9f740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3a241af910 con 0x557e795c0780 2024-04-26T23:43:14.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.123+0000 7f3a2cd9f740 10 client.0 _ll_register_callbacks cb 0x7f3a1c009980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:14.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.123+0000 7f3a23400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795cf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.123+0000 7f3a23400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795cf490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35768/0 (socket says 172.21.15.26:35768) 2024-04-26T23:43:14.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.123+0000 7f3a23400640 1 -- 172.21.15.26:0/4043317897 learned_addr learned my addr 172.21.15.26:0/4043317897 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:14.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.123+0000 7f3a22a00640 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 0x557e795cea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.123+0000 7f3a22000640 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.124+0000 7f3a23400640 1 -- 172.21.15.26:0/4043317897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 msgr2=0x557e795cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.124+0000 7f3a23400640 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.124+0000 7f3a23400640 1 -- 172.21.15.26:0/4043317897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 msgr2=0x557e795cea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.124+0000 7f3a23400640 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 0x557e795cea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.124+0000 7f3a23400640 1 -- 172.21.15.26:0/4043317897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e79648b90 con 0x557e795cae50 2024-04-26T23:43:14.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.124+0000 7f3a23400640 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795cf490 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c0042f0 tx=0x7f3a1c004320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2de111316f11147 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:14.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.124+0000 7f3a0cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:14.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.124+0000 7f3a0cc00640 1 -- 172.21.15.26:0/4043317897 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a1c005450 con 0x557e795cae50 2024-04-26T23:43:14.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.124+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/4043317897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a1c011dc0 con 0x557e795cae50 2024-04-26T23:43:14.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.124+0000 7f3a0cc00640 1 -- 172.21.15.26:0/4043317897 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f3a1c0306c0 con 0x557e795cae50 2024-04-26T23:43:14.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.125+0000 7f3a0cc00640 1 -- 172.21.15.26:0/4043317897 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3a1c0055f0 con 0x557e795cae50 2024-04-26T23:43:14.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.125+0000 7f3a2cd9f740 10 client.17022 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:14.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.125+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/4043317897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557e79649eb0 con 0x557e795cae50 2024-04-26T23:43:14.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.125+0000 7f3a0cc00640 1 -- 172.21.15.26:0/4043317897 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3a1c011dc0 con 0x557e795cae50 2024-04-26T23:43:14.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.125+0000 7f3a0cc00640 1 -- 172.21.15.26:0/4043317897 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3a1c0287c0 con 0x557e795cae50 2024-04-26T23:43:14.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.125+0000 7f3a2cd9f740 10 client.17022 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:14.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.125+0000 7f3a2cd9f740 10 client.17022 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:14.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.125+0000 7f3a2cd9f740 20 client.17022 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:14.134 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.125+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x557e7964a4c0 0x557e7964c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.125+0000 7f3a2cd9f740 4 client.17022 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:43:14.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.125+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/4043317897 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x557e794a8980 con 0x557e7964a4c0 2024-04-26T23:43:14.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.126+0000 7f3a22a00640 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x557e7964a4c0 0x557e7964c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.127+0000 7f3a22a00640 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x557e7964a4c0 0x557e7964c8e0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9a392a7dd57282c server_cookie=3bd2455f6448acc4 in_seq=0 out_seq=0 2024-04-26T23:43:14.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.127+0000 7f3a0cc00640 10 client.17022 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:14.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a0cc00640 1 -- 172.21.15.26:0/4043317897 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x557e794a8980 con 0x557e7964a4c0 2024-04-26T23:43:14.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a0cc00640 10 client.17022 handle_command_reply: tid=0 2024-04-26T23:43:14.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a2cd9f740 1 client.17022 shutdown 2024-04-26T23:43:14.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/4043317897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 msgr2=0x557e795cf490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795cf490 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c0042f0 tx=0x7f3a1c004320 comp rx=0 tx=0).stop 2024-04-26T23:43:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/4043317897 shutdown_connections 2024-04-26T23:43:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x557e7964a4c0 0x557e7964c8e0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x557e795cae50 0x557e795cf490 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557e795c0780 0x557e795cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a2cd9f740 1 --2- 172.21.15.26:0/4043317897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x557e795bfe60 0x557e795cea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a0cc00640 0 client.17022 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/4043317897 >> 172.21.15.26:0/4043317897 conn(0x557e795bc180 msgr2=0x557e795c7da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/4043317897 shutdown_connections 2024-04-26T23:43:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a2cd9f740 1 -- 172.21.15.26:0/4043317897 wait complete. 2024-04-26T23:43:14.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.130+0000 7f3a2cd9f740 20 client.17022 trim_cache size 0 max 16384 2024-04-26T23:43:14.138 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:43:14.138 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:43:14.138 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "eb4e8e46-63ba-4779-9067-09d557c81c03", 2024-04-26T23:43:14.138 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:43:14.138 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:43:14.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.131+0000 7f3a23e00640 1 -- 172.21.15.26:0/2430432431 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3a080a3da0 msgr2=0x7f3a080a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.131+0000 7f3a23e00640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3a080a3da0 0x7f3a080a6260 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3a1c009c70 tx=0x7f3a1c005f90 comp rx=0 tx=0).stop 2024-04-26T23:43:14.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.131+0000 7f3a23e00640 1 -- 172.21.15.26:0/2430432431 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a24103990 msgr2=0x7f3a2419b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.131+0000 7f3a23e00640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a24103990 0x7f3a2419b3b0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f3a1400db80 tx=0x7f3a1400b630 comp rx=0 tx=0).stop 2024-04-26T23:43:14.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.131+0000 7f3a23e00640 1 -- 172.21.15.26:0/2430432431 shutdown_connections 2024-04-26T23:43:14.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.131+0000 7f3a23e00640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3a2419fc20 0x7f3a241a00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.131+0000 7f3a23e00640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a2410cdb0 0x7f3a2419b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.131+0000 7f3a23e00640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3a080a3da0 0x7f3a080a6260 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.131+0000 7f3a23e00640 1 --2- 172.21.15.26:0/2430432431 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3a24103990 0x7f3a2419b3b0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.131+0000 7f3a23e00640 1 -- 172.21.15.26:0/2430432431 >> 172.21.15.26:0/2430432431 conn(0x7f3a240fd1b0 msgr2=0x7f3a24102780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:14.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.131+0000 7f3a23e00640 1 -- 172.21.15.26:0/2430432431 shutdown_connections 2024-04-26T23:43:14.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.131+0000 7f3a23e00640 1 -- 172.21.15.26:0/2430432431 wait complete. 2024-04-26T23:43:14.156 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:43:14.156 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:43:14.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.390+0000 7f3c87200640 1 -- 172.21.15.26:0/3338796051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c8010a9f0 msgr2=0x7f3c8010add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.390+0000 7f3c87200640 1 --2- 172.21.15.26:0/3338796051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c8010a9f0 0x7f3c8010add0 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f3c74009930 tx=0x7f3c7402a420 comp rx=0 tx=0).stop 2024-04-26T23:43:14.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.390+0000 7f3c87200640 1 -- 172.21.15.26:0/3338796051 shutdown_connections 2024-04-26T23:43:14.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.390+0000 7f3c87200640 1 --2- 172.21.15.26:0/3338796051 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c801053a0 0x7f3c801118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.390+0000 7f3c87200640 1 --2- 172.21.15.26:0/3338796051 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c801049e0 0x7f3c80104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.390+0000 7f3c87200640 1 --2- 172.21.15.26:0/3338796051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c8010a9f0 0x7f3c8010add0 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.390+0000 7f3c87200640 1 -- 172.21.15.26:0/3338796051 >> 172.21.15.26:0/3338796051 conn(0x7f3c80100470 msgr2=0x7f3c80102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:14.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.390+0000 7f3c87200640 1 -- 172.21.15.26:0/3338796051 shutdown_connections 2024-04-26T23:43:14.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.390+0000 7f3c87200640 1 -- 172.21.15.26:0/3338796051 wait complete. 2024-04-26T23:43:14.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.391+0000 7f3c87200640 1 Processor -- start 2024-04-26T23:43:14.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.391+0000 7f3c87200640 1 -- start start 2024-04-26T23:43:14.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.392+0000 7f3c87200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c801049e0 0x7f3c8019b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.392+0000 7f3c87200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c801053a0 0x7f3c8019b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.392+0000 7f3c87200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c8010a9f0 0x7f3c8019fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.392+0000 7f3c87200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3c80114b80 con 0x7f3c801049e0 2024-04-26T23:43:14.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.392+0000 7f3c87200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3c80114a00 con 0x7f3c8010a9f0 2024-04-26T23:43:14.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.392+0000 7f3c87200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3c80114d00 con 0x7f3c801053a0 2024-04-26T23:43:14.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.392+0000 7f3c85e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c801049e0 0x7f3c8019b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.392+0000 7f3c85e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c801049e0 0x7f3c8019b150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35792/0 (socket says 172.21.15.26:35792) 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.392+0000 7f3c85e00640 1 -- 172.21.15.26:0/603196121 learned_addr learned my addr 172.21.15.26:0/603196121 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.392+0000 7f3c86800640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c8010a9f0 0x7f3c8019fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.392+0000 7f3c85400640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c801053a0 0x7f3c8019b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.393+0000 7f3c85e00640 1 -- 172.21.15.26:0/603196121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c801053a0 msgr2=0x7f3c8019b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.393+0000 7f3c85e00640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c801053a0 0x7f3c8019b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.393+0000 7f3c85e00640 1 -- 172.21.15.26:0/603196121 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c8010a9f0 msgr2=0x7f3c8019fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.393+0000 7f3c85e00640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c8010a9f0 0x7f3c8019fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.393+0000 7f3c85e00640 1 -- 172.21.15.26:0/603196121 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c801a0140 con 0x7f3c801049e0 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.393+0000 7f3c86800640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c8010a9f0 0x7f3c8019fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.393+0000 7f3c85e00640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c801049e0 0x7f3c8019b150 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f3c7402a940 tx=0x7f3c74003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.393+0000 7f3c7aa00640 1 -- 172.21.15.26:0/603196121 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c7403f070 con 0x7f3c801049e0 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.393+0000 7f3c7aa00640 1 -- 172.21.15.26:0/603196121 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c7403baf0 con 0x7f3c801049e0 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.393+0000 7f3c87200640 1 -- 172.21.15.26:0/603196121 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c801a03d0 con 0x7f3c801049e0 2024-04-26T23:43:14.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.393+0000 7f3c7aa00640 1 -- 172.21.15.26:0/603196121 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c74035030 con 0x7f3c801049e0 2024-04-26T23:43:14.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.394+0000 7f3c87200640 1 -- 172.21.15.26:0/603196121 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c801a7cc0 con 0x7f3c801049e0 2024-04-26T23:43:14.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.397+0000 7f3c8b799740 1 Processor -- start 2024-04-26T23:43:14.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.397+0000 7f3c8b799740 1 -- start start 2024-04-26T23:43:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.398+0000 7f3c8b799740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a19fd50 0x55eb8a1a0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.398+0000 7f3c8b799740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1a0670 0x55eb8a1aa800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.398+0000 7f3c7aa00640 1 -- 172.21.15.26:0/603196121 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f3c74042070 con 0x7f3c801049e0 2024-04-26T23:43:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.398+0000 7f3c8b799740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1aad40 0x55eb8a1ad130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.398+0000 7f3c8b799740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55eb8a0b1030 con 0x55eb8a1a0670 2024-04-26T23:43:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.398+0000 7f3c8b799740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55eb8a0cc7f0 con 0x55eb8a1aad40 2024-04-26T23:43:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.398+0000 7f3c8b799740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55eb8a0877e0 con 0x55eb8a19fd50 2024-04-26T23:43:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.398+0000 7f3c85e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1a0670 0x55eb8a1aa800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.398+0000 7f3c85e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1a0670 0x55eb8a1aa800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35794/0 (socket says 172.21.15.26:35794) 2024-04-26T23:43:14.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.398+0000 7f3c85e00640 1 -- 172.21.15.26:0/2866240834 learned_addr learned my addr 172.21.15.26:0/2866240834 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:14.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.398+0000 7f3c86800640 1 --2- 172.21.15.26:0/2866240834 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a19fd50 0x55eb8a1a0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.398+0000 7f3c85400640 1 --2- 172.21.15.26:0/2866240834 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1aad40 0x55eb8a1ad130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.399+0000 7f3c85e00640 1 -- 172.21.15.26:0/2866240834 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a19fd50 msgr2=0x55eb8a1a0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.399+0000 7f3c85e00640 1 --2- 172.21.15.26:0/2866240834 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a19fd50 0x55eb8a1a0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.399+0000 7f3c85e00640 1 -- 172.21.15.26:0/2866240834 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1aad40 msgr2=0x55eb8a1ad130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.399+0000 7f3c85e00640 1 --2- 172.21.15.26:0/2866240834 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1aad40 0x55eb8a1ad130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.399+0000 7f3c85e00640 1 -- 172.21.15.26:0/2866240834 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb8a093050 con 0x55eb8a1a0670 2024-04-26T23:43:14.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.399+0000 7f3c85e00640 1 --2- 172.21.15.26:0/2866240834 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1a0670 0x55eb8a1aa800 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f3c740ee500 tx=0x7f3c740f91a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17390892e5e00cf7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:14.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.400+0000 7f3c6f000640 1 -- 172.21.15.26:0/2866240834 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c740f9de0 con 0x55eb8a1a0670 2024-04-26T23:43:14.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.400+0000 7f3c6f000640 1 -- 172.21.15.26:0/2866240834 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c740fe070 con 0x55eb8a1a0670 2024-04-26T23:43:14.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.400+0000 7f3c6f000640 1 -- 172.21.15.26:0/2866240834 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c741016a0 con 0x55eb8a1a0670 2024-04-26T23:43:14.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.400+0000 7f3c7aa00640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3c680a3da0 0x7f3c680a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.400+0000 7f3c7aa00640 1 -- 172.21.15.26:0/603196121 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f3c740f0f20 con 0x7f3c801049e0 2024-04-26T23:43:14.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.400+0000 7f3c86800640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3c680a3da0 0x7f3c680a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.401+0000 7f3c8b799740 1 -- 172.21.15.26:0/2866240834 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1a0670 msgr2=0x55eb8a1aa800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.401+0000 7f3c8b799740 1 --2- 172.21.15.26:0/2866240834 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1a0670 0x55eb8a1aa800 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f3c740ee500 tx=0x7f3c740f91a0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.401+0000 7f3c8b799740 1 -- 172.21.15.26:0/2866240834 shutdown_connections 2024-04-26T23:43:14.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.401+0000 7f3c8b799740 1 --2- 172.21.15.26:0/2866240834 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1aad40 0x55eb8a1ad130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.401+0000 7f3c8b799740 1 --2- 172.21.15.26:0/2866240834 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1a0670 0x55eb8a1aa800 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.401+0000 7f3c8b799740 1 --2- 172.21.15.26:0/2866240834 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a19fd50 0x55eb8a1a0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.401+0000 7f3c8b799740 1 -- 172.21.15.26:0/2866240834 >> 172.21.15.26:0/2866240834 conn(0x55eb8a19c070 msgr2=0x55eb8a19c450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.401+0000 7f3c8b799740 1 -- 172.21.15.26:0/2866240834 shutdown_connections 2024-04-26T23:43:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.401+0000 7f3c86800640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3c680a3da0 0x7f3c680a6260 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3c7c005fd0 tx=0x7f3c7c009500 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.401+0000 7f3c8b799740 1 -- 172.21.15.26:0/2866240834 wait complete. 2024-04-26T23:43:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.402+0000 7f3c8b799740 1 -- start start 2024-04-26T23:43:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.402+0000 7f3c8b799740 1 Processor -- start 2024-04-26T23:43:14.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.402+0000 7f3c8b799740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 0x55eb8a1aa5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.402+0000 7f3c8b799740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 0x55eb8a1a7980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.402+0000 7f3c8b799740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a1aad40 0x55eb8a1a7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.402+0000 7f3c8b799740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55eb8a109200 con 0x55eb8a19fd50 2024-04-26T23:43:14.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.402+0000 7f3c8b799740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55eb8a103ee0 con 0x55eb8a1a0670 2024-04-26T23:43:14.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.402+0000 7f3c8b799740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55eb8a110e70 con 0x55eb8a1aad40 2024-04-26T23:43:14.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.402+0000 7f3c8b799740 10 client.0 _ll_register_callbacks cb 0x55eb8a0fa270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:14.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.403+0000 7f3c85e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 0x55eb8a1aa5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.403+0000 7f3c85e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 0x55eb8a1aa5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35806/0 (socket says 172.21.15.26:35806) 2024-04-26T23:43:14.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.403+0000 7f3c85e00640 1 -- 172.21.15.26:0/3283611846 learned_addr learned my addr 172.21.15.26:0/3283611846 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.403+0000 7f3c85400640 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 0x55eb8a1a7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.403+0000 7f3c86800640 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a1aad40 0x55eb8a1a7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.403+0000 7f3c85e00640 1 -- 172.21.15.26:0/3283611846 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a1aad40 msgr2=0x55eb8a1a7ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.403+0000 7f3c85e00640 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a1aad40 0x55eb8a1a7ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.403+0000 7f3c85e00640 1 -- 172.21.15.26:0/3283611846 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 msgr2=0x55eb8a1a7980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.403+0000 7f3c85e00640 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 0x55eb8a1a7980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.403+0000 7f3c85e00640 1 -- 172.21.15.26:0/3283611846 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb89ee07d0 con 0x55eb8a19fd50 2024-04-26T23:43:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.404+0000 7f3c85e00640 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 0x55eb8a1aa5f0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f3c7402a9e0 tx=0x7f3c74009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d067067376185e25 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.404+0000 7f3c63400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:14.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.404+0000 7f3c63400640 1 -- 172.21.15.26:0/3283611846 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c74049070 con 0x55eb8a19fd50 2024-04-26T23:43:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.404+0000 7f3c63400640 1 -- 172.21.15.26:0/3283611846 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f3c740b9480 con 0x55eb8a19fd50 2024-04-26T23:43:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.404+0000 7f3c8b799740 1 -- 172.21.15.26:0/3283611846 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c740fe070 con 0x55eb8a19fd50 2024-04-26T23:43:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.404+0000 7f3c63400640 1 -- 172.21.15.26:0/3283611846 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3c740b90b0 con 0x55eb8a19fd50 2024-04-26T23:43:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.404+0000 7f3c8b799740 10 client.17034 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.404+0000 7f3c8b799740 1 -- 172.21.15.26:0/3283611846 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55eb89e163f0 con 0x55eb8a19fd50 2024-04-26T23:43:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.405+0000 7f3c63400640 1 -- 172.21.15.26:0/3283611846 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c740fe070 con 0x55eb8a19fd50 2024-04-26T23:43:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.405+0000 7f3c63400640 1 -- 172.21.15.26:0/3283611846 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3c740f9be0 con 0x55eb8a19fd50 2024-04-26T23:43:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.405+0000 7f3c8b799740 10 client.17034 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.405+0000 7f3c8b799740 10 client.17034 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.405+0000 7f3c8b799740 20 client.17034 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:14.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.405+0000 7f3c8b799740 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55eb8a1ba260 0x55eb8a1bc650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.405+0000 7f3c8b799740 4 client.17034 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:43:14.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.405+0000 7f3c8b799740 1 -- 172.21.15.26:0/3283611846 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eb8a1127e0 con 0x55eb8a1ba260 2024-04-26T23:43:14.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.406+0000 7f3c85400640 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55eb8a1ba260 0x55eb8a1bc650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.407+0000 7f3c85400640 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55eb8a1ba260 0x55eb8a1bc650 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5b5483a4a609e95 server_cookie=3108b03b1eb1d7a6 in_seq=0 out_seq=0 2024-04-26T23:43:14.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.407+0000 7f3c63400640 10 client.17034 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:14.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.408+0000 7f3c63400640 1 -- 172.21.15.26:0/3283611846 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55eb8a1127e0 con 0x55eb8a1ba260 2024-04-26T23:43:14.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.408+0000 7f3c63400640 10 client.17034 handle_command_reply: tid=0 2024-04-26T23:43:14.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.408+0000 7f3c8b799740 1 client.17034 shutdown 2024-04-26T23:43:14.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.409+0000 7f3c8b799740 1 -- 172.21.15.26:0/3283611846 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 msgr2=0x55eb8a1aa5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.409+0000 7f3c8b799740 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 0x55eb8a1aa5f0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f3c7402a9e0 tx=0x7f3c74009260 comp rx=0 tx=0).stop 2024-04-26T23:43:14.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.409+0000 7f3c8b799740 1 -- 172.21.15.26:0/3283611846 shutdown_connections 2024-04-26T23:43:14.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.409+0000 7f3c8b799740 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55eb8a1ba260 0x55eb8a1bc650 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.409+0000 7f3c8b799740 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a1aad40 0x55eb8a1a7ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.409+0000 7f3c8b799740 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 0x55eb8a1a7980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.409+0000 7f3c8b799740 1 --2- 172.21.15.26:0/3283611846 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 0x55eb8a1aa5f0 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.409+0000 7f3c8b799740 1 -- 172.21.15.26:0/3283611846 >> 172.21.15.26:0/3283611846 conn(0x55eb8a19c070 msgr2=0x55eb8a19b1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.409+0000 7f3c63400640 0 client.17034 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.409+0000 7f3c8b799740 1 -- 172.21.15.26:0/3283611846 shutdown_connections 2024-04-26T23:43:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.409+0000 7f3c8b799740 1 -- 172.21.15.26:0/3283611846 wait complete. 2024-04-26T23:43:14.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.409+0000 7f3c8b799740 20 client.17034 trim_cache size 0 max 16384 2024-04-26T23:43:14.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.439+0000 7f3c8b799740 1 Processor -- start 2024-04-26T23:43:14.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.439+0000 7f3c8b799740 1 -- start start 2024-04-26T23:43:14.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.439+0000 7f3c8b799740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a19fd50 0x55eb8a1a68c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.439+0000 7f3c8b799740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 0x55eb8a1a7b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.440+0000 7f3c8b799740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1aad40 0x55eb8a1a3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.440+0000 7f3c8b799740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3c801b07e0 con 0x55eb8a1aad40 2024-04-26T23:43:14.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.440+0000 7f3c8b799740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3c801ae650 con 0x55eb8a1a0670 2024-04-26T23:43:14.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.440+0000 7f3c8b799740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3c801b0110 con 0x55eb8a19fd50 2024-04-26T23:43:14.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.440+0000 7f3c86800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1aad40 0x55eb8a1a3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.440+0000 7f3c86800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1aad40 0x55eb8a1a3030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35810/0 (socket says 172.21.15.26:35810) 2024-04-26T23:43:14.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.440+0000 7f3c86800640 1 -- 172.21.15.26:0/143567082 learned_addr learned my addr 172.21.15.26:0/143567082 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:14.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.440+0000 7f3c85e00640 1 --2- 172.21.15.26:0/143567082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a19fd50 0x55eb8a1a68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.440+0000 7f3c85400640 1 --2- 172.21.15.26:0/143567082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 0x55eb8a1a7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.441+0000 7f3c86800640 1 -- 172.21.15.26:0/143567082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a19fd50 msgr2=0x55eb8a1a68c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.441+0000 7f3c86800640 1 --2- 172.21.15.26:0/143567082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a19fd50 0x55eb8a1a68c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.441+0000 7f3c86800640 1 -- 172.21.15.26:0/143567082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 msgr2=0x55eb8a1a7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.441+0000 7f3c86800640 1 --2- 172.21.15.26:0/143567082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 0x55eb8a1a7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.441+0000 7f3c86800640 1 -- 172.21.15.26:0/143567082 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb89dd60f0 con 0x55eb8a1aad40 2024-04-26T23:43:14.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.441+0000 7f3c86800640 1 --2- 172.21.15.26:0/143567082 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1aad40 0x55eb8a1a3030 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f3c7c0108a0 tx=0x7f3c7c016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64b17ec16f2d57f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:14.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.442+0000 7f3c6e600640 1 -- 172.21.15.26:0/143567082 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c7c02c070 con 0x55eb8a1aad40 2024-04-26T23:43:14.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.442+0000 7f3c6e600640 1 -- 172.21.15.26:0/143567082 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c7c01edb0 con 0x55eb8a1aad40 2024-04-26T23:43:14.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.442+0000 7f3c6e600640 1 -- 172.21.15.26:0/143567082 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c7c027670 con 0x55eb8a1aad40 2024-04-26T23:43:14.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.442+0000 7f3c8b799740 1 -- 172.21.15.26:0/143567082 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1aad40 msgr2=0x55eb8a1a3030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.442+0000 7f3c8b799740 1 --2- 172.21.15.26:0/143567082 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1aad40 0x55eb8a1a3030 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f3c7c0108a0 tx=0x7f3c7c016000 comp rx=0 tx=0).stop 2024-04-26T23:43:14.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.443+0000 7f3c8b799740 1 -- 172.21.15.26:0/143567082 shutdown_connections 2024-04-26T23:43:14.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.443+0000 7f3c8b799740 1 --2- 172.21.15.26:0/143567082 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a1aad40 0x55eb8a1a3030 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.443+0000 7f3c8b799740 1 --2- 172.21.15.26:0/143567082 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 0x55eb8a1a7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.443+0000 7f3c8b799740 1 --2- 172.21.15.26:0/143567082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a19fd50 0x55eb8a1a68c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.443+0000 7f3c8b799740 1 -- 172.21.15.26:0/143567082 >> 172.21.15.26:0/143567082 conn(0x55eb8a19c070 msgr2=0x55eb8a19a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:14.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.443+0000 7f3c8b799740 1 -- 172.21.15.26:0/143567082 shutdown_connections 2024-04-26T23:43:14.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.443+0000 7f3c8b799740 1 -- 172.21.15.26:0/143567082 wait complete. 2024-04-26T23:43:14.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.443+0000 7f3c8b799740 1 -- start start 2024-04-26T23:43:14.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.443+0000 7f3c8b799740 1 Processor -- start 2024-04-26T23:43:14.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.444+0000 7f3c8b799740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 0x55eb8a1ae4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.444+0000 7f3c8b799740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 0x55eb8a1aea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.444+0000 7f3c8b799740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a1aad40 0x55eb8a1aef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.444+0000 7f3c8b799740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3c801af370 con 0x55eb8a19fd50 2024-04-26T23:43:14.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.444+0000 7f3c8b799740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3c801aeca0 con 0x55eb8a1a0670 2024-04-26T23:43:14.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.444+0000 7f3c8b799740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3c801afa40 con 0x55eb8a1aad40 2024-04-26T23:43:14.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.444+0000 7f3c8b799740 10 client.0 _ll_register_callbacks cb 0x7f3c7c0099c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.444+0000 7f3c85e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 0x55eb8a1ae4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.444+0000 7f3c85e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 0x55eb8a1ae4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35814/0 (socket says 172.21.15.26:35814) 2024-04-26T23:43:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.444+0000 7f3c85e00640 1 -- 172.21.15.26:0/2580684891 learned_addr learned my addr 172.21.15.26:0/2580684891 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c85400640 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 0x55eb8a1aea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c86800640 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a1aad40 0x55eb8a1aef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c85e00640 1 -- 172.21.15.26:0/2580684891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a1aad40 msgr2=0x55eb8a1aef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c85e00640 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a1aad40 0x55eb8a1aef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c85e00640 1 -- 172.21.15.26:0/2580684891 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 msgr2=0x55eb8a1aea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c85e00640 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 0x55eb8a1aea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c85e00640 1 -- 172.21.15.26:0/2580684891 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb8a0cca30 con 0x55eb8a19fd50 2024-04-26T23:43:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c86800640 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a1aad40 0x55eb8a1aef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c85e00640 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 0x55eb8a1ae4d0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f3c740bd530 tx=0x7f3c7403bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16bd0be94fbe46f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c63400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c63400640 1 -- 172.21.15.26:0/2580684891 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c74049020 con 0x55eb8a19fd50 2024-04-26T23:43:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c63400640 1 -- 172.21.15.26:0/2580684891 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8600+0+0 (secure 0 0 0) 0x7f3c740f4bc0 con 0x55eb8a19fd50 2024-04-26T23:43:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.445+0000 7f3c8b799740 1 -- 172.21.15.26:0/2580684891 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c7c01edb0 con 0x55eb8a19fd50 2024-04-26T23:43:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.446+0000 7f3c63400640 1 -- 172.21.15.26:0/2580684891 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3c740db050 con 0x55eb8a19fd50 2024-04-26T23:43:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.446+0000 7f3c8b799740 10 client.17040 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.446+0000 7f3c8b799740 1 -- 172.21.15.26:0/2580684891 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55eb8a0cca30 con 0x55eb8a19fd50 2024-04-26T23:43:14.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.446+0000 7f3c63400640 1 -- 172.21.15.26:0/2580684891 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c7c01edb0 con 0x55eb8a19fd50 2024-04-26T23:43:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.446+0000 7f3c63400640 1 -- 172.21.15.26:0/2580684891 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3c740f9be0 con 0x55eb8a19fd50 2024-04-26T23:43:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.446+0000 7f3c8b799740 10 client.17040 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.446+0000 7f3c8b799740 10 client.17040 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.446+0000 7f3c8b799740 20 client.17040 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.446+0000 7f3c8b799740 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55eb8a220d50 0x55eb8a223170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.446+0000 7f3c8b799740 4 client.17040 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:43:14.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.446+0000 7f3c8b799740 1 -- 172.21.15.26:0/2580684891 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55eb8a10c650 con 0x55eb8a220d50 2024-04-26T23:43:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.447+0000 7f3c85400640 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55eb8a220d50 0x55eb8a223170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.448+0000 7f3c85400640 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55eb8a220d50 0x55eb8a223170 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7175658a5ee6f629 server_cookie=cc9083eb954b06e5 in_seq=0 out_seq=0 2024-04-26T23:43:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.448+0000 7f3c63400640 10 client.17040 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.448+0000 7f3c63400640 1 -- 172.21.15.26:0/2580684891 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55eb8a10c650 con 0x55eb8a220d50 2024-04-26T23:43:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.448+0000 7f3c63400640 10 client.17040 handle_command_reply: tid=0 2024-04-26T23:43:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c8b799740 1 client.17040 shutdown 2024-04-26T23:43:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c8b799740 1 -- 172.21.15.26:0/2580684891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 msgr2=0x55eb8a1ae4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c8b799740 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 0x55eb8a1ae4d0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f3c740bd530 tx=0x7f3c7403bf50 comp rx=0 tx=0).stop 2024-04-26T23:43:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c8b799740 1 -- 172.21.15.26:0/2580684891 shutdown_connections 2024-04-26T23:43:14.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c8b799740 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55eb8a220d50 0x55eb8a223170 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c8b799740 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eb8a1aad40 0x55eb8a1aef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c8b799740 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eb8a1a0670 0x55eb8a1aea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c8b799740 1 --2- 172.21.15.26:0/2580684891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eb8a19fd50 0x55eb8a1ae4d0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c63400640 0 client.17040 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c8b799740 1 -- 172.21.15.26:0/2580684891 >> 172.21.15.26:0/2580684891 conn(0x55eb8a19c070 msgr2=0x55eb8a1a14a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c8b799740 1 -- 172.21.15.26:0/2580684891 shutdown_connections 2024-04-26T23:43:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c8b799740 1 -- 172.21.15.26:0/2580684891 wait complete. 2024-04-26T23:43:14.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.449+0000 7f3c8b799740 20 client.17040 trim_cache size 0 max 16384 2024-04-26T23:43:14.459 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:43:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:43:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:43:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: "eb4e8e46-63ba-4779-9067-09d557c81c03": { 2024-04-26T23:43:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:43:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "eb4e8e46-63ba-4779-9067-09d557c81c03", 2024-04-26T23:43:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:43:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:43:14.459 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:43:14.459 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:43:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.450+0000 7f3c87200640 1 -- 172.21.15.26:0/603196121 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3c680a3da0 msgr2=0x7f3c680a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.450+0000 7f3c87200640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3c680a3da0 0x7f3c680a6260 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3c7c005fd0 tx=0x7f3c7c009500 comp rx=0 tx=0).stop 2024-04-26T23:43:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.450+0000 7f3c87200640 1 -- 172.21.15.26:0/603196121 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c801049e0 msgr2=0x7f3c8019b150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:14.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.450+0000 7f3c87200640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c801049e0 0x7f3c8019b150 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f3c7402a940 tx=0x7f3c74003b90 comp rx=0 tx=0).stop 2024-04-26T23:43:14.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.450+0000 7f3c87200640 1 -- 172.21.15.26:0/603196121 shutdown_connections 2024-04-26T23:43:14.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.450+0000 7f3c87200640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c8010a9f0 0x7f3c8019fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.450+0000 7f3c87200640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c801053a0 0x7f3c8019b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.450+0000 7f3c87200640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3c680a3da0 0x7f3c680a6260 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.450+0000 7f3c87200640 1 --2- 172.21.15.26:0/603196121 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c801049e0 0x7f3c8019b150 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:14.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.450+0000 7f3c87200640 1 -- 172.21.15.26:0/603196121 >> 172.21.15.26:0/603196121 conn(0x7f3c80100470 msgr2=0x7f3c80100e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:14.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.450+0000 7f3c87200640 1 -- 172.21.15.26:0/603196121 shutdown_connections 2024-04-26T23:43:14.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:14.450+0000 7f3c87200640 1 -- 172.21.15.26:0/603196121 wait complete. 2024-04-26T23:43:14.479 INFO:tasks.cephfs.filesystem:scrub status for tag:eb4e8e46-63ba-4779-9067-09d557c81c03 - {'path': '/', 'tag': 'eb4e8e46-63ba-4779-9067-09d557c81c03', 'options': 'recursive,force'} 2024-04-26T23:43:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:14 smithi164 ceph-mon[31699]: pgmap v225: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:43:15.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:14 smithi026 ceph-mon[28371]: pgmap v225: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:43:15.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:14 smithi086 ceph-mon[31122]: pgmap v225: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:43:16.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:15 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:43:16.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:15 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:43:16.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:15 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:43:16.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:15 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:43:16.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:15 smithi164 ceph-mon[31699]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T23:43:16.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:15 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:43:16.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:15 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:43:16.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:15 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:43:16.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:15 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:43:16.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:15 smithi026 ceph-mon[28371]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T23:43:16.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:15 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:43:16.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:15 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:43:16.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:15 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:43:16.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:15 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:43:16.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:15 smithi086 ceph-mon[31122]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T23:43:17.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:16 smithi164 ceph-mon[31699]: pgmap v227: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:43:17.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:16 smithi026 ceph-mon[28371]: pgmap v227: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:43:17.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:16 smithi086 ceph-mon[31122]: pgmap v227: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:43:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:18 smithi164 ceph-mon[31699]: pgmap v228: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 233 B/s wr, 7 op/s 2024-04-26T23:43:19.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:18 smithi026 ceph-mon[28371]: pgmap v228: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 233 B/s wr, 7 op/s 2024-04-26T23:43:19.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:18 smithi086 ceph-mon[31122]: pgmap v228: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 233 B/s wr, 7 op/s 2024-04-26T23:43:20.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:19 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:43:20.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:19 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:43:20.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:19 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:43:20.929 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:20 smithi164 ceph-mon[31699]: pgmap v229: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:43:21.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:20 smithi026 ceph-mon[28371]: pgmap v229: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:43:21.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:20 smithi086 ceph-mon[31122]: pgmap v229: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:43:23.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:22 smithi164 ceph-mon[31699]: pgmap v230: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:43:23.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:22 smithi026 ceph-mon[28371]: pgmap v230: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:43:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:22 smithi086 ceph-mon[31122]: pgmap v230: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:43:25.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:24 smithi026 ceph-mon[28371]: pgmap v231: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:43:25.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:24 smithi164 ceph-mon[31699]: pgmap v231: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:43:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:24 smithi086 ceph-mon[31122]: pgmap v231: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:43:27.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:26 smithi164 ceph-mon[31699]: pgmap v232: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:43:27.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:26 smithi026 ceph-mon[28371]: pgmap v232: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:43:27.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:26 smithi086 ceph-mon[31122]: pgmap v232: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:43:29.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:28 smithi164 ceph-mon[31699]: pgmap v233: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:43:29.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:28 smithi026 ceph-mon[28371]: pgmap v233: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:43:29.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:28 smithi086 ceph-mon[31122]: pgmap v233: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:43:31.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:30 smithi164 ceph-mon[31699]: pgmap v234: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:31.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:30 smithi026 ceph-mon[28371]: pgmap v234: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:31.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:30 smithi086 ceph-mon[31122]: pgmap v234: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:33.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:32 smithi164 ceph-mon[31699]: pgmap v235: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:33.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:32 smithi026 ceph-mon[28371]: pgmap v235: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:33.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:32 smithi086 ceph-mon[31122]: pgmap v235: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:35.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:34 smithi164 ceph-mon[31699]: pgmap v236: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:35.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:34 smithi026 ceph-mon[28371]: pgmap v236: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:35.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:34 smithi086 ceph-mon[31122]: pgmap v236: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:36 smithi164 ceph-mon[31699]: pgmap v237: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:37.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:36 smithi026 ceph-mon[28371]: pgmap v237: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:37.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:36 smithi086 ceph-mon[31122]: pgmap v237: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:39.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:38 smithi164 ceph-mon[31699]: pgmap v238: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:39.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:38 smithi026 ceph-mon[28371]: pgmap v238: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:39.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:38 smithi086 ceph-mon[31122]: pgmap v238: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:41.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:40 smithi164 ceph-mon[31699]: pgmap v239: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:41.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:40 smithi026 ceph-mon[28371]: pgmap v239: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:41.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:40 smithi086 ceph-mon[31122]: pgmap v239: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:43.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:42 smithi164 ceph-mon[31699]: pgmap v240: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:43.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:42 smithi026 ceph-mon[28371]: pgmap v240: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:43.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:42 smithi086 ceph-mon[31122]: pgmap v240: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:44.479 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:43:44.479 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:43:44.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.726+0000 7fa721600640 1 -- 172.21.15.26:0/1698922840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa71c1020a0 msgr2=0x7fa71c106560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:44.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.726+0000 7fa721600640 1 --2- 172.21.15.26:0/1698922840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa71c1020a0 0x7fa71c106560 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fa708009900 tx=0x7fa70802a470 comp rx=0 tx=0).stop 2024-04-26T23:43:44.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.726+0000 7fa721600640 1 -- 172.21.15.26:0/1698922840 shutdown_connections 2024-04-26T23:43:44.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.726+0000 7fa721600640 1 --2- 172.21.15.26:0/1698922840 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa71c106b80 0x7fa71c107010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.726+0000 7fa721600640 1 --2- 172.21.15.26:0/1698922840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa71c1020a0 0x7fa71c106560 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.726+0000 7fa721600640 1 --2- 172.21.15.26:0/1698922840 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa71c101780 0x7fa71c101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.726+0000 7fa721600640 1 -- 172.21.15.26:0/1698922840 >> 172.21.15.26:0/1698922840 conn(0x7fa71c0fd1b0 msgr2=0x7fa71c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.726+0000 7fa721600640 1 -- 172.21.15.26:0/1698922840 shutdown_connections 2024-04-26T23:43:44.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.726+0000 7fa721600640 1 -- 172.21.15.26:0/1698922840 wait complete. 2024-04-26T23:43:44.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.727+0000 7fa721600640 1 Processor -- start 2024-04-26T23:43:44.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.727+0000 7fa721600640 1 -- start start 2024-04-26T23:43:44.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.728+0000 7fa721600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa71c101780 0x7fa71c19f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.728+0000 7fa721600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa71c1020a0 0x7fa71c19fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.728+0000 7fa721600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa71c106b80 0x7fa71c1a3de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.728+0000 7fa721600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c118f00 con 0x7fa71c106b80 2024-04-26T23:43:44.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.728+0000 7fa721600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c118d80 con 0x7fa71c101780 2024-04-26T23:43:44.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.728+0000 7fa721600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c119080 con 0x7fa71c1020a0 2024-04-26T23:43:44.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.728+0000 7fa720c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa71c106b80 0x7fa71c1a3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.728+0000 7fa720c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa71c106b80 0x7fa71c1a3de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37240/0 (socket says 172.21.15.26:37240) 2024-04-26T23:43:44.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.728+0000 7fa720c00640 1 -- 172.21.15.26:0/744420196 learned_addr learned my addr 172.21.15.26:0/744420196 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.728+0000 7fa71be00640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa71c101780 0x7fa71c19f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.728+0000 7fa71b400640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa71c1020a0 0x7fa71c19fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.729+0000 7fa720c00640 1 -- 172.21.15.26:0/744420196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa71c1020a0 msgr2=0x7fa71c19fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.729+0000 7fa720c00640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa71c1020a0 0x7fa71c19fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.729+0000 7fa720c00640 1 -- 172.21.15.26:0/744420196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa71c101780 msgr2=0x7fa71c19f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.729+0000 7fa720c00640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa71c101780 0x7fa71c19f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.729+0000 7fa720c00640 1 -- 172.21.15.26:0/744420196 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa71c1a4510 con 0x7fa71c106b80 2024-04-26T23:43:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.729+0000 7fa720c00640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa71c106b80 0x7fa71c1a3de0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fa71400cad0 tx=0x7fa71400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.729+0000 7fa718c00640 1 -- 172.21.15.26:0/744420196 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa71400ae20 con 0x7fa71c106b80 2024-04-26T23:43:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.729+0000 7fa721600640 1 -- 172.21.15.26:0/744420196 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa71c1a4800 con 0x7fa71c106b80 2024-04-26T23:43:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.729+0000 7fa718c00640 1 -- 172.21.15.26:0/744420196 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa714005020 con 0x7fa71c106b80 2024-04-26T23:43:44.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.729+0000 7fa718c00640 1 -- 172.21.15.26:0/744420196 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa71400f6b0 con 0x7fa71c106b80 2024-04-26T23:43:44.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.730+0000 7fa721600640 1 -- 172.21.15.26:0/744420196 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa71c1ac090 con 0x7fa71c106b80 2024-04-26T23:43:44.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.733+0000 7fa718c00640 1 -- 172.21.15.26:0/744420196 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa7140051d0 con 0x7fa71c106b80 2024-04-26T23:43:44.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.734+0000 7fa725979740 1 Processor -- start 2024-04-26T23:43:44.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.734+0000 7fa725979740 1 -- start start 2024-04-26T23:43:44.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.734+0000 7fa725979740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 0x55bde2c60130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.734+0000 7fa725979740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c6a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.734+0000 7fa725979740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c6d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.734+0000 7fa725979740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55bde2b71030 con 0x55bde2c60670 2024-04-26T23:43:44.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.734+0000 7fa725979740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55bde2b8c7f0 con 0x55bde2c6ad40 2024-04-26T23:43:44.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.734+0000 7fa725979740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55bde2b477e0 con 0x55bde2c5fd50 2024-04-26T23:43:44.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.735+0000 7fa71be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c6a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.735+0000 7fa71be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c6a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37254/0 (socket says 172.21.15.26:37254) 2024-04-26T23:43:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.735+0000 7fa71be00640 1 -- 172.21.15.26:0/114737531 learned_addr learned my addr 172.21.15.26:0/114737531 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.735+0000 7fa71b400640 1 --2- 172.21.15.26:0/114737531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 0x55bde2c60130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.735+0000 7fa71b400640 1 --2- 172.21.15.26:0/114737531 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c6d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.735+0000 7fa71be00640 1 -- 172.21.15.26:0/114737531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 msgr2=0x55bde2c60130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.735+0000 7fa71be00640 1 --2- 172.21.15.26:0/114737531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 0x55bde2c60130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.735+0000 7fa71be00640 1 -- 172.21.15.26:0/114737531 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 msgr2=0x55bde2c6d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.735+0000 7fa71be00640 1 --2- 172.21.15.26:0/114737531 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c6d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.735+0000 7fa71be00640 1 -- 172.21.15.26:0/114737531 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bde2b53050 con 0x55bde2c60670 2024-04-26T23:43:44.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.735+0000 7fa718c00640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7000a3da0 0x7fa7000a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.736+0000 7fa718c00640 1 -- 172.21.15.26:0/744420196 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7fa7140d0ae0 con 0x7fa71c106b80 2024-04-26T23:43:44.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.736+0000 7fa71be00640 1 --2- 172.21.15.26:0/114737531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c6a800 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fa70c00bd10 tx=0x7fa70c0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ecb1e0057135c12 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:44.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.736+0000 7fa71b400640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7000a3da0 0x7fa7000a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.736+0000 7fa711200640 1 -- 172.21.15.26:0/114737531 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa70c004030 con 0x55bde2c60670 2024-04-26T23:43:44.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.736+0000 7fa711200640 1 -- 172.21.15.26:0/114737531 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa70c0035f0 con 0x55bde2c60670 2024-04-26T23:43:44.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.736+0000 7fa711200640 1 -- 172.21.15.26:0/114737531 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa70c011660 con 0x55bde2c60670 2024-04-26T23:43:44.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.737+0000 7fa725979740 1 -- 172.21.15.26:0/114737531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 msgr2=0x55bde2c6a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:44.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.737+0000 7fa725979740 1 --2- 172.21.15.26:0/114737531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c6a800 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fa70c00bd10 tx=0x7fa70c0107a0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.737+0000 7fa71b400640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7000a3da0 0x7fa7000a6260 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa708000c00 tx=0x7fa708009260 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:44.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.737+0000 7fa725979740 1 -- 172.21.15.26:0/114737531 shutdown_connections 2024-04-26T23:43:44.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.737+0000 7fa725979740 1 --2- 172.21.15.26:0/114737531 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c6d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.737+0000 7fa725979740 1 --2- 172.21.15.26:0/114737531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c6a800 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.737+0000 7fa725979740 1 --2- 172.21.15.26:0/114737531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 0x55bde2c60130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.737+0000 7fa725979740 1 -- 172.21.15.26:0/114737531 >> 172.21.15.26:0/114737531 conn(0x55bde2c5c070 msgr2=0x55bde2c5c450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:44.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.737+0000 7fa725979740 1 -- 172.21.15.26:0/114737531 shutdown_connections 2024-04-26T23:43:44.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.737+0000 7fa725979740 1 -- 172.21.15.26:0/114737531 wait complete. 2024-04-26T23:43:44.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.738+0000 7fa725979740 1 -- start start 2024-04-26T23:43:44.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.738+0000 7fa725979740 1 Processor -- start 2024-04-26T23:43:44.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.738+0000 7fa725979740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c5fd50 0x55bde2c6a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.738+0000 7fa725979740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c60670 0x55bde2c678c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.738+0000 7fa725979740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c6ad40 0x55bde2c67e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.738+0000 7fa725979740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55bde2bc9200 con 0x55bde2c6ad40 2024-04-26T23:43:44.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.738+0000 7fa725979740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55bde2bc3ee0 con 0x55bde2c5fd50 2024-04-26T23:43:44.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.738+0000 7fa725979740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55bde2bd0e70 con 0x55bde2c60670 2024-04-26T23:43:44.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.739+0000 7fa725979740 10 client.0 _ll_register_callbacks cb 0x55bde2bba270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:44.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.739+0000 7fa720c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c6ad40 0x55bde2c67e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.739+0000 7fa720c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c6ad40 0x55bde2c67e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37270/0 (socket says 172.21.15.26:37270) 2024-04-26T23:43:44.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.739+0000 7fa720c00640 1 -- 172.21.15.26:0/2794071665 learned_addr learned my addr 172.21.15.26:0/2794071665 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:44.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.739+0000 7fa71be00640 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c5fd50 0x55bde2c6a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.739+0000 7fa71b400640 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c60670 0x55bde2c678c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.739+0000 7fa720c00640 1 -- 172.21.15.26:0/2794071665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c60670 msgr2=0x55bde2c678c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.739+0000 7fa720c00640 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c60670 0x55bde2c678c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.739+0000 7fa720c00640 1 -- 172.21.15.26:0/2794071665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c5fd50 msgr2=0x55bde2c6a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.739+0000 7fa720c00640 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c5fd50 0x55bde2c6a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.739+0000 7fa720c00640 1 -- 172.21.15.26:0/2794071665 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bde29a07d0 con 0x55bde2c6ad40 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.739+0000 7fa720c00640 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c6ad40 0x55bde2c67e00 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fa7140993d0 tx=0x7fa71409d180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e86d0fdcfeac463 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.740+0000 7fa705600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.740+0000 7fa705600640 1 -- 172.21.15.26:0/2794071665 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa71401d040 con 0x55bde2c6ad40 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.740+0000 7fa705600640 1 -- 172.21.15.26:0/2794071665 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7fa7140a51e0 con 0x55bde2c6ad40 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.740+0000 7fa725979740 1 -- 172.21.15.26:0/2794071665 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa70c0035f0 con 0x55bde2c6ad40 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.740+0000 7fa705600640 1 -- 172.21.15.26:0/2794071665 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa7140a5670 con 0x55bde2c6ad40 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.740+0000 7fa725979740 10 client.17052 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.740+0000 7fa725979740 1 -- 172.21.15.26:0/2794071665 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bde28d63f0 con 0x55bde2c6ad40 2024-04-26T23:43:44.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.740+0000 7fa705600640 1 -- 172.21.15.26:0/2794071665 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa7140b7020 con 0x55bde2c6ad40 2024-04-26T23:43:44.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.741+0000 7fa705600640 1 -- 172.21.15.26:0/2794071665 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa7140bbce0 con 0x55bde2c6ad40 2024-04-26T23:43:44.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.741+0000 7fa725979740 10 client.17052 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:44.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.741+0000 7fa725979740 10 client.17052 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:44.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.741+0000 7fa725979740 20 client.17052 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:44.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.741+0000 7fa725979740 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bde2c7a5a0 0x55bde2c7c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.741+0000 7fa725979740 4 client.17052 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:43:44.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.741+0000 7fa725979740 1 -- 172.21.15.26:0/2794071665 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bde2bd27e0 con 0x55bde2c7a5a0 2024-04-26T23:43:44.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.742+0000 7fa71be00640 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bde2c7a5a0 0x55bde2c7c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.743+0000 7fa71be00640 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bde2c7a5a0 0x55bde2c7c9f0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff2f54b37c0a2e47 server_cookie=e54aedf39f702038 in_seq=0 out_seq=0 2024-04-26T23:43:44.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.743+0000 7fa705600640 10 client.17052 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:44.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.744+0000 7fa705600640 1 -- 172.21.15.26:0/2794071665 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bde2bd27e0 con 0x55bde2c7a5a0 2024-04-26T23:43:44.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.744+0000 7fa705600640 10 client.17052 handle_command_reply: tid=0 2024-04-26T23:43:44.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.744+0000 7fa725979740 1 client.17052 shutdown 2024-04-26T23:43:44.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.745+0000 7fa725979740 1 -- 172.21.15.26:0/2794071665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c6ad40 msgr2=0x55bde2c67e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:44.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.745+0000 7fa725979740 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c6ad40 0x55bde2c67e00 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fa7140993d0 tx=0x7fa71409d180 comp rx=0 tx=0).stop 2024-04-26T23:43:44.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.745+0000 7fa725979740 1 -- 172.21.15.26:0/2794071665 shutdown_connections 2024-04-26T23:43:44.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.745+0000 7fa725979740 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bde2c7a5a0 0x55bde2c7c9f0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.745+0000 7fa725979740 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c6ad40 0x55bde2c67e00 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.745+0000 7fa725979740 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c60670 0x55bde2c678c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.745+0000 7fa725979740 1 --2- 172.21.15.26:0/2794071665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c5fd50 0x55bde2c6a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.745+0000 7fa725979740 1 -- 172.21.15.26:0/2794071665 >> 172.21.15.26:0/2794071665 conn(0x55bde2c5c070 msgr2=0x55bde2c61e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:44.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.745+0000 7fa705600640 0 client.17052 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:44.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.745+0000 7fa725979740 1 -- 172.21.15.26:0/2794071665 shutdown_connections 2024-04-26T23:43:44.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.745+0000 7fa725979740 1 -- 172.21.15.26:0/2794071665 wait complete. 2024-04-26T23:43:44.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.745+0000 7fa725979740 20 client.17052 trim_cache size 0 max 16384 2024-04-26T23:43:44.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.772+0000 7fa725979740 1 Processor -- start 2024-04-26T23:43:44.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.772+0000 7fa725979740 1 -- start start 2024-04-26T23:43:44.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.772+0000 7fa725979740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 0x55bde2c5c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.772+0000 7fa725979740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c766f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.772+0000 7fa725979740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c5b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.772+0000 7fa725979740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c1b4b20 con 0x55bde2c60670 2024-04-26T23:43:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.772+0000 7fa725979740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c1b2990 con 0x55bde2c6ad40 2024-04-26T23:43:44.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.772+0000 7fa725979740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c1b4450 con 0x55bde2c5fd50 2024-04-26T23:43:44.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.772+0000 7fa71b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c766f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.773+0000 7fa71b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c766f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37272/0 (socket says 172.21.15.26:37272) 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.773+0000 7fa71b400640 1 -- 172.21.15.26:0/717813829 learned_addr learned my addr 172.21.15.26:0/717813829 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.773+0000 7fa71be00640 1 --2- 172.21.15.26:0/717813829 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 0x55bde2c5c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.773+0000 7fa720c00640 1 --2- 172.21.15.26:0/717813829 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c5b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.773+0000 7fa71b400640 1 -- 172.21.15.26:0/717813829 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 msgr2=0x55bde2c5c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.773+0000 7fa71b400640 1 --2- 172.21.15.26:0/717813829 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 0x55bde2c5c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.773+0000 7fa71b400640 1 -- 172.21.15.26:0/717813829 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 msgr2=0x55bde2c5b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.773+0000 7fa71b400640 1 --2- 172.21.15.26:0/717813829 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c5b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.773+0000 7fa71b400640 1 -- 172.21.15.26:0/717813829 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bde28960f0 con 0x55bde2c60670 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.773+0000 7fa720c00640 1 --2- 172.21.15.26:0/717813829 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c5b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.773+0000 7fa71b400640 1 --2- 172.21.15.26:0/717813829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c766f0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fa708032fd0 tx=0x7fa708040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=589ccd6b5a72c511 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.774+0000 7fa707e00640 1 -- 172.21.15.26:0/717813829 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa708035040 con 0x55bde2c60670 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.774+0000 7fa707e00640 1 -- 172.21.15.26:0/717813829 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa7080054d0 con 0x55bde2c60670 2024-04-26T23:43:44.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.774+0000 7fa707e00640 1 -- 172.21.15.26:0/717813829 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7080035f0 con 0x55bde2c60670 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.775+0000 7fa725979740 1 -- 172.21.15.26:0/717813829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 msgr2=0x55bde2c766f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.775+0000 7fa725979740 1 --2- 172.21.15.26:0/717813829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c766f0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fa708032fd0 tx=0x7fa708040000 comp rx=0 tx=0).stop 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.775+0000 7fa725979740 1 -- 172.21.15.26:0/717813829 shutdown_connections 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.775+0000 7fa725979740 1 --2- 172.21.15.26:0/717813829 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c5b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.775+0000 7fa725979740 1 --2- 172.21.15.26:0/717813829 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c766f0 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.775+0000 7fa725979740 1 --2- 172.21.15.26:0/717813829 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 0x55bde2c5c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.775+0000 7fa725979740 1 -- 172.21.15.26:0/717813829 >> 172.21.15.26:0/717813829 conn(0x55bde2c5c070 msgr2=0x55bde2c5a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.775+0000 7fa725979740 1 -- 172.21.15.26:0/717813829 shutdown_connections 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.775+0000 7fa725979740 1 -- 172.21.15.26:0/717813829 wait complete. 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.775+0000 7fa725979740 1 -- start start 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.776+0000 7fa725979740 1 Processor -- start 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.776+0000 7fa725979740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 0x55bde2c72ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.776+0000 7fa725979740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c70270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.776+0000 7fa725979740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c707b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.776+0000 7fa725979740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c1b36b0 con 0x55bde2c60670 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.776+0000 7fa725979740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c1b2fe0 con 0x55bde2c6ad40 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.776+0000 7fa725979740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c1b3d80 con 0x55bde2c5fd50 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.776+0000 7fa725979740 10 client.0 _ll_register_callbacks cb 0x7fa714007700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa71b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c70270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa71b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c70270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37286/0 (socket says 172.21.15.26:37286) 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa71b400640 1 -- 172.21.15.26:0/2204144677 learned_addr learned my addr 172.21.15.26:0/2204144677 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa71be00640 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 0x55bde2c72ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa720c00640 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c707b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa71b400640 1 -- 172.21.15.26:0/2204144677 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 msgr2=0x55bde2c72ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa71b400640 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 0x55bde2c72ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa71b400640 1 -- 172.21.15.26:0/2204144677 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 msgr2=0x55bde2c707b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa71b400640 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c707b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa71b400640 1 -- 172.21.15.26:0/2204144677 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bde2b8ca30 con 0x55bde2c60670 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa720c00640 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c707b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa71b400640 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c70270 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fa708009230 tx=0x7fa708031960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df67c8442f7e66f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:44.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.777+0000 7fa705600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.778+0000 7fa705600640 1 -- 172.21.15.26:0/2204144677 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa708035030 con 0x55bde2c60670 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.778+0000 7fa705600640 1 -- 172.21.15.26:0/2204144677 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7fa7080048d0 con 0x55bde2c60670 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.778+0000 7fa725979740 1 -- 172.21.15.26:0/2204144677 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7080054d0 con 0x55bde2c60670 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.778+0000 7fa705600640 1 -- 172.21.15.26:0/2204144677 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa708004c20 con 0x55bde2c60670 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.778+0000 7fa725979740 10 client.17058 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.778+0000 7fa725979740 1 -- 172.21.15.26:0/2204144677 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bde2ce0870 con 0x55bde2c60670 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.778+0000 7fa705600640 1 -- 172.21.15.26:0/2204144677 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa7080054d0 con 0x55bde2c60670 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.779+0000 7fa705600640 1 -- 172.21.15.26:0/2204144677 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa708003c10 con 0x55bde2c60670 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.779+0000 7fa725979740 10 client.17058 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.779+0000 7fa725979740 10 client.17058 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.779+0000 7fa725979740 20 client.17058 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.779+0000 7fa725979740 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bde2ce0f30 0x55bde2ce3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.779+0000 7fa725979740 4 client.17058 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.779+0000 7fa725979740 1 -- 172.21.15.26:0/2204144677 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55bde2bcc650 con 0x55bde2ce0f30 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.779+0000 7fa71be00640 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bde2ce0f30 0x55bde2ce3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:44.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.780+0000 7fa71be00640 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bde2ce0f30 0x55bde2ce3350 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ef687e7fad15f40 server_cookie=dea73d47f0b703b0 in_seq=0 out_seq=0 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.780+0000 7fa705600640 10 client.17058 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa705600640 1 -- 172.21.15.26:0/2204144677 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55bde2bcc650 con 0x55bde2ce0f30 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa705600640 10 client.17058 handle_command_reply: tid=0 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa725979740 1 client.17058 shutdown 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa725979740 1 -- 172.21.15.26:0/2204144677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 msgr2=0x55bde2c70270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa725979740 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c70270 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fa708009230 tx=0x7fa708031960 comp rx=0 tx=0).stop 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa725979740 1 -- 172.21.15.26:0/2204144677 shutdown_connections 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa725979740 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bde2ce0f30 0x55bde2ce3350 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa725979740 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bde2c6ad40 0x55bde2c707b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa725979740 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bde2c60670 0x55bde2c70270 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa725979740 1 --2- 172.21.15.26:0/2204144677 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bde2c5fd50 0x55bde2c72ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa705600640 0 client.17058 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:44.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa725979740 1 -- 172.21.15.26:0/2204144677 >> 172.21.15.26:0/2204144677 conn(0x55bde2c5c070 msgr2=0x55bde2c5b1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:44.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa725979740 1 -- 172.21.15.26:0/2204144677 shutdown_connections 2024-04-26T23:43:44.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa725979740 1 -- 172.21.15.26:0/2204144677 wait complete. 2024-04-26T23:43:44.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.781+0000 7fa725979740 20 client.17058 trim_cache size 0 max 16384 2024-04-26T23:43:44.791 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:43:44.791 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:43:44.791 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:43:44.791 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:43:44.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.782+0000 7fa721600640 1 -- 172.21.15.26:0/744420196 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7000a3da0 msgr2=0x7fa7000a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:44.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.782+0000 7fa721600640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7000a3da0 0x7fa7000a6260 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa708000c00 tx=0x7fa708009260 comp rx=0 tx=0).stop 2024-04-26T23:43:44.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.782+0000 7fa721600640 1 -- 172.21.15.26:0/744420196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa71c106b80 msgr2=0x7fa71c1a3de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:44.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.782+0000 7fa721600640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa71c106b80 0x7fa71c1a3de0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fa71400cad0 tx=0x7fa71400cf90 comp rx=0 tx=0).stop 2024-04-26T23:43:44.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.782+0000 7fa721600640 1 -- 172.21.15.26:0/744420196 shutdown_connections 2024-04-26T23:43:44.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.782+0000 7fa721600640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa7000a3da0 0x7fa7000a6260 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.782+0000 7fa721600640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa71c106b80 0x7fa71c1a3de0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.782+0000 7fa721600640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa71c1020a0 0x7fa71c19fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.782+0000 7fa721600640 1 --2- 172.21.15.26:0/744420196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa71c101780 0x7fa71c19f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:44.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.782+0000 7fa721600640 1 -- 172.21.15.26:0/744420196 >> 172.21.15.26:0/744420196 conn(0x7fa71c0fd1b0 msgr2=0x7fa71c0fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:44.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.783+0000 7fa721600640 1 -- 172.21.15.26:0/744420196 shutdown_connections 2024-04-26T23:43:44.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:44.783+0000 7fa721600640 1 -- 172.21.15.26:0/744420196 wait complete. 2024-04-26T23:43:44.806 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:43:44.807 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:43:44.871 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:44 smithi026 ceph-mon[28371]: pgmap v241: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:45.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.004+0000 7f83cca00640 1 -- 172.21.15.26:0/1486438598 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83c810e060 msgr2=0x7f83c8115c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.004+0000 7f83cca00640 1 --2- 172.21.15.26:0/1486438598 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83c810e060 0x7f83c8115c30 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f83c0009900 tx=0x7f83c002a410 comp rx=0 tx=0).stop 2024-04-26T23:43:45.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.005+0000 7f83cca00640 1 -- 172.21.15.26:0/1486438598 shutdown_connections 2024-04-26T23:43:45.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.005+0000 7f83cca00640 1 --2- 172.21.15.26:0/1486438598 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83c810e060 0x7f83c8115c30 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.005+0000 7f83cca00640 1 --2- 172.21.15.26:0/1486438598 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83c8109950 0x7f83c810d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.005+0000 7f83cca00640 1 --2- 172.21.15.26:0/1486438598 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f83c8108fa0 0x7f83c8109380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.005+0000 7f83cca00640 1 -- 172.21.15.26:0/1486438598 >> 172.21.15.26:0/1486438598 conn(0x7f83c80784b0 msgr2=0x7f83c807a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.005+0000 7f83cca00640 1 -- 172.21.15.26:0/1486438598 shutdown_connections 2024-04-26T23:43:45.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.005+0000 7f83cca00640 1 -- 172.21.15.26:0/1486438598 wait complete. 2024-04-26T23:43:45.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.006+0000 7f83cca00640 1 Processor -- start 2024-04-26T23:43:45.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.006+0000 7f83cca00640 1 -- start start 2024-04-26T23:43:45.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.006+0000 7f83cca00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f83c8108fa0 0x7f83c819f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.006+0000 7f83cca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83c810e060 0x7f83c819f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.006+0000 7f83cca00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83c81a3cc0 0x7f83c81a4170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83cca00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f83c8118eb0 con 0x7f83c810e060 2024-04-26T23:43:45.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83cca00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f83c8118d30 con 0x7f83c81a3cc0 2024-04-26T23:43:45.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83cca00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f83c8119030 con 0x7f83c8108fa0 2024-04-26T23:43:45.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83bde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83c810e060 0x7f83c819f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83bde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83c810e060 0x7f83c819f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37312/0 (socket says 172.21.15.26:37312) 2024-04-26T23:43:45.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83bde00640 1 -- 172.21.15.26:0/973379036 learned_addr learned my addr 172.21.15.26:0/973379036 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:45.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83c7200640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83c81a3cc0 0x7f83c81a4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83c6800640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f83c8108fa0 0x7f83c819f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83bde00640 1 -- 172.21.15.26:0/973379036 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f83c8108fa0 msgr2=0x7f83c819f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83bde00640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f83c8108fa0 0x7f83c819f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.012 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83bde00640 1 -- 172.21.15.26:0/973379036 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83c81a3cc0 msgr2=0x7f83c81a4170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83bde00640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83c81a3cc0 0x7f83c81a4170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.007+0000 7f83bde00640 1 -- 172.21.15.26:0/973379036 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83c81a47b0 con 0x7f83c810e060 2024-04-26T23:43:45.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.008+0000 7f83bde00640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83c810e060 0x7f83c819f990 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f83b000e9c0 tx=0x7f83b000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.008+0000 7f83bfe00640 1 -- 172.21.15.26:0/973379036 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b000cd80 con 0x7f83c810e060 2024-04-26T23:43:45.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.008+0000 7f83bfe00640 1 -- 172.21.15.26:0/973379036 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83b00054b0 con 0x7f83c810e060 2024-04-26T23:43:45.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.008+0000 7f83bfe00640 1 -- 172.21.15.26:0/973379036 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b0010430 con 0x7f83c810e060 2024-04-26T23:43:45.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.008+0000 7f83cca00640 1 -- 172.21.15.26:0/973379036 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83c81a4aa0 con 0x7f83c810e060 2024-04-26T23:43:45.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.008+0000 7f83cca00640 1 -- 172.21.15.26:0/973379036 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83c81ac280 con 0x7f83c810e060 2024-04-26T23:43:45.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.010+0000 7f83cca00640 1 -- 172.21.15.26:0/973379036 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83c8069ac0 con 0x7f83c810e060 2024-04-26T23:43:45.015 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.012+0000 7f83bfe00640 1 -- 172.21.15.26:0/973379036 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f83b0004f20 con 0x7f83c810e060 2024-04-26T23:43:45.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.014+0000 7f83bfe00640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83ac0a3da0 0x7f83ac0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.014+0000 7f83bfe00640 1 -- 172.21.15.26:0/973379036 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f83b00d0d70 con 0x7f83c810e060 2024-04-26T23:43:45.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.014+0000 7f83c6800640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83ac0a3da0 0x7f83ac0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.015+0000 7f83c6800640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83ac0a3da0 0x7f83ac0a6260 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f83b8005fd0 tx=0x7f83b8009500 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.019+0000 7f83bfe00640 1 -- 172.21.15.26:0/973379036 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f83b009d390 con 0x7f83c810e060 2024-04-26T23:43:45.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:44 smithi164 ceph-mon[31699]: pgmap v241: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:45.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:44 smithi086 ceph-mon[31122]: pgmap v241: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:45.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.366+0000 7f83cca00640 1 -- 172.21.15.26:0/973379036 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f83c81a0750 con 0x7f83c810e060 2024-04-26T23:43:45.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.368+0000 7f83bfe00640 1 -- 172.21.15.26:0/973379036 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f83b009cc90 con 0x7f83c810e060 2024-04-26T23:43:45.371 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:43:45.371 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:43:45.372 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:43:45.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.370+0000 7f83cca00640 1 -- 172.21.15.26:0/973379036 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83ac0a3da0 msgr2=0x7f83ac0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.370+0000 7f83cca00640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83ac0a3da0 0x7f83ac0a6260 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f83b8005fd0 tx=0x7f83b8009500 comp rx=0 tx=0).stop 2024-04-26T23:43:45.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.370+0000 7f83cca00640 1 -- 172.21.15.26:0/973379036 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83c810e060 msgr2=0x7f83c819f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.370+0000 7f83cca00640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83c810e060 0x7f83c819f990 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f83b000e9c0 tx=0x7f83b000ee80 comp rx=0 tx=0).stop 2024-04-26T23:43:45.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.370+0000 7f83cca00640 1 -- 172.21.15.26:0/973379036 shutdown_connections 2024-04-26T23:43:45.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.370+0000 7f83cca00640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83c81a3cc0 0x7f83c81a4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.370+0000 7f83cca00640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83ac0a3da0 0x7f83ac0a6260 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.370+0000 7f83cca00640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83c810e060 0x7f83c819f990 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.370+0000 7f83cca00640 1 --2- 172.21.15.26:0/973379036 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f83c8108fa0 0x7f83c819f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.370+0000 7f83cca00640 1 -- 172.21.15.26:0/973379036 >> 172.21.15.26:0/973379036 conn(0x7f83c80784b0 msgr2=0x7f83c807a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.370+0000 7f83cca00640 1 -- 172.21.15.26:0/973379036 shutdown_connections 2024-04-26T23:43:45.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.371+0000 7f83cca00640 1 -- 172.21.15.26:0/973379036 wait complete. 2024-04-26T23:43:45.395 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:43:45.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.609+0000 7f0182c00640 1 -- 172.21.15.26:0/2147901599 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f017c103190 msgr2=0x7f017c10f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.609+0000 7f0182c00640 1 --2- 172.21.15.26:0/2147901599 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f017c103190 0x7f017c10f6a0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f0174009930 tx=0x7f017402a420 comp rx=0 tx=0).stop 2024-04-26T23:43:45.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.609+0000 7f0182c00640 1 -- 172.21.15.26:0/2147901599 shutdown_connections 2024-04-26T23:43:45.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.609+0000 7f0182c00640 1 --2- 172.21.15.26:0/2147901599 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f017c103190 0x7f017c10f6a0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.609+0000 7f0182c00640 1 --2- 172.21.15.26:0/2147901599 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f017c1027d0 0x7f017c102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.609+0000 7f0182c00640 1 --2- 172.21.15.26:0/2147901599 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f017c1087e0 0x7f017c108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.609+0000 7f0182c00640 1 -- 172.21.15.26:0/2147901599 >> 172.21.15.26:0/2147901599 conn(0x7f017c0fe300 msgr2=0x7f017c100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.609+0000 7f0182c00640 1 -- 172.21.15.26:0/2147901599 shutdown_connections 2024-04-26T23:43:45.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.609+0000 7f0182c00640 1 -- 172.21.15.26:0/2147901599 wait complete. 2024-04-26T23:43:45.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.610+0000 7f0182c00640 1 Processor -- start 2024-04-26T23:43:45.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.611+0000 7f0182c00640 1 -- start start 2024-04-26T23:43:45.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.611+0000 7f0182c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f017c1027d0 0x7f017c19b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.611+0000 7f0182c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f017c103190 0x7f017c19b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.611+0000 7f0182c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f017c1087e0 0x7f017c19f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.611+0000 7f0182c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f017c1129a0 con 0x7f017c1027d0 2024-04-26T23:43:45.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.611+0000 7f0182c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f017c112820 con 0x7f017c1087e0 2024-04-26T23:43:45.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.611+0000 7f0182c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f017c112b20 con 0x7f017c103190 2024-04-26T23:43:45.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.611+0000 7f0181800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f017c1027d0 0x7f017c19b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.611+0000 7f0181800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f017c1027d0 0x7f017c19b0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37330/0 (socket says 172.21.15.26:37330) 2024-04-26T23:43:45.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.611+0000 7f0181800640 1 -- 172.21.15.26:0/1728162812 learned_addr learned my addr 172.21.15.26:0/1728162812 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:45.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.612+0000 7f0180e00640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f017c103190 0x7f017c19b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.612+0000 7f0182200640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f017c1087e0 0x7f017c19f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.612+0000 7f0181800640 1 -- 172.21.15.26:0/1728162812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f017c103190 msgr2=0x7f017c19b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.612+0000 7f0181800640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f017c103190 0x7f017c19b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.612+0000 7f0181800640 1 -- 172.21.15.26:0/1728162812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f017c1087e0 msgr2=0x7f017c19f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.612+0000 7f0181800640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f017c1087e0 0x7f017c19f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.612+0000 7f0181800640 1 -- 172.21.15.26:0/1728162812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f017c1a00d0 con 0x7f017c1027d0 2024-04-26T23:43:45.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.612+0000 7f0181800640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f017c1027d0 0x7f017c19b0e0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f017000ebc0 tx=0x7f017000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.613+0000 7f017a000640 1 -- 172.21.15.26:0/1728162812 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0170010630 con 0x7f017c1027d0 2024-04-26T23:43:45.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.613+0000 7f017a000640 1 -- 172.21.15.26:0/1728162812 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0170010c60 con 0x7f017c1027d0 2024-04-26T23:43:45.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.613+0000 7f0182c00640 1 -- 172.21.15.26:0/1728162812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f017c1a03c0 con 0x7f017c1027d0 2024-04-26T23:43:45.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.613+0000 7f017a000640 1 -- 172.21.15.26:0/1728162812 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0170018b00 con 0x7f017c1027d0 2024-04-26T23:43:45.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.613+0000 7f0182c00640 1 -- 172.21.15.26:0/1728162812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f017c1a7c50 con 0x7f017c1027d0 2024-04-26T23:43:45.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.616+0000 7f017a000640 1 -- 172.21.15.26:0/1728162812 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f0170018ca0 con 0x7f017c1027d0 2024-04-26T23:43:45.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.616+0000 7f0187027740 1 Processor -- start 2024-04-26T23:43:45.620 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.617+0000 7f0187027740 1 -- start start 2024-04-26T23:43:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.617+0000 7f0187027740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe53a0 0x56120abe5780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.617+0000 7f0187027740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120abefe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.617+0000 7f0187027740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abf2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.617+0000 7f0187027740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56120ab49c70 con 0x56120abe5cc0 2024-04-26T23:43:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.617+0000 7f0187027740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56120ab02980 con 0x56120abf0390 2024-04-26T23:43:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.617+0000 7f0187027740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56120ab45c30 con 0x56120abe53a0 2024-04-26T23:43:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.617+0000 7f0181800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120abefe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.617+0000 7f0181800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120abefe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37336/0 (socket says 172.21.15.26:37336) 2024-04-26T23:43:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.617+0000 7f0181800640 1 -- 172.21.15.26:0/1809088051 learned_addr learned my addr 172.21.15.26:0/1809088051 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.618+0000 7f0182200640 1 --2- 172.21.15.26:0/1809088051 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe53a0 0x56120abe5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.618+0000 7f0180e00640 1 --2- 172.21.15.26:0/1809088051 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abf2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.618+0000 7f0181800640 1 -- 172.21.15.26:0/1809088051 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe53a0 msgr2=0x56120abe5780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.618+0000 7f0181800640 1 --2- 172.21.15.26:0/1809088051 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe53a0 0x56120abe5780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.618+0000 7f0181800640 1 -- 172.21.15.26:0/1809088051 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 msgr2=0x56120abf2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.618+0000 7f0181800640 1 --2- 172.21.15.26:0/1809088051 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abf2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.618+0000 7f0181800640 1 -- 172.21.15.26:0/1809088051 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56120aada7b0 con 0x56120abe5cc0 2024-04-26T23:43:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.618+0000 7f0182200640 1 --2- 172.21.15.26:0/1809088051 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe53a0 0x56120abe5780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:43:45.623 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.618+0000 7f017a000640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f01640a3d20 0x7f01640a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.619+0000 7f0181800640 1 --2- 172.21.15.26:0/1809088051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120abefe50 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f01700ce4d0 tx=0x7f01700d9570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4501215e06680c8d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.619+0000 7f017a000640 1 -- 172.21.15.26:0/1728162812 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f01700d0ec0 con 0x7f017c1027d0 2024-04-26T23:43:45.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.619+0000 7f0182200640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f01640a3d20 0x7f01640a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.619+0000 7f016ea00640 1 -- 172.21.15.26:0/1809088051 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0170026030 con 0x56120abe5cc0 2024-04-26T23:43:45.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.619+0000 7f016ea00640 1 -- 172.21.15.26:0/1809088051 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0170018420 con 0x56120abe5cc0 2024-04-26T23:43:45.625 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.619+0000 7f016ea00640 1 -- 172.21.15.26:0/1809088051 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017009cbb0 con 0x56120abe5cc0 2024-04-26T23:43:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.620+0000 7f0187027740 1 -- 172.21.15.26:0/1809088051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 msgr2=0x56120abefe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.620+0000 7f0187027740 1 --2- 172.21.15.26:0/1809088051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120abefe50 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f01700ce4d0 tx=0x7f01700d9570 comp rx=0 tx=0).stop 2024-04-26T23:43:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.620+0000 7f0182200640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f01640a3d20 0x7f01640a61e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0174009230 tx=0x7f0174005b50 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.620+0000 7f0187027740 1 -- 172.21.15.26:0/1809088051 shutdown_connections 2024-04-26T23:43:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.620+0000 7f0187027740 1 --2- 172.21.15.26:0/1809088051 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abf2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.620+0000 7f0187027740 1 --2- 172.21.15.26:0/1809088051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120abefe50 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.620+0000 7f0187027740 1 --2- 172.21.15.26:0/1809088051 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe53a0 0x56120abe5780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.620+0000 7f0187027740 1 -- 172.21.15.26:0/1809088051 >> 172.21.15.26:0/1809088051 conn(0x56120abe16c0 msgr2=0x56120abe1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.620+0000 7f0187027740 1 -- 172.21.15.26:0/1809088051 shutdown_connections 2024-04-26T23:43:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.620+0000 7f0187027740 1 -- 172.21.15.26:0/1809088051 wait complete. 2024-04-26T23:43:45.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.621+0000 7f0187027740 1 -- start start 2024-04-26T23:43:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.621+0000 7f0187027740 1 Processor -- start 2024-04-26T23:43:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.621+0000 7f0187027740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe53a0 0x56120abefd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.621+0000 7f0187027740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120abed010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.621+0000 7f0187027740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abed590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.621+0000 7f0187027740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56120ab48f80 con 0x56120abe5cc0 2024-04-26T23:43:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.621+0000 7f0187027740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56120aaf6260 con 0x56120abf0390 2024-04-26T23:43:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.621+0000 7f0187027740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56120ab4e2a0 con 0x56120abe53a0 2024-04-26T23:43:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0187027740 10 client.0 _ll_register_callbacks cb 0x56120ab40960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0180e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120abed010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0180e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120abed010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37346/0 (socket says 172.21.15.26:37346) 2024-04-26T23:43:45.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0180e00640 1 -- 172.21.15.26:0/2981187787 learned_addr learned my addr 172.21.15.26:0/2981187787 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0182200640 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abed590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0181800640 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe53a0 0x56120abefd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0180e00640 1 -- 172.21.15.26:0/2981187787 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe53a0 msgr2=0x56120abefd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0180e00640 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe53a0 0x56120abefd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0180e00640 1 -- 172.21.15.26:0/2981187787 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 msgr2=0x56120abed590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0180e00640 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abed590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0180e00640 1 -- 172.21.15.26:0/2981187787 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56120aad81c0 con 0x56120abe5cc0 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0182200640 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abed590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.622+0000 7f0181800640 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe53a0 0x56120abefd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.623+0000 7f0180e00640 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120abed010 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f016800be10 tx=0x7f01680117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=890b0668c179abd2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.623+0000 7f0163400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.623+0000 7f0163400640 1 -- 172.21.15.26:0/2981187787 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0168012650 con 0x56120abe5cc0 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.623+0000 7f0163400640 1 -- 172.21.15.26:0/2981187787 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f01680127f0 con 0x56120abe5cc0 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.623+0000 7f0187027740 1 -- 172.21.15.26:0/2981187787 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56120ab57880 con 0x56120abe5cc0 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.623+0000 7f0163400640 1 -- 172.21.15.26:0/2981187787 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f01680129f0 con 0x56120abe5cc0 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.623+0000 7f0187027740 10 client.17076 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.623+0000 7f0187027740 1 -- 172.21.15.26:0/2981187787 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56120a85b3f0 con 0x56120abe5cc0 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.624+0000 7f0163400640 1 -- 172.21.15.26:0/2981187787 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x56120ab57880 con 0x56120abe5cc0 2024-04-26T23:43:45.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.624+0000 7f0163400640 1 -- 172.21.15.26:0/2981187787 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f016801bbd0 con 0x56120abe5cc0 2024-04-26T23:43:45.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.624+0000 7f0187027740 10 client.17076 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:45.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.624+0000 7f0187027740 10 client.17076 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:43:45.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.624+0000 7f0187027740 20 client.17076 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:45.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.624+0000 7f0187027740 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x56120abfffb0 0x56120ac02430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.624+0000 7f0187027740 4 client.17076 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:43:45.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.624+0000 7f0187027740 1 -- 172.21.15.26:0/2981187787 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56120ab516f0 con 0x56120abfffb0 2024-04-26T23:43:45.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.625+0000 7f0181800640 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x56120abfffb0 0x56120ac02430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.626+0000 7f0181800640 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x56120abfffb0 0x56120ac02430 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d025a82deff58d4b server_cookie=f5c376c9104cff54 in_seq=0 out_seq=0 2024-04-26T23:43:45.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.626+0000 7f0163400640 10 client.17076 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:43:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0163400640 1 -- 172.21.15.26:0/2981187787 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56120ab516f0 con 0x56120abfffb0 2024-04-26T23:43:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0163400640 10 client.17076 handle_command_reply: tid=0 2024-04-26T23:43:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0187027740 1 client.17076 shutdown 2024-04-26T23:43:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0187027740 1 -- 172.21.15.26:0/2981187787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 msgr2=0x56120abed010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0187027740 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120abed010 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f016800be10 tx=0x7f01680117b0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0187027740 1 -- 172.21.15.26:0/2981187787 shutdown_connections 2024-04-26T23:43:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0187027740 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abed590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0187027740 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120abed010 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0187027740 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x56120abfffb0 0x56120ac02430 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0187027740 1 --2- 172.21.15.26:0/2981187787 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe53a0 0x56120abefd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0187027740 1 -- 172.21.15.26:0/2981187787 >> 172.21.15.26:0/2981187787 conn(0x56120abe16c0 msgr2=0x56120abe73a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0163400640 0 client.17076 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:43:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0187027740 1 -- 172.21.15.26:0/2981187787 shutdown_connections 2024-04-26T23:43:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0187027740 1 -- 172.21.15.26:0/2981187787 wait complete. 2024-04-26T23:43:45.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.628+0000 7f0187027740 20 client.17076 trim_cache size 0 max 16384 2024-04-26T23:43:45.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.643+0000 7f0187027740 1 Processor -- start 2024-04-26T23:43:45.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.643+0000 7f0187027740 1 -- start start 2024-04-26T23:43:45.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.644+0000 7f0187027740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abe53a0 0x56120abef850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.644+0000 7f0187027740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120ac07d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.644+0000 7f0187027740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abf0390 0x56120ac08240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.644+0000 7f0187027740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f015c011070 con 0x56120abe5cc0 2024-04-26T23:43:45.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.644+0000 7f0187027740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f015c00e940 con 0x56120abe53a0 2024-04-26T23:43:45.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.644+0000 7f0187027740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f015c00c7b0 con 0x56120abf0390 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.644+0000 7f0180e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120ac07d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.644+0000 7f0180e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120ac07d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37362/0 (socket says 172.21.15.26:37362) 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.644+0000 7f0180e00640 1 -- 172.21.15.26:0/4264802156 learned_addr learned my addr 172.21.15.26:0/4264802156 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.644+0000 7f0181800640 1 --2- 172.21.15.26:0/4264802156 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abe53a0 0x56120abef850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.644+0000 7f0182200640 1 --2- 172.21.15.26:0/4264802156 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abf0390 0x56120ac08240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.645+0000 7f0180e00640 1 -- 172.21.15.26:0/4264802156 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abf0390 msgr2=0x56120ac08240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.645+0000 7f0180e00640 1 --2- 172.21.15.26:0/4264802156 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abf0390 0x56120ac08240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.645+0000 7f0180e00640 1 -- 172.21.15.26:0/4264802156 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abe53a0 msgr2=0x56120abef850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.645+0000 7f0180e00640 1 --2- 172.21.15.26:0/4264802156 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abe53a0 0x56120abef850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.645+0000 7f0180e00640 1 -- 172.21.15.26:0/4264802156 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56120a9257d0 con 0x56120abe5cc0 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.645+0000 7f0181800640 1 --2- 172.21.15.26:0/4264802156 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abe53a0 0x56120abef850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.645+0000 7f0180e00640 1 --2- 172.21.15.26:0/4264802156 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120ac07d00 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f0168000c00 tx=0x7f016800ba00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c89ebc82b85ca37f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.645+0000 7f016e000640 1 -- 172.21.15.26:0/4264802156 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0168012e50 con 0x56120abe5cc0 2024-04-26T23:43:45.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.645+0000 7f016e000640 1 -- 172.21.15.26:0/4264802156 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0168023860 con 0x56120abe5cc0 2024-04-26T23:43:45.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.646+0000 7f016e000640 1 -- 172.21.15.26:0/4264802156 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0168005280 con 0x56120abe5cc0 2024-04-26T23:43:45.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.646+0000 7f0187027740 1 -- 172.21.15.26:0/4264802156 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 msgr2=0x56120ac07d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.646+0000 7f0187027740 1 --2- 172.21.15.26:0/4264802156 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120ac07d00 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f0168000c00 tx=0x7f016800ba00 comp rx=0 tx=0).stop 2024-04-26T23:43:45.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.646+0000 7f0187027740 1 -- 172.21.15.26:0/4264802156 shutdown_connections 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.646+0000 7f0187027740 1 --2- 172.21.15.26:0/4264802156 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abf0390 0x56120ac08240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.646+0000 7f0187027740 1 --2- 172.21.15.26:0/4264802156 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe5cc0 0x56120ac07d00 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.646+0000 7f0187027740 1 --2- 172.21.15.26:0/4264802156 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abe53a0 0x56120abef850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.646+0000 7f0187027740 1 -- 172.21.15.26:0/4264802156 >> 172.21.15.26:0/4264802156 conn(0x56120abe16c0 msgr2=0x56120abe07b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.646+0000 7f0187027740 1 -- 172.21.15.26:0/4264802156 shutdown_connections 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.647+0000 7f0187027740 1 -- 172.21.15.26:0/4264802156 wait complete. 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.647+0000 7f0187027740 1 -- start start 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.647+0000 7f0187027740 1 Processor -- start 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.648+0000 7f0187027740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe53a0 0x56120abf8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.648+0000 7f0187027740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe5cc0 0x56120abf59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.648+0000 7f0187027740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abf5f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.648+0000 7f0187027740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f015c00ce00 con 0x56120abe53a0 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.648+0000 7f0187027740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f015c00e270 con 0x56120abf0390 2024-04-26T23:43:45.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.648+0000 7f0187027740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f015c00d4d0 con 0x56120abe5cc0 2024-04-26T23:43:45.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.648+0000 7f0187027740 10 client.0 _ll_register_callbacks cb 0x7f016800b3a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:45.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.648+0000 7f0181800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe53a0 0x56120abf8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.648+0000 7f0181800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe53a0 0x56120abf8640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37374/0 (socket says 172.21.15.26:37374) 2024-04-26T23:43:45.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.648+0000 7f0181800640 1 -- 172.21.15.26:0/1821866138 learned_addr learned my addr 172.21.15.26:0/1821866138 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:45.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0180e00640 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe5cc0 0x56120abf59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0182200640 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abf5f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0181800640 1 -- 172.21.15.26:0/1821866138 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe5cc0 msgr2=0x56120abf59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0181800640 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe5cc0 0x56120abf59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0181800640 1 -- 172.21.15.26:0/1821866138 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 msgr2=0x56120abf5f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0181800640 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abf5f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0181800640 1 -- 172.21.15.26:0/1821866138 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56120aaf02a0 con 0x56120abe53a0 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0182200640 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abf5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0181800640 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe53a0 0x56120abf8640 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f0170099240 tx=0x7f0170000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=216c382b8a0724a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0163400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0163400640 1 -- 172.21.15.26:0/1821866138 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017009c740 con 0x56120abe53a0 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0163400640 1 -- 172.21.15.26:0/1821866138 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f01700b62e0 con 0x56120abe53a0 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.649+0000 7f0187027740 1 -- 172.21.15.26:0/1821866138 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0168023860 con 0x56120abe53a0 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.650+0000 7f0163400640 1 -- 172.21.15.26:0/1821866138 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f017009c920 con 0x56120abe53a0 2024-04-26T23:43:45.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.650+0000 7f0187027740 10 client.17082 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:45.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.650+0000 7f0187027740 1 -- 172.21.15.26:0/1821866138 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56120ac66320 con 0x56120abe53a0 2024-04-26T23:43:45.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.650+0000 7f0163400640 1 -- 172.21.15.26:0/1821866138 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0168023860 con 0x56120abe53a0 2024-04-26T23:43:45.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.650+0000 7f0163400640 1 -- 172.21.15.26:0/1821866138 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f01700cece0 con 0x56120abe53a0 2024-04-26T23:43:45.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.650+0000 7f0187027740 10 client.17082 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:45.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.650+0000 7f0187027740 10 client.17082 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:43:45.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.650+0000 7f0187027740 20 client.17082 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:45.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.650+0000 7f0187027740 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x56120ac66610 0x56120ac68a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.650+0000 7f0187027740 4 client.17082 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:43:45.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.650+0000 7f0187027740 1 -- 172.21.15.26:0/1821866138 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56120aacc4d0 con 0x56120ac66610 2024-04-26T23:43:45.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.651+0000 7f0180e00640 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x56120ac66610 0x56120ac68a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.652+0000 7f0180e00640 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x56120ac66610 0x56120ac68a00 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7797e23ccaae5f8d server_cookie=3d6b1eb211acf966 in_seq=0 out_seq=0 2024-04-26T23:43:45.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.652+0000 7f0163400640 10 client.17082 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.652+0000 7f0163400640 1 -- 172.21.15.26:0/1821866138 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56120aacc4d0 con 0x56120ac66610 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.652+0000 7f0163400640 10 client.17082 handle_command_reply: tid=0 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.652+0000 7f0187027740 1 client.17082 shutdown 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.653+0000 7f0187027740 1 -- 172.21.15.26:0/1821866138 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe53a0 msgr2=0x56120abf8640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.653+0000 7f0187027740 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe53a0 0x56120abf8640 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f0170099240 tx=0x7f0170000f40 comp rx=0 tx=0).stop 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.653+0000 7f0187027740 1 -- 172.21.15.26:0/1821866138 shutdown_connections 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.653+0000 7f0187027740 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56120abf0390 0x56120abf5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.653+0000 7f0187027740 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x56120ac66610 0x56120ac68a00 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.653+0000 7f0187027740 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56120abe5cc0 0x56120abf59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.653+0000 7f0163400640 0 client.17082 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.653+0000 7f0187027740 1 --2- 172.21.15.26:0/1821866138 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56120abe53a0 0x56120abf8640 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.653+0000 7f0187027740 1 -- 172.21.15.26:0/1821866138 >> 172.21.15.26:0/1821866138 conn(0x56120abe16c0 msgr2=0x56120abee840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.653+0000 7f0187027740 1 -- 172.21.15.26:0/1821866138 shutdown_connections 2024-04-26T23:43:45.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.653+0000 7f0187027740 1 -- 172.21.15.26:0/1821866138 wait complete. 2024-04-26T23:43:45.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.653+0000 7f0187027740 20 client.17082 trim_cache size 0 max 16384 2024-04-26T23:43:45.659 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:43:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.654+0000 7f0182c00640 1 -- 172.21.15.26:0/1728162812 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f01640a3d20 msgr2=0x7f01640a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.654+0000 7f0182c00640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f01640a3d20 0x7f01640a61e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0174009230 tx=0x7f0174005b50 comp rx=0 tx=0).stop 2024-04-26T23:43:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.654+0000 7f0182c00640 1 -- 172.21.15.26:0/1728162812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f017c1027d0 msgr2=0x7f017c19b0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.654+0000 7f0182c00640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f017c1027d0 0x7f017c19b0e0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f017000ebc0 tx=0x7f017000c6a0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.654+0000 7f0182c00640 1 -- 172.21.15.26:0/1728162812 shutdown_connections 2024-04-26T23:43:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.654+0000 7f0182c00640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f017c1087e0 0x7f017c19f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.654+0000 7f0182c00640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f017c103190 0x7f017c19b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.654+0000 7f0182c00640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f01640a3d20 0x7f01640a61e0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.654+0000 7f0182c00640 1 --2- 172.21.15.26:0/1728162812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f017c1027d0 0x7f017c19b0e0 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.654+0000 7f0182c00640 1 -- 172.21.15.26:0/1728162812 >> 172.21.15.26:0/1728162812 conn(0x7f017c0fe300 msgr2=0x7f017c0fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.654+0000 7f0182c00640 1 -- 172.21.15.26:0/1728162812 shutdown_connections 2024-04-26T23:43:45.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.654+0000 7f0182c00640 1 -- 172.21.15.26:0/1728162812 wait complete. 2024-04-26T23:43:45.676 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:43:45.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.889+0000 7f1575800640 1 -- 172.21.15.26:0/3470522057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15701053a0 msgr2=0x7f15701118b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.889+0000 7f1575800640 1 --2- 172.21.15.26:0/3470522057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15701053a0 0x7f15701118b0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f1568009cd0 tx=0x7f156802a8f0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.889+0000 7f1575800640 1 -- 172.21.15.26:0/3470522057 shutdown_connections 2024-04-26T23:43:45.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.889+0000 7f1575800640 1 --2- 172.21.15.26:0/3470522057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15701053a0 0x7f15701118b0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.889+0000 7f1575800640 1 --2- 172.21.15.26:0/3470522057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f15701049e0 0x7f1570104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.889+0000 7f1575800640 1 --2- 172.21.15.26:0/3470522057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f157010a9f0 0x7f157010add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.889+0000 7f1575800640 1 -- 172.21.15.26:0/3470522057 >> 172.21.15.26:0/3470522057 conn(0x7f1570100470 msgr2=0x7f1570102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.889+0000 7f1575800640 1 -- 172.21.15.26:0/3470522057 shutdown_connections 2024-04-26T23:43:45.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.889+0000 7f1575800640 1 -- 172.21.15.26:0/3470522057 wait complete. 2024-04-26T23:43:45.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.890+0000 7f1575800640 1 Processor -- start 2024-04-26T23:43:45.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.891+0000 7f1575800640 1 -- start start 2024-04-26T23:43:45.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.891+0000 7f1575800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15701049e0 0x7f157019b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.891+0000 7f1575800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f15701053a0 0x7f157019b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.891+0000 7f1575800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f157010a9f0 0x7f157019f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.891+0000 7f1575800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1570114bb0 con 0x7f15701049e0 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.891+0000 7f1575800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1570114a30 con 0x7f15701053a0 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.891+0000 7f1575800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1570114d30 con 0x7f157010a9f0 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.891+0000 7f156fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15701049e0 0x7f157019b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.891+0000 7f156fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15701049e0 0x7f157019b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37398/0 (socket says 172.21.15.26:37398) 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.891+0000 7f156fe00640 1 -- 172.21.15.26:0/3860399298 learned_addr learned my addr 172.21.15.26:0/3860399298 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.892+0000 7f1567400640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f15701053a0 0x7f157019b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.892+0000 7f1574e00640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f157010a9f0 0x7f157019f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.892+0000 7f156fe00640 1 -- 172.21.15.26:0/3860399298 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f157010a9f0 msgr2=0x7f157019f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.892+0000 7f156fe00640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f157010a9f0 0x7f157019f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.892+0000 7f156fe00640 1 -- 172.21.15.26:0/3860399298 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f15701053a0 msgr2=0x7f157019b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.892+0000 7f156fe00640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f15701053a0 0x7f157019b610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.892+0000 7f156fe00640 1 -- 172.21.15.26:0/3860399298 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15701a00c0 con 0x7f15701049e0 2024-04-26T23:43:45.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.892+0000 7f156fe00640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15701049e0 0x7f157019b0d0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f156000d770 tx=0x7f156000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.893+0000 7f156d600640 1 -- 172.21.15.26:0/3860399298 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1560017070 con 0x7f15701049e0 2024-04-26T23:43:45.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.893+0000 7f1575800640 1 -- 172.21.15.26:0/3860399298 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15701a03b0 con 0x7f15701049e0 2024-04-26T23:43:45.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.893+0000 7f156d600640 1 -- 172.21.15.26:0/3860399298 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f15600054b0 con 0x7f15701049e0 2024-04-26T23:43:45.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.893+0000 7f156d600640 1 -- 172.21.15.26:0/3860399298 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1560004c60 con 0x7f15701049e0 2024-04-26T23:43:45.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.893+0000 7f1575800640 1 -- 172.21.15.26:0/3860399298 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15701a7c40 con 0x7f15701049e0 2024-04-26T23:43:45.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.897+0000 7f156d600640 1 -- 172.21.15.26:0/3860399298 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1560004e00 con 0x7f15701049e0 2024-04-26T23:43:45.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.897+0000 7f1579dcf740 1 Processor -- start 2024-04-26T23:43:45.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.897+0000 7f1579dcf740 1 -- start start 2024-04-26T23:43:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.897+0000 7f1579dcf740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d9806053a0 0x55d980605780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.897+0000 7f1579dcf740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d980605cc0 0x55d98060fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.897+0000 7f1579dcf740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980610390 0x55d980612780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.897+0000 7f1579dcf740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d980569c70 con 0x55d980605cc0 2024-04-26T23:43:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.897+0000 7f1579dcf740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d980522980 con 0x55d980610390 2024-04-26T23:43:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.897+0000 7f1579dcf740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d980565c30 con 0x55d9806053a0 2024-04-26T23:43:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.898+0000 7f156fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d980605cc0 0x55d98060fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.898+0000 7f156fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d980605cc0 0x55d98060fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37406/0 (socket says 172.21.15.26:37406) 2024-04-26T23:43:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.898+0000 7f156fe00640 1 -- 172.21.15.26:0/2362703653 learned_addr learned my addr 172.21.15.26:0/2362703653 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.898+0000 7f1574e00640 1 --2- 172.21.15.26:0/2362703653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d9806053a0 0x55d980605780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.898+0000 7f1567400640 1 --2- 172.21.15.26:0/2362703653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980610390 0x55d980612780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.898+0000 7f156fe00640 1 -- 172.21.15.26:0/2362703653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d9806053a0 msgr2=0x55d980605780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.898+0000 7f156fe00640 1 --2- 172.21.15.26:0/2362703653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d9806053a0 0x55d980605780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.898+0000 7f156fe00640 1 -- 172.21.15.26:0/2362703653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980610390 msgr2=0x55d980612780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.898+0000 7f156fe00640 1 --2- 172.21.15.26:0/2362703653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980610390 0x55d980612780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.898+0000 7f156fe00640 1 -- 172.21.15.26:0/2362703653 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9804fa7b0 con 0x55d980605cc0 2024-04-26T23:43:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.899+0000 7f156d600640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f15540a3da0 0x7f15540a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.899+0000 7f156d600640 1 -- 172.21.15.26:0/3860399298 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f15600d02b0 con 0x7f15701049e0 2024-04-26T23:43:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.899+0000 7f1574e00640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f15540a3da0 0x7f15540a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.899+0000 7f156fe00640 1 --2- 172.21.15.26:0/2362703653 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d980605cc0 0x55d98060fe50 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f15600cd8f0 tx=0x7f15600d8910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34d1978d8523f0e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.899+0000 7f1565600640 1 -- 172.21.15.26:0/2362703653 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1560020070 con 0x55d980605cc0 2024-04-26T23:43:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.899+0000 7f1565600640 1 -- 172.21.15.26:0/2362703653 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f156009c8d0 con 0x55d980605cc0 2024-04-26T23:43:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.899+0000 7f1565600640 1 -- 172.21.15.26:0/2362703653 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156009bfa0 con 0x55d980605cc0 2024-04-26T23:43:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.900+0000 7f1579dcf740 1 -- 172.21.15.26:0/2362703653 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d980605cc0 msgr2=0x55d98060fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.900+0000 7f1579dcf740 1 --2- 172.21.15.26:0/2362703653 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d980605cc0 0x55d98060fe50 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f15600cd8f0 tx=0x7f15600d8910 comp rx=0 tx=0).stop 2024-04-26T23:43:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.900+0000 7f1574e00640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f15540a3da0 0x7f15540a6260 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1568009430 tx=0x7f1568030f50 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.900+0000 7f1579dcf740 1 -- 172.21.15.26:0/2362703653 shutdown_connections 2024-04-26T23:43:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.900+0000 7f1579dcf740 1 --2- 172.21.15.26:0/2362703653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980610390 0x55d980612780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.900+0000 7f1579dcf740 1 --2- 172.21.15.26:0/2362703653 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d980605cc0 0x55d98060fe50 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.900+0000 7f1579dcf740 1 --2- 172.21.15.26:0/2362703653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d9806053a0 0x55d980605780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.900+0000 7f1579dcf740 1 -- 172.21.15.26:0/2362703653 >> 172.21.15.26:0/2362703653 conn(0x55d9806016c0 msgr2=0x55d980601aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.901+0000 7f1579dcf740 1 -- 172.21.15.26:0/2362703653 shutdown_connections 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.901+0000 7f1579dcf740 1 -- 172.21.15.26:0/2362703653 wait complete. 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.901+0000 7f1579dcf740 1 -- start start 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.901+0000 7f1579dcf740 1 Processor -- start 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.902+0000 7f1579dcf740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d98060fd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.902+0000 7f1579dcf740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980605cc0 0x55d98060d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.902+0000 7f1579dcf740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980610390 0x55d98060d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.902+0000 7f1579dcf740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d980568f80 con 0x55d9806053a0 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.902+0000 7f1579dcf740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d980516260 con 0x55d980605cc0 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.902+0000 7f1579dcf740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d98056e2a0 con 0x55d980610390 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.902+0000 7f1579dcf740 10 client.0 _ll_register_callbacks cb 0x55d980560960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.902+0000 7f156fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d98060fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.902+0000 7f156fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d98060fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37414/0 (socket says 172.21.15.26:37414) 2024-04-26T23:43:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.902+0000 7f156fe00640 1 -- 172.21.15.26:0/3671404668 learned_addr learned my addr 172.21.15.26:0/3671404668 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.903+0000 7f1567400640 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980605cc0 0x55d98060d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.903+0000 7f1574e00640 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980610390 0x55d98060d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.903+0000 7f156fe00640 1 -- 172.21.15.26:0/3671404668 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980610390 msgr2=0x55d98060d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.903+0000 7f156fe00640 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980610390 0x55d98060d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.903+0000 7f156fe00640 1 -- 172.21.15.26:0/3671404668 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980605cc0 msgr2=0x55d98060d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.903+0000 7f156fe00640 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980605cc0 0x55d98060d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.903+0000 7f156fe00640 1 -- 172.21.15.26:0/3671404668 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9804f81c0 con 0x55d9806053a0 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.903+0000 7f156fe00640 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d98060fd60 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f156009ca80 tx=0x7f1560004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adb56d908d855ca4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.903+0000 7f155e000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.903+0000 7f155e000640 1 -- 172.21.15.26:0/3671404668 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15600d0070 con 0x55d9806053a0 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.904+0000 7f155e000640 1 -- 172.21.15.26:0/3671404668 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f15600cdc00 con 0x55d9806053a0 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.904+0000 7f1579dcf740 1 -- 172.21.15.26:0/3671404668 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f156009c8d0 con 0x55d9806053a0 2024-04-26T23:43:45.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.904+0000 7f155e000640 1 -- 172.21.15.26:0/3671404668 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1560020050 con 0x55d9806053a0 2024-04-26T23:43:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.904+0000 7f1579dcf740 10 client.17094 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.904+0000 7f1579dcf740 1 -- 172.21.15.26:0/3671404668 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d98027b3f0 con 0x55d9806053a0 2024-04-26T23:43:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.904+0000 7f155e000640 1 -- 172.21.15.26:0/3671404668 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f156009c8d0 con 0x55d9806053a0 2024-04-26T23:43:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.904+0000 7f155e000640 1 -- 172.21.15.26:0/3671404668 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f15600050f0 con 0x55d9806053a0 2024-04-26T23:43:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.905+0000 7f1579dcf740 10 client.17094 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.905+0000 7f1579dcf740 10 client.17094 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:43:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.905+0000 7f1579dcf740 20 client.17094 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.905+0000 7f1579dcf740 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d98061fd10 0x55d980622100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.905+0000 7f1579dcf740 4 client.17094 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:43:45.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.905+0000 7f1579dcf740 1 -- 172.21.15.26:0/3671404668 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d980577880 con 0x55d98061fd10 2024-04-26T23:43:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.905+0000 7f1567400640 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d98061fd10 0x55d980622100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.906+0000 7f1567400640 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d98061fd10 0x55d980622100 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d23ea996d6e8b2cc server_cookie=f5d2f1318069db19 in_seq=0 out_seq=0 2024-04-26T23:43:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.906+0000 7f155e000640 10 client.17094 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:43:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.908+0000 7f155e000640 1 -- 172.21.15.26:0/3671404668 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d980577880 con 0x55d98061fd10 2024-04-26T23:43:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.908+0000 7f155e000640 10 client.17094 handle_command_reply: tid=0 2024-04-26T23:43:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.908+0000 7f1579dcf740 1 client.17094 shutdown 2024-04-26T23:43:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.908+0000 7f1579dcf740 1 -- 172.21.15.26:0/3671404668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 msgr2=0x55d98060fd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.908+0000 7f1579dcf740 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d98060fd60 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f156009ca80 tx=0x7f1560004730 comp rx=0 tx=0).stop 2024-04-26T23:43:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.909+0000 7f1579dcf740 1 -- 172.21.15.26:0/3671404668 shutdown_connections 2024-04-26T23:43:45.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.909+0000 7f1579dcf740 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d98061fd10 0x55d980622100 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.909+0000 7f1579dcf740 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980610390 0x55d98060d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.909+0000 7f1579dcf740 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980605cc0 0x55d98060d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.909+0000 7f1579dcf740 1 --2- 172.21.15.26:0/3671404668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d98060fd60 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.909+0000 7f1579dcf740 1 -- 172.21.15.26:0/3671404668 >> 172.21.15.26:0/3671404668 conn(0x55d9806016c0 msgr2=0x55d9806073a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.909+0000 7f155e000640 0 client.17094 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:43:45.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.909+0000 7f1579dcf740 1 -- 172.21.15.26:0/3671404668 shutdown_connections 2024-04-26T23:43:45.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.909+0000 7f1579dcf740 1 -- 172.21.15.26:0/3671404668 wait complete. 2024-04-26T23:43:45.914 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.909+0000 7f1579dcf740 20 client.17094 trim_cache size 0 max 16384 2024-04-26T23:43:45.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.926+0000 7f1579dcf740 1 Processor -- start 2024-04-26T23:43:45.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.926+0000 7f1579dcf740 1 -- start start 2024-04-26T23:43:45.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.926+0000 7f1579dcf740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d980625130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.926+0000 7f1579dcf740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980605cc0 0x55d980625670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.926+0000 7f1579dcf740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980610390 0x55d98060a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.926+0000 7f1579dcf740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f15701b2e00 con 0x55d9806053a0 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.926+0000 7f1579dcf740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f15701b06d0 con 0x55d980610390 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.926+0000 7f1579dcf740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f15701ae540 con 0x55d980605cc0 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.927+0000 7f156fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d980625130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.927+0000 7f156fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d980625130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37430/0 (socket says 172.21.15.26:37430) 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.927+0000 7f156fe00640 1 -- 172.21.15.26:0/1585721619 learned_addr learned my addr 172.21.15.26:0/1585721619 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.927+0000 7f1567400640 1 --2- 172.21.15.26:0/1585721619 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980605cc0 0x55d980625670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.927+0000 7f1574e00640 1 --2- 172.21.15.26:0/1585721619 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980610390 0x55d98060a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.927+0000 7f156fe00640 1 -- 172.21.15.26:0/1585721619 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980605cc0 msgr2=0x55d980625670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.927+0000 7f156fe00640 1 --2- 172.21.15.26:0/1585721619 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980605cc0 0x55d980625670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.927+0000 7f156fe00640 1 -- 172.21.15.26:0/1585721619 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980610390 msgr2=0x55d98060a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.927+0000 7f156fe00640 1 --2- 172.21.15.26:0/1585721619 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980610390 0x55d98060a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.927+0000 7f156fe00640 1 -- 172.21.15.26:0/1585721619 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9803457d0 con 0x55d9806053a0 2024-04-26T23:43:45.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.927+0000 7f156fe00640 1 --2- 172.21.15.26:0/1585721619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d980625130 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f1560098ba0 tx=0x7f15600d01e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea920e5f0b968735 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.928+0000 7f1564c00640 1 -- 172.21.15.26:0/1585721619 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15600d0040 con 0x55d9806053a0 2024-04-26T23:43:45.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.928+0000 7f1564c00640 1 -- 172.21.15.26:0/1585721619 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f156009c8d0 con 0x55d9806053a0 2024-04-26T23:43:45.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.928+0000 7f1564c00640 1 -- 172.21.15.26:0/1585721619 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156009bb30 con 0x55d9806053a0 2024-04-26T23:43:45.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.928+0000 7f1579dcf740 1 -- 172.21.15.26:0/1585721619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 msgr2=0x55d980625130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.928+0000 7f1579dcf740 1 --2- 172.21.15.26:0/1585721619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d980625130 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f1560098ba0 tx=0x7f15600d01e0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.929+0000 7f1579dcf740 1 -- 172.21.15.26:0/1585721619 shutdown_connections 2024-04-26T23:43:45.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.929+0000 7f1579dcf740 1 --2- 172.21.15.26:0/1585721619 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980610390 0x55d98060a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.929+0000 7f1579dcf740 1 --2- 172.21.15.26:0/1585721619 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980605cc0 0x55d980625670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.929+0000 7f1579dcf740 1 --2- 172.21.15.26:0/1585721619 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d980625130 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.929+0000 7f1579dcf740 1 -- 172.21.15.26:0/1585721619 >> 172.21.15.26:0/1585721619 conn(0x55d9806016c0 msgr2=0x55d98060b920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.929+0000 7f1579dcf740 1 -- 172.21.15.26:0/1585721619 shutdown_connections 2024-04-26T23:43:45.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.929+0000 7f1579dcf740 1 -- 172.21.15.26:0/1585721619 wait complete. 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.929+0000 7f1579dcf740 1 -- start start 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.929+0000 7f1579dcf740 1 Processor -- start 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.930+0000 7f1579dcf740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d98067a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.930+0000 7f1579dcf740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980605cc0 0x55d98067a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.930+0000 7f1579dcf740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980610390 0x55d98067eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.930+0000 7f1579dcf740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f15701aeb90 con 0x55d9806053a0 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.930+0000 7f1579dcf740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f15701b0000 con 0x55d980605cc0 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.930+0000 7f1579dcf740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f15701af260 con 0x55d980610390 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.930+0000 7f1579dcf740 10 client.0 _ll_register_callbacks cb 0x7f1568009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.930+0000 7f156fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d98067a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.930+0000 7f156fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d98067a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37440/0 (socket says 172.21.15.26:37440) 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.930+0000 7f156fe00640 1 -- 172.21.15.26:0/2722738235 learned_addr learned my addr 172.21.15.26:0/2722738235 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.931+0000 7f1567400640 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980605cc0 0x55d98067a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.931+0000 7f156fe00640 1 -- 172.21.15.26:0/2722738235 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980610390 msgr2=0x55d98067eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.931+0000 7f156fe00640 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980610390 0x55d98067eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.931+0000 7f156fe00640 1 -- 172.21.15.26:0/2722738235 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980605cc0 msgr2=0x55d98067a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.931+0000 7f156fe00640 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980605cc0 0x55d98067a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.931+0000 7f156fe00640 1 -- 172.21.15.26:0/2722738235 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9805102a0 con 0x55d9806053a0 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.931+0000 7f1567400640 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980605cc0 0x55d98067a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.931+0000 7f156fe00640 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d98067a070 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f15600a0690 tx=0x7f15600d3d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1902d7bfaf64cc2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.931+0000 7f155e000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.931+0000 7f155e000640 1 -- 172.21.15.26:0/2722738235 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156009bd10 con 0x55d9806053a0 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.931+0000 7f155e000640 1 -- 172.21.15.26:0/2722738235 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f15600a0120 con 0x55d9806053a0 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.931+0000 7f1579dcf740 1 -- 172.21.15.26:0/2722738235 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f156009c8d0 con 0x55d9806053a0 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.932+0000 7f155e000640 1 -- 172.21.15.26:0/2722738235 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f156009bb30 con 0x55d9806053a0 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.932+0000 7f1579dcf740 10 client.17100 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:45.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.932+0000 7f1579dcf740 1 -- 172.21.15.26:0/2722738235 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d9805102a0 con 0x55d9806053a0 2024-04-26T23:43:45.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.932+0000 7f155e000640 1 -- 172.21.15.26:0/2722738235 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f156009c8d0 con 0x55d9806053a0 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.932+0000 7f155e000640 1 -- 172.21.15.26:0/2722738235 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f15600a49b0 con 0x55d9806053a0 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.932+0000 7f1579dcf740 10 client.17100 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.932+0000 7f1579dcf740 10 client.17100 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.932+0000 7f1579dcf740 20 client.17100 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.932+0000 7f1579dcf740 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d980686990 0x55d980688d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.932+0000 7f1579dcf740 4 client.17100 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.932+0000 7f1579dcf740 1 -- 172.21.15.26:0/2722738235 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d9805716f0 con 0x55d980686990 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.933+0000 7f1567400640 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d980686990 0x55d980688d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.934+0000 7f1567400640 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d980686990 0x55d980688d80 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2e7345efea1cba52 server_cookie=e1ef600bcd5b5fb6 in_seq=0 out_seq=0 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.934+0000 7f155e000640 10 client.17100 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.934+0000 7f155e000640 1 -- 172.21.15.26:0/2722738235 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d9805716f0 con 0x55d980686990 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.934+0000 7f155e000640 10 client.17100 handle_command_reply: tid=0 2024-04-26T23:43:45.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.934+0000 7f1579dcf740 1 client.17100 shutdown 2024-04-26T23:43:45.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.935+0000 7f1579dcf740 1 -- 172.21.15.26:0/2722738235 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 msgr2=0x55d98067a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.935+0000 7f1579dcf740 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d98067a070 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f15600a0690 tx=0x7f15600d3d60 comp rx=0 tx=0).stop 2024-04-26T23:43:45.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.935+0000 7f1579dcf740 1 -- 172.21.15.26:0/2722738235 shutdown_connections 2024-04-26T23:43:45.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.935+0000 7f1579dcf740 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d980686990 0x55d980688d80 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.935+0000 7f1579dcf740 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d980610390 0x55d98067eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.935+0000 7f1579dcf740 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d980605cc0 0x55d98067a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.935+0000 7f1579dcf740 1 --2- 172.21.15.26:0/2722738235 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d9806053a0 0x55d98067a070 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.935+0000 7f1579dcf740 1 -- 172.21.15.26:0/2722738235 >> 172.21.15.26:0/2722738235 conn(0x55d9806016c0 msgr2=0x55d98061b320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.935+0000 7f155e000640 0 client.17100 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:43:45.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.935+0000 7f1579dcf740 1 -- 172.21.15.26:0/2722738235 shutdown_connections 2024-04-26T23:43:45.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.935+0000 7f1579dcf740 1 -- 172.21.15.26:0/2722738235 wait complete. 2024-04-26T23:43:45.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.935+0000 7f1579dcf740 20 client.17100 trim_cache size 0 max 16384 2024-04-26T23:43:45.942 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:43:45.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.936+0000 7f1575800640 1 -- 172.21.15.26:0/3860399298 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f15540a3da0 msgr2=0x7f15540a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.936+0000 7f1575800640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f15540a3da0 0x7f15540a6260 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1568009430 tx=0x7f1568030f50 comp rx=0 tx=0).stop 2024-04-26T23:43:45.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.936+0000 7f1575800640 1 -- 172.21.15.26:0/3860399298 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15701049e0 msgr2=0x7f157019b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:45.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.936+0000 7f1575800640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15701049e0 0x7f157019b0d0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f156000d770 tx=0x7f156000dc30 comp rx=0 tx=0).stop 2024-04-26T23:43:45.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.936+0000 7f1575800640 1 -- 172.21.15.26:0/3860399298 shutdown_connections 2024-04-26T23:43:45.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.936+0000 7f1575800640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f157010a9f0 0x7f157019f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.936+0000 7f1575800640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f15701053a0 0x7f157019b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.936+0000 7f1575800640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f15540a3da0 0x7f15540a6260 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.936+0000 7f1575800640 1 --2- 172.21.15.26:0/3860399298 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f15701049e0 0x7f157019b0d0 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:45.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.936+0000 7f1575800640 1 -- 172.21.15.26:0/3860399298 >> 172.21.15.26:0/3860399298 conn(0x7f1570100470 msgr2=0x7f1570100d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:45.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.936+0000 7f1575800640 1 -- 172.21.15.26:0/3860399298 shutdown_connections 2024-04-26T23:43:45.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:45.936+0000 7f1575800640 1 -- 172.21.15.26:0/3860399298 wait complete. 2024-04-26T23:43:45.955 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:45 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/973379036' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:43:45.958 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:43:46.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:45 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/973379036' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:43:46.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:45 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/973379036' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:43:46.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.175+0000 7ff46d600640 1 -- 172.21.15.26:0/3948983026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff4681049e0 msgr2=0x7ff468104e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:46.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.175+0000 7ff46d600640 1 --2- 172.21.15.26:0/3948983026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff4681049e0 0x7ff468104e60 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7ff454009930 tx=0x7ff45402a420 comp rx=0 tx=0).stop 2024-04-26T23:43:46.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.175+0000 7ff46d600640 1 -- 172.21.15.26:0/3948983026 shutdown_connections 2024-04-26T23:43:46.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.175+0000 7ff46d600640 1 --2- 172.21.15.26:0/3948983026 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff4681053a0 0x7ff4681118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.175+0000 7ff46d600640 1 --2- 172.21.15.26:0/3948983026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff4681049e0 0x7ff468104e60 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.175+0000 7ff46d600640 1 --2- 172.21.15.26:0/3948983026 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff46810a9f0 0x7ff46810add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.175+0000 7ff46d600640 1 -- 172.21.15.26:0/3948983026 >> 172.21.15.26:0/3948983026 conn(0x7ff468100470 msgr2=0x7ff468102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:46.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.176+0000 7ff46d600640 1 -- 172.21.15.26:0/3948983026 shutdown_connections 2024-04-26T23:43:46.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.176+0000 7ff46d600640 1 -- 172.21.15.26:0/3948983026 wait complete. 2024-04-26T23:43:46.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.177+0000 7ff46d600640 1 Processor -- start 2024-04-26T23:43:46.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.177+0000 7ff46d600640 1 -- start start 2024-04-26T23:43:46.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.177+0000 7ff46d600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff4681049e0 0x7ff46819b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.177+0000 7ff46d600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff4681053a0 0x7ff46819b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.177+0000 7ff46d600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff46810a9f0 0x7ff46819fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.177+0000 7ff46d600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff468114bb0 con 0x7ff46810a9f0 2024-04-26T23:43:46.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.177+0000 7ff46d600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff468114a30 con 0x7ff4681049e0 2024-04-26T23:43:46.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.177+0000 7ff46d600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff468114d30 con 0x7ff4681053a0 2024-04-26T23:43:46.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.178+0000 7ff46cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff46810a9f0 0x7ff46819fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.178+0000 7ff46cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff46810a9f0 0x7ff46819fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37452/0 (socket says 172.21.15.26:37452) 2024-04-26T23:43:46.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.178+0000 7ff46cc00640 1 -- 172.21.15.26:0/841359896 learned_addr learned my addr 172.21.15.26:0/841359896 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:46.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.178+0000 7ff467e00640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff4681049e0 0x7ff46819b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.178+0000 7ff467400640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff4681053a0 0x7ff46819b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.178+0000 7ff46cc00640 1 -- 172.21.15.26:0/841359896 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff4681053a0 msgr2=0x7ff46819b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:46.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.178+0000 7ff46cc00640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff4681053a0 0x7ff46819b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.178+0000 7ff46cc00640 1 -- 172.21.15.26:0/841359896 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff4681049e0 msgr2=0x7ff46819b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:46.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.178+0000 7ff46cc00640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff4681049e0 0x7ff46819b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.178+0000 7ff46cc00640 1 -- 172.21.15.26:0/841359896 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4681a0180 con 0x7ff46810a9f0 2024-04-26T23:43:46.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.179+0000 7ff46cc00640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff46810a9f0 0x7ff46819fa50 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7ff46000eaa0 tx=0x7ff46000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:46.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.179+0000 7ff464c00640 1 -- 172.21.15.26:0/841359896 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46000cdb0 con 0x7ff46810a9f0 2024-04-26T23:43:46.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.179+0000 7ff46d600640 1 -- 172.21.15.26:0/841359896 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4681a0470 con 0x7ff46810a9f0 2024-04-26T23:43:46.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.179+0000 7ff464c00640 1 -- 172.21.15.26:0/841359896 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff460005020 con 0x7ff46810a9f0 2024-04-26T23:43:46.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.179+0000 7ff464c00640 1 -- 172.21.15.26:0/841359896 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4600116d0 con 0x7ff46810a9f0 2024-04-26T23:43:46.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.179+0000 7ff46d600640 1 -- 172.21.15.26:0/841359896 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4681a7d00 con 0x7ff46810a9f0 2024-04-26T23:43:46.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.183+0000 7ff471bc1740 1 Processor -- start 2024-04-26T23:43:46.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.183+0000 7ff464c00640 1 -- 172.21.15.26:0/841359896 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff4600051d0 con 0x7ff46810a9f0 2024-04-26T23:43:46.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.184+0000 7ff471bc1740 1 -- start start 2024-04-26T23:43:46.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.184+0000 7ff471bc1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 0x55b580f4b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.184+0000 7ff471bc1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f55e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.184+0000 7ff471bc1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 0x55b580f58780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.184+0000 7ff471bc1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b580eafc70 con 0x55b580f4b3a0 2024-04-26T23:43:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.184+0000 7ff471bc1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b580e68980 con 0x55b580f4bcc0 2024-04-26T23:43:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.184+0000 7ff471bc1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b580eabc30 con 0x55b580f56390 2024-04-26T23:43:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.184+0000 7ff467400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 0x55b580f4b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.185+0000 7ff467400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 0x55b580f4b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37466/0 (socket says 172.21.15.26:37466) 2024-04-26T23:43:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.185+0000 7ff467400640 1 -- 172.21.15.26:0/2746239183 learned_addr learned my addr 172.21.15.26:0/2746239183 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.185+0000 7ff467e00640 1 --2- 172.21.15.26:0/2746239183 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f55e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.185+0000 7ff467400640 1 --2- 172.21.15.26:0/2746239183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 0x55b580f58780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.185+0000 7ff467400640 1 -- 172.21.15.26:0/2746239183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 msgr2=0x55b580f58780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.185+0000 7ff467400640 1 --2- 172.21.15.26:0/2746239183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 0x55b580f58780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.185+0000 7ff467400640 1 -- 172.21.15.26:0/2746239183 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 msgr2=0x55b580f55e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.185+0000 7ff467400640 1 --2- 172.21.15.26:0/2746239183 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f55e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.185+0000 7ff467400640 1 -- 172.21.15.26:0/2746239183 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b580e407b0 con 0x55b580f4b3a0 2024-04-26T23:43:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.186+0000 7ff467400640 1 --2- 172.21.15.26:0/2746239183 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 0x55b580f4b780 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7ff454006010 tx=0x7ff454005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db39587bb6de7934 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.186+0000 7ff464c00640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff44c0a3d20 0x7ff44c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.186+0000 7ff45d200640 1 -- 172.21.15.26:0/2746239183 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff454043020 con 0x55b580f4b3a0 2024-04-26T23:43:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.186+0000 7ff464c00640 1 -- 172.21.15.26:0/841359896 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7ff4600d0b40 con 0x7ff46810a9f0 2024-04-26T23:43:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.186+0000 7ff45d200640 1 -- 172.21.15.26:0/2746239183 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4540046c0 con 0x55b580f4b3a0 2024-04-26T23:43:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.186+0000 7ff45d200640 1 -- 172.21.15.26:0/2746239183 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff454035070 con 0x55b580f4b3a0 2024-04-26T23:43:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.186+0000 7ff467e00640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff44c0a3d20 0x7ff44c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.187+0000 7ff471bc1740 1 -- 172.21.15.26:0/2746239183 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 msgr2=0x55b580f4b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.187+0000 7ff467e00640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff44c0a3d20 0x7ff44c0a61e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x55b580f4c960 tx=0x7ff45800b4d0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.187+0000 7ff471bc1740 1 --2- 172.21.15.26:0/2746239183 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 0x55b580f4b780 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7ff454006010 tx=0x7ff454005be0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.187+0000 7ff471bc1740 1 -- 172.21.15.26:0/2746239183 shutdown_connections 2024-04-26T23:43:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.187+0000 7ff471bc1740 1 --2- 172.21.15.26:0/2746239183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 0x55b580f58780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.187+0000 7ff471bc1740 1 --2- 172.21.15.26:0/2746239183 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f55e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.187+0000 7ff471bc1740 1 --2- 172.21.15.26:0/2746239183 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 0x55b580f4b780 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.187+0000 7ff471bc1740 1 -- 172.21.15.26:0/2746239183 >> 172.21.15.26:0/2746239183 conn(0x55b580f476c0 msgr2=0x55b580f47aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.187+0000 7ff471bc1740 1 -- 172.21.15.26:0/2746239183 shutdown_connections 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.187+0000 7ff471bc1740 1 -- 172.21.15.26:0/2746239183 wait complete. 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.188+0000 7ff471bc1740 1 -- start start 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.188+0000 7ff471bc1740 1 Processor -- start 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.189+0000 7ff471bc1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 0x55b580f55d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.189+0000 7ff471bc1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f53010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.189+0000 7ff471bc1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 0x55b580f53590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.189+0000 7ff471bc1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b580eaef80 con 0x55b580f4b3a0 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.189+0000 7ff471bc1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b580e5c260 con 0x55b580f4bcc0 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.189+0000 7ff471bc1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b580eb42a0 con 0x55b580f56390 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.189+0000 7ff471bc1740 10 client.0 _ll_register_callbacks cb 0x55b580ea6960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.189+0000 7ff467e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 0x55b580f55d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.189+0000 7ff467e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 0x55b580f55d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37472/0 (socket says 172.21.15.26:37472) 2024-04-26T23:43:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.189+0000 7ff467e00640 1 -- 172.21.15.26:0/2446599337 learned_addr learned my addr 172.21.15.26:0/2446599337 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:46.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.189+0000 7ff467400640 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f53010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.189+0000 7ff46cc00640 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 0x55b580f53590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.190+0000 7ff467e00640 1 -- 172.21.15.26:0/2446599337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 msgr2=0x55b580f53590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:46.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.190+0000 7ff467e00640 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 0x55b580f53590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.190+0000 7ff467e00640 1 -- 172.21.15.26:0/2446599337 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 msgr2=0x55b580f53010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:46.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.190+0000 7ff467e00640 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f53010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.190+0000 7ff467e00640 1 -- 172.21.15.26:0/2446599337 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b580e3e1c0 con 0x55b580f4b3a0 2024-04-26T23:43:46.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.190+0000 7ff46cc00640 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 0x55b580f53590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:46.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.190+0000 7ff467e00640 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 0x55b580f55d20 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7ff45801d720 tx=0x7ff4580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e01cead7949dd44 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:46.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.190+0000 7ff451600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:46.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.190+0000 7ff451600640 1 -- 172.21.15.26:0/2446599337 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45801e820 con 0x55b580f4b3a0 2024-04-26T23:43:46.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.190+0000 7ff451600640 1 -- 172.21.15.26:0/2446599337 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7ff45801e9c0 con 0x55b580f4b3a0 2024-04-26T23:43:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.190+0000 7ff471bc1740 1 -- 172.21.15.26:0/2446599337 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4540046c0 con 0x55b580f4b3a0 2024-04-26T23:43:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.191+0000 7ff451600640 1 -- 172.21.15.26:0/2446599337 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff45801ebc0 con 0x55b580f4b3a0 2024-04-26T23:43:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.191+0000 7ff471bc1740 10 client.17112 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.191+0000 7ff471bc1740 1 -- 172.21.15.26:0/2446599337 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b580bc13f0 con 0x55b580f4b3a0 2024-04-26T23:43:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.191+0000 7ff451600640 1 -- 172.21.15.26:0/2446599337 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4540046c0 con 0x55b580f4b3a0 2024-04-26T23:43:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.191+0000 7ff451600640 1 -- 172.21.15.26:0/2446599337 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff458032450 con 0x55b580f4b3a0 2024-04-26T23:43:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.191+0000 7ff471bc1740 10 client.17112 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.191+0000 7ff471bc1740 10 client.17112 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.191+0000 7ff471bc1740 20 client.17112 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.191+0000 7ff471bc1740 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b580f65de0 0x55b580f681d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.192+0000 7ff471bc1740 4 client.17112 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:43:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.192+0000 7ff471bc1740 1 -- 172.21.15.26:0/2446599337 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b580ebd880 con 0x55b580f65de0 2024-04-26T23:43:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.192+0000 7ff467400640 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b580f65de0 0x55b580f681d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.193+0000 7ff467400640 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b580f65de0 0x55b580f681d0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24ef47bf1ee22365 server_cookie=f33a9ffc4ed4401e in_seq=0 out_seq=0 2024-04-26T23:43:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.193+0000 7ff451600640 10 client.17112 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff451600640 1 -- 172.21.15.26:0/2446599337 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b580ebd880 con 0x55b580f65de0 2024-04-26T23:43:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff451600640 10 client.17112 handle_command_reply: tid=0 2024-04-26T23:43:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff471bc1740 1 client.17112 shutdown 2024-04-26T23:43:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff471bc1740 1 -- 172.21.15.26:0/2446599337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 msgr2=0x55b580f55d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff471bc1740 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 0x55b580f55d20 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7ff45801d720 tx=0x7ff4580046c0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff471bc1740 1 -- 172.21.15.26:0/2446599337 shutdown_connections 2024-04-26T23:43:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff471bc1740 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b580f65de0 0x55b580f681d0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff471bc1740 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 0x55b580f53590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff471bc1740 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f53010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff471bc1740 1 --2- 172.21.15.26:0/2446599337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4b3a0 0x55b580f55d20 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff471bc1740 1 -- 172.21.15.26:0/2446599337 >> 172.21.15.26:0/2446599337 conn(0x55b580f476c0 msgr2=0x55b580f4d3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff451600640 0 client.17112 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.195+0000 7ff471bc1740 1 -- 172.21.15.26:0/2446599337 shutdown_connections 2024-04-26T23:43:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.196+0000 7ff471bc1740 1 -- 172.21.15.26:0/2446599337 wait complete. 2024-04-26T23:43:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.196+0000 7ff471bc1740 20 client.17112 trim_cache size 0 max 16384 2024-04-26T23:43:46.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.212+0000 7ff471bc1740 1 Processor -- start 2024-04-26T23:43:46.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.212+0000 7ff471bc1740 1 -- start start 2024-04-26T23:43:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.213+0000 7ff471bc1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f4b3a0 0x55b580f61db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.213+0000 7ff471bc1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f55850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.213+0000 7ff471bc1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f56390 0x55b580f6daa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.213+0000 7ff471bc1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff4681b2dd0 con 0x55b580f56390 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.213+0000 7ff471bc1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff4681b06a0 con 0x55b580f4bcc0 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.213+0000 7ff471bc1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff4681ae510 con 0x55b580f4b3a0 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.213+0000 7ff46cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f56390 0x55b580f6daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.213+0000 7ff46cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f56390 0x55b580f6daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37486/0 (socket says 172.21.15.26:37486) 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.213+0000 7ff46cc00640 1 -- 172.21.15.26:0/1680207841 learned_addr learned my addr 172.21.15.26:0/1680207841 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.213+0000 7ff467e00640 1 --2- 172.21.15.26:0/1680207841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f4b3a0 0x55b580f61db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.213+0000 7ff467400640 1 --2- 172.21.15.26:0/1680207841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f55850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.214+0000 7ff46cc00640 1 -- 172.21.15.26:0/1680207841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f4b3a0 msgr2=0x55b580f61db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.214+0000 7ff46cc00640 1 --2- 172.21.15.26:0/1680207841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f4b3a0 0x55b580f61db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.214+0000 7ff46cc00640 1 -- 172.21.15.26:0/1680207841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 msgr2=0x55b580f55850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.214+0000 7ff46cc00640 1 --2- 172.21.15.26:0/1680207841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f55850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.214+0000 7ff46cc00640 1 -- 172.21.15.26:0/1680207841 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b580c8b7d0 con 0x55b580f56390 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.214+0000 7ff467e00640 1 --2- 172.21.15.26:0/1680207841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f4b3a0 0x55b580f61db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:46.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.214+0000 7ff467400640 1 --2- 172.21.15.26:0/1680207841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f55850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:46.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.214+0000 7ff46cc00640 1 --2- 172.21.15.26:0/1680207841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f56390 0x55b580f6daa0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7ff460098ec0 tx=0x7ff4600a0e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6deb698bbd109dd1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:46.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.214+0000 7ff453e00640 1 -- 172.21.15.26:0/1680207841 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff46001f040 con 0x55b580f56390 2024-04-26T23:43:46.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.214+0000 7ff453e00640 1 -- 172.21.15.26:0/1680207841 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4600054f0 con 0x55b580f56390 2024-04-26T23:43:46.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.214+0000 7ff453e00640 1 -- 172.21.15.26:0/1680207841 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff460087340 con 0x55b580f56390 2024-04-26T23:43:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.215+0000 7ff471bc1740 1 -- 172.21.15.26:0/1680207841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f56390 msgr2=0x55b580f6daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.215+0000 7ff471bc1740 1 --2- 172.21.15.26:0/1680207841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f56390 0x55b580f6daa0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7ff460098ec0 tx=0x7ff4600a0e10 comp rx=0 tx=0).stop 2024-04-26T23:43:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.215+0000 7ff471bc1740 1 -- 172.21.15.26:0/1680207841 shutdown_connections 2024-04-26T23:43:46.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.215+0000 7ff471bc1740 1 --2- 172.21.15.26:0/1680207841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f56390 0x55b580f6daa0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.215+0000 7ff471bc1740 1 --2- 172.21.15.26:0/1680207841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4bcc0 0x55b580f55850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.215+0000 7ff471bc1740 1 --2- 172.21.15.26:0/1680207841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f4b3a0 0x55b580f61db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.215+0000 7ff471bc1740 1 -- 172.21.15.26:0/1680207841 >> 172.21.15.26:0/1680207841 conn(0x55b580f476c0 msgr2=0x55b580f4e680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.215+0000 7ff471bc1740 1 -- 172.21.15.26:0/1680207841 shutdown_connections 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.215+0000 7ff471bc1740 1 -- 172.21.15.26:0/1680207841 wait complete. 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.216+0000 7ff471bc1740 1 -- start start 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.216+0000 7ff471bc1740 1 Processor -- start 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.216+0000 7ff471bc1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4b3a0 0x55b580f5e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.216+0000 7ff471bc1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4bcc0 0x55b580f4f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.216+0000 7ff471bc1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 0x55b580f4fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.216+0000 7ff471bc1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff4681aeb60 con 0x55b580f4bcc0 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.216+0000 7ff471bc1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff4681affd0 con 0x55b580f4b3a0 2024-04-26T23:43:46.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.216+0000 7ff471bc1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff4681af230 con 0x55b580f56390 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.217+0000 7ff471bc1740 10 client.0 _ll_register_callbacks cb 0x7ff45800b690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.217+0000 7ff467400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4bcc0 0x55b580f4f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.217+0000 7ff467400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4bcc0 0x55b580f4f8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37502/0 (socket says 172.21.15.26:37502) 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.217+0000 7ff467400640 1 -- 172.21.15.26:0/3836716177 learned_addr learned my addr 172.21.15.26:0/3836716177 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.217+0000 7ff467e00640 1 --2- 172.21.15.26:0/3836716177 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4b3a0 0x55b580f5e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.217+0000 7ff467400640 1 -- 172.21.15.26:0/3836716177 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 msgr2=0x55b580f4fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.217+0000 7ff467400640 1 --2- 172.21.15.26:0/3836716177 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 0x55b580f4fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.217+0000 7ff467400640 1 -- 172.21.15.26:0/3836716177 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4b3a0 msgr2=0x55b580f5e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.217+0000 7ff467400640 1 --2- 172.21.15.26:0/3836716177 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4b3a0 0x55b580f5e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.217+0000 7ff467400640 1 -- 172.21.15.26:0/3836716177 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b580e562a0 con 0x55b580f4bcc0 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.218+0000 7ff467400640 1 --2- 172.21.15.26:0/3836716177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4bcc0 0x55b580f4f8e0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7ff45402a940 tx=0x7ff45402aae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16c1cbacbf3ec001 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.218+0000 7ff451600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.218+0000 7ff451600640 1 -- 172.21.15.26:0/3836716177 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff454043070 con 0x55b580f4bcc0 2024-04-26T23:43:46.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.218+0000 7ff451600640 1 -- 172.21.15.26:0/3836716177 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7ff4540051c0 con 0x55b580f4bcc0 2024-04-26T23:43:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.218+0000 7ff471bc1740 1 -- 172.21.15.26:0/3836716177 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4600054f0 con 0x55b580f4bcc0 2024-04-26T23:43:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.218+0000 7ff451600640 1 -- 172.21.15.26:0/3836716177 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff45405e050 con 0x55b580f4bcc0 2024-04-26T23:43:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.218+0000 7ff471bc1740 10 client.17118 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:46.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.218+0000 7ff471bc1740 1 -- 172.21.15.26:0/3836716177 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b580fcc000 con 0x55b580f4bcc0 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.219+0000 7ff451600640 1 -- 172.21.15.26:0/3836716177 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff4600054f0 con 0x55b580f4bcc0 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.219+0000 7ff451600640 1 -- 172.21.15.26:0/3836716177 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff454050770 con 0x55b580f4bcc0 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.219+0000 7ff471bc1740 10 client.17118 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.219+0000 7ff471bc1740 10 client.17118 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.219+0000 7ff471bc1740 20 client.17118 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.219+0000 7ff471bc1740 1 --2- 172.21.15.26:0/3836716177 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b580fcc400 0x55b580fce7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.219+0000 7ff471bc1740 4 client.17118 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.219+0000 7ff471bc1740 1 -- 172.21.15.26:0/3836716177 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b580eb76f0 con 0x55b580fcc400 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.220+0000 7ff467e00640 1 --2- 172.21.15.26:0/3836716177 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b580fcc400 0x55b580fce7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff467e00640 1 --2- 172.21.15.26:0/3836716177 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b580fcc400 0x55b580fce7f0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0cbe7aed281f611 server_cookie=2969f7f7b28601d2 in_seq=0 out_seq=0 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff451600640 10 client.17118 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff451600640 1 -- 172.21.15.26:0/3836716177 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b580eb76f0 con 0x55b580fcc400 2024-04-26T23:43:46.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff451600640 10 client.17118 handle_command_reply: tid=0 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff471bc1740 1 client.17118 shutdown 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff471bc1740 1 -- 172.21.15.26:0/3836716177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4bcc0 msgr2=0x55b580f4f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff471bc1740 1 --2- 172.21.15.26:0/3836716177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4bcc0 0x55b580f4f8e0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7ff45402a940 tx=0x7ff45402aae0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff471bc1740 1 -- 172.21.15.26:0/3836716177 shutdown_connections 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff471bc1740 1 --2- 172.21.15.26:0/3836716177 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b580fcc400 0x55b580fce7f0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff471bc1740 1 --2- 172.21.15.26:0/3836716177 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b580f56390 0x55b580f4fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff471bc1740 1 --2- 172.21.15.26:0/3836716177 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b580f4bcc0 0x55b580f4f8e0 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff471bc1740 1 --2- 172.21.15.26:0/3836716177 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b580f4b3a0 0x55b580f5e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff471bc1740 1 -- 172.21.15.26:0/3836716177 >> 172.21.15.26:0/3836716177 conn(0x55b580f476c0 msgr2=0x55b580f45f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.221+0000 7ff451600640 0 client.17118 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.222+0000 7ff471bc1740 1 -- 172.21.15.26:0/3836716177 shutdown_connections 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.222+0000 7ff471bc1740 1 -- 172.21.15.26:0/3836716177 wait complete. 2024-04-26T23:43:46.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.222+0000 7ff471bc1740 20 client.17118 trim_cache size 0 max 16384 2024-04-26T23:43:46.228 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:43:46.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.222+0000 7ff46d600640 1 -- 172.21.15.26:0/841359896 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff44c0a3d20 msgr2=0x7ff44c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:46.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.222+0000 7ff46d600640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff44c0a3d20 0x7ff44c0a61e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x55b580f4c960 tx=0x7ff45800b4d0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.222+0000 7ff46d600640 1 -- 172.21.15.26:0/841359896 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff46810a9f0 msgr2=0x7ff46819fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.222+0000 7ff46d600640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff46810a9f0 0x7ff46819fa50 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7ff46000eaa0 tx=0x7ff46000ef60 comp rx=0 tx=0).stop 2024-04-26T23:43:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.222+0000 7ff46d600640 1 -- 172.21.15.26:0/841359896 shutdown_connections 2024-04-26T23:43:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.223+0000 7ff46d600640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff44c0a3d20 0x7ff44c0a61e0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.223+0000 7ff46d600640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff46810a9f0 0x7ff46819fa50 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.223+0000 7ff46d600640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff4681053a0 0x7ff46819b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.223+0000 7ff46d600640 1 --2- 172.21.15.26:0/841359896 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff4681049e0 0x7ff46819b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.223+0000 7ff46d600640 1 -- 172.21.15.26:0/841359896 >> 172.21.15.26:0/841359896 conn(0x7ff468100470 msgr2=0x7ff468100ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.223+0000 7ff46d600640 1 -- 172.21.15.26:0/841359896 shutdown_connections 2024-04-26T23:43:46.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:46.223+0000 7ff46d600640 1 -- 172.21.15.26:0/841359896 wait complete. 2024-04-26T23:43:47.030 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:46 smithi164 ceph-mon[31699]: pgmap v242: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:47.031 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:46 smithi026 ceph-mon[28371]: pgmap v242: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:47.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:46 smithi086 ceph-mon[31122]: pgmap v242: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:47.246 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:43:47.246 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:43:47.246 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:43:47.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.489+0000 7f840b200640 1 -- 172.21.15.26:0/2922114572 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84041049e0 msgr2=0x7f8404104e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.489+0000 7f840b200640 1 --2- 172.21.15.26:0/2922114572 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84041049e0 0x7f8404104e60 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f83f4009930 tx=0x7f83f402a420 comp rx=0 tx=0).stop 2024-04-26T23:43:47.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.490+0000 7f840b200640 1 -- 172.21.15.26:0/2922114572 shutdown_connections 2024-04-26T23:43:47.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.490+0000 7f840b200640 1 --2- 172.21.15.26:0/2922114572 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84041053a0 0x7f84041118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.490+0000 7f840b200640 1 --2- 172.21.15.26:0/2922114572 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84041049e0 0x7f8404104e60 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.490+0000 7f840b200640 1 --2- 172.21.15.26:0/2922114572 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f840410a9f0 0x7f840410add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.490+0000 7f840b200640 1 -- 172.21.15.26:0/2922114572 >> 172.21.15.26:0/2922114572 conn(0x7f8404100470 msgr2=0x7f8404102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:47.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.490+0000 7f840b200640 1 -- 172.21.15.26:0/2922114572 shutdown_connections 2024-04-26T23:43:47.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.490+0000 7f840b200640 1 -- 172.21.15.26:0/2922114572 wait complete. 2024-04-26T23:43:47.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.491+0000 7f840b200640 1 Processor -- start 2024-04-26T23:43:47.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.491+0000 7f840b200640 1 -- start start 2024-04-26T23:43:47.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.491+0000 7f840b200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84041053a0 0x7f840419b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.491+0000 7f840b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f840410a9f0 0x7f840419b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.491+0000 7f840b200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f840419fc60 0x7f84041a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.491+0000 7f840b200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8404114b60 con 0x7f840410a9f0 2024-04-26T23:43:47.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.491+0000 7f840b200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f84041149e0 con 0x7f84041053a0 2024-04-26T23:43:47.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.491+0000 7f840b200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8404114ce0 con 0x7f840419fc60 2024-04-26T23:43:47.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.492+0000 7f8409400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f840410a9f0 0x7f840419b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.492+0000 7f8409400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f840410a9f0 0x7f840419b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37516/0 (socket says 172.21.15.26:37516) 2024-04-26T23:43:47.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.492+0000 7f8409400640 1 -- 172.21.15.26:0/3006575159 learned_addr learned my addr 172.21.15.26:0/3006575159 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.492+0000 7f8409e00640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84041053a0 0x7f840419b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.492+0000 7f840a800640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f840419fc60 0x7f84041a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.492+0000 7f8409400640 1 -- 172.21.15.26:0/3006575159 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f840419fc60 msgr2=0x7f84041a0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.492+0000 7f8409400640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f840419fc60 0x7f84041a0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.492+0000 7f8409400640 1 -- 172.21.15.26:0/3006575159 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84041053a0 msgr2=0x7f840419b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.492+0000 7f8409400640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84041053a0 0x7f840419b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.492+0000 7f8409400640 1 -- 172.21.15.26:0/3006575159 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84041a0750 con 0x7f840410a9f0 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.493+0000 7f8409400640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f840410a9f0 0x7f840419b8e0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f83f4005940 tx=0x7f83f4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.493+0000 7f83fea00640 1 -- 172.21.15.26:0/3006575159 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f403f030 con 0x7f840410a9f0 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.493+0000 7f83fea00640 1 -- 172.21.15.26:0/3006575159 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83f4003a80 con 0x7f840410a9f0 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.493+0000 7f840b200640 1 -- 172.21.15.26:0/3006575159 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84041a09e0 con 0x7f840410a9f0 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.493+0000 7f83fea00640 1 -- 172.21.15.26:0/3006575159 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f4035070 con 0x7f840410a9f0 2024-04-26T23:43:47.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.493+0000 7f840b200640 1 -- 172.21.15.26:0/3006575159 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84041a8150 con 0x7f840410a9f0 2024-04-26T23:43:47.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.497+0000 7f83fea00640 1 -- 172.21.15.26:0/3006575159 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f83f4042030 con 0x7f840410a9f0 2024-04-26T23:43:47.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.497+0000 7f840f60c740 1 Processor -- start 2024-04-26T23:43:47.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.498+0000 7f840f60c740 1 -- start start 2024-04-26T23:43:47.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.498+0000 7f840f60c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a822a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.498+0000 7f840f60c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8234910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.498+0000 7f840f60c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8234e50 0x5613a8237240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.498+0000 7f840f60c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5613a818f980 con 0x5613a8229e60 2024-04-26T23:43:47.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.498+0000 7f840f60c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5613a812c220 con 0x5613a822a780 2024-04-26T23:43:47.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.498+0000 7f840f60c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5613a818b940 con 0x5613a8234e50 2024-04-26T23:43:47.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.498+0000 7f840a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a822a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.498+0000 7f840a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a822a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37522/0 (socket says 172.21.15.26:37522) 2024-04-26T23:43:47.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.498+0000 7f840a800640 1 -- 172.21.15.26:0/1804204654 learned_addr learned my addr 172.21.15.26:0/1804204654 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:47.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.499+0000 7f8409e00640 1 --2- 172.21.15.26:0/1804204654 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8234910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.499+0000 7f8409400640 1 --2- 172.21.15.26:0/1804204654 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8234e50 0x5613a8237240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.499+0000 7f840a800640 1 -- 172.21.15.26:0/1804204654 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8234e50 msgr2=0x5613a8237240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.499+0000 7f840a800640 1 --2- 172.21.15.26:0/1804204654 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8234e50 0x5613a8237240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.499+0000 7f840a800640 1 -- 172.21.15.26:0/1804204654 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 msgr2=0x5613a8234910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.499+0000 7f840a800640 1 --2- 172.21.15.26:0/1804204654 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8234910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.499+0000 7f840a800640 1 -- 172.21.15.26:0/1804204654 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613a7f697e0 con 0x5613a8229e60 2024-04-26T23:43:47.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.499+0000 7f83fea00640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83ec0a3d20 0x7f83ec0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.499+0000 7f840a800640 1 --2- 172.21.15.26:0/1804204654 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a822a240 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f8400009ee0 tx=0x7f8400010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e18c6f0c0f7e9b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:47.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.499+0000 7f83fea00640 1 -- 172.21.15.26:0/3006575159 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f83f40f0ec0 con 0x7f840410a9f0 2024-04-26T23:43:47.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.500+0000 7f8409e00640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83ec0a3d20 0x7f83ec0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.500+0000 7f83f3000640 1 -- 172.21.15.26:0/1804204654 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8400016070 con 0x5613a8229e60 2024-04-26T23:43:47.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.500+0000 7f83f3000640 1 -- 172.21.15.26:0/1804204654 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8400004d20 con 0x5613a8229e60 2024-04-26T23:43:47.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.500+0000 7f83f3000640 1 -- 172.21.15.26:0/1804204654 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8400012670 con 0x5613a8229e60 2024-04-26T23:43:47.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.501+0000 7f8409e00640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83ec0a3d20 0x7f83ec0a61e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f83f8005fd0 tx=0x7f83f8005cf0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:47.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.501+0000 7f840f60c740 1 -- 172.21.15.26:0/1804204654 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 msgr2=0x5613a822a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.501+0000 7f840f60c740 1 --2- 172.21.15.26:0/1804204654 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a822a240 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f8400009ee0 tx=0x7f8400010740 comp rx=0 tx=0).stop 2024-04-26T23:43:47.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.501+0000 7f840f60c740 1 -- 172.21.15.26:0/1804204654 shutdown_connections 2024-04-26T23:43:47.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.501+0000 7f840f60c740 1 --2- 172.21.15.26:0/1804204654 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8234e50 0x5613a8237240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.501+0000 7f840f60c740 1 --2- 172.21.15.26:0/1804204654 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8234910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.501+0000 7f840f60c740 1 --2- 172.21.15.26:0/1804204654 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a822a240 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.501+0000 7f840f60c740 1 -- 172.21.15.26:0/1804204654 >> 172.21.15.26:0/1804204654 conn(0x5613a8226180 msgr2=0x5613a8226560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:47.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.501+0000 7f840f60c740 1 -- 172.21.15.26:0/1804204654 shutdown_connections 2024-04-26T23:43:47.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.501+0000 7f840f60c740 1 -- 172.21.15.26:0/1804204654 wait complete. 2024-04-26T23:43:47.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.502+0000 7f840f60c740 1 -- start start 2024-04-26T23:43:47.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.502+0000 7f840f60c740 1 Processor -- start 2024-04-26T23:43:47.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.502+0000 7f840f60c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a8231e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.502+0000 7f840f60c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8232370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.502+0000 7f840f60c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8234e50 0x5613a82328b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.502+0000 7f840f60c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5613a8237c40 con 0x5613a8229e60 2024-04-26T23:43:47.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.502+0000 7f840f60c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5613a8117170 con 0x5613a822a780 2024-04-26T23:43:47.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.502+0000 7f840f60c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5613a8237dc0 con 0x5613a8234e50 2024-04-26T23:43:47.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.502+0000 7f840f60c740 10 client.0 _ll_register_callbacks cb 0x5613a8186770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:47.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.503+0000 7f8409e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a8231e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.503+0000 7f8409e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a8231e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37536/0 (socket says 172.21.15.26:37536) 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.503+0000 7f8409e00640 1 -- 172.21.15.26:0/2964038107 learned_addr learned my addr 172.21.15.26:0/2964038107 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.503+0000 7f840a800640 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8234e50 0x5613a82328b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.503+0000 7f8409400640 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8232370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.503+0000 7f8409e00640 1 -- 172.21.15.26:0/2964038107 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8234e50 msgr2=0x5613a82328b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.503+0000 7f8409e00640 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8234e50 0x5613a82328b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.503+0000 7f8409e00640 1 -- 172.21.15.26:0/2964038107 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 msgr2=0x5613a8232370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.503+0000 7f8409e00640 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8232370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.503+0000 7f8409e00640 1 -- 172.21.15.26:0/2964038107 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613a7fc9f70 con 0x5613a8229e60 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.504+0000 7f8409e00640 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a8231e30 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f83f8012700 tx=0x7f83f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50cb1743c79ddf21 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.504+0000 7f83e7400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.504+0000 7f83e7400640 1 -- 172.21.15.26:0/2964038107 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f801f9b0 con 0x5613a8229e60 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.504+0000 7f840f60c740 1 -- 172.21.15.26:0/2964038107 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8400004d20 con 0x5613a8229e60 2024-04-26T23:43:47.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.504+0000 7f83e7400640 1 -- 172.21.15.26:0/2964038107 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f83f801fb50 con 0x5613a8229e60 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.504+0000 7f83e7400640 1 -- 172.21.15.26:0/2964038107 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f83f801fd50 con 0x5613a8229e60 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.504+0000 7f840f60c740 10 client.17130 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.504+0000 7f840f60c740 1 -- 172.21.15.26:0/2964038107 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5613a7e61170 con 0x5613a8229e60 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.505+0000 7f83e7400640 1 -- 172.21.15.26:0/2964038107 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8400004d20 con 0x5613a8229e60 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.505+0000 7f83e7400640 1 -- 172.21.15.26:0/2964038107 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f83f802f3d0 con 0x5613a8229e60 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.505+0000 7f840f60c740 10 client.17130 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.505+0000 7f840f60c740 10 client.17130 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.505+0000 7f840f60c740 20 client.17130 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.505+0000 7f840f60c740 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5613a8244ea0 0x5613a8247310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.505+0000 7f840f60c740 4 client.17130 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.505+0000 7f840f60c740 1 -- 172.21.15.26:0/2964038107 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5613a819d590 con 0x5613a8244ea0 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.506+0000 7f8409400640 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5613a8244ea0 0x5613a8247310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.507+0000 7f8409400640 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5613a8244ea0 0x5613a8247310 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62909859fbc3c55d server_cookie=5f5c8f096df49da9 in_seq=0 out_seq=0 2024-04-26T23:43:47.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.507+0000 7f83e7400640 10 client.17130 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:47.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f83e7400640 1 -- 172.21.15.26:0/2964038107 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5613a819d590 con 0x5613a8244ea0 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f83e7400640 10 client.17130 handle_command_reply: tid=0 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f840f60c740 1 client.17130 shutdown 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f840f60c740 1 -- 172.21.15.26:0/2964038107 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 msgr2=0x5613a8231e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f840f60c740 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a8231e30 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f83f8012700 tx=0x7f83f80046c0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f840f60c740 1 -- 172.21.15.26:0/2964038107 shutdown_connections 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f840f60c740 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5613a8244ea0 0x5613a8247310 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f840f60c740 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8234e50 0x5613a82328b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f840f60c740 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8232370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f840f60c740 1 --2- 172.21.15.26:0/2964038107 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a8231e30 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f83e7400640 0 client.17130 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f840f60c740 1 -- 172.21.15.26:0/2964038107 >> 172.21.15.26:0/2964038107 conn(0x5613a8226180 msgr2=0x5613a822be80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f840f60c740 1 -- 172.21.15.26:0/2964038107 shutdown_connections 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.509+0000 7f840f60c740 1 -- 172.21.15.26:0/2964038107 wait complete. 2024-04-26T23:43:47.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.510+0000 7f840f60c740 20 client.17130 trim_cache size 0 max 16384 2024-04-26T23:43:47.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.534+0000 7f840f60c740 1 Processor -- start 2024-04-26T23:43:47.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.534+0000 7f840f60c740 1 -- start start 2024-04-26T23:43:47.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.534+0000 7f840f60c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8229e60 0x5613a8234560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.535+0000 7f840f60c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8240b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.535+0000 7f840f60c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8234e50 0x5613a824cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.535+0000 7f840f60c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f84041b3380 con 0x5613a8234e50 2024-04-26T23:43:47.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.535+0000 7f840f60c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f84041b0c50 con 0x5613a822a780 2024-04-26T23:43:47.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.535+0000 7f840f60c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f84041aeac0 con 0x5613a8229e60 2024-04-26T23:43:47.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.535+0000 7f840a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8234e50 0x5613a824cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.535+0000 7f840a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8234e50 0x5613a824cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37546/0 (socket says 172.21.15.26:37546) 2024-04-26T23:43:47.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.535+0000 7f840a800640 1 -- 172.21.15.26:0/1226804592 learned_addr learned my addr 172.21.15.26:0/1226804592 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:47.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.535+0000 7f8409e00640 1 --2- 172.21.15.26:0/1226804592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8229e60 0x5613a8234560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.535+0000 7f8409400640 1 --2- 172.21.15.26:0/1226804592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8240b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.536+0000 7f840a800640 1 -- 172.21.15.26:0/1226804592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8229e60 msgr2=0x5613a8234560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.536+0000 7f840a800640 1 --2- 172.21.15.26:0/1226804592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8229e60 0x5613a8234560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.536+0000 7f840a800640 1 -- 172.21.15.26:0/1226804592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 msgr2=0x5613a8240b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.536+0000 7f840a800640 1 --2- 172.21.15.26:0/1226804592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8240b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.536+0000 7f840a800640 1 -- 172.21.15.26:0/1226804592 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613a8243a40 con 0x5613a8234e50 2024-04-26T23:43:47.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.536+0000 7f8409e00640 1 --2- 172.21.15.26:0/1226804592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8229e60 0x5613a8234560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:43:47.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.536+0000 7f8409400640 1 --2- 172.21.15.26:0/1226804592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8240b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:43:47.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.536+0000 7f840a800640 1 --2- 172.21.15.26:0/1226804592 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8234e50 0x5613a824cbe0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f8400005b20 tx=0x7f8400005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d8e889dfb1cb7a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:47.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.536+0000 7f83f2600640 1 -- 172.21.15.26:0/1226804592 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8400029070 con 0x5613a8234e50 2024-04-26T23:43:47.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.536+0000 7f83f2600640 1 -- 172.21.15.26:0/1226804592 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8400024b10 con 0x5613a8234e50 2024-04-26T23:43:47.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.537+0000 7f83f2600640 1 -- 172.21.15.26:0/1226804592 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8400016040 con 0x5613a8234e50 2024-04-26T23:43:47.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.537+0000 7f840f60c740 1 -- 172.21.15.26:0/1226804592 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8234e50 msgr2=0x5613a824cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.537+0000 7f840f60c740 1 --2- 172.21.15.26:0/1226804592 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8234e50 0x5613a824cbe0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f8400005b20 tx=0x7f8400005bd0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.537+0000 7f840f60c740 1 -- 172.21.15.26:0/1226804592 shutdown_connections 2024-04-26T23:43:47.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.537+0000 7f840f60c740 1 --2- 172.21.15.26:0/1226804592 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8234e50 0x5613a824cbe0 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.537+0000 7f840f60c740 1 --2- 172.21.15.26:0/1226804592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a822a780 0x5613a8240b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.537+0000 7f840f60c740 1 --2- 172.21.15.26:0/1226804592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a8229e60 0x5613a8234560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.537+0000 7f840f60c740 1 -- 172.21.15.26:0/1226804592 >> 172.21.15.26:0/1226804592 conn(0x5613a8226180 msgr2=0x5613a822b5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:47.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.537+0000 7f840f60c740 1 -- 172.21.15.26:0/1226804592 shutdown_connections 2024-04-26T23:43:47.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.538+0000 7f840f60c740 1 -- 172.21.15.26:0/1226804592 wait complete. 2024-04-26T23:43:47.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.538+0000 7f840f60c740 1 -- start start 2024-04-26T23:43:47.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.538+0000 7f840f60c740 1 Processor -- start 2024-04-26T23:43:47.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.539+0000 7f840f60c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a823d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.539+0000 7f840f60c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a822a780 0x5613a823d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.539+0000 7f840f60c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a8234e50 0x5613a823a190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.539+0000 7f840f60c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f84041af110 con 0x5613a8229e60 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.539+0000 7f840f60c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f84041b0580 con 0x5613a8234e50 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.539+0000 7f840f60c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f84041af7e0 con 0x5613a822a780 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.539+0000 7f840f60c740 10 client.0 _ll_register_callbacks cb 0x7f83f8011c10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.539+0000 7f8409e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a823d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.539+0000 7f8409e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a823d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37552/0 (socket says 172.21.15.26:37552) 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.539+0000 7f8409e00640 1 -- 172.21.15.26:0/2703400430 learned_addr learned my addr 172.21.15.26:0/2703400430 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.539+0000 7f8409400640 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a822a780 0x5613a823d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.540+0000 7f840a800640 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a8234e50 0x5613a823a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.540+0000 7f8409e00640 1 -- 172.21.15.26:0/2703400430 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a822a780 msgr2=0x5613a823d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.540+0000 7f8409e00640 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a822a780 0x5613a823d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.540+0000 7f8409e00640 1 -- 172.21.15.26:0/2703400430 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a8234e50 msgr2=0x5613a823a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.540+0000 7f8409e00640 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a8234e50 0x5613a823a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.540+0000 7f8409e00640 1 -- 172.21.15.26:0/2703400430 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613a823a990 con 0x5613a8229e60 2024-04-26T23:43:47.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.540+0000 7f840a800640 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a8234e50 0x5613a823a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:43:47.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.540+0000 7f8409e00640 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a823d010 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f83f80126d0 tx=0x7f83f8011a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5d08b5e059ccefb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:47.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.540+0000 7f83e7400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:47.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.540+0000 7f83e7400640 1 -- 172.21.15.26:0/2703400430 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83f803e020 con 0x5613a8229e60 2024-04-26T23:43:47.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.540+0000 7f83e7400640 1 -- 172.21.15.26:0/2703400430 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f83f802fa60 con 0x5613a8229e60 2024-04-26T23:43:47.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.540+0000 7f840f60c740 1 -- 172.21.15.26:0/2703400430 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8400024b10 con 0x5613a8229e60 2024-04-26T23:43:47.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.541+0000 7f83e7400640 1 -- 172.21.15.26:0/2703400430 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f83f8034040 con 0x5613a8229e60 2024-04-26T23:43:47.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.541+0000 7f840f60c740 10 client.17136 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:47.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.541+0000 7f840f60c740 1 -- 172.21.15.26:0/2703400430 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5613a82b48b0 con 0x5613a8229e60 2024-04-26T23:43:47.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.541+0000 7f83e7400640 1 -- 172.21.15.26:0/2703400430 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8400024b10 con 0x5613a8229e60 2024-04-26T23:43:47.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.541+0000 7f83e7400640 1 -- 172.21.15.26:0/2703400430 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f83f8005420 con 0x5613a8229e60 2024-04-26T23:43:47.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.541+0000 7f840f60c740 10 client.17136 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:47.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.541+0000 7f840f60c740 10 client.17136 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:47.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.541+0000 7f840f60c740 20 client.17136 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:47.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.541+0000 7f840f60c740 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5613a82b5080 0x5613a82b74a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.541+0000 7f840f60c740 4 client.17136 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:43:47.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.541+0000 7f840f60c740 1 -- 172.21.15.26:0/2703400430 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5613a8197400 con 0x5613a82b5080 2024-04-26T23:43:47.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.542+0000 7f8409400640 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5613a82b5080 0x5613a82b74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.543+0000 7f8409400640 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5613a82b5080 0x5613a82b74a0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a8f1810e6af0b67 server_cookie=5ed7bd205025b4c7 in_seq=0 out_seq=0 2024-04-26T23:43:47.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.543+0000 7f83e7400640 10 client.17136 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:47.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f83e7400640 1 -- 172.21.15.26:0/2703400430 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5613a8197400 con 0x5613a82b5080 2024-04-26T23:43:47.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f83e7400640 10 client.17136 handle_command_reply: tid=0 2024-04-26T23:43:47.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f840f60c740 1 client.17136 shutdown 2024-04-26T23:43:47.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f840f60c740 1 -- 172.21.15.26:0/2703400430 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 msgr2=0x5613a823d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f840f60c740 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a823d010 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f83f80126d0 tx=0x7f83f8011a20 comp rx=0 tx=0).stop 2024-04-26T23:43:47.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f840f60c740 1 -- 172.21.15.26:0/2703400430 shutdown_connections 2024-04-26T23:43:47.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f840f60c740 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5613a82b5080 0x5613a82b74a0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f840f60c740 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5613a8234e50 0x5613a823a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f840f60c740 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5613a822a780 0x5613a823d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f83e7400640 0 client.17136 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:47.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f840f60c740 1 --2- 172.21.15.26:0/2703400430 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5613a8229e60 0x5613a823d010 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f840f60c740 1 -- 172.21.15.26:0/2703400430 >> 172.21.15.26:0/2703400430 conn(0x5613a8226180 msgr2=0x5613a822be40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:47.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.546+0000 7f840f60c740 1 -- 172.21.15.26:0/2703400430 shutdown_connections 2024-04-26T23:43:47.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.547+0000 7f840f60c740 1 -- 172.21.15.26:0/2703400430 wait complete. 2024-04-26T23:43:47.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.547+0000 7f840f60c740 20 client.17136 trim_cache size 0 max 16384 2024-04-26T23:43:47.551 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:43:47.552 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:43:47.552 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "ae8dfc4a-ce08-4688-921a-4997c4df65bd", 2024-04-26T23:43:47.552 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:43:47.552 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:43:47.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.547+0000 7f840b200640 1 -- 172.21.15.26:0/3006575159 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83ec0a3d20 msgr2=0x7f83ec0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.547+0000 7f840b200640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83ec0a3d20 0x7f83ec0a61e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f83f8005fd0 tx=0x7f83f8005cf0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.547+0000 7f840b200640 1 -- 172.21.15.26:0/3006575159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f840410a9f0 msgr2=0x7f840419b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.547+0000 7f840b200640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f840410a9f0 0x7f840419b8e0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f83f4005940 tx=0x7f83f4004270 comp rx=0 tx=0).stop 2024-04-26T23:43:47.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.548+0000 7f840b200640 1 -- 172.21.15.26:0/3006575159 shutdown_connections 2024-04-26T23:43:47.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.548+0000 7f840b200640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f840419fc60 0x7f84041a0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.548+0000 7f840b200640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83ec0a3d20 0x7f83ec0a61e0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.548+0000 7f840b200640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f840410a9f0 0x7f840419b8e0 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.548+0000 7f840b200640 1 --2- 172.21.15.26:0/3006575159 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84041053a0 0x7f840419b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.548+0000 7f840b200640 1 -- 172.21.15.26:0/3006575159 >> 172.21.15.26:0/3006575159 conn(0x7f8404100470 msgr2=0x7f8404101020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:47.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.548+0000 7f840b200640 1 -- 172.21.15.26:0/3006575159 shutdown_connections 2024-04-26T23:43:47.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.548+0000 7f840b200640 1 -- 172.21.15.26:0/3006575159 wait complete. 2024-04-26T23:43:47.570 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:43:47.570 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:43:47.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.793+0000 7f249e600640 1 -- 172.21.15.26:0/1638711040 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2498107920 msgr2=0x7f249806af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.793+0000 7f249e600640 1 --2- 172.21.15.26:0/1638711040 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2498107920 0x7f249806af30 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f2488009900 tx=0x7f248802a3f0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.793+0000 7f249e600640 1 -- 172.21.15.26:0/1638711040 shutdown_connections 2024-04-26T23:43:47.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.793+0000 7f249e600640 1 --2- 172.21.15.26:0/1638711040 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f249806bb50 0x7f2498105370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.793+0000 7f249e600640 1 --2- 172.21.15.26:0/1638711040 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2498107d00 0x7f249806b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.793+0000 7f249e600640 1 --2- 172.21.15.26:0/1638711040 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2498107920 0x7f249806af30 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.793+0000 7f249e600640 1 -- 172.21.15.26:0/1638711040 >> 172.21.15.26:0/1638711040 conn(0x7f2498077630 msgr2=0x7f2498077a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:47.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.793+0000 7f249e600640 1 -- 172.21.15.26:0/1638711040 shutdown_connections 2024-04-26T23:43:47.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.793+0000 7f249e600640 1 -- 172.21.15.26:0/1638711040 wait complete. 2024-04-26T23:43:47.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.794+0000 7f249e600640 1 Processor -- start 2024-04-26T23:43:47.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.795+0000 7f249e600640 1 -- start start 2024-04-26T23:43:47.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.795+0000 7f249e600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2498107920 0x7f249819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.795+0000 7f249e600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2498107d00 0x7f249819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.795+0000 7f249e600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24981a3f70 0x7f24981a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.795+0000 7f249e600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f24981190d0 con 0x7f24981a3f70 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.795+0000 7f249e600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2498118f50 con 0x7f2498107920 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.795+0000 7f249e600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2498119250 con 0x7f2498107d00 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.796+0000 7f2497e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24981a3f70 0x7f24981a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.796+0000 7f2497e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24981a3f70 0x7f24981a4420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37562/0 (socket says 172.21.15.26:37562) 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.796+0000 7f2497e00640 1 -- 172.21.15.26:0/1782682130 learned_addr learned my addr 172.21.15.26:0/1782682130 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.796+0000 7f2496a00640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2498107d00 0x7f249819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.796+0000 7f2497400640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2498107920 0x7f249819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.796+0000 7f2497e00640 1 -- 172.21.15.26:0/1782682130 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2498107d00 msgr2=0x7f249819fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.796+0000 7f2497e00640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2498107d00 0x7f249819fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.796+0000 7f2497e00640 1 -- 172.21.15.26:0/1782682130 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2498107920 msgr2=0x7f249819f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.796+0000 7f2497e00640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2498107920 0x7f249819f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.796+0000 7f2497e00640 1 -- 172.21.15.26:0/1782682130 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24981a4a60 con 0x7f24981a3f70 2024-04-26T23:43:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.797+0000 7f2497e00640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24981a3f70 0x7f24981a4420 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f249000cab0 tx=0x7f249000cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.797+0000 7f248fe00640 1 -- 172.21.15.26:0/1782682130 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249000ae20 con 0x7f24981a3f70 2024-04-26T23:43:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.797+0000 7f248fe00640 1 -- 172.21.15.26:0/1782682130 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f249000f8e0 con 0x7f24981a3f70 2024-04-26T23:43:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.797+0000 7f249e600640 1 -- 172.21.15.26:0/1782682130 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24981a4d50 con 0x7f24981a3f70 2024-04-26T23:43:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.797+0000 7f248fe00640 1 -- 172.21.15.26:0/1782682130 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2490018990 con 0x7f24981a3f70 2024-04-26T23:43:47.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.797+0000 7f249e600640 1 -- 172.21.15.26:0/1782682130 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24981ac590 con 0x7f24981a3f70 2024-04-26T23:43:47.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.801+0000 7f24a15a1740 1 Processor -- start 2024-04-26T23:43:47.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.801+0000 7f248fe00640 1 -- 172.21.15.26:0/1782682130 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f249000f450 con 0x7f24981a3f70 2024-04-26T23:43:47.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.801+0000 7f24a15a1740 1 -- start start 2024-04-26T23:43:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.802+0000 7f24a15a1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae7b80 0x562b07ae7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.802+0000 7f24a15a1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae84a0 0x562b07af2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.802+0000 7f24a15a1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07af2b70 0x562b07af4f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.802+0000 7f24a15a1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562b079f9030 con 0x562b07ae84a0 2024-04-26T23:43:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.802+0000 7f24a15a1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x562b07a147f0 con 0x562b07ae7b80 2024-04-26T23:43:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.802+0000 7f24a15a1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562b079cf7e0 con 0x562b07af2b70 2024-04-26T23:43:47.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.802+0000 7f2497400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae84a0 0x562b07af2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.802+0000 7f2497400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae84a0 0x562b07af2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37566/0 (socket says 172.21.15.26:37566) 2024-04-26T23:43:47.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.802+0000 7f2497400640 1 -- 172.21.15.26:0/225716311 learned_addr learned my addr 172.21.15.26:0/225716311 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:47.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.803+0000 7f2496a00640 1 --2- 172.21.15.26:0/225716311 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae7b80 0x562b07ae7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.803+0000 7f2496a00640 1 --2- 172.21.15.26:0/225716311 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07af2b70 0x562b07af4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.803+0000 7f2497400640 1 -- 172.21.15.26:0/225716311 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07af2b70 msgr2=0x562b07af4f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.803+0000 7f2497400640 1 --2- 172.21.15.26:0/225716311 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07af2b70 0x562b07af4f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.803+0000 7f2497400640 1 -- 172.21.15.26:0/225716311 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae7b80 msgr2=0x562b07ae7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.803+0000 7f2497400640 1 --2- 172.21.15.26:0/225716311 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae7b80 0x562b07ae7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.803+0000 7f2497400640 1 -- 172.21.15.26:0/225716311 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b079db050 con 0x562b07ae84a0 2024-04-26T23:43:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.803+0000 7f248fe00640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f247c0a3da0 0x7f247c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.803+0000 7f2497400640 1 --2- 172.21.15.26:0/225716311 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae84a0 0x562b07af2630 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f248802a9e0 tx=0x7f2488004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c163a9d1e6bf8e7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.804+0000 7f248fe00640 1 -- 172.21.15.26:0/1782682130 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f24900d0c10 con 0x7f24981a3f70 2024-04-26T23:43:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.804+0000 7f2496a00640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f247c0a3da0 0x7f247c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.804+0000 7f248cc00640 1 -- 172.21.15.26:0/225716311 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2488035030 con 0x562b07ae84a0 2024-04-26T23:43:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.804+0000 7f248cc00640 1 -- 172.21.15.26:0/225716311 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2488003c80 con 0x562b07ae84a0 2024-04-26T23:43:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.804+0000 7f248cc00640 1 -- 172.21.15.26:0/225716311 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f248803cb20 con 0x562b07ae84a0 2024-04-26T23:43:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.805+0000 7f24a15a1740 1 -- 172.21.15.26:0/225716311 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae84a0 msgr2=0x562b07af2630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.805+0000 7f24a15a1740 1 --2- 172.21.15.26:0/225716311 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae84a0 0x562b07af2630 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f248802a9e0 tx=0x7f2488004390 comp rx=0 tx=0).stop 2024-04-26T23:43:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.805+0000 7f2496a00640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f247c0a3da0 0x7f247c0a6260 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x562b07ae5030 tx=0x7f2484004730 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.805+0000 7f24a15a1740 1 -- 172.21.15.26:0/225716311 shutdown_connections 2024-04-26T23:43:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.805+0000 7f24a15a1740 1 --2- 172.21.15.26:0/225716311 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07af2b70 0x562b07af4f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.805+0000 7f24a15a1740 1 --2- 172.21.15.26:0/225716311 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae84a0 0x562b07af2630 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.805+0000 7f24a15a1740 1 --2- 172.21.15.26:0/225716311 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae7b80 0x562b07ae7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.805+0000 7f24a15a1740 1 -- 172.21.15.26:0/225716311 >> 172.21.15.26:0/225716311 conn(0x562b07ae3e50 msgr2=0x562b07ae4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.805+0000 7f24a15a1740 1 -- 172.21.15.26:0/225716311 shutdown_connections 2024-04-26T23:43:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.806+0000 7f24a15a1740 1 -- 172.21.15.26:0/225716311 wait complete. 2024-04-26T23:43:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.806+0000 7f24a15a1740 1 -- start start 2024-04-26T23:43:47.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.806+0000 7f24a15a1740 1 Processor -- start 2024-04-26T23:43:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.807+0000 7f24a15a1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae7b80 0x562b07af23d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.807+0000 7f24a15a1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 0x562b07aef760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.807+0000 7f24a15a1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07af2b70 0x562b07aefca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.807+0000 7f24a15a1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562b07a51200 con 0x562b07ae7b80 2024-04-26T23:43:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.807+0000 7f24a15a1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x562b07a4bee0 con 0x562b07ae84a0 2024-04-26T23:43:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.807+0000 7f24a15a1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562b07a58e70 con 0x562b07af2b70 2024-04-26T23:43:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.807+0000 7f24a15a1740 10 client.0 _ll_register_callbacks cb 0x562b07a42270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.807+0000 7f2497400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae7b80 0x562b07af23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.807+0000 7f2497400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae7b80 0x562b07af23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37570/0 (socket says 172.21.15.26:37570) 2024-04-26T23:43:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.807+0000 7f2497400640 1 -- 172.21.15.26:0/160975667 learned_addr learned my addr 172.21.15.26:0/160975667 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.807+0000 7f2496a00640 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 0x562b07aef760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.807+0000 7f2497e00640 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07af2b70 0x562b07aefca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.808+0000 7f2497400640 1 -- 172.21.15.26:0/160975667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07af2b70 msgr2=0x562b07aefca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.808+0000 7f2497400640 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07af2b70 0x562b07aefca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.808+0000 7f2497400640 1 -- 172.21.15.26:0/160975667 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 msgr2=0x562b07aef760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.808+0000 7f2497400640 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 0x562b07aef760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.808+0000 7f2497400640 1 -- 172.21.15.26:0/160975667 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b078287d0 con 0x562b07ae7b80 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.808+0000 7f2497400640 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae7b80 0x562b07af23d0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f2488004060 tx=0x7f2488004090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50a390a5824dd9a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.808+0000 7f2481600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.808+0000 7f2481600640 1 -- 172.21.15.26:0/160975667 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2488035040 con 0x562b07ae7b80 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.808+0000 7f24a15a1740 1 -- 172.21.15.26:0/160975667 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2488003c80 con 0x562b07ae7b80 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.808+0000 7f2481600640 1 -- 172.21.15.26:0/160975667 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f2488003800 con 0x562b07ae7b80 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.809+0000 7f2481600640 1 -- 172.21.15.26:0/160975667 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2488003a00 con 0x562b07ae7b80 2024-04-26T23:43:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.809+0000 7f24a15a1740 10 client.17148 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.809+0000 7f24a15a1740 1 -- 172.21.15.26:0/160975667 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562b0775e3f0 con 0x562b07ae7b80 2024-04-26T23:43:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.809+0000 7f2481600640 1 -- 172.21.15.26:0/160975667 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2488003c80 con 0x562b07ae7b80 2024-04-26T23:43:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.809+0000 7f2481600640 1 -- 172.21.15.26:0/160975667 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2488055800 con 0x562b07ae7b80 2024-04-26T23:43:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.810+0000 7f24a15a1740 10 client.17148 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.810+0000 7f24a15a1740 10 client.17148 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.810+0000 7f24a15a1740 20 client.17148 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.810+0000 7f24a15a1740 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562b07b022b0 0x562b07b046a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.810+0000 7f24a15a1740 4 client.17148 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:43:47.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.810+0000 7f24a15a1740 1 -- 172.21.15.26:0/160975667 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562b07a5a7e0 con 0x562b07b022b0 2024-04-26T23:43:47.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.810+0000 7f2496a00640 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562b07b022b0 0x562b07b046a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.811+0000 7f2496a00640 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562b07b022b0 0x562b07b046a0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=139dd0566d3ad247 server_cookie=b1e3a8096ace32e8 in_seq=0 out_seq=0 2024-04-26T23:43:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.811+0000 7f2481600640 10 client.17148 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.813+0000 7f2481600640 1 -- 172.21.15.26:0/160975667 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562b07a5a7e0 con 0x562b07b022b0 2024-04-26T23:43:47.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.813+0000 7f2481600640 10 client.17148 handle_command_reply: tid=0 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.813+0000 7f24a15a1740 1 client.17148 shutdown 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.813+0000 7f24a15a1740 1 -- 172.21.15.26:0/160975667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae7b80 msgr2=0x562b07af23d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.813+0000 7f24a15a1740 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae7b80 0x562b07af23d0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f2488004060 tx=0x7f2488004090 comp rx=0 tx=0).stop 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.814+0000 7f24a15a1740 1 -- 172.21.15.26:0/160975667 shutdown_connections 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.814+0000 7f24a15a1740 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562b07b022b0 0x562b07b046a0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.814+0000 7f24a15a1740 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07af2b70 0x562b07aefca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.814+0000 7f24a15a1740 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 0x562b07aef760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.814+0000 7f2481600640 0 client.17148 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.814+0000 7f24a15a1740 1 --2- 172.21.15.26:0/160975667 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07ae7b80 0x562b07af23d0 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.814+0000 7f24a15a1740 1 -- 172.21.15.26:0/160975667 >> 172.21.15.26:0/160975667 conn(0x562b07ae3e50 msgr2=0x562b07ae3040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.814+0000 7f24a15a1740 1 -- 172.21.15.26:0/160975667 shutdown_connections 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.814+0000 7f24a15a1740 1 -- 172.21.15.26:0/160975667 wait complete. 2024-04-26T23:43:47.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.814+0000 7f24a15a1740 20 client.17148 trim_cache size 0 max 16384 2024-04-26T23:43:47.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.833+0000 7f24a15a1740 1 Processor -- start 2024-04-26T23:43:47.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.834+0000 7f24a15a1740 1 -- start start 2024-04-26T23:43:47.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.834+0000 7f24a15a1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07ae7b80 0x562b07aeae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.834+0000 7f24a15a1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 0x562b07ae99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.834+0000 7f24a15a1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 0x562b07af1e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.834+0000 7f24a15a1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f24981b4bb0 con 0x562b07af2b70 2024-04-26T23:43:47.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.834+0000 7f24a15a1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f24981b2a20 con 0x562b07ae84a0 2024-04-26T23:43:47.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.834+0000 7f24a15a1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f24981b44e0 con 0x562b07ae7b80 2024-04-26T23:43:47.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.834+0000 7f2497e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 0x562b07af1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.834+0000 7f2497e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 0x562b07af1e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37578/0 (socket says 172.21.15.26:37578) 2024-04-26T23:43:47.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.834+0000 7f2497e00640 1 -- 172.21.15.26:0/4189888278 learned_addr learned my addr 172.21.15.26:0/4189888278 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:47.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.835+0000 7f2496a00640 1 --2- 172.21.15.26:0/4189888278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 0x562b07ae99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.835+0000 7f2497400640 1 --2- 172.21.15.26:0/4189888278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07ae7b80 0x562b07aeae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.835+0000 7f2497e00640 1 -- 172.21.15.26:0/4189888278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07ae7b80 msgr2=0x562b07aeae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.835+0000 7f2497e00640 1 --2- 172.21.15.26:0/4189888278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07ae7b80 0x562b07aeae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.835+0000 7f2497e00640 1 -- 172.21.15.26:0/4189888278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 msgr2=0x562b07ae99e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.835+0000 7f2497e00640 1 --2- 172.21.15.26:0/4189888278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 0x562b07ae99e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.835+0000 7f2497e00640 1 -- 172.21.15.26:0/4189888278 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b0771e0f0 con 0x562b07af2b70 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.835+0000 7f2497e00640 1 --2- 172.21.15.26:0/4189888278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 0x562b07af1e90 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f2490098ff0 tx=0x7f249009d3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a288bf9375924d66 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.835+0000 7f2483e00640 1 -- 172.21.15.26:0/4189888278 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249009ac30 con 0x562b07af2b70 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.835+0000 7f2483e00640 1 -- 172.21.15.26:0/4189888278 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f249009ae90 con 0x562b07af2b70 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.835+0000 7f2483e00640 1 -- 172.21.15.26:0/4189888278 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24900ce5c0 con 0x562b07af2b70 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.836+0000 7f24a15a1740 1 -- 172.21.15.26:0/4189888278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 msgr2=0x562b07af1e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.836+0000 7f24a15a1740 1 --2- 172.21.15.26:0/4189888278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 0x562b07af1e90 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f2490098ff0 tx=0x7f249009d3d0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.836+0000 7f24a15a1740 1 -- 172.21.15.26:0/4189888278 shutdown_connections 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.836+0000 7f24a15a1740 1 --2- 172.21.15.26:0/4189888278 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 0x562b07af1e90 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.836+0000 7f24a15a1740 1 --2- 172.21.15.26:0/4189888278 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 0x562b07ae99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.836+0000 7f24a15a1740 1 --2- 172.21.15.26:0/4189888278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07ae7b80 0x562b07aeae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.836+0000 7f24a15a1740 1 -- 172.21.15.26:0/4189888278 >> 172.21.15.26:0/4189888278 conn(0x562b07ae3e50 msgr2=0x562b07ae92d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.837+0000 7f24a15a1740 1 -- 172.21.15.26:0/4189888278 shutdown_connections 2024-04-26T23:43:47.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.837+0000 7f24a15a1740 1 -- 172.21.15.26:0/4189888278 wait complete. 2024-04-26T23:43:47.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.837+0000 7f24a15a1740 1 -- start start 2024-04-26T23:43:47.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.837+0000 7f24a15a1740 1 Processor -- start 2024-04-26T23:43:47.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.838+0000 7f24a15a1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07ae7b80 0x562b07aec580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.838+0000 7f24a15a1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 0x562b07aecac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.838+0000 7f24a15a1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 0x562b07aed000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.838+0000 7f24a15a1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f24981b3740 con 0x562b07af2b70 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.838+0000 7f24a15a1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f24981b3070 con 0x562b07ae84a0 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.838+0000 7f24a15a1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f24981b3e10 con 0x562b07ae7b80 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.838+0000 7f24a15a1740 10 client.0 _ll_register_callbacks cb 0x7f2488004260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.838+0000 7f2497e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 0x562b07aed000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.838+0000 7f2497e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 0x562b07aed000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37590/0 (socket says 172.21.15.26:37590) 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.838+0000 7f2497e00640 1 -- 172.21.15.26:0/2083372025 learned_addr learned my addr 172.21.15.26:0/2083372025 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.838+0000 7f2497400640 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07ae7b80 0x562b07aec580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.838+0000 7f2496a00640 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 0x562b07aecac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.839+0000 7f2497e00640 1 -- 172.21.15.26:0/2083372025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07ae7b80 msgr2=0x562b07aec580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.839+0000 7f2497e00640 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07ae7b80 0x562b07aec580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.839+0000 7f2497e00640 1 -- 172.21.15.26:0/2083372025 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 msgr2=0x562b07aecac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.839+0000 7f2497e00640 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 0x562b07aecac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.839+0000 7f2497e00640 1 -- 172.21.15.26:0/2083372025 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b07a14a30 con 0x562b07af2b70 2024-04-26T23:43:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.839+0000 7f2497e00640 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 0x562b07aed000 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f249009cb20 tx=0x7f249009c6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d31ce2124e0c39e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:43:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.839+0000 7f2481600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:43:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.839+0000 7f2481600640 1 -- 172.21.15.26:0/2083372025 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2490080060 con 0x562b07af2b70 2024-04-26T23:43:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.839+0000 7f2481600640 1 -- 172.21.15.26:0/2083372025 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8556+0+0 (secure 0 0 0) 0x7f24900bd050 con 0x562b07af2b70 2024-04-26T23:43:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.839+0000 7f24a15a1740 1 -- 172.21.15.26:0/2083372025 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f249009ae90 con 0x562b07af2b70 2024-04-26T23:43:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.840+0000 7f2481600640 1 -- 172.21.15.26:0/2083372025 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f24900ce5c0 con 0x562b07af2b70 2024-04-26T23:43:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.840+0000 7f24a15a1740 10 client.17154 fetch_fsmap learned FSMap version 24 2024-04-26T23:43:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.840+0000 7f24a15a1740 1 -- 172.21.15.26:0/2083372025 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562b07b686d0 con 0x562b07af2b70 2024-04-26T23:43:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.840+0000 7f2481600640 1 -- 172.21.15.26:0/2083372025 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f249009ae90 con 0x562b07af2b70 2024-04-26T23:43:47.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.840+0000 7f2481600640 1 -- 172.21.15.26:0/2083372025 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2490020030 con 0x562b07af2b70 2024-04-26T23:43:47.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.840+0000 7f24a15a1740 10 client.17154 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:43:47.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.840+0000 7f24a15a1740 10 client.17154 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:43:47.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.840+0000 7f24a15a1740 20 client.17154 populate_metadata read hostname 'smithi026' 2024-04-26T23:43:47.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.840+0000 7f24a15a1740 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562b07b68d40 0x562b07b6b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:43:47.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.840+0000 7f24a15a1740 4 client.17154 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:43:47.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.840+0000 7f24a15a1740 1 -- 172.21.15.26:0/2083372025 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562b07a54650 con 0x562b07b68d40 2024-04-26T23:43:47.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.841+0000 7f2497400640 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562b07b68d40 0x562b07b6b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:43:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.842+0000 7f2497400640 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562b07b68d40 0x562b07b6b160 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23f319cd4a7a046e server_cookie=721886ce08141ed3 in_seq=0 out_seq=0 2024-04-26T23:43:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.842+0000 7f2481600640 10 client.17154 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.842+0000 7f2481600640 1 -- 172.21.15.26:0/2083372025 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x562b07a54650 con 0x562b07b68d40 2024-04-26T23:43:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.842+0000 7f2481600640 10 client.17154 handle_command_reply: tid=0 2024-04-26T23:43:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.842+0000 7f24a15a1740 1 client.17154 shutdown 2024-04-26T23:43:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.843+0000 7f24a15a1740 1 -- 172.21.15.26:0/2083372025 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 msgr2=0x562b07aed000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.843+0000 7f24a15a1740 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 0x562b07aed000 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f249009cb20 tx=0x7f249009c6d0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.843+0000 7f24a15a1740 1 -- 172.21.15.26:0/2083372025 shutdown_connections 2024-04-26T23:43:47.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.843+0000 7f24a15a1740 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562b07b68d40 0x562b07b6b160 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.843+0000 7f24a15a1740 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562b07af2b70 0x562b07aed000 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.843+0000 7f24a15a1740 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562b07ae84a0 0x562b07aecac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.843+0000 7f24a15a1740 1 --2- 172.21.15.26:0/2083372025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562b07ae7b80 0x562b07aec580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.843+0000 7f24a15a1740 1 -- 172.21.15.26:0/2083372025 >> 172.21.15.26:0/2083372025 conn(0x562b07ae3e50 msgr2=0x562b07aea3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:47.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.843+0000 7f2481600640 0 client.17154 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:43:47.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.843+0000 7f24a15a1740 1 -- 172.21.15.26:0/2083372025 shutdown_connections 2024-04-26T23:43:47.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.843+0000 7f24a15a1740 1 -- 172.21.15.26:0/2083372025 wait complete. 2024-04-26T23:43:47.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.843+0000 7f24a15a1740 20 client.17154 trim_cache size 0 max 16384 2024-04-26T23:43:47.850 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:43:47.851 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:43:47.851 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:43:47.851 INFO:teuthology.orchestra.run.smithi026.stdout: "ae8dfc4a-ce08-4688-921a-4997c4df65bd": { 2024-04-26T23:43:47.851 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:43:47.851 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "ae8dfc4a-ce08-4688-921a-4997c4df65bd", 2024-04-26T23:43:47.851 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:43:47.851 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:43:47.851 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:43:47.851 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:43:47.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.844+0000 7f249e600640 1 -- 172.21.15.26:0/1782682130 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f247c0a3da0 msgr2=0x7f247c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.844+0000 7f249e600640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f247c0a3da0 0x7f247c0a6260 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x562b07ae5030 tx=0x7f2484004730 comp rx=0 tx=0).stop 2024-04-26T23:43:47.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.844+0000 7f249e600640 1 -- 172.21.15.26:0/1782682130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24981a3f70 msgr2=0x7f24981a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:43:47.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.844+0000 7f249e600640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24981a3f70 0x7f24981a4420 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f249000cab0 tx=0x7f249000cf70 comp rx=0 tx=0).stop 2024-04-26T23:43:47.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.844+0000 7f249e600640 1 -- 172.21.15.26:0/1782682130 shutdown_connections 2024-04-26T23:43:47.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.844+0000 7f249e600640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f247c0a3da0 0x7f247c0a6260 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.844+0000 7f249e600640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f24981a3f70 0x7f24981a4420 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.844+0000 7f249e600640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2498107d00 0x7f249819fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.844+0000 7f249e600640 1 --2- 172.21.15.26:0/1782682130 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2498107920 0x7f249819f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:43:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.844+0000 7f249e600640 1 -- 172.21.15.26:0/1782682130 >> 172.21.15.26:0/1782682130 conn(0x7f2498077630 msgr2=0x7f24981029c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:43:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.844+0000 7f249e600640 1 -- 172.21.15.26:0/1782682130 shutdown_connections 2024-04-26T23:43:47.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:43:47.844+0000 7f249e600640 1 -- 172.21.15.26:0/1782682130 wait complete. 2024-04-26T23:43:47.867 INFO:tasks.cephfs.filesystem:scrub status for tag:ae8dfc4a-ce08-4688-921a-4997c4df65bd - {'path': '/', 'tag': 'ae8dfc4a-ce08-4688-921a-4997c4df65bd', 'options': 'recursive,force'} 2024-04-26T23:43:48.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:47 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:43:48.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:47 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:43:48.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:47 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:43:48.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:47 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:43:48.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:47 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:43:48.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:47 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:43:48.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:47 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:43:48.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:47 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:43:48.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:47 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:43:48.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:47 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:43:48.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:47 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:43:48.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:47 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:43:49.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:48 smithi164 ceph-mon[31699]: pgmap v243: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:49.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:48 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:43:49.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:48 smithi026 ceph-mon[28371]: pgmap v243: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:49.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:48 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:43:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:48 smithi086 ceph-mon[31122]: pgmap v243: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:43:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:48 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:43:51.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:50 smithi164 ceph-mon[31699]: pgmap v244: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:51.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:50 smithi026 ceph-mon[28371]: pgmap v244: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:51.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:50 smithi086 ceph-mon[31122]: pgmap v244: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:53.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:52 smithi164 ceph-mon[31699]: pgmap v245: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:53.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:52 smithi026 ceph-mon[28371]: pgmap v245: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:53.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:52 smithi086 ceph-mon[31122]: pgmap v245: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:43:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:54 smithi164 ceph-mon[31699]: pgmap v246: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:43:55.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:54 smithi026 ceph-mon[28371]: pgmap v246: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:43:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:54 smithi086 ceph-mon[31122]: pgmap v246: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:43:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:56 smithi164 ceph-mon[31699]: pgmap v247: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:43:57.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:56 smithi026 ceph-mon[28371]: pgmap v247: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:43:57.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:56 smithi086 ceph-mon[31122]: pgmap v247: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:43:59.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:43:58 smithi164 ceph-mon[31699]: pgmap v248: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:43:59.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:43:58 smithi026 ceph-mon[28371]: pgmap v248: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:43:59.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:43:58 smithi086 ceph-mon[31122]: pgmap v248: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:44:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:00 smithi164 ceph-mon[31699]: pgmap v249: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:44:01.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:00 smithi026 ceph-mon[28371]: pgmap v249: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:44:01.075 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:00 smithi086 ceph-mon[31122]: pgmap v249: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:44:02.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:01 smithi164 ceph-mon[31699]: pgmap v250: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:44:02.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:01 smithi026 ceph-mon[28371]: pgmap v250: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:44:02.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:01 smithi086 ceph-mon[31122]: pgmap v250: 97 pgs: 97 active+clean; 4.8 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:44:04.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:04 smithi164 ceph-mon[31699]: pgmap v251: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 99 KiB/s wr, 24 op/s 2024-04-26T23:44:04.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:04 smithi026 ceph-mon[28371]: pgmap v251: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 99 KiB/s wr, 24 op/s 2024-04-26T23:44:04.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:04 smithi086 ceph-mon[31122]: pgmap v251: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 99 KiB/s wr, 24 op/s 2024-04-26T23:44:06.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:06 smithi164 ceph-mon[31699]: pgmap v252: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 99 KiB/s wr, 22 op/s 2024-04-26T23:44:06.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:06 smithi026 ceph-mon[28371]: pgmap v252: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 99 KiB/s wr, 22 op/s 2024-04-26T23:44:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:06 smithi086 ceph-mon[31122]: pgmap v252: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 99 KiB/s wr, 22 op/s 2024-04-26T23:44:08.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:08 smithi164 ceph-mon[31699]: pgmap v253: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 99 KiB/s wr, 24 op/s 2024-04-26T23:44:08.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:08 smithi026 ceph-mon[28371]: pgmap v253: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 99 KiB/s wr, 24 op/s 2024-04-26T23:44:08.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:08 smithi086 ceph-mon[31122]: pgmap v253: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 99 KiB/s wr, 24 op/s 2024-04-26T23:44:10.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:10 smithi164 ceph-mon[31699]: pgmap v254: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 99 KiB/s wr, 22 op/s 2024-04-26T23:44:10.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:10 smithi164 ceph-mon[31699]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T23:44:10.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:10 smithi026 ceph-mon[28371]: pgmap v254: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 99 KiB/s wr, 22 op/s 2024-04-26T23:44:10.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:10 smithi026 ceph-mon[28371]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T23:44:10.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:10 smithi086 ceph-mon[31122]: pgmap v254: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 99 KiB/s wr, 22 op/s 2024-04-26T23:44:10.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:10 smithi086 ceph-mon[31122]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T23:44:12.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:12 smithi164 ceph-mon[31699]: pgmap v256: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 119 KiB/s wr, 26 op/s 2024-04-26T23:44:12.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:12 smithi026 ceph-mon[28371]: pgmap v256: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 119 KiB/s wr, 26 op/s 2024-04-26T23:44:12.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:12 smithi086 ceph-mon[31122]: pgmap v256: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 119 KiB/s wr, 26 op/s 2024-04-26T23:44:14.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:14 smithi164 ceph-mon[31699]: pgmap v257: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:44:14.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:14 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:44:14.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:14 smithi026 ceph-mon[28371]: pgmap v257: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:44:14.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:14 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:44:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:14 smithi086 ceph-mon[31122]: pgmap v257: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:44:14.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:14 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:44:16.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:15 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:44:16.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:15 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:44:16.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:15 smithi164 ceph-mon[31699]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T23:44:16.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:15 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:44:16.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:15 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:44:16.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:15 smithi026 ceph-mon[28371]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T23:44:16.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:15 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:44:16.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:15 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:44:16.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:15 smithi086 ceph-mon[31122]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T23:44:17.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:16 smithi164 ceph-mon[31699]: pgmap v259: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:44:17.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:16 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:44:17.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:16 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:44:17.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:16 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:44:17.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:16 smithi026 ceph-mon[28371]: pgmap v259: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:44:17.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:16 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:44:17.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:16 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:44:17.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:16 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:44:17.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:16 smithi086 ceph-mon[31122]: pgmap v259: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:44:17.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:16 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:44:17.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:16 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:44:17.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:16 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:44:17.867 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:44:17.867 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:44:18.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.100+0000 7f8557000640 1 -- 172.21.15.26:0/814604971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8550075680 msgr2=0x7f855010ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.100+0000 7f8557000640 1 --2- 172.21.15.26:0/814604971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8550075680 0x7f855010ead0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f853c009900 tx=0x7f853c02a480 comp rx=0 tx=0).stop 2024-04-26T23:44:18.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.100+0000 7f8557000640 1 -- 172.21.15.26:0/814604971 shutdown_connections 2024-04-26T23:44:18.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.100+0000 7f8557000640 1 --2- 172.21.15.26:0/814604971 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f855010f010 0x7f8550111460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.100+0000 7f8557000640 1 --2- 172.21.15.26:0/814604971 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8550075680 0x7f855010ead0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.100+0000 7f8557000640 1 --2- 172.21.15.26:0/814604971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8550074d60 0x7f8550075140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.100+0000 7f8557000640 1 -- 172.21.15.26:0/814604971 >> 172.21.15.26:0/814604971 conn(0x7f85500fe300 msgr2=0x7f8550100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:18.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.100+0000 7f8557000640 1 -- 172.21.15.26:0/814604971 shutdown_connections 2024-04-26T23:44:18.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.100+0000 7f8557000640 1 -- 172.21.15.26:0/814604971 wait complete. 2024-04-26T23:44:18.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.101+0000 7f8557000640 1 Processor -- start 2024-04-26T23:44:18.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.101+0000 7f8557000640 1 -- start start 2024-04-26T23:44:18.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.102+0000 7f8557000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8550074d60 0x7f855019b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.102+0000 7f8557000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8550075680 0x7f855019b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.102+0000 7f8557000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f855010f010 0x7f855019f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.102+0000 7f8557000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8550114b60 con 0x7f855010f010 2024-04-26T23:44:18.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.102+0000 7f8557000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f85501149e0 con 0x7f8550074d60 2024-04-26T23:44:18.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.102+0000 7f8557000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8550114ce0 con 0x7f8550075680 2024-04-26T23:44:18.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.102+0000 7f8556600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f855010f010 0x7f855019f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.102+0000 7f8556600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f855010f010 0x7f855019f9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57832/0 (socket says 172.21.15.26:57832) 2024-04-26T23:44:18.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.102+0000 7f8556600640 1 -- 172.21.15.26:0/2830499491 learned_addr learned my addr 172.21.15.26:0/2830499491 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:18.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.102+0000 7f8555200640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8550075680 0x7f855019b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.102+0000 7f8555c00640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8550074d60 0x7f855019b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f8556600640 1 -- 172.21.15.26:0/2830499491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8550075680 msgr2=0x7f855019b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f8556600640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8550075680 0x7f855019b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f8556600640 1 -- 172.21.15.26:0/2830499491 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8550074d60 msgr2=0x7f855019b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f8556600640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8550074d60 0x7f855019b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f8556600640 1 -- 172.21.15.26:0/2830499491 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85501a0110 con 0x7f855010f010 2024-04-26T23:44:18.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f8555c00640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8550074d60 0x7f855019b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:18.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f8555200640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8550075680 0x7f855019b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:18.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f8556600640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f855010f010 0x7f855019f9e0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f854800eaa0 tx=0x7f854800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:18.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f854e000640 1 -- 172.21.15.26:0/2830499491 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f854800cdb0 con 0x7f855010f010 2024-04-26T23:44:18.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f8557000640 1 -- 172.21.15.26:0/2830499491 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85501a0400 con 0x7f855010f010 2024-04-26T23:44:18.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f854e000640 1 -- 172.21.15.26:0/2830499491 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8548005020 con 0x7f855010f010 2024-04-26T23:44:18.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f854e000640 1 -- 172.21.15.26:0/2830499491 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85480116d0 con 0x7f855010f010 2024-04-26T23:44:18.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.103+0000 7f8557000640 1 -- 172.21.15.26:0/2830499491 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85501a7c90 con 0x7f855010f010 2024-04-26T23:44:18.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.107+0000 7f855b3f7740 1 Processor -- start 2024-04-26T23:44:18.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.107+0000 7f854e000640 1 -- 172.21.15.26:0/2830499491 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f85480051d0 con 0x7f855010f010 2024-04-26T23:44:18.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.108+0000 7f855b3f7740 1 -- start start 2024-04-26T23:44:18.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.108+0000 7f855b3f7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e799d50 0x55597e79a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.108+0000 7f855b3f7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e79a670 0x55597e7a4800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.108+0000 7f855b3f7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e7a4d40 0x55597e7a7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.108+0000 7f855b3f7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55597e6ab030 con 0x55597e799d50 2024-04-26T23:44:18.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.108+0000 7f855b3f7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55597e6c67f0 con 0x55597e7a4d40 2024-04-26T23:44:18.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.108+0000 7f855b3f7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55597e6817e0 con 0x55597e79a670 2024-04-26T23:44:18.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.109+0000 7f8555200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e799d50 0x55597e79a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.109+0000 7f8555200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e799d50 0x55597e79a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57834/0 (socket says 172.21.15.26:57834) 2024-04-26T23:44:18.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.109+0000 7f8555200640 1 -- 172.21.15.26:0/1002309288 learned_addr learned my addr 172.21.15.26:0/1002309288 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:18.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.109+0000 7f8555c00640 1 --2- 172.21.15.26:0/1002309288 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e79a670 0x55597e7a4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.109+0000 7f8555200640 1 --2- 172.21.15.26:0/1002309288 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e7a4d40 0x55597e7a7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.109+0000 7f8555200640 1 -- 172.21.15.26:0/1002309288 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e79a670 msgr2=0x55597e7a4800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:18.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.109+0000 7f8555200640 1 --2- 172.21.15.26:0/1002309288 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e79a670 0x55597e7a4800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.109+0000 7f854e000640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f85380a3d20 0x7f85380a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.109+0000 7f8555200640 1 -- 172.21.15.26:0/1002309288 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e7a4d40 msgr2=0x55597e7a7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:18.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.109+0000 7f8555200640 1 --2- 172.21.15.26:0/1002309288 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e7a4d40 0x55597e7a7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.109+0000 7f8555200640 1 -- 172.21.15.26:0/1002309288 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55597e68d050 con 0x55597e799d50 2024-04-26T23:44:18.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.110+0000 7f854e000640 1 -- 172.21.15.26:0/2830499491 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f85480d0a90 con 0x7f855010f010 2024-04-26T23:44:18.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.110+0000 7f8555200640 1 --2- 172.21.15.26:0/1002309288 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e799d50 0x55597e79a130 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f853c000c00 tx=0x7f853c009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d3a46f5e52a1d65 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:18.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.110+0000 7f8556600640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f85380a3d20 0x7f85380a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.110+0000 7f8542a00640 1 -- 172.21.15.26:0/1002309288 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853c043020 con 0x55597e799d50 2024-04-26T23:44:18.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.110+0000 7f8542a00640 1 -- 172.21.15.26:0/1002309288 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f853c0053c0 con 0x55597e799d50 2024-04-26T23:44:18.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.110+0000 7f8542a00640 1 -- 172.21.15.26:0/1002309288 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853c035070 con 0x55597e799d50 2024-04-26T23:44:18.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.111+0000 7f855b3f7740 1 -- 172.21.15.26:0/1002309288 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e799d50 msgr2=0x55597e79a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.111+0000 7f8556600640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f85380a3d20 0x7f85380a61e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f85480092f0 tx=0x7f8548005b20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:18.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.111+0000 7f855b3f7740 1 --2- 172.21.15.26:0/1002309288 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e799d50 0x55597e79a130 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f853c000c00 tx=0x7f853c009560 comp rx=0 tx=0).stop 2024-04-26T23:44:18.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.111+0000 7f855b3f7740 1 -- 172.21.15.26:0/1002309288 shutdown_connections 2024-04-26T23:44:18.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.111+0000 7f855b3f7740 1 --2- 172.21.15.26:0/1002309288 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e7a4d40 0x55597e7a7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.111+0000 7f855b3f7740 1 --2- 172.21.15.26:0/1002309288 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e79a670 0x55597e7a4800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.111+0000 7f855b3f7740 1 --2- 172.21.15.26:0/1002309288 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e799d50 0x55597e79a130 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.111+0000 7f855b3f7740 1 -- 172.21.15.26:0/1002309288 >> 172.21.15.26:0/1002309288 conn(0x55597e796070 msgr2=0x55597e796450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:18.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.111+0000 7f855b3f7740 1 -- 172.21.15.26:0/1002309288 shutdown_connections 2024-04-26T23:44:18.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.111+0000 7f855b3f7740 1 -- 172.21.15.26:0/1002309288 wait complete. 2024-04-26T23:44:18.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.112+0000 7f855b3f7740 1 -- start start 2024-04-26T23:44:18.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.112+0000 7f855b3f7740 1 Processor -- start 2024-04-26T23:44:18.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.113+0000 7f855b3f7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e799d50 0x55597e7a45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.113+0000 7f855b3f7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e79a670 0x55597e7a1960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.113+0000 7f855b3f7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e7a4d40 0x55597e7a1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.113+0000 7f855b3f7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55597e703200 con 0x55597e79a670 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.113+0000 7f855b3f7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55597e6fdee0 con 0x55597e799d50 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.113+0000 7f855b3f7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55597e70ae70 con 0x55597e7a4d40 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.113+0000 7f855b3f7740 10 client.0 _ll_register_callbacks cb 0x55597e6f4270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.113+0000 7f8555c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e79a670 0x55597e7a1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.113+0000 7f8555c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e79a670 0x55597e7a1960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57850/0 (socket says 172.21.15.26:57850) 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.113+0000 7f8555c00640 1 -- 172.21.15.26:0/352690955 learned_addr learned my addr 172.21.15.26:0/352690955 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.113+0000 7f8555200640 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e799d50 0x55597e7a45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.114+0000 7f8555200640 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e7a4d40 0x55597e7a1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.114+0000 7f8555c00640 1 -- 172.21.15.26:0/352690955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e7a4d40 msgr2=0x55597e7a1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.114+0000 7f8555c00640 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e7a4d40 0x55597e7a1ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.114+0000 7f8555c00640 1 -- 172.21.15.26:0/352690955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e799d50 msgr2=0x55597e7a45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.114+0000 7f8555c00640 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e799d50 0x55597e7a45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.114+0000 7f8555c00640 1 -- 172.21.15.26:0/352690955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55597e4da7d0 con 0x55597e79a670 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.114+0000 7f8555200640 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e799d50 0x55597e7a45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.114+0000 7f8555c00640 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e79a670 0x55597e7a1960 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f854400bfb0 tx=0x7f85440128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6882eedcb61594af server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.114+0000 7f8537400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.114+0000 7f8537400640 1 -- 172.21.15.26:0/352690955 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8544005220 con 0x55597e79a670 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.114+0000 7f8537400640 1 -- 172.21.15.26:0/352690955 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f85440053c0 con 0x55597e79a670 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.114+0000 7f855b3f7740 1 -- 172.21.15.26:0/352690955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f853c0053c0 con 0x55597e79a670 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.115+0000 7f8537400640 1 -- 172.21.15.26:0/352690955 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f85440055c0 con 0x55597e79a670 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.115+0000 7f855b3f7740 10 client.17166 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.115+0000 7f855b3f7740 1 -- 172.21.15.26:0/352690955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55597e4103f0 con 0x55597e79a670 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.115+0000 7f8537400640 1 -- 172.21.15.26:0/352690955 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f853c0053c0 con 0x55597e79a670 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.115+0000 7f8537400640 1 -- 172.21.15.26:0/352690955 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8544019030 con 0x55597e79a670 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.115+0000 7f855b3f7740 10 client.17166 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.115+0000 7f855b3f7740 10 client.17166 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.116+0000 7f855b3f7740 20 client.17166 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:18.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.116+0000 7f855b3f7740 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55597e7b4650 0x55597e7b6a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.116+0000 7f855b3f7740 4 client.17166 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:44:18.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.116+0000 7f855b3f7740 1 -- 172.21.15.26:0/352690955 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55597e70c7e0 con 0x55597e7b4650 2024-04-26T23:44:18.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.116+0000 7f8555200640 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55597e7b4650 0x55597e7b6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.117+0000 7f8555200640 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55597e7b4650 0x55597e7b6a80 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc4110a8b65920bd server_cookie=169ffafbe7add9b4 in_seq=0 out_seq=0 2024-04-26T23:44:18.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.117+0000 7f8537400640 10 client.17166 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:18.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.119+0000 7f8537400640 1 -- 172.21.15.26:0/352690955 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55597e70c7e0 con 0x55597e7b4650 2024-04-26T23:44:18.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.119+0000 7f8537400640 10 client.17166 handle_command_reply: tid=0 2024-04-26T23:44:18.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.119+0000 7f855b3f7740 1 client.17166 shutdown 2024-04-26T23:44:18.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.119+0000 7f855b3f7740 1 -- 172.21.15.26:0/352690955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e79a670 msgr2=0x55597e7a1960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.119+0000 7f855b3f7740 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e79a670 0x55597e7a1960 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f854400bfb0 tx=0x7f85440128e0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.119+0000 7f855b3f7740 1 -- 172.21.15.26:0/352690955 shutdown_connections 2024-04-26T23:44:18.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.119+0000 7f855b3f7740 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55597e7b4650 0x55597e7b6a80 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.119+0000 7f855b3f7740 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e7a4d40 0x55597e7a1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.119+0000 7f855b3f7740 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e79a670 0x55597e7a1960 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.119+0000 7f855b3f7740 1 --2- 172.21.15.26:0/352690955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e799d50 0x55597e7a45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.119+0000 7f8537400640 0 client.17166 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:18.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.119+0000 7f855b3f7740 1 -- 172.21.15.26:0/352690955 >> 172.21.15.26:0/352690955 conn(0x55597e796070 msgr2=0x55597e79bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:18.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.120+0000 7f855b3f7740 1 -- 172.21.15.26:0/352690955 shutdown_connections 2024-04-26T23:44:18.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.120+0000 7f855b3f7740 1 -- 172.21.15.26:0/352690955 wait complete. 2024-04-26T23:44:18.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.120+0000 7f855b3f7740 20 client.17166 trim_cache size 0 max 16384 2024-04-26T23:44:18.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.147+0000 7f855b3f7740 1 Processor -- start 2024-04-26T23:44:18.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.147+0000 7f855b3f7740 1 -- start start 2024-04-26T23:44:18.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.147+0000 7f855b3f7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 0x55597e7951f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.147+0000 7f855b3f7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e799d50 0x55597e79cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.147+0000 7f855b3f7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e79a670 0x55597e7a4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.147+0000 7f855b3f7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f85501b0570 con 0x55597e796070 2024-04-26T23:44:18.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.147+0000 7f855b3f7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f85501ae3e0 con 0x55597e79a670 2024-04-26T23:44:18.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.147+0000 7f855b3f7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f85501afea0 con 0x55597e799d50 2024-04-26T23:44:18.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.148+0000 7f8555200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 0x55597e7951f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.148+0000 7f8555200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 0x55597e7951f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57864/0 (socket says 172.21.15.26:57864) 2024-04-26T23:44:18.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.148+0000 7f8555200640 1 -- 172.21.15.26:0/4005443077 learned_addr learned my addr 172.21.15.26:0/4005443077 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:18.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.148+0000 7f8555c00640 1 --2- 172.21.15.26:0/4005443077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e799d50 0x55597e79cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.148+0000 7f8555200640 1 -- 172.21.15.26:0/4005443077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e799d50 msgr2=0x55597e79cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:18.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.148+0000 7f8555200640 1 --2- 172.21.15.26:0/4005443077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e799d50 0x55597e79cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.148+0000 7f8555200640 1 -- 172.21.15.26:0/4005443077 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e79a670 msgr2=0x55597e7a4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:18.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.148+0000 7f8555200640 1 --2- 172.21.15.26:0/4005443077 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e79a670 0x55597e7a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.148+0000 7f8555200640 1 -- 172.21.15.26:0/4005443077 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55597e3d00f0 con 0x55597e796070 2024-04-26T23:44:18.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.149+0000 7f8555200640 1 --2- 172.21.15.26:0/4005443077 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 0x55597e7951f0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f853c009900 tx=0x7f853c009230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec5c5f291769416f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:18.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.149+0000 7f8542000640 1 -- 172.21.15.26:0/4005443077 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853c053020 con 0x55597e796070 2024-04-26T23:44:18.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.149+0000 7f8542000640 1 -- 172.21.15.26:0/4005443077 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f853c004b50 con 0x55597e796070 2024-04-26T23:44:18.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.149+0000 7f8542000640 1 -- 172.21.15.26:0/4005443077 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853c043070 con 0x55597e796070 2024-04-26T23:44:18.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.150+0000 7f855b3f7740 1 -- 172.21.15.26:0/4005443077 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 msgr2=0x55597e7951f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.150+0000 7f855b3f7740 1 --2- 172.21.15.26:0/4005443077 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 0x55597e7951f0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f853c009900 tx=0x7f853c009230 comp rx=0 tx=0).stop 2024-04-26T23:44:18.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.150+0000 7f855b3f7740 1 -- 172.21.15.26:0/4005443077 shutdown_connections 2024-04-26T23:44:18.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.150+0000 7f855b3f7740 1 --2- 172.21.15.26:0/4005443077 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e79a670 0x55597e7a4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.150+0000 7f855b3f7740 1 --2- 172.21.15.26:0/4005443077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e799d50 0x55597e79cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.150+0000 7f855b3f7740 1 --2- 172.21.15.26:0/4005443077 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 0x55597e7951f0 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.150+0000 7f855b3f7740 1 -- 172.21.15.26:0/4005443077 >> 172.21.15.26:0/4005443077 conn(0x55597e7a2000 msgr2=0x55597e79c680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:18.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.150+0000 7f855b3f7740 1 -- 172.21.15.26:0/4005443077 shutdown_connections 2024-04-26T23:44:18.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.150+0000 7f855b3f7740 1 -- 172.21.15.26:0/4005443077 wait complete. 2024-04-26T23:44:18.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.151+0000 7f855b3f7740 1 -- start start 2024-04-26T23:44:18.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.151+0000 7f855b3f7740 1 Processor -- start 2024-04-26T23:44:18.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.151+0000 7f855b3f7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 0x55597e7a8890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.151+0000 7f855b3f7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e799d50 0x55597e7a8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.151+0000 7f855b3f7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e79a670 0x55597e7a9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.151+0000 7f855b3f7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f85501af100 con 0x55597e796070 2024-04-26T23:44:18.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.151+0000 7f855b3f7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f85501aea30 con 0x55597e79a670 2024-04-26T23:44:18.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.151+0000 7f855b3f7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f85501af7d0 con 0x55597e799d50 2024-04-26T23:44:18.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.151+0000 7f855b3f7740 10 client.0 _ll_register_callbacks cb 0x7f854400b8e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.152+0000 7f8555200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 0x55597e7a8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.152+0000 7f8555200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 0x55597e7a8890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57880/0 (socket says 172.21.15.26:57880) 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.152+0000 7f8555200640 1 -- 172.21.15.26:0/1472331351 learned_addr learned my addr 172.21.15.26:0/1472331351 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.152+0000 7f8555c00640 1 --2- 172.21.15.26:0/1472331351 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e799d50 0x55597e7a8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.152+0000 7f8555200640 1 -- 172.21.15.26:0/1472331351 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e799d50 msgr2=0x55597e7a8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.152+0000 7f8555200640 1 --2- 172.21.15.26:0/1472331351 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e799d50 0x55597e7a8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.152+0000 7f8555200640 1 -- 172.21.15.26:0/1472331351 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e79a670 msgr2=0x55597e7a9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.152+0000 7f8555200640 1 --2- 172.21.15.26:0/1472331351 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e79a670 0x55597e7a9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.152+0000 7f8555200640 1 -- 172.21.15.26:0/1472331351 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55597e6c6a30 con 0x55597e796070 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.153+0000 7f8555200640 1 --2- 172.21.15.26:0/1472331351 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 0x55597e7a8890 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f853c006010 tx=0x7f853c004470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=960fd274f9471a4a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.153+0000 7f8537400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.153+0000 7f8537400640 1 -- 172.21.15.26:0/1472331351 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853c053030 con 0x55597e796070 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.153+0000 7f855b3f7740 1 -- 172.21.15.26:0/1472331351 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f853c004b50 con 0x55597e796070 2024-04-26T23:44:18.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.153+0000 7f8537400640 1 -- 172.21.15.26:0/1472331351 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f853c053de0 con 0x55597e796070 2024-04-26T23:44:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.153+0000 7f8537400640 1 -- 172.21.15.26:0/1472331351 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f853c043040 con 0x55597e796070 2024-04-26T23:44:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.153+0000 7f855b3f7740 10 client.17172 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.153+0000 7f855b3f7740 1 -- 172.21.15.26:0/1472331351 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55597e81afe0 con 0x55597e796070 2024-04-26T23:44:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.154+0000 7f8537400640 1 -- 172.21.15.26:0/1472331351 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f853c004b50 con 0x55597e796070 2024-04-26T23:44:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.154+0000 7f8537400640 1 -- 172.21.15.26:0/1472331351 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f853c053650 con 0x55597e796070 2024-04-26T23:44:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.154+0000 7f855b3f7740 10 client.17172 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.154+0000 7f855b3f7740 10 client.17172 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.154+0000 7f855b3f7740 20 client.17172 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.154+0000 7f855b3f7740 1 --2- 172.21.15.26:0/1472331351 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55597e7a4d40 0x55597e81d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.154+0000 7f855b3f7740 4 client.17172 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:44:18.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.154+0000 7f855b3f7740 1 -- 172.21.15.26:0/1472331351 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55597e706650 con 0x55597e7a4d40 2024-04-26T23:44:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.155+0000 7f8555c00640 1 --2- 172.21.15.26:0/1472331351 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55597e7a4d40 0x55597e81d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.155+0000 7f8555c00640 1 --2- 172.21.15.26:0/1472331351 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55597e7a4d40 0x55597e81d1c0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=979bdd1515320e20 server_cookie=95d559877c7e9ce7 in_seq=0 out_seq=0 2024-04-26T23:44:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.155+0000 7f8537400640 10 client.17172 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f8537400640 1 -- 172.21.15.26:0/1472331351 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55597e706650 con 0x55597e7a4d40 2024-04-26T23:44:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f8537400640 10 client.17172 handle_command_reply: tid=0 2024-04-26T23:44:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f855b3f7740 1 client.17172 shutdown 2024-04-26T23:44:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f855b3f7740 1 -- 172.21.15.26:0/1472331351 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 msgr2=0x55597e7a8890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f855b3f7740 1 --2- 172.21.15.26:0/1472331351 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 0x55597e7a8890 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f853c006010 tx=0x7f853c004470 comp rx=0 tx=0).stop 2024-04-26T23:44:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f855b3f7740 1 -- 172.21.15.26:0/1472331351 shutdown_connections 2024-04-26T23:44:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f855b3f7740 1 --2- 172.21.15.26:0/1472331351 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55597e7a4d40 0x55597e81d1c0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f855b3f7740 1 --2- 172.21.15.26:0/1472331351 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55597e79a670 0x55597e7a9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f855b3f7740 1 --2- 172.21.15.26:0/1472331351 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55597e799d50 0x55597e7a8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f855b3f7740 1 --2- 172.21.15.26:0/1472331351 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55597e796070 0x55597e7a8890 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f855b3f7740 1 -- 172.21.15.26:0/1472331351 >> 172.21.15.26:0/1472331351 conn(0x55597e7a2000 msgr2=0x55597e795070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f8537400640 0 client.17172 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f855b3f7740 1 -- 172.21.15.26:0/1472331351 shutdown_connections 2024-04-26T23:44:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.156+0000 7f855b3f7740 1 -- 172.21.15.26:0/1472331351 wait complete. 2024-04-26T23:44:18.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.157+0000 7f855b3f7740 20 client.17172 trim_cache size 0 max 16384 2024-04-26T23:44:18.167 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:44:18.167 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:44:18.167 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:44:18.168 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:44:18.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.157+0000 7f8557000640 1 -- 172.21.15.26:0/2830499491 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f85380a3d20 msgr2=0x7f85380a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.157+0000 7f8557000640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f85380a3d20 0x7f85380a61e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f85480092f0 tx=0x7f8548005b20 comp rx=0 tx=0).stop 2024-04-26T23:44:18.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.157+0000 7f8557000640 1 -- 172.21.15.26:0/2830499491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f855010f010 msgr2=0x7f855019f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.157+0000 7f8557000640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f855010f010 0x7f855019f9e0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f854800eaa0 tx=0x7f854800ef60 comp rx=0 tx=0).stop 2024-04-26T23:44:18.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.157+0000 7f8557000640 1 -- 172.21.15.26:0/2830499491 shutdown_connections 2024-04-26T23:44:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.157+0000 7f8557000640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f85380a3d20 0x7f85380a61e0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.157+0000 7f8557000640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f855010f010 0x7f855019f9e0 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.157+0000 7f8557000640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8550075680 0x7f855019b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.157+0000 7f8557000640 1 --2- 172.21.15.26:0/2830499491 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8550074d60 0x7f855019b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.157+0000 7f8557000640 1 -- 172.21.15.26:0/2830499491 >> 172.21.15.26:0/2830499491 conn(0x7f85500fe300 msgr2=0x7f85500ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.158+0000 7f8557000640 1 -- 172.21.15.26:0/2830499491 shutdown_connections 2024-04-26T23:44:18.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.158+0000 7f8557000640 1 -- 172.21.15.26:0/2830499491 wait complete. 2024-04-26T23:44:18.183 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:44:18.184 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:44:18.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.411+0000 7fec23e00640 1 -- 172.21.15.26:0/1817848799 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec2410a950 msgr2=0x7fec2410ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.411+0000 7fec23e00640 1 --2- 172.21.15.26:0/1817848799 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec2410a950 0x7fec2410ad30 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fec14009930 tx=0x7fec1402a420 comp rx=0 tx=0).stop 2024-04-26T23:44:18.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.411+0000 7fec23e00640 1 -- 172.21.15.26:0/1817848799 shutdown_connections 2024-04-26T23:44:18.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.411+0000 7fec23e00640 1 --2- 172.21.15.26:0/1817848799 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fec24105300 0x7fec24111810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.411+0000 7fec23e00640 1 --2- 172.21.15.26:0/1817848799 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fec24104940 0x7fec24104dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.411+0000 7fec23e00640 1 --2- 172.21.15.26:0/1817848799 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec2410a950 0x7fec2410ad30 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.411+0000 7fec23e00640 1 -- 172.21.15.26:0/1817848799 >> 172.21.15.26:0/1817848799 conn(0x7fec241003d0 msgr2=0x7fec241027f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:18.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.411+0000 7fec23e00640 1 -- 172.21.15.26:0/1817848799 shutdown_connections 2024-04-26T23:44:18.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.411+0000 7fec23e00640 1 -- 172.21.15.26:0/1817848799 wait complete. 2024-04-26T23:44:18.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.412+0000 7fec23e00640 1 Processor -- start 2024-04-26T23:44:18.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.412+0000 7fec23e00640 1 -- start start 2024-04-26T23:44:18.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.413+0000 7fec23e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec24104940 0x7fec2419b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.413+0000 7fec23e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fec24105300 0x7fec2419b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.413+0000 7fec23e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fec2410a950 0x7fec2419f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.413+0000 7fec23e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fec24114b10 con 0x7fec24104940 2024-04-26T23:44:18.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.413+0000 7fec23e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fec24114990 con 0x7fec2410a950 2024-04-26T23:44:18.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.413+0000 7fec23e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fec24114c90 con 0x7fec24105300 2024-04-26T23:44:18.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.413+0000 7fec22a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec24104940 0x7fec2419b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.413+0000 7fec22a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec24104940 0x7fec2419b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57892/0 (socket says 172.21.15.26:57892) 2024-04-26T23:44:18.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.413+0000 7fec22a00640 1 -- 172.21.15.26:0/2584353182 learned_addr learned my addr 172.21.15.26:0/2584353182 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:18.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.413+0000 7fec22000640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fec24105300 0x7fec2419b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.413+0000 7fec23400640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fec2410a950 0x7fec2419f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.414+0000 7fec22a00640 1 -- 172.21.15.26:0/2584353182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fec24105300 msgr2=0x7fec2419b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.414+0000 7fec22a00640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fec24105300 0x7fec2419b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.414+0000 7fec22a00640 1 -- 172.21.15.26:0/2584353182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fec2410a950 msgr2=0x7fec2419f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.414+0000 7fec22a00640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fec2410a950 0x7fec2419f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.414+0000 7fec22a00640 1 -- 172.21.15.26:0/2584353182 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec241a0040 con 0x7fec24104940 2024-04-26T23:44:18.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.414+0000 7fec22a00640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec24104940 0x7fec2419b050 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7fec1402a940 tx=0x7fec14003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:18.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.414+0000 7fec1b400640 1 -- 172.21.15.26:0/2584353182 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1403f070 con 0x7fec24104940 2024-04-26T23:44:18.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.414+0000 7fec23e00640 1 -- 172.21.15.26:0/2584353182 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec241a02d0 con 0x7fec24104940 2024-04-26T23:44:18.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.414+0000 7fec1b400640 1 -- 172.21.15.26:0/2584353182 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fec14003e10 con 0x7fec24104940 2024-04-26T23:44:18.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.414+0000 7fec1b400640 1 -- 172.21.15.26:0/2584353182 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec14035030 con 0x7fec24104940 2024-04-26T23:44:18.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.415+0000 7fec23e00640 1 -- 172.21.15.26:0/2584353182 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec241a7bc0 con 0x7fec24104940 2024-04-26T23:44:18.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.416+0000 7fec23e00640 1 -- 172.21.15.26:0/2584353182 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec24069670 con 0x7fec24104940 2024-04-26T23:44:18.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.418+0000 7fec1b400640 1 -- 172.21.15.26:0/2584353182 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fec14042070 con 0x7fec24104940 2024-04-26T23:44:18.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.419+0000 7fec1b400640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fec080a3d20 0x7fec080a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:18.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.420+0000 7fec1b400640 1 -- 172.21.15.26:0/2584353182 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fec140f10f0 con 0x7fec24104940 2024-04-26T23:44:18.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.420+0000 7fec22000640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fec080a3d20 0x7fec080a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:18.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.421+0000 7fec22000640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fec080a3d20 0x7fec080a61e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fec10005fd0 tx=0x7fec10005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:18.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.425+0000 7fec1b400640 1 -- 172.21.15.26:0/2584353182 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fec140bd710 con 0x7fec24104940 2024-04-26T23:44:18.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.751+0000 7fec23e00640 1 -- 172.21.15.26:0/2584353182 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fec2410ceb0 con 0x7fec24104940 2024-04-26T23:44:18.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.753+0000 7fec1b400640 1 -- 172.21.15.26:0/2584353182 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fec140bd010 con 0x7fec24104940 2024-04-26T23:44:18.757 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:44:18.758 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:44:18.758 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:44:18.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.756+0000 7fec23e00640 1 -- 172.21.15.26:0/2584353182 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fec080a3d20 msgr2=0x7fec080a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.756+0000 7fec23e00640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fec080a3d20 0x7fec080a61e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fec10005fd0 tx=0x7fec10005850 comp rx=0 tx=0).stop 2024-04-26T23:44:18.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.756+0000 7fec23e00640 1 -- 172.21.15.26:0/2584353182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec24104940 msgr2=0x7fec2419b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:18.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.756+0000 7fec23e00640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec24104940 0x7fec2419b050 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7fec1402a940 tx=0x7fec14003c20 comp rx=0 tx=0).stop 2024-04-26T23:44:18.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.757+0000 7fec23e00640 1 -- 172.21.15.26:0/2584353182 shutdown_connections 2024-04-26T23:44:18.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.757+0000 7fec23e00640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fec2410a950 0x7fec2419f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.757+0000 7fec23e00640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fec24105300 0x7fec2419b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.757+0000 7fec23e00640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fec080a3d20 0x7fec080a61e0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.757+0000 7fec23e00640 1 --2- 172.21.15.26:0/2584353182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec24104940 0x7fec2419b050 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:18.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.757+0000 7fec23e00640 1 -- 172.21.15.26:0/2584353182 >> 172.21.15.26:0/2584353182 conn(0x7fec241003d0 msgr2=0x7fec24100d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:18.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.757+0000 7fec23e00640 1 -- 172.21.15.26:0/2584353182 shutdown_connections 2024-04-26T23:44:18.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.757+0000 7fec23e00640 1 -- 172.21.15.26:0/2584353182 wait complete. 2024-04-26T23:44:18.782 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:44:19.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.998+0000 7fddd7e00640 1 -- 172.21.15.26:0/3427036928 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddd810cdb0 msgr2=0x7fddd810f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.998+0000 7fddd7e00640 1 --2- 172.21.15.26:0/3427036928 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddd810cdb0 0x7fddd810f250 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fddd0009ca0 tx=0x7fddd002a950 comp rx=0 tx=0).stop 2024-04-26T23:44:19.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.999+0000 7fddd7e00640 1 -- 172.21.15.26:0/3427036928 shutdown_connections 2024-04-26T23:44:19.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.999+0000 7fddd7e00640 1 --2- 172.21.15.26:0/3427036928 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddd810cdb0 0x7fddd810f250 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.999+0000 7fddd7e00640 1 --2- 172.21.15.26:0/3427036928 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddd81042b0 0x7fddd810c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.999+0000 7fddd7e00640 1 --2- 172.21.15.26:0/3427036928 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fddd8103990 0x7fddd8103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.999+0000 7fddd7e00640 1 -- 172.21.15.26:0/3427036928 >> 172.21.15.26:0/3427036928 conn(0x7fddd80fd1b0 msgr2=0x7fddd80ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.999+0000 7fddd7e00640 1 -- 172.21.15.26:0/3427036928 shutdown_connections 2024-04-26T23:44:19.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:18.999+0000 7fddd7e00640 1 -- 172.21.15.26:0/3427036928 wait complete. 2024-04-26T23:44:19.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.000+0000 7fddd7e00640 1 Processor -- start 2024-04-26T23:44:19.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.000+0000 7fddd7e00640 1 -- start start 2024-04-26T23:44:19.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.000+0000 7fddd7e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddd8103990 0x7fddd819b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.000+0000 7fddd7e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fddd81042b0 0x7fddd819b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.000+0000 7fddd7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddd810cdb0 0x7fddd819f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.000+0000 7fddd7e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fddd8112960 con 0x7fddd810cdb0 2024-04-26T23:44:19.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.000+0000 7fddd7e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81127e0 con 0x7fddd8103990 2024-04-26T23:44:19.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.000+0000 7fddd7e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fddd8112ae0 con 0x7fddd81042b0 2024-04-26T23:44:19.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.001+0000 7fddd7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddd810cdb0 0x7fddd819f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.001+0000 7fddd7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddd810cdb0 0x7fddd819f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57916/0 (socket says 172.21.15.26:57916) 2024-04-26T23:44:19.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.001+0000 7fddd7400640 1 -- 172.21.15.26:0/1384066632 learned_addr learned my addr 172.21.15.26:0/1384066632 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.001+0000 7fddd6a00640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddd8103990 0x7fddd819b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.001+0000 7fddd6000640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fddd81042b0 0x7fddd819b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.001+0000 7fddd7400640 1 -- 172.21.15.26:0/1384066632 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fddd81042b0 msgr2=0x7fddd819b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.001+0000 7fddd7400640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fddd81042b0 0x7fddd819b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.001+0000 7fddd7400640 1 -- 172.21.15.26:0/1384066632 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddd8103990 msgr2=0x7fddd819b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.001+0000 7fddd7400640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddd8103990 0x7fddd819b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.001+0000 7fddd7400640 1 -- 172.21.15.26:0/1384066632 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddd81a00a0 con 0x7fddd810cdb0 2024-04-26T23:44:19.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.001+0000 7fddd6a00640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddd8103990 0x7fddd819b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:19.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.002+0000 7fddd7400640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddd810cdb0 0x7fddd819f970 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fddd0009dc0 tx=0x7fddd0003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.002+0000 7fddcf400640 1 -- 172.21.15.26:0/1384066632 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd0034040 con 0x7fddd810cdb0 2024-04-26T23:44:19.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.002+0000 7fddcf400640 1 -- 172.21.15.26:0/1384066632 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fddd0030850 con 0x7fddd810cdb0 2024-04-26T23:44:19.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.002+0000 7fddd7e00640 1 -- 172.21.15.26:0/1384066632 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddd81a0330 con 0x7fddd810cdb0 2024-04-26T23:44:19.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.002+0000 7fddcf400640 1 -- 172.21.15.26:0/1384066632 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd00046e0 con 0x7fddd810cdb0 2024-04-26T23:44:19.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.002+0000 7fddd7e00640 1 -- 172.21.15.26:0/1384066632 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddd81a7c20 con 0x7fddd810cdb0 2024-04-26T23:44:19.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.006+0000 7fddcf400640 1 -- 172.21.15.26:0/1384066632 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fddd0037020 con 0x7fddd810cdb0 2024-04-26T23:44:19.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.006+0000 7fdde082e740 1 Processor -- start 2024-04-26T23:44:19.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.006+0000 7fdde082e740 1 -- start start 2024-04-26T23:44:19.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.007+0000 7fdde082e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69d03a0 0x55d3e69d0780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.007+0000 7fdde082e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d0cc0 0x55d3e69dae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.007+0000 7fdde082e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69db390 0x55d3e69dd780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.007+0000 7fdde082e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d3e6934c70 con 0x55d3e69db390 2024-04-26T23:44:19.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.007+0000 7fdde082e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d3e68ed980 con 0x55d3e69d03a0 2024-04-26T23:44:19.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.007+0000 7fdde082e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d3e6930c30 con 0x55d3e69d0cc0 2024-04-26T23:44:19.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.007+0000 7fddd6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69db390 0x55d3e69dd780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.007+0000 7fddd6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69db390 0x55d3e69dd780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57932/0 (socket says 172.21.15.26:57932) 2024-04-26T23:44:19.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.007+0000 7fddd6000640 1 -- 172.21.15.26:0/2588293515 learned_addr learned my addr 172.21.15.26:0/2588293515 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.007+0000 7fddd6000640 1 --2- 172.21.15.26:0/2588293515 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69d03a0 0x55d3e69d0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.008+0000 7fddd6a00640 1 --2- 172.21.15.26:0/2588293515 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d0cc0 0x55d3e69dae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.008+0000 7fddd6000640 1 -- 172.21.15.26:0/2588293515 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d0cc0 msgr2=0x55d3e69dae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.008+0000 7fddcf400640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fddbc0a3da0 0x7fddbc0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.008+0000 7fddd6000640 1 --2- 172.21.15.26:0/2588293515 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d0cc0 0x55d3e69dae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.008+0000 7fddd6000640 1 -- 172.21.15.26:0/2588293515 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69d03a0 msgr2=0x55d3e69d0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.008+0000 7fddd6000640 1 --2- 172.21.15.26:0/2588293515 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69d03a0 0x55d3e69d0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.008+0000 7fddd6000640 1 -- 172.21.15.26:0/2588293515 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3e68c57b0 con 0x55d3e69db390 2024-04-26T23:44:19.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.008+0000 7fddcf400640 1 -- 172.21.15.26:0/1384066632 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fddd00f17b0 con 0x7fddd810cdb0 2024-04-26T23:44:19.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.008+0000 7fddd6000640 1 --2- 172.21.15.26:0/2588293515 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69db390 0x55d3e69dd780 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7fddc40148c0 tx=0x7fddc400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13d9f7f346e39ce7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.008+0000 7fddd7400640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fddbc0a3da0 0x7fddbc0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.009+0000 7fddc3e00640 1 -- 172.21.15.26:0/2588293515 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc40142d0 con 0x55d3e69db390 2024-04-26T23:44:19.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.009+0000 7fddc3e00640 1 -- 172.21.15.26:0/2588293515 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fddc400fbf0 con 0x55d3e69db390 2024-04-26T23:44:19.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.009+0000 7fddc3e00640 1 -- 172.21.15.26:0/2588293515 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc4012950 con 0x55d3e69db390 2024-04-26T23:44:19.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.010+0000 7fddd7400640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fddbc0a3da0 0x7fddbc0a6260 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fddd0005fa0 tx=0x7fddd0005ef0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.010+0000 7fdde082e740 1 -- 172.21.15.26:0/2588293515 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69db390 msgr2=0x55d3e69dd780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.010+0000 7fdde082e740 1 --2- 172.21.15.26:0/2588293515 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69db390 0x55d3e69dd780 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7fddc40148c0 tx=0x7fddc400c490 comp rx=0 tx=0).stop 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.010+0000 7fdde082e740 1 -- 172.21.15.26:0/2588293515 shutdown_connections 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.010+0000 7fdde082e740 1 --2- 172.21.15.26:0/2588293515 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69db390 0x55d3e69dd780 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.010+0000 7fdde082e740 1 --2- 172.21.15.26:0/2588293515 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d0cc0 0x55d3e69dae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.010+0000 7fdde082e740 1 --2- 172.21.15.26:0/2588293515 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69d03a0 0x55d3e69d0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.010+0000 7fdde082e740 1 -- 172.21.15.26:0/2588293515 >> 172.21.15.26:0/2588293515 conn(0x55d3e69cc6c0 msgr2=0x55d3e69ccaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.010+0000 7fdde082e740 1 -- 172.21.15.26:0/2588293515 shutdown_connections 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.010+0000 7fdde082e740 1 -- 172.21.15.26:0/2588293515 wait complete. 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.010+0000 7fdde082e740 1 -- start start 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.011+0000 7fdde082e740 1 Processor -- start 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.011+0000 7fdde082e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d03a0 0x55d3e69dad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.011+0000 7fdde082e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 0x55d3e69d8000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.011+0000 7fdde082e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69db390 0x55d3e69d8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.011+0000 7fdde082e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d3e6933f80 con 0x55d3e69d0cc0 2024-04-26T23:44:19.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.011+0000 7fdde082e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d3e68e1260 con 0x55d3e69db390 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.011+0000 7fdde082e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d3e69392a0 con 0x55d3e69d03a0 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.011+0000 7fdde082e740 10 client.0 _ll_register_callbacks cb 0x55d3e692b960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.012+0000 7fddd6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 0x55d3e69d8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.012+0000 7fddd6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 0x55d3e69d8000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57946/0 (socket says 172.21.15.26:57946) 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.012+0000 7fddd6a00640 1 -- 172.21.15.26:0/2153518594 learned_addr learned my addr 172.21.15.26:0/2153518594 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.012+0000 7fddd6000640 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d03a0 0x55d3e69dad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.012+0000 7fddd6000640 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69db390 0x55d3e69d8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.012+0000 7fddd6a00640 1 -- 172.21.15.26:0/2153518594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d03a0 msgr2=0x55d3e69dad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.012+0000 7fddd6a00640 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d03a0 0x55d3e69dad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.012+0000 7fddd6a00640 1 -- 172.21.15.26:0/2153518594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69db390 msgr2=0x55d3e69d8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.012+0000 7fddd6a00640 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69db390 0x55d3e69d8580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.012+0000 7fddd6a00640 1 -- 172.21.15.26:0/2153518594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d3e68c31c0 con 0x55d3e69d0cc0 2024-04-26T23:44:19.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.012+0000 7fddd6000640 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69db390 0x55d3e69d8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:19.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.013+0000 7fddd6a00640 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 0x55d3e69d8000 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7fddc800bfb0 tx=0x7fddc80128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1996597b5579dd6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.013+0000 7fddc0c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:19.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.013+0000 7fddc0c00640 1 -- 172.21.15.26:0/2153518594 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc8005220 con 0x55d3e69d0cc0 2024-04-26T23:44:19.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.013+0000 7fddc0c00640 1 -- 172.21.15.26:0/2153518594 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fddc80053c0 con 0x55d3e69d0cc0 2024-04-26T23:44:19.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.013+0000 7fdde082e740 1 -- 172.21.15.26:0/2153518594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fddc400fbf0 con 0x55d3e69d0cc0 2024-04-26T23:44:19.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.013+0000 7fddc0c00640 1 -- 172.21.15.26:0/2153518594 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fddc80055c0 con 0x55d3e69d0cc0 2024-04-26T23:44:19.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.013+0000 7fdde082e740 10 client.17190 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:19.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.013+0000 7fdde082e740 1 -- 172.21.15.26:0/2153518594 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d3e66463f0 con 0x55d3e69d0cc0 2024-04-26T23:44:19.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.014+0000 7fddc0c00640 1 -- 172.21.15.26:0/2153518594 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fddc400fbf0 con 0x55d3e69d0cc0 2024-04-26T23:44:19.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.014+0000 7fddc0c00640 1 -- 172.21.15.26:0/2153518594 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fddc8019030 con 0x55d3e69d0cc0 2024-04-26T23:44:19.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.014+0000 7fdde082e740 10 client.17190 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:19.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.014+0000 7fdde082e740 10 client.17190 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:44:19.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.014+0000 7fdde082e740 20 client.17190 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:19.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.014+0000 7fdde082e740 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55d3e69eafd0 0x55d3e69ed3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.014+0000 7fdde082e740 4 client.17190 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:44:19.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.014+0000 7fdde082e740 1 -- 172.21.15.26:0/2153518594 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d3e6942880 con 0x55d3e69eafd0 2024-04-26T23:44:19.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.015+0000 7fddd6000640 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55d3e69eafd0 0x55d3e69ed3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.016+0000 7fddc0c00640 10 client.17190 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:44:19.021 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.016+0000 7fddd6000640 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55d3e69eafd0 0x55d3e69ed3c0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=94c7143560e59c1e server_cookie=39269942c596544a in_seq=0 out_seq=0 2024-04-26T23:44:19.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.018+0000 7fddc0c00640 1 -- 172.21.15.26:0/2153518594 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d3e6942880 con 0x55d3e69eafd0 2024-04-26T23:44:19.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.018+0000 7fddc0c00640 10 client.17190 handle_command_reply: tid=0 2024-04-26T23:44:19.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.018+0000 7fdde082e740 1 client.17190 shutdown 2024-04-26T23:44:19.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.018+0000 7fdde082e740 1 -- 172.21.15.26:0/2153518594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 msgr2=0x55d3e69d8000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.018+0000 7fdde082e740 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 0x55d3e69d8000 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7fddc800bfb0 tx=0x7fddc80128e0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.018+0000 7fdde082e740 1 -- 172.21.15.26:0/2153518594 shutdown_connections 2024-04-26T23:44:19.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.018+0000 7fdde082e740 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69db390 0x55d3e69d8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.018+0000 7fdde082e740 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 0x55d3e69d8000 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.018+0000 7fdde082e740 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55d3e69eafd0 0x55d3e69ed3c0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.018+0000 7fdde082e740 1 --2- 172.21.15.26:0/2153518594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d03a0 0x55d3e69dad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.018+0000 7fdde082e740 1 -- 172.21.15.26:0/2153518594 >> 172.21.15.26:0/2153518594 conn(0x55d3e69cc6c0 msgr2=0x55d3e69d24c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.018+0000 7fddc0c00640 0 client.17190 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:44:19.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.019+0000 7fdde082e740 1 -- 172.21.15.26:0/2153518594 shutdown_connections 2024-04-26T23:44:19.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.019+0000 7fdde082e740 1 -- 172.21.15.26:0/2153518594 wait complete. 2024-04-26T23:44:19.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.019+0000 7fdde082e740 20 client.17190 trim_cache size 0 max 16384 2024-04-26T23:44:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:18 smithi164 ceph-mon[31699]: pgmap v260: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-26T23:44:19.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:18 smithi026 ceph-mon[28371]: pgmap v260: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-26T23:44:19.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.036+0000 7fdde082e740 1 Processor -- start 2024-04-26T23:44:19.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.036+0000 7fdde082e740 1 -- start start 2024-04-26T23:44:19.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.036+0000 7fdde082e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d03a0 0x55d3e69d3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.036+0000 7fdde082e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69d0cc0 0x55d3e69e6db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.036+0000 7fdde082e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69db390 0x55d3e69da840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.036+0000 7fdde082e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81b2cd0 con 0x55d3e69d03a0 2024-04-26T23:44:19.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.036+0000 7fdde082e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81b05a0 con 0x55d3e69d0cc0 2024-04-26T23:44:19.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.036+0000 7fdde082e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81ae410 con 0x55d3e69db390 2024-04-26T23:44:19.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.037+0000 7fddd6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d03a0 0x55d3e69d3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.037+0000 7fddd6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d03a0 0x55d3e69d3500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57952/0 (socket says 172.21.15.26:57952) 2024-04-26T23:44:19.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.037+0000 7fddd6000640 1 -- 172.21.15.26:0/3732938873 learned_addr learned my addr 172.21.15.26:0/3732938873 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.037+0000 7fddd6a00640 1 --2- 172.21.15.26:0/3732938873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69d0cc0 0x55d3e69e6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.037+0000 7fddd6000640 1 -- 172.21.15.26:0/3732938873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69db390 msgr2=0x55d3e69da840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.037+0000 7fddd6000640 1 --2- 172.21.15.26:0/3732938873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69db390 0x55d3e69da840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.037+0000 7fddd6000640 1 -- 172.21.15.26:0/3732938873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69d0cc0 msgr2=0x55d3e69e6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.037+0000 7fddd6000640 1 --2- 172.21.15.26:0/3732938873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69d0cc0 0x55d3e69e6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.037+0000 7fddd6000640 1 -- 172.21.15.26:0/3732938873 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3e67107d0 con 0x55d3e69d03a0 2024-04-26T23:44:19.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.037+0000 7fddd6a00640 1 --2- 172.21.15.26:0/3732938873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69d0cc0 0x55d3e69e6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:19.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.038+0000 7fddd6000640 1 --2- 172.21.15.26:0/3732938873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d03a0 0x55d3e69d3500 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x55d3e69cd850 tx=0x7fddc4012450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9ba204fae59b6f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.038+0000 7fddc3400640 1 -- 172.21.15.26:0/3732938873 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc4029bc0 con 0x55d3e69d03a0 2024-04-26T23:44:19.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.038+0000 7fddc3400640 1 -- 172.21.15.26:0/3732938873 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fddc4029230 con 0x55d3e69d03a0 2024-04-26T23:44:19.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.038+0000 7fddc3400640 1 -- 172.21.15.26:0/3732938873 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc40044c0 con 0x55d3e69d03a0 2024-04-26T23:44:19.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.039+0000 7fdde082e740 1 -- 172.21.15.26:0/3732938873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d03a0 msgr2=0x55d3e69d3500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.039+0000 7fdde082e740 1 --2- 172.21.15.26:0/3732938873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d03a0 0x55d3e69d3500 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x55d3e69cd850 tx=0x7fddc4012450 comp rx=0 tx=0).stop 2024-04-26T23:44:19.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.039+0000 7fdde082e740 1 -- 172.21.15.26:0/3732938873 shutdown_connections 2024-04-26T23:44:19.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.039+0000 7fdde082e740 1 --2- 172.21.15.26:0/3732938873 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69db390 0x55d3e69da840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.039+0000 7fdde082e740 1 --2- 172.21.15.26:0/3732938873 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69d0cc0 0x55d3e69e6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.039+0000 7fdde082e740 1 --2- 172.21.15.26:0/3732938873 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d03a0 0x55d3e69d3500 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.039+0000 7fdde082e740 1 -- 172.21.15.26:0/3732938873 >> 172.21.15.26:0/3732938873 conn(0x55d3e69cc6c0 msgr2=0x55d3e69d2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.039+0000 7fdde082e740 1 -- 172.21.15.26:0/3732938873 shutdown_connections 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.039+0000 7fdde082e740 1 -- 172.21.15.26:0/3732938873 wait complete. 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.039+0000 7fdde082e740 1 -- start start 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.040+0000 7fdde082e740 1 Processor -- start 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.040+0000 7fdde082e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d03a0 0x55d3e69de280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.040+0000 7fdde082e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 0x55d3e69de7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.040+0000 7fdde082e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69db390 0x55d3e6a4f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.040+0000 7fdde082e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81aea60 con 0x55d3e69d0cc0 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.040+0000 7fdde082e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81afed0 con 0x55d3e69db390 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.040+0000 7fdde082e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81af130 con 0x55d3e69d03a0 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.040+0000 7fdde082e740 10 client.0 _ll_register_callbacks cb 0x7fddc800b8e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:19.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.041+0000 7fddd6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 0x55d3e69de7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.041+0000 7fddd6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 0x55d3e69de7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57962/0 (socket says 172.21.15.26:57962) 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.041+0000 7fddd6a00640 1 -- 172.21.15.26:0/866508716 learned_addr learned my addr 172.21.15.26:0/866508716 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.041+0000 7fddd6000640 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d03a0 0x55d3e69de280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.041+0000 7fddd6a00640 1 -- 172.21.15.26:0/866508716 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d03a0 msgr2=0x55d3e69de280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.041+0000 7fddd6a00640 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d03a0 0x55d3e69de280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.041+0000 7fddd6a00640 1 -- 172.21.15.26:0/866508716 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69db390 msgr2=0x55d3e6a4f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.041+0000 7fddd6a00640 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69db390 0x55d3e6a4f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.041+0000 7fddd6a00640 1 -- 172.21.15.26:0/866508716 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d3e68db2a0 con 0x55d3e69d0cc0 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.041+0000 7fddd6000640 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d03a0 0x55d3e69de280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.042+0000 7fddd6a00640 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 0x55d3e69de7c0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fddc8000c00 tx=0x7fddc80057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f72b7aa4b26bf4a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.042+0000 7fddc0c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.042+0000 7fddc0c00640 1 -- 172.21.15.26:0/866508716 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc801aab0 con 0x55d3e69d0cc0 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.042+0000 7fddc0c00640 1 -- 172.21.15.26:0/866508716 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fddc801ac50 con 0x55d3e69d0cc0 2024-04-26T23:44:19.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.042+0000 7fdde082e740 1 -- 172.21.15.26:0/866508716 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fddc4029230 con 0x55d3e69d0cc0 2024-04-26T23:44:19.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.042+0000 7fddc0c00640 1 -- 172.21.15.26:0/866508716 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fddc801ae50 con 0x55d3e69d0cc0 2024-04-26T23:44:19.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.042+0000 7fdde082e740 10 client.17196 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:19.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.042+0000 7fdde082e740 1 -- 172.21.15.26:0/866508716 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d3e6a50950 con 0x55d3e69d0cc0 2024-04-26T23:44:19.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.043+0000 7fddc0c00640 1 -- 172.21.15.26:0/866508716 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fddc4029230 con 0x55d3e69d0cc0 2024-04-26T23:44:19.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.043+0000 7fddc0c00640 1 -- 172.21.15.26:0/866508716 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fddc8019070 con 0x55d3e69d0cc0 2024-04-26T23:44:19.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.043+0000 7fdde082e740 10 client.17196 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:19.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.043+0000 7fdde082e740 10 client.17196 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:44:19.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.043+0000 7fdde082e740 20 client.17196 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:19.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.043+0000 7fdde082e740 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55d3e6a51150 0x55d3e6a53570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.043+0000 7fdde082e740 4 client.17196 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:44:19.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.043+0000 7fdde082e740 1 -- 172.21.15.26:0/866508716 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d3e693c6f0 con 0x55d3e6a51150 2024-04-26T23:44:19.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.044+0000 7fddd6000640 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55d3e6a51150 0x55d3e6a53570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.045+0000 7fddd6000640 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55d3e6a51150 0x55d3e6a53570 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7dc58a67f0ef0351 server_cookie=db7c8fec2fab117e in_seq=0 out_seq=0 2024-04-26T23:44:19.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.045+0000 7fddc0c00640 10 client.17196 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:44:19.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.045+0000 7fddc0c00640 1 -- 172.21.15.26:0/866508716 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d3e693c6f0 con 0x55d3e6a51150 2024-04-26T23:44:19.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.045+0000 7fddc0c00640 10 client.17196 handle_command_reply: tid=0 2024-04-26T23:44:19.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.045+0000 7fdde082e740 1 client.17196 shutdown 2024-04-26T23:44:19.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.046+0000 7fdde082e740 1 -- 172.21.15.26:0/866508716 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 msgr2=0x55d3e69de7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.046+0000 7fdde082e740 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 0x55d3e69de7c0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fddc8000c00 tx=0x7fddc80057e0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.046+0000 7fdde082e740 1 -- 172.21.15.26:0/866508716 shutdown_connections 2024-04-26T23:44:19.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.046+0000 7fdde082e740 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d3e69db390 0x55d3e6a4f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.046+0000 7fdde082e740 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d3e69d0cc0 0x55d3e69de7c0 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.046+0000 7fdde082e740 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55d3e6a51150 0x55d3e6a53570 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.046+0000 7fdde082e740 1 --2- 172.21.15.26:0/866508716 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d3e69d03a0 0x55d3e69de280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.046+0000 7fdde082e740 1 -- 172.21.15.26:0/866508716 >> 172.21.15.26:0/866508716 conn(0x55d3e69cc6c0 msgr2=0x55d3e69cb7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.046+0000 7fddc0c00640 0 client.17196 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:44:19.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.046+0000 7fdde082e740 1 -- 172.21.15.26:0/866508716 shutdown_connections 2024-04-26T23:44:19.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.046+0000 7fdde082e740 1 -- 172.21.15.26:0/866508716 wait complete. 2024-04-26T23:44:19.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.046+0000 7fdde082e740 20 client.17196 trim_cache size 0 max 16384 2024-04-26T23:44:19.054 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:44:19.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.047+0000 7fddd7e00640 1 -- 172.21.15.26:0/1384066632 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fddbc0a3da0 msgr2=0x7fddbc0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.047+0000 7fddd7e00640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fddbc0a3da0 0x7fddbc0a6260 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fddd0005fa0 tx=0x7fddd0005ef0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.047+0000 7fddd7e00640 1 -- 172.21.15.26:0/1384066632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddd810cdb0 msgr2=0x7fddd819f970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.047+0000 7fddd7e00640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddd810cdb0 0x7fddd819f970 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fddd0009dc0 tx=0x7fddd0003f10 comp rx=0 tx=0).stop 2024-04-26T23:44:19.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.047+0000 7fddd7e00640 1 -- 172.21.15.26:0/1384066632 shutdown_connections 2024-04-26T23:44:19.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.047+0000 7fddd7e00640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fddbc0a3da0 0x7fddbc0a6260 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.047+0000 7fddd7e00640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fddd810cdb0 0x7fddd819f970 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.047+0000 7fddd7e00640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fddd81042b0 0x7fddd819b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.047+0000 7fddd7e00640 1 --2- 172.21.15.26:0/1384066632 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fddd8103990 0x7fddd819b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.047+0000 7fddd7e00640 1 -- 172.21.15.26:0/1384066632 >> 172.21.15.26:0/1384066632 conn(0x7fddd80fd1b0 msgr2=0x7fddd8102630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.047+0000 7fddd7e00640 1 -- 172.21.15.26:0/1384066632 shutdown_connections 2024-04-26T23:44:19.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.047+0000 7fddd7e00640 1 -- 172.21.15.26:0/1384066632 wait complete. 2024-04-26T23:44:19.071 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:44:19.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:18 smithi086 ceph-mon[31122]: pgmap v260: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-04-26T23:44:19.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.290+0000 7f9a63e00640 1 -- 172.21.15.26:0/3198434162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a641087e0 msgr2=0x7f9a64108bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.290+0000 7f9a63e00640 1 --2- 172.21.15.26:0/3198434162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a641087e0 0x7f9a64108bc0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f9a54009930 tx=0x7f9a5402a420 comp rx=0 tx=0).stop 2024-04-26T23:44:19.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.291+0000 7f9a63e00640 1 -- 172.21.15.26:0/3198434162 shutdown_connections 2024-04-26T23:44:19.295 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.291+0000 7f9a63e00640 1 --2- 172.21.15.26:0/3198434162 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a64103190 0x7f9a6410f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.291+0000 7f9a63e00640 1 --2- 172.21.15.26:0/3198434162 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a641027d0 0x7f9a64102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.291+0000 7f9a63e00640 1 --2- 172.21.15.26:0/3198434162 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a641087e0 0x7f9a64108bc0 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.291+0000 7f9a63e00640 1 -- 172.21.15.26:0/3198434162 >> 172.21.15.26:0/3198434162 conn(0x7f9a640fe300 msgr2=0x7f9a64100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.291+0000 7f9a63e00640 1 -- 172.21.15.26:0/3198434162 shutdown_connections 2024-04-26T23:44:19.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.291+0000 7f9a63e00640 1 -- 172.21.15.26:0/3198434162 wait complete. 2024-04-26T23:44:19.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.292+0000 7f9a63e00640 1 Processor -- start 2024-04-26T23:44:19.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.292+0000 7f9a63e00640 1 -- start start 2024-04-26T23:44:19.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.292+0000 7f9a63e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a641027d0 0x7f9a6419b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a63e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a64103190 0x7f9a6419b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a63e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a641087e0 0x7f9a6419fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a63e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9a641129a0 con 0x7f9a641087e0 2024-04-26T23:44:19.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a63e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9a64112820 con 0x7f9a641027d0 2024-04-26T23:44:19.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a63e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9a64112b20 con 0x7f9a64103190 2024-04-26T23:44:19.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a63400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a641087e0 0x7f9a6419fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a63400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a641087e0 0x7f9a6419fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57990/0 (socket says 172.21.15.26:57990) 2024-04-26T23:44:19.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a63400640 1 -- 172.21.15.26:0/2730114462 learned_addr learned my addr 172.21.15.26:0/2730114462 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a62a00640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a641027d0 0x7f9a6419b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a62000640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a64103190 0x7f9a6419b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a63400640 1 -- 172.21.15.26:0/2730114462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a64103190 msgr2=0x7f9a6419b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a63400640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a64103190 0x7f9a6419b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a63400640 1 -- 172.21.15.26:0/2730114462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a641027d0 msgr2=0x7f9a6419b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.293+0000 7f9a63400640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a641027d0 0x7f9a6419b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.294+0000 7f9a63400640 1 -- 172.21.15.26:0/2730114462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a641a0150 con 0x7f9a641087e0 2024-04-26T23:44:19.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.294+0000 7f9a62a00640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a641027d0 0x7f9a6419b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:19.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.294+0000 7f9a63400640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a641087e0 0x7f9a6419fa20 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c00eaa0 tx=0x7f9a5c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.294+0000 7f9a68a00640 1 -- 172.21.15.26:0/2730114462 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c00cdb0 con 0x7f9a641087e0 2024-04-26T23:44:19.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.294+0000 7f9a68a00640 1 -- 172.21.15.26:0/2730114462 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9a5c005020 con 0x7f9a641087e0 2024-04-26T23:44:19.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.294+0000 7f9a63e00640 1 -- 172.21.15.26:0/2730114462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a641a0440 con 0x7f9a641087e0 2024-04-26T23:44:19.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.294+0000 7f9a68a00640 1 -- 172.21.15.26:0/2730114462 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c0116d0 con 0x7f9a641087e0 2024-04-26T23:44:19.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.294+0000 7f9a63e00640 1 -- 172.21.15.26:0/2730114462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a641a7cd0 con 0x7f9a641087e0 2024-04-26T23:44:19.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.298+0000 7f9a6cb9c740 1 Processor -- start 2024-04-26T23:44:19.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.298+0000 7f9a68a00640 1 -- 172.21.15.26:0/2730114462 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f9a5c0051d0 con 0x7f9a641087e0 2024-04-26T23:44:19.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.298+0000 7f9a6cb9c740 1 -- start start 2024-04-26T23:44:19.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.299+0000 7f9a6cb9c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555ae3a0 0x55a3555ae780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.299+0000 7f9a6cb9c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555aecc0 0x55a3555b8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.299+0000 7f9a6cb9c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555b9390 0x55a3555bb780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.299+0000 7f9a6cb9c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a355512c70 con 0x55a3555b9390 2024-04-26T23:44:19.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.299+0000 7f9a6cb9c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a3554cb980 con 0x55a3555ae3a0 2024-04-26T23:44:19.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.299+0000 7f9a6cb9c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a35550ec30 con 0x55a3555aecc0 2024-04-26T23:44:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.299+0000 7f9a62000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555b9390 0x55a3555bb780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.299+0000 7f9a62000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555b9390 0x55a3555bb780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57994/0 (socket says 172.21.15.26:57994) 2024-04-26T23:44:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.299+0000 7f9a62000640 1 -- 172.21.15.26:0/1871501876 learned_addr learned my addr 172.21.15.26:0/1871501876 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.299+0000 7f9a62000640 1 --2- 172.21.15.26:0/1871501876 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555ae3a0 0x55a3555ae780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.300+0000 7f9a62a00640 1 --2- 172.21.15.26:0/1871501876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555aecc0 0x55a3555b8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.300+0000 7f9a62000640 1 -- 172.21.15.26:0/1871501876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555aecc0 msgr2=0x55a3555b8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.300+0000 7f9a62000640 1 --2- 172.21.15.26:0/1871501876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555aecc0 0x55a3555b8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.300+0000 7f9a62000640 1 -- 172.21.15.26:0/1871501876 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555ae3a0 msgr2=0x55a3555ae780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.300+0000 7f9a62000640 1 --2- 172.21.15.26:0/1871501876 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555ae3a0 0x55a3555ae780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.300+0000 7f9a62000640 1 -- 172.21.15.26:0/1871501876 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3554a37b0 con 0x55a3555b9390 2024-04-26T23:44:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.300+0000 7f9a68a00640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9a480a3d20 0x7f9a480a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.300+0000 7f9a62000640 1 --2- 172.21.15.26:0/1871501876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555b9390 0x55a3555bb780 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f9a500149c0 tx=0x7f9a5000c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=125a2becf28b4dfc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.301+0000 7f9a68a00640 1 -- 172.21.15.26:0/2730114462 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f9a5c0d0a40 con 0x7f9a641087e0 2024-04-26T23:44:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.301+0000 7f9a4fe00640 1 -- 172.21.15.26:0/1871501876 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a500142d0 con 0x55a3555b9390 2024-04-26T23:44:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.301+0000 7f9a4fe00640 1 -- 172.21.15.26:0/1871501876 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9a5000fbf0 con 0x55a3555b9390 2024-04-26T23:44:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.301+0000 7f9a4fe00640 1 -- 172.21.15.26:0/1871501876 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a50012a40 con 0x55a3555b9390 2024-04-26T23:44:19.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.301+0000 7f9a62a00640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9a480a3d20 0x7f9a480a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.302+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1871501876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555b9390 msgr2=0x55a3555bb780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.302+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1871501876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555b9390 0x55a3555bb780 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f9a500149c0 tx=0x7f9a5000c4d0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.302+0000 7f9a62a00640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9a480a3d20 0x7f9a480a61e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f9a540057c0 tx=0x7f9a54005b50 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.302+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1871501876 shutdown_connections 2024-04-26T23:44:19.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.302+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1871501876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555b9390 0x55a3555bb780 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.302+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1871501876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555aecc0 0x55a3555b8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.302+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1871501876 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555ae3a0 0x55a3555ae780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.302+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1871501876 >> 172.21.15.26:0/1871501876 conn(0x55a3555aa6c0 msgr2=0x55a3555aaaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.302+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1871501876 shutdown_connections 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.302+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1871501876 wait complete. 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.303+0000 7f9a6cb9c740 1 -- start start 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.303+0000 7f9a6cb9c740 1 Processor -- start 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.303+0000 7f9a6cb9c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555b8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.303+0000 7f9a6cb9c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555aecc0 0x55a3555b5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.303+0000 7f9a6cb9c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555b9390 0x55a3555b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.303+0000 7f9a6cb9c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a355511f80 con 0x55a3555ae3a0 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.303+0000 7f9a6cb9c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a3554bf260 con 0x55a3555aecc0 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.303+0000 7f9a6cb9c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a3555172a0 con 0x55a3555b9390 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.303+0000 7f9a6cb9c740 10 client.0 _ll_register_callbacks cb 0x55a355509960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.304+0000 7f9a62a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555b8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.304+0000 7f9a62a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555b8ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58010/0 (socket says 172.21.15.26:58010) 2024-04-26T23:44:19.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.304+0000 7f9a62a00640 1 -- 172.21.15.26:0/1437760266 learned_addr learned my addr 172.21.15.26:0/1437760266 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.304+0000 7f9a63400640 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555b9390 0x55a3555b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.304+0000 7f9a62000640 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555aecc0 0x55a3555b5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.304+0000 7f9a62a00640 1 -- 172.21.15.26:0/1437760266 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555b9390 msgr2=0x55a3555b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.304+0000 7f9a62a00640 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555b9390 0x55a3555b6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.304+0000 7f9a62a00640 1 -- 172.21.15.26:0/1437760266 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555aecc0 msgr2=0x55a3555b5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.304+0000 7f9a62a00640 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555aecc0 0x55a3555b5fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.304+0000 7f9a62a00640 1 -- 172.21.15.26:0/1437760266 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3554a11c0 con 0x55a3555ae3a0 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.305+0000 7f9a62a00640 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555b8ce0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f9a54000c00 tx=0x7f9a54009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b307d052c005ed2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.305+0000 7f9a4cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.305+0000 7f9a4cc00640 1 -- 172.21.15.26:0/1437760266 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5404d070 con 0x55a3555ae3a0 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.305+0000 7f9a4cc00640 1 -- 172.21.15.26:0/1437760266 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f9a540037f0 con 0x55a3555ae3a0 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.305+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1437760266 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a5000fbf0 con 0x55a3555ae3a0 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.305+0000 7f9a4cc00640 1 -- 172.21.15.26:0/1437760266 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9a54059050 con 0x55a3555ae3a0 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.305+0000 7f9a6cb9c740 10 client.17208 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.305+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1437760266 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a3552243f0 con 0x55a3555ae3a0 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.306+0000 7f9a4cc00640 1 -- 172.21.15.26:0/1437760266 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9a5000fbf0 con 0x55a3555ae3a0 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.306+0000 7f9a4cc00640 1 -- 172.21.15.26:0/1437760266 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9a54049a70 con 0x55a3555ae3a0 2024-04-26T23:44:19.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.306+0000 7f9a6cb9c740 10 client.17208 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:19.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.306+0000 7f9a6cb9c740 10 client.17208 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:44:19.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.306+0000 7f9a6cb9c740 20 client.17208 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:19.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.306+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a3555c8db0 0x55a3555cb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.306+0000 7f9a6cb9c740 4 client.17208 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:44:19.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.306+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1437760266 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a355520880 con 0x55a3555c8db0 2024-04-26T23:44:19.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.307+0000 7f9a62000640 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a3555c8db0 0x55a3555cb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.308+0000 7f9a4cc00640 10 client.17208 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:44:19.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.308+0000 7f9a62000640 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a3555c8db0 0x55a3555cb200 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=289744f5a4043c66 server_cookie=cf5297c4b18cd173 in_seq=0 out_seq=0 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a4cc00640 1 -- 172.21.15.26:0/1437760266 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a355520880 con 0x55a3555c8db0 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a4cc00640 10 client.17208 handle_command_reply: tid=0 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a6cb9c740 1 client.17208 shutdown 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1437760266 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 msgr2=0x55a3555b8ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555b8ce0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f9a54000c00 tx=0x7f9a54009260 comp rx=0 tx=0).stop 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1437760266 shutdown_connections 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a3555c8db0 0x55a3555cb200 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555b9390 0x55a3555b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555aecc0 0x55a3555b5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a4cc00640 0 client.17208 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1437760266 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555b8ce0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1437760266 >> 172.21.15.26:0/1437760266 conn(0x55a3555aa6c0 msgr2=0x55a3555b04c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1437760266 shutdown_connections 2024-04-26T23:44:19.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.310+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1437760266 wait complete. 2024-04-26T23:44:19.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.311+0000 7f9a6cb9c740 20 client.17208 trim_cache size 0 max 16384 2024-04-26T23:44:19.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.330+0000 7f9a6cb9c740 1 Processor -- start 2024-04-26T23:44:19.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.331+0000 7f9a6cb9c740 1 -- start start 2024-04-26T23:44:19.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.331+0000 7f9a6cb9c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555a9630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.331+0000 7f9a6cb9c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555aecc0 0x55a3555c4de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.331+0000 7f9a6cb9c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555b9390 0x55a3555d0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.331+0000 7f9a6cb9c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9a641b2f10 con 0x55a3555ae3a0 2024-04-26T23:44:19.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.331+0000 7f9a6cb9c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9a641b07e0 con 0x55a3555aecc0 2024-04-26T23:44:19.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.331+0000 7f9a6cb9c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9a641ae650 con 0x55a3555b9390 2024-04-26T23:44:19.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.331+0000 7f9a62a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555a9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.331+0000 7f9a62a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555a9630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58022/0 (socket says 172.21.15.26:58022) 2024-04-26T23:44:19.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.331+0000 7f9a62a00640 1 -- 172.21.15.26:0/1494792179 learned_addr learned my addr 172.21.15.26:0/1494792179 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.332+0000 7f9a62000640 1 --2- 172.21.15.26:0/1494792179 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555aecc0 0x55a3555c4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.332+0000 7f9a62a00640 1 -- 172.21.15.26:0/1494792179 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555b9390 msgr2=0x55a3555d0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.332+0000 7f9a62a00640 1 --2- 172.21.15.26:0/1494792179 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555b9390 0x55a3555d0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.332+0000 7f9a62a00640 1 -- 172.21.15.26:0/1494792179 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555aecc0 msgr2=0x55a3555c4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.332+0000 7f9a62a00640 1 --2- 172.21.15.26:0/1494792179 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555aecc0 0x55a3555c4de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.332+0000 7f9a62a00640 1 -- 172.21.15.26:0/1494792179 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a3552ee7d0 con 0x55a3555ae3a0 2024-04-26T23:44:19.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.332+0000 7f9a62a00640 1 --2- 172.21.15.26:0/1494792179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555a9630 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f9a5402a460 tx=0x7f9a54004280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=895baf471f3457f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.332+0000 7f9a4f400640 1 -- 172.21.15.26:0/1494792179 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a54061070 con 0x55a3555ae3a0 2024-04-26T23:44:19.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.332+0000 7f9a4f400640 1 -- 172.21.15.26:0/1494792179 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9a54049ae0 con 0x55a3555ae3a0 2024-04-26T23:44:19.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.332+0000 7f9a4f400640 1 -- 172.21.15.26:0/1494792179 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5404d050 con 0x55a3555ae3a0 2024-04-26T23:44:19.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.333+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1494792179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 msgr2=0x55a3555a9630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.333+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1494792179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555a9630 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f9a5402a460 tx=0x7f9a54004280 comp rx=0 tx=0).stop 2024-04-26T23:44:19.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.333+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1494792179 shutdown_connections 2024-04-26T23:44:19.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.333+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1494792179 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555b9390 0x55a3555d0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.333+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1494792179 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555aecc0 0x55a3555c4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.333+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1494792179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555a9630 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.333+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1494792179 >> 172.21.15.26:0/1494792179 conn(0x55a3555aa6c0 msgr2=0x55a3555a8f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.333+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1494792179 shutdown_connections 2024-04-26T23:44:19.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.333+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1494792179 wait complete. 2024-04-26T23:44:19.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.334+0000 7f9a6cb9c740 1 -- start start 2024-04-26T23:44:19.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.334+0000 7f9a6cb9c740 1 Processor -- start 2024-04-26T23:44:19.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a6cb9c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555be440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a6cb9c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555aecc0 0x55a3555be980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a6cb9c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555b9390 0x55a35562d390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a6cb9c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9a641aeca0 con 0x55a3555ae3a0 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a6cb9c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9a641b0110 con 0x55a3555b9390 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a6cb9c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9a641af370 con 0x55a3555aecc0 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a6cb9c740 10 client.0 _ll_register_callbacks cb 0x7f9a54009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a62a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555be440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a62a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555be440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58028/0 (socket says 172.21.15.26:58028) 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a62a00640 1 -- 172.21.15.26:0/1489990615 learned_addr learned my addr 172.21.15.26:0/1489990615 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a63400640 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555b9390 0x55a35562d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a62000640 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555aecc0 0x55a3555be980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.335+0000 7f9a62a00640 1 -- 172.21.15.26:0/1489990615 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555aecc0 msgr2=0x55a3555be980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.336+0000 7f9a62a00640 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555aecc0 0x55a3555be980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.336+0000 7f9a62a00640 1 -- 172.21.15.26:0/1489990615 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555b9390 msgr2=0x55a35562d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.336+0000 7f9a62a00640 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555b9390 0x55a35562d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.336+0000 7f9a62a00640 1 -- 172.21.15.26:0/1489990615 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a3554b92a0 con 0x55a3555ae3a0 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.336+0000 7f9a63400640 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555b9390 0x55a35562d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.336+0000 7f9a62a00640 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555be440 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f9a54005c40 tx=0x7f9a54003f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2b8cc995a20c773 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.336+0000 7f9a4cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.336+0000 7f9a4cc00640 1 -- 172.21.15.26:0/1489990615 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5404d070 con 0x55a3555ae3a0 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.336+0000 7f9a4cc00640 1 -- 172.21.15.26:0/1489990615 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f9a54049650 con 0x55a3555ae3a0 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.336+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1489990615 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a54049ae0 con 0x55a3555ae3a0 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.337+0000 7f9a4cc00640 1 -- 172.21.15.26:0/1489990615 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9a54061040 con 0x55a3555ae3a0 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.337+0000 7f9a6cb9c740 10 client.17214 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.337+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1489990615 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a35562ea00 con 0x55a3555ae3a0 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.337+0000 7f9a4cc00640 1 -- 172.21.15.26:0/1489990615 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9a54049ae0 con 0x55a3555ae3a0 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.337+0000 7f9a4cc00640 1 -- 172.21.15.26:0/1489990615 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9a540714d0 con 0x55a3555ae3a0 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.337+0000 7f9a6cb9c740 10 client.17214 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.337+0000 7f9a6cb9c740 10 client.17214 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:44:19.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.337+0000 7f9a6cb9c740 20 client.17214 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:19.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.337+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a35562f060 0x55a355631450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.337+0000 7f9a6cb9c740 4 client.17214 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:44:19.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.337+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1489990615 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a35551a6f0 con 0x55a35562f060 2024-04-26T23:44:19.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.338+0000 7f9a62000640 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a35562f060 0x55a355631450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.339+0000 7f9a62000640 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a35562f060 0x55a355631450 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=657045bd46258fed server_cookie=779236b5624473dc in_seq=0 out_seq=0 2024-04-26T23:44:19.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.339+0000 7f9a4cc00640 10 client.17214 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:44:19.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.339+0000 7f9a4cc00640 1 -- 172.21.15.26:0/1489990615 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a35551a6f0 con 0x55a35562f060 2024-04-26T23:44:19.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.339+0000 7f9a4cc00640 10 client.17214 handle_command_reply: tid=0 2024-04-26T23:44:19.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.339+0000 7f9a6cb9c740 1 client.17214 shutdown 2024-04-26T23:44:19.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.339+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1489990615 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 msgr2=0x55a3555be440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.339+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555be440 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f9a54005c40 tx=0x7f9a54003f30 comp rx=0 tx=0).stop 2024-04-26T23:44:19.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.340+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1489990615 shutdown_connections 2024-04-26T23:44:19.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.340+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55a35562f060 0x55a355631450 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.340+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a3555b9390 0x55a35562d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.340+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a3555aecc0 0x55a3555be980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.340+0000 7f9a6cb9c740 1 --2- 172.21.15.26:0/1489990615 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a3555ae3a0 0x55a3555be440 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.340+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1489990615 >> 172.21.15.26:0/1489990615 conn(0x55a3555aa6c0 msgr2=0x55a3555a97b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.340+0000 7f9a4cc00640 0 client.17214 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:44:19.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.340+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1489990615 shutdown_connections 2024-04-26T23:44:19.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.340+0000 7f9a6cb9c740 1 -- 172.21.15.26:0/1489990615 wait complete. 2024-04-26T23:44:19.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.340+0000 7f9a6cb9c740 20 client.17214 trim_cache size 0 max 16384 2024-04-26T23:44:19.346 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:44:19.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.341+0000 7f9a63e00640 1 -- 172.21.15.26:0/2730114462 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9a480a3d20 msgr2=0x7f9a480a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.341+0000 7f9a63e00640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9a480a3d20 0x7f9a480a61e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f9a540057c0 tx=0x7f9a54005b50 comp rx=0 tx=0).stop 2024-04-26T23:44:19.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.341+0000 7f9a63e00640 1 -- 172.21.15.26:0/2730114462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a641087e0 msgr2=0x7f9a6419fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.341+0000 7f9a63e00640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a641087e0 0x7f9a6419fa20 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c00eaa0 tx=0x7f9a5c00ef60 comp rx=0 tx=0).stop 2024-04-26T23:44:19.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.341+0000 7f9a63e00640 1 -- 172.21.15.26:0/2730114462 shutdown_connections 2024-04-26T23:44:19.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.341+0000 7f9a63e00640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9a480a3d20 0x7f9a480a61e0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.341+0000 7f9a63e00640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9a641087e0 0x7f9a6419fa20 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.341+0000 7f9a63e00640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a64103190 0x7f9a6419b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.341+0000 7f9a63e00640 1 --2- 172.21.15.26:0/2730114462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9a641027d0 0x7f9a6419b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.341+0000 7f9a63e00640 1 -- 172.21.15.26:0/2730114462 >> 172.21.15.26:0/2730114462 conn(0x7f9a640fe300 msgr2=0x7f9a6410df20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.341+0000 7f9a63e00640 1 -- 172.21.15.26:0/2730114462 shutdown_connections 2024-04-26T23:44:19.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.341+0000 7f9a63e00640 1 -- 172.21.15.26:0/2730114462 wait complete. 2024-04-26T23:44:19.367 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:44:19.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.580+0000 7f249d000640 1 -- 172.21.15.26:0/3903323925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2498103a30 msgr2=0x7f2498103e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.580+0000 7f249d000640 1 --2- 172.21.15.26:0/3903323925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2498103a30 0x7f2498103e10 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f2488009900 tx=0x7f248802a480 comp rx=0 tx=0).stop 2024-04-26T23:44:19.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.580+0000 7f249d000640 1 -- 172.21.15.26:0/3903323925 shutdown_connections 2024-04-26T23:44:19.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.580+0000 7f249d000640 1 --2- 172.21.15.26:0/3903323925 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f249810ce00 0x7f249810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.580+0000 7f249d000640 1 --2- 172.21.15.26:0/3903323925 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2498104350 0x7f249810c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.580+0000 7f249d000640 1 --2- 172.21.15.26:0/3903323925 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2498103a30 0x7f2498103e10 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.580+0000 7f249d000640 1 -- 172.21.15.26:0/3903323925 >> 172.21.15.26:0/3903323925 conn(0x7f24980fd1b0 msgr2=0x7f24980ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.580+0000 7f249d000640 1 -- 172.21.15.26:0/3903323925 shutdown_connections 2024-04-26T23:44:19.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.580+0000 7f249d000640 1 -- 172.21.15.26:0/3903323925 wait complete. 2024-04-26T23:44:19.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.581+0000 7f249d000640 1 Processor -- start 2024-04-26T23:44:19.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.582+0000 7f249d000640 1 -- start start 2024-04-26T23:44:19.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.582+0000 7f249d000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2498103a30 0x7f2498198fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.582+0000 7f249d000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2498104350 0x7f24981994f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.582+0000 7f249d000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f249810ce00 0x7f249819d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.582+0000 7f249d000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2498112950 con 0x7f249810ce00 2024-04-26T23:44:19.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.582+0000 7f249d000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f24981127d0 con 0x7f2498104350 2024-04-26T23:44:19.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.582+0000 7f249d000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2498112ad0 con 0x7f2498103a30 2024-04-26T23:44:19.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.583+0000 7f2497e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f249810ce00 0x7f249819d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.583+0000 7f2497e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f249810ce00 0x7f249819d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58046/0 (socket says 172.21.15.26:58046) 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.583+0000 7f2497e00640 1 -- 172.21.15.26:0/3537178043 learned_addr learned my addr 172.21.15.26:0/3537178043 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.583+0000 7f2497400640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2498103a30 0x7f2498198fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.583+0000 7f2496a00640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2498104350 0x7f24981994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.583+0000 7f2497e00640 1 -- 172.21.15.26:0/3537178043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2498103a30 msgr2=0x7f2498198fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.583+0000 7f2497e00640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2498103a30 0x7f2498198fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.583+0000 7f2497e00640 1 -- 172.21.15.26:0/3537178043 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2498104350 msgr2=0x7f24981994f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.583+0000 7f2497e00640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2498104350 0x7f24981994f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.583+0000 7f2497e00640 1 -- 172.21.15.26:0/3537178043 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f249819dfa0 con 0x7f249810ce00 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.583+0000 7f2496a00640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2498104350 0x7f24981994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.584+0000 7f2497e00640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f249810ce00 0x7f249819d870 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f249000eaa0 tx=0x7f249000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.584+0000 7f248fe00640 1 -- 172.21.15.26:0/3537178043 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249000cdb0 con 0x7f249810ce00 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.584+0000 7f248fe00640 1 -- 172.21.15.26:0/3537178043 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2490005020 con 0x7f249810ce00 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.584+0000 7f249d000640 1 -- 172.21.15.26:0/3537178043 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f249819e290 con 0x7f249810ce00 2024-04-26T23:44:19.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.584+0000 7f248fe00640 1 -- 172.21.15.26:0/3537178043 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24900116d0 con 0x7f249810ce00 2024-04-26T23:44:19.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.584+0000 7f249d000640 1 -- 172.21.15.26:0/3537178043 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24981a5b20 con 0x7f249810ce00 2024-04-26T23:44:19.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.588+0000 7f24a1441740 1 Processor -- start 2024-04-26T23:44:19.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.588+0000 7f248fe00640 1 -- 172.21.15.26:0/3537178043 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f24900051d0 con 0x7f249810ce00 2024-04-26T23:44:19.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.589+0000 7f24a1441740 1 -- start start 2024-04-26T23:44:19.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.589+0000 7f24a1441740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a3904b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.589+0000 7f24a1441740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a390a80 0x56133a39f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.589+0000 7f24a1441740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 0x56133a3a1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.589+0000 7f24a1441740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56133a2f4c70 con 0x56133a39f7a0 2024-04-26T23:44:19.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.589+0000 7f24a1441740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56133a2ad980 con 0x56133a3900d0 2024-04-26T23:44:19.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.589+0000 7f24a1441740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56133a2f0c30 con 0x56133a390a80 2024-04-26T23:44:19.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.590+0000 7f2496a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 0x56133a3a1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.590+0000 7f2496a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 0x56133a3a1b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58054/0 (socket says 172.21.15.26:58054) 2024-04-26T23:44:19.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.590+0000 7f2496a00640 1 -- 172.21.15.26:0/426601394 learned_addr learned my addr 172.21.15.26:0/426601394 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.590+0000 7f2497400640 1 --2- 172.21.15.26:0/426601394 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a390a80 0x56133a39f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.590+0000 7f2496a00640 1 --2- 172.21.15.26:0/426601394 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a3904b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.590+0000 7f2496a00640 1 -- 172.21.15.26:0/426601394 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a390a80 msgr2=0x56133a39f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.590+0000 7f2496a00640 1 --2- 172.21.15.26:0/426601394 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a390a80 0x56133a39f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.590+0000 7f2496a00640 1 -- 172.21.15.26:0/426601394 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 msgr2=0x56133a3904b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.590+0000 7f2496a00640 1 --2- 172.21.15.26:0/426601394 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a3904b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.590+0000 7f248fe00640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f247c0a3d20 0x7f247c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.590+0000 7f2496a00640 1 -- 172.21.15.26:0/426601394 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56133a2857b0 con 0x56133a39f7a0 2024-04-26T23:44:19.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.591+0000 7f248fe00640 1 -- 172.21.15.26:0/3537178043 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f24900d0a90 con 0x7f249810ce00 2024-04-26T23:44:19.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.591+0000 7f2496a00640 1 --2- 172.21.15.26:0/426601394 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 0x56133a3a1b90 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f24840124f0 tx=0x7f248400b420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b11876aab5efe7a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.591+0000 7f2497e00640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f247c0a3d20 0x7f247c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.591+0000 7f248cc00640 1 -- 172.21.15.26:0/426601394 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2484010490 con 0x56133a39f7a0 2024-04-26T23:44:19.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.591+0000 7f248cc00640 1 -- 172.21.15.26:0/426601394 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2484010ac0 con 0x56133a39f7a0 2024-04-26T23:44:19.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.591+0000 7f248cc00640 1 -- 172.21.15.26:0/426601394 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f248400e9b0 con 0x56133a39f7a0 2024-04-26T23:44:19.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.592+0000 7f24a1441740 1 -- 172.21.15.26:0/426601394 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 msgr2=0x56133a3a1b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.592+0000 7f24a1441740 1 --2- 172.21.15.26:0/426601394 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 0x56133a3a1b90 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f24840124f0 tx=0x7f248400b420 comp rx=0 tx=0).stop 2024-04-26T23:44:19.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.592+0000 7f2497e00640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f247c0a3d20 0x7f247c0a61e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f24900a50f0 tx=0x7f2490005b20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.592+0000 7f24a1441740 1 -- 172.21.15.26:0/426601394 shutdown_connections 2024-04-26T23:44:19.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.592+0000 7f24a1441740 1 --2- 172.21.15.26:0/426601394 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 0x56133a3a1b90 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.592+0000 7f24a1441740 1 --2- 172.21.15.26:0/426601394 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a390a80 0x56133a39f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.592+0000 7f24a1441740 1 --2- 172.21.15.26:0/426601394 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a3904b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.592+0000 7f24a1441740 1 -- 172.21.15.26:0/426601394 >> 172.21.15.26:0/426601394 conn(0x56133a38c6c0 msgr2=0x56133a38caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.593+0000 7f24a1441740 1 -- 172.21.15.26:0/426601394 shutdown_connections 2024-04-26T23:44:19.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.593+0000 7f24a1441740 1 -- 172.21.15.26:0/426601394 wait complete. 2024-04-26T23:44:19.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.593+0000 7f24a1441740 1 -- start start 2024-04-26T23:44:19.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.593+0000 7f24a1441740 1 Processor -- start 2024-04-26T23:44:19.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.594+0000 7f24a1441740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a39f220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.594+0000 7f24a1441740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a390a80 0x56133a39c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.594+0000 7f24a1441740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 0x56133a39cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.594+0000 7f24a1441740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56133a2f3f80 con 0x56133a39f7a0 2024-04-26T23:44:19.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.594+0000 7f24a1441740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56133a2a1260 con 0x56133a3900d0 2024-04-26T23:44:19.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.594+0000 7f24a1441740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56133a2f92a0 con 0x56133a390a80 2024-04-26T23:44:19.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.594+0000 7f24a1441740 10 client.0 _ll_register_callbacks cb 0x56133a2eb960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:19.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.594+0000 7f2496a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 0x56133a39cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.594+0000 7f2496a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 0x56133a39cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58056/0 (socket says 172.21.15.26:58056) 2024-04-26T23:44:19.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.594+0000 7f2496a00640 1 -- 172.21.15.26:0/490889812 learned_addr learned my addr 172.21.15.26:0/490889812 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.594+0000 7f2496a00640 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a39f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.595+0000 7f2497400640 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a390a80 0x56133a39c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.603 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.595+0000 7f2496a00640 1 -- 172.21.15.26:0/490889812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a390a80 msgr2=0x56133a39c510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.595+0000 7f2496a00640 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a390a80 0x56133a39c510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.595+0000 7f2496a00640 1 -- 172.21.15.26:0/490889812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 msgr2=0x56133a39f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.595+0000 7f2496a00640 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a39f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.595+0000 7f2496a00640 1 -- 172.21.15.26:0/490889812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56133a2831c0 con 0x56133a39f7a0 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.595+0000 7f2496a00640 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 0x56133a39cc50 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f248400b5e0 tx=0x7f248400b570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d55a1650c5960a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.595+0000 7f2481600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.596+0000 7f2481600640 1 -- 172.21.15.26:0/490889812 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2484010730 con 0x56133a39f7a0 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.596+0000 7f2481600640 1 -- 172.21.15.26:0/490889812 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f2484019040 con 0x56133a39f7a0 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.596+0000 7f24a1441740 1 -- 172.21.15.26:0/490889812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2484010ac0 con 0x56133a39f7a0 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.596+0000 7f2481600640 1 -- 172.21.15.26:0/490889812 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2484031050 con 0x56133a39f7a0 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.596+0000 7f24a1441740 10 client.17226 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.596+0000 7f24a1441740 1 -- 172.21.15.26:0/490889812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56133a0063f0 con 0x56133a39f7a0 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.596+0000 7f2481600640 1 -- 172.21.15.26:0/490889812 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2484010ac0 con 0x56133a39f7a0 2024-04-26T23:44:19.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.597+0000 7f2481600640 1 -- 172.21.15.26:0/490889812 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f248400f040 con 0x56133a39f7a0 2024-04-26T23:44:19.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.597+0000 7f24a1441740 10 client.17226 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:19.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.597+0000 7f24a1441740 10 client.17226 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:19.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.597+0000 7f24a1441740 20 client.17226 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:19.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.597+0000 7f24a1441740 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56133a3af1c0 0x56133a3b15b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.597+0000 7f24a1441740 4 client.17226 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:44:19.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.597+0000 7f24a1441740 1 -- 172.21.15.26:0/490889812 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56133a302880 con 0x56133a3af1c0 2024-04-26T23:44:19.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.598+0000 7f2497400640 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56133a3af1c0 0x56133a3b15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.598+0000 7f2497400640 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56133a3af1c0 0x56133a3b15b0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1817a707114f3763 server_cookie=2d964f55980c6146 in_seq=0 out_seq=0 2024-04-26T23:44:19.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.598+0000 7f2481600640 10 client.17226 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:19.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.600+0000 7f2481600640 1 -- 172.21.15.26:0/490889812 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56133a302880 con 0x56133a3af1c0 2024-04-26T23:44:19.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.600+0000 7f2481600640 10 client.17226 handle_command_reply: tid=0 2024-04-26T23:44:19.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.600+0000 7f24a1441740 1 client.17226 shutdown 2024-04-26T23:44:19.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.601+0000 7f24a1441740 1 -- 172.21.15.26:0/490889812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 msgr2=0x56133a39cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.601+0000 7f24a1441740 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 0x56133a39cc50 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f248400b5e0 tx=0x7f248400b570 comp rx=0 tx=0).stop 2024-04-26T23:44:19.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.601+0000 7f24a1441740 1 -- 172.21.15.26:0/490889812 shutdown_connections 2024-04-26T23:44:19.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.601+0000 7f24a1441740 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56133a3af1c0 0x56133a3b15b0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.601+0000 7f24a1441740 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a39f7a0 0x56133a39cc50 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.601+0000 7f24a1441740 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a390a80 0x56133a39c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.601+0000 7f24a1441740 1 --2- 172.21.15.26:0/490889812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a39f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.601+0000 7f24a1441740 1 -- 172.21.15.26:0/490889812 >> 172.21.15.26:0/490889812 conn(0x56133a38c6c0 msgr2=0x56133a392530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.601+0000 7f2481600640 0 client.17226 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:19.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.601+0000 7f24a1441740 1 -- 172.21.15.26:0/490889812 shutdown_connections 2024-04-26T23:44:19.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.601+0000 7f24a1441740 1 -- 172.21.15.26:0/490889812 wait complete. 2024-04-26T23:44:19.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.601+0000 7f24a1441740 20 client.17226 trim_cache size 0 max 16384 2024-04-26T23:44:19.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.623+0000 7f24a1441740 1 Processor -- start 2024-04-26T23:44:19.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.623+0000 7f24a1441740 1 -- start start 2024-04-26T23:44:19.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.623+0000 7f24a1441740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a39ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.623+0000 7f24a1441740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 0x56133a3b6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.623+0000 7f24a1441740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a39f7a0 0x56133a3b71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.623+0000 7f24a1441740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f24981aea50 con 0x56133a390a80 2024-04-26T23:44:19.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.623+0000 7f24a1441740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f24981ac320 con 0x56133a3900d0 2024-04-26T23:44:19.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.623+0000 7f24a1441740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f24981aa190 con 0x56133a39f7a0 2024-04-26T23:44:19.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.624+0000 7f2497400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 0x56133a3b6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.624+0000 7f2497400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 0x56133a3b6ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58058/0 (socket says 172.21.15.26:58058) 2024-04-26T23:44:19.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.624+0000 7f2497400640 1 -- 172.21.15.26:0/1724244626 learned_addr learned my addr 172.21.15.26:0/1724244626 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.624+0000 7f2496a00640 1 --2- 172.21.15.26:0/1724244626 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a39ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.624+0000 7f2496a00640 1 --2- 172.21.15.26:0/1724244626 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a39f7a0 0x56133a3b71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.625+0000 7f2497400640 1 -- 172.21.15.26:0/1724244626 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a39f7a0 msgr2=0x56133a3b71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.625+0000 7f2497400640 1 --2- 172.21.15.26:0/1724244626 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a39f7a0 0x56133a3b71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.625+0000 7f2497400640 1 -- 172.21.15.26:0/1724244626 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 msgr2=0x56133a39ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.629 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.625+0000 7f2497400640 1 --2- 172.21.15.26:0/1724244626 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a39ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.625+0000 7f2497400640 1 -- 172.21.15.26:0/1724244626 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56133a390820 con 0x56133a390a80 2024-04-26T23:44:19.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.625+0000 7f2497400640 1 --2- 172.21.15.26:0/1724244626 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 0x56133a3b6ca0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f248802aa40 tx=0x7f2488005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f82a57a7e71c1f41 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.626+0000 7f2483e00640 1 -- 172.21.15.26:0/1724244626 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2488035040 con 0x56133a390a80 2024-04-26T23:44:19.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.626+0000 7f2483e00640 1 -- 172.21.15.26:0/1724244626 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f248804a070 con 0x56133a390a80 2024-04-26T23:44:19.630 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.626+0000 7f2483e00640 1 -- 172.21.15.26:0/1724244626 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24880458f0 con 0x56133a390a80 2024-04-26T23:44:19.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.627+0000 7f24a1441740 1 -- 172.21.15.26:0/1724244626 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 msgr2=0x56133a3b6ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.627+0000 7f24a1441740 1 --2- 172.21.15.26:0/1724244626 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 0x56133a3b6ca0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f248802aa40 tx=0x7f2488005b50 comp rx=0 tx=0).stop 2024-04-26T23:44:19.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.627+0000 7f24a1441740 1 -- 172.21.15.26:0/1724244626 shutdown_connections 2024-04-26T23:44:19.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.627+0000 7f24a1441740 1 --2- 172.21.15.26:0/1724244626 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a39f7a0 0x56133a3b71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.627+0000 7f24a1441740 1 --2- 172.21.15.26:0/1724244626 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 0x56133a3b6ca0 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.631 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.627+0000 7f24a1441740 1 --2- 172.21.15.26:0/1724244626 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a39ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.627+0000 7f24a1441740 1 -- 172.21.15.26:0/1724244626 >> 172.21.15.26:0/1724244626 conn(0x56133a38c6c0 msgr2=0x56133a38b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.627+0000 7f24a1441740 1 -- 172.21.15.26:0/1724244626 shutdown_connections 2024-04-26T23:44:19.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.627+0000 7f24a1441740 1 -- 172.21.15.26:0/1724244626 wait complete. 2024-04-26T23:44:19.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.628+0000 7f24a1441740 1 -- start start 2024-04-26T23:44:19.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.628+0000 7f24a1441740 1 Processor -- start 2024-04-26T23:44:19.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.628+0000 7f24a1441740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a396aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.628+0000 7f24a1441740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 0x56133a392e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f24a1441740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a39f7a0 0x56133a393360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f24a1441740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f24981aa7e0 con 0x56133a390a80 2024-04-26T23:44:19.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f24a1441740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f24981abc50 con 0x56133a3900d0 2024-04-26T23:44:19.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f24a1441740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f24981aaeb0 con 0x56133a39f7a0 2024-04-26T23:44:19.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f24a1441740 10 client.0 _ll_register_callbacks cb 0x7f2488009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:19.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f2497400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 0x56133a392e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f2497400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 0x56133a392e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58068/0 (socket says 172.21.15.26:58068) 2024-04-26T23:44:19.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f2497400640 1 -- 172.21.15.26:0/1274123643 learned_addr learned my addr 172.21.15.26:0/1274123643 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:19.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f2496a00640 1 --2- 172.21.15.26:0/1274123643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a396aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f2497400640 1 -- 172.21.15.26:0/1274123643 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a39f7a0 msgr2=0x56133a393360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f2497400640 1 --2- 172.21.15.26:0/1274123643 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a39f7a0 0x56133a393360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f2497400640 1 -- 172.21.15.26:0/1274123643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 msgr2=0x56133a396aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:19.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f2497400640 1 --2- 172.21.15.26:0/1274123643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a396aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.629+0000 7f2497400640 1 -- 172.21.15.26:0/1274123643 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56133a0d07d0 con 0x56133a390a80 2024-04-26T23:44:19.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.630+0000 7f2497400640 1 --2- 172.21.15.26:0/1274123643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 0x56133a392e20 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f2488009230 tx=0x7f2488045380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87b6714716b66a46 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:19.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.630+0000 7f2481600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:19.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.630+0000 7f2481600640 1 -- 172.21.15.26:0/1274123643 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2488052070 con 0x56133a390a80 2024-04-26T23:44:19.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.630+0000 7f2481600640 1 -- 172.21.15.26:0/1274123643 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f24880054d0 con 0x56133a390a80 2024-04-26T23:44:19.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.630+0000 7f24a1441740 1 -- 172.21.15.26:0/1274123643 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f248804a070 con 0x56133a390a80 2024-04-26T23:44:19.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.630+0000 7f2481600640 1 -- 172.21.15.26:0/1274123643 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2488035040 con 0x56133a390a80 2024-04-26T23:44:19.636 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.630+0000 7f24a1441740 10 client.17232 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:19.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.630+0000 7f24a1441740 1 -- 172.21.15.26:0/1274123643 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56133a29b2a0 con 0x56133a390a80 2024-04-26T23:44:19.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.631+0000 7f2481600640 1 -- 172.21.15.26:0/1274123643 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f248804a070 con 0x56133a390a80 2024-04-26T23:44:19.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.631+0000 7f2481600640 1 -- 172.21.15.26:0/1274123643 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f24880038f0 con 0x56133a390a80 2024-04-26T23:44:19.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.631+0000 7f24a1441740 10 client.17232 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:19.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.631+0000 7f24a1441740 10 client.17232 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:19.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.631+0000 7f24a1441740 20 client.17232 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:19.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.631+0000 7f24a1441740 1 --2- 172.21.15.26:0/1274123643 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56133a3a7a60 0x56133a41bd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:19.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.631+0000 7f24a1441740 4 client.17232 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:44:19.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.631+0000 7f24a1441740 1 -- 172.21.15.26:0/1274123643 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56133a2fc6f0 con 0x56133a3a7a60 2024-04-26T23:44:19.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.632+0000 7f2496a00640 1 --2- 172.21.15.26:0/1274123643 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56133a3a7a60 0x56133a41bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f2496a00640 1 --2- 172.21.15.26:0/1274123643 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56133a3a7a60 0x56133a41bd10 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6fd81f67ece82 server_cookie=1ae32e78067333eb in_seq=0 out_seq=0 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f2481600640 10 client.17232 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f2481600640 1 -- 172.21.15.26:0/1274123643 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56133a2fc6f0 con 0x56133a3a7a60 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f2481600640 10 client.17232 handle_command_reply: tid=0 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f24a1441740 1 client.17232 shutdown 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f24a1441740 1 -- 172.21.15.26:0/1274123643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 msgr2=0x56133a392e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f24a1441740 1 --2- 172.21.15.26:0/1274123643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 0x56133a392e20 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f2488009230 tx=0x7f2488045380 comp rx=0 tx=0).stop 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f24a1441740 1 -- 172.21.15.26:0/1274123643 shutdown_connections 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f24a1441740 1 --2- 172.21.15.26:0/1274123643 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56133a3a7a60 0x56133a41bd10 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f24a1441740 1 --2- 172.21.15.26:0/1274123643 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56133a39f7a0 0x56133a393360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f24a1441740 1 --2- 172.21.15.26:0/1274123643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56133a390a80 0x56133a392e20 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f24a1441740 1 --2- 172.21.15.26:0/1274123643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56133a3900d0 0x56133a396aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f24a1441740 1 -- 172.21.15.26:0/1274123643 >> 172.21.15.26:0/1274123643 conn(0x56133a38c6c0 msgr2=0x56133a391800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.633+0000 7f2481600640 0 client.17232 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:19.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.634+0000 7f24a1441740 1 -- 172.21.15.26:0/1274123643 shutdown_connections 2024-04-26T23:44:19.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.634+0000 7f24a1441740 1 -- 172.21.15.26:0/1274123643 wait complete. 2024-04-26T23:44:19.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.634+0000 7f24a1441740 20 client.17232 trim_cache size 0 max 16384 2024-04-26T23:44:19.640 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:44:19.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.635+0000 7f249d000640 1 -- 172.21.15.26:0/3537178043 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f247c0a3d20 msgr2=0x7f247c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.635+0000 7f249d000640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f247c0a3d20 0x7f247c0a61e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f24900a50f0 tx=0x7f2490005b20 comp rx=0 tx=0).stop 2024-04-26T23:44:19.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.635+0000 7f249d000640 1 -- 172.21.15.26:0/3537178043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f249810ce00 msgr2=0x7f249819d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:19.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.635+0000 7f249d000640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f249810ce00 0x7f249819d870 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f249000eaa0 tx=0x7f249000ef60 comp rx=0 tx=0).stop 2024-04-26T23:44:19.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.635+0000 7f249d000640 1 -- 172.21.15.26:0/3537178043 shutdown_connections 2024-04-26T23:44:19.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.635+0000 7f249d000640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f247c0a3d20 0x7f247c0a61e0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.635+0000 7f249d000640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f249810ce00 0x7f249819d870 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.635+0000 7f249d000640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2498104350 0x7f24981994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.635+0000 7f249d000640 1 --2- 172.21.15.26:0/3537178043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2498103a30 0x7f2498198fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:19.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.635+0000 7f249d000640 1 -- 172.21.15.26:0/3537178043 >> 172.21.15.26:0/3537178043 conn(0x7f24980fd1b0 msgr2=0x7f24980fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:19.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.635+0000 7f249d000640 1 -- 172.21.15.26:0/3537178043 shutdown_connections 2024-04-26T23:44:19.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:19.635+0000 7f249d000640 1 -- 172.21.15.26:0/3537178043 wait complete. 2024-04-26T23:44:20.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:19 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2584353182' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:44:20.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:19 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2584353182' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:44:20.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:19 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2584353182' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:44:20.660 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:44:20.661 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:44:20.661 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:44:20.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.913+0000 7fec83200640 1 -- 172.21.15.26:0/3935965709 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec8410cde0 msgr2=0x7fec8410f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:20.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.913+0000 7fec83200640 1 --2- 172.21.15.26:0/3935965709 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec8410cde0 0x7fec8410f260 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7fec7c009ca0 tx=0x7fec7c02a950 comp rx=0 tx=0).stop 2024-04-26T23:44:20.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.913+0000 7fec83200640 1 -- 172.21.15.26:0/3935965709 shutdown_connections 2024-04-26T23:44:20.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.913+0000 7fec83200640 1 --2- 172.21.15.26:0/3935965709 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec8410cde0 0x7fec8410f260 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.913+0000 7fec83200640 1 --2- 172.21.15.26:0/3935965709 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fec84104330 0x7fec8410c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.913+0000 7fec83200640 1 --2- 172.21.15.26:0/3935965709 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fec84103a10 0x7fec84103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.914+0000 7fec83200640 1 -- 172.21.15.26:0/3935965709 >> 172.21.15.26:0/3935965709 conn(0x7fec840fd1b0 msgr2=0x7fec840ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:20.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.914+0000 7fec83200640 1 -- 172.21.15.26:0/3935965709 shutdown_connections 2024-04-26T23:44:20.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.914+0000 7fec83200640 1 -- 172.21.15.26:0/3935965709 wait complete. 2024-04-26T23:44:20.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.915+0000 7fec83200640 1 Processor -- start 2024-04-26T23:44:20.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.915+0000 7fec83200640 1 -- start start 2024-04-26T23:44:20.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.915+0000 7fec83200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fec84103a10 0x7fec84101660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.915+0000 7fec83200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fec84104330 0x7fec84101ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.915+0000 7fec83200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec8410cde0 0x7fec841020e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.915+0000 7fec83200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fec84112920 con 0x7fec8410cde0 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.915+0000 7fec83200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fec841127a0 con 0x7fec84103a10 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.915+0000 7fec83200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fec84112aa0 con 0x7fec84104330 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.916+0000 7fec82800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec8410cde0 0x7fec841020e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.916+0000 7fec82800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec8410cde0 0x7fec841020e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58080/0 (socket says 172.21.15.26:58080) 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.916+0000 7fec82800640 1 -- 172.21.15.26:0/828690000 learned_addr learned my addr 172.21.15.26:0/828690000 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.916+0000 7fec81e00640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fec84103a10 0x7fec84101660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.916+0000 7fec81400640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fec84104330 0x7fec84101ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.916+0000 7fec82800640 1 -- 172.21.15.26:0/828690000 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fec84104330 msgr2=0x7fec84101ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.916+0000 7fec82800640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fec84104330 0x7fec84101ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.916+0000 7fec82800640 1 -- 172.21.15.26:0/828690000 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fec84103a10 msgr2=0x7fec84101660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.916+0000 7fec82800640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fec84103a10 0x7fec84101660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.916+0000 7fec82800640 1 -- 172.21.15.26:0/828690000 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec841a73a0 con 0x7fec8410cde0 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.917+0000 7fec82800640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec8410cde0 0x7fec841020e0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7fec7c02ae70 tx=0x7fec7c003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:20.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.917+0000 7fec7aa00640 1 -- 172.21.15.26:0/828690000 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7c034040 con 0x7fec8410cde0 2024-04-26T23:44:20.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.917+0000 7fec7aa00640 1 -- 172.21.15.26:0/828690000 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fec7c030850 con 0x7fec8410cde0 2024-04-26T23:44:20.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.917+0000 7fec83200640 1 -- 172.21.15.26:0/828690000 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec841a7630 con 0x7fec8410cde0 2024-04-26T23:44:20.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.917+0000 7fec7aa00640 1 -- 172.21.15.26:0/828690000 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7c004600 con 0x7fec8410cde0 2024-04-26T23:44:20.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.917+0000 7fec83200640 1 -- 172.21.15.26:0/828690000 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec841a7b20 con 0x7fec8410cde0 2024-04-26T23:44:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.921+0000 7fec8b802740 1 Processor -- start 2024-04-26T23:44:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.921+0000 7fec7aa00640 1 -- 172.21.15.26:0/828690000 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fec7c037020 con 0x7fec8410cde0 2024-04-26T23:44:20.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.921+0000 7fec8b802740 1 -- start start 2024-04-26T23:44:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.921+0000 7fec8b802740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac538e60 0x5641ac539240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.921+0000 7fec8b802740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac539780 0x5641ac543910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.922+0000 7fec8b802740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac543e50 0x5641ac546240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.922+0000 7fec8b802740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5641ac49e980 con 0x5641ac539780 2024-04-26T23:44:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.922+0000 7fec8b802740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5641ac43b220 con 0x5641ac538e60 2024-04-26T23:44:20.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.922+0000 7fec8b802740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5641ac49a940 con 0x5641ac543e50 2024-04-26T23:44:20.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.922+0000 7fec81e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac539780 0x5641ac543910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.922+0000 7fec81e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac539780 0x5641ac543910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58088/0 (socket says 172.21.15.26:58088) 2024-04-26T23:44:20.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.922+0000 7fec81e00640 1 -- 172.21.15.26:0/4107720981 learned_addr learned my addr 172.21.15.26:0/4107720981 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:20.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.922+0000 7fec81400640 1 --2- 172.21.15.26:0/4107720981 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac538e60 0x5641ac539240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.922+0000 7fec81400640 1 --2- 172.21.15.26:0/4107720981 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac543e50 0x5641ac546240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.923+0000 7fec81e00640 1 -- 172.21.15.26:0/4107720981 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac543e50 msgr2=0x5641ac546240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:20.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.923+0000 7fec81e00640 1 --2- 172.21.15.26:0/4107720981 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac543e50 0x5641ac546240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.923+0000 7fec81e00640 1 -- 172.21.15.26:0/4107720981 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac538e60 msgr2=0x5641ac539240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:20.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.923+0000 7fec81e00640 1 --2- 172.21.15.26:0/4107720981 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac538e60 0x5641ac539240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.923+0000 7fec81e00640 1 -- 172.21.15.26:0/4107720981 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641ac2787e0 con 0x5641ac539780 2024-04-26T23:44:20.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.923+0000 7fec7aa00640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fec680a3d20 0x7fec680a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.923+0000 7fec81e00640 1 --2- 172.21.15.26:0/4107720981 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac539780 0x5641ac543910 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7fec74009c80 tx=0x7fec740117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e61e67ea1406100 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:20.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.923+0000 7fec7aa00640 1 -- 172.21.15.26:0/828690000 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fec7c0f1680 con 0x7fec8410cde0 2024-04-26T23:44:20.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.923+0000 7fec81400640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fec680a3d20 0x7fec680a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.924+0000 7fec6f000640 1 -- 172.21.15.26:0/4107720981 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec74012450 con 0x5641ac539780 2024-04-26T23:44:20.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.924+0000 7fec6f000640 1 -- 172.21.15.26:0/4107720981 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fec74012a80 con 0x5641ac539780 2024-04-26T23:44:20.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.924+0000 7fec6f000640 1 -- 172.21.15.26:0/4107720981 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7400f9f0 con 0x5641ac539780 2024-04-26T23:44:20.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.925+0000 7fec81400640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fec680a3d20 0x7fec680a61e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x5641ac536310 tx=0x7fec70016040 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:20.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.925+0000 7fec8b802740 1 -- 172.21.15.26:0/4107720981 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac539780 msgr2=0x5641ac543910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:20.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.925+0000 7fec8b802740 1 --2- 172.21.15.26:0/4107720981 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac539780 0x5641ac543910 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7fec74009c80 tx=0x7fec740117b0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.925+0000 7fec8b802740 1 -- 172.21.15.26:0/4107720981 shutdown_connections 2024-04-26T23:44:20.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.925+0000 7fec8b802740 1 --2- 172.21.15.26:0/4107720981 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac543e50 0x5641ac546240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.925+0000 7fec8b802740 1 --2- 172.21.15.26:0/4107720981 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac539780 0x5641ac543910 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.925+0000 7fec8b802740 1 --2- 172.21.15.26:0/4107720981 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac538e60 0x5641ac539240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.925+0000 7fec8b802740 1 -- 172.21.15.26:0/4107720981 >> 172.21.15.26:0/4107720981 conn(0x5641ac535180 msgr2=0x5641ac535560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:20.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.925+0000 7fec8b802740 1 -- 172.21.15.26:0/4107720981 shutdown_connections 2024-04-26T23:44:20.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.925+0000 7fec8b802740 1 -- 172.21.15.26:0/4107720981 wait complete. 2024-04-26T23:44:20.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.925+0000 7fec8b802740 1 -- start start 2024-04-26T23:44:20.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.926+0000 7fec8b802740 1 Processor -- start 2024-04-26T23:44:20.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.926+0000 7fec8b802740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac538e60 0x5641ac540e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.926+0000 7fec8b802740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac539780 0x5641ac541360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.926+0000 7fec8b802740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 0x5641ac5418a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.926+0000 7fec8b802740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5641ac546c40 con 0x5641ac543e50 2024-04-26T23:44:20.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.926+0000 7fec8b802740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5641ac426170 con 0x5641ac538e60 2024-04-26T23:44:20.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.926+0000 7fec8b802740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5641ac546dc0 con 0x5641ac539780 2024-04-26T23:44:20.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.926+0000 7fec8b802740 10 client.0 _ll_register_callbacks cb 0x5641ac495770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.927+0000 7fec82800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 0x5641ac5418a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.927+0000 7fec82800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 0x5641ac5418a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58094/0 (socket says 172.21.15.26:58094) 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.927+0000 7fec82800640 1 -- 172.21.15.26:0/2199333402 learned_addr learned my addr 172.21.15.26:0/2199333402 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.927+0000 7fec81400640 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac539780 0x5641ac541360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.927+0000 7fec81e00640 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac538e60 0x5641ac540e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.927+0000 7fec82800640 1 -- 172.21.15.26:0/2199333402 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac539780 msgr2=0x5641ac541360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.927+0000 7fec82800640 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac539780 0x5641ac541360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.927+0000 7fec82800640 1 -- 172.21.15.26:0/2199333402 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac538e60 msgr2=0x5641ac540e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.927+0000 7fec82800640 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac538e60 0x5641ac540e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.927+0000 7fec82800640 1 -- 172.21.15.26:0/2199333402 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641ac2d8f70 con 0x5641ac543e50 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.927+0000 7fec82800640 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 0x5641ac5418a0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fec7c0c5df0 tx=0x7fec7c0bd0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e332ebf6bb7e27c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.928+0000 7fec63400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.928+0000 7fec63400640 1 -- 172.21.15.26:0/2199333402 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7c02c040 con 0x5641ac543e50 2024-04-26T23:44:20.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.928+0000 7fec63400640 1 -- 172.21.15.26:0/2199333402 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fec7c02fd80 con 0x5641ac543e50 2024-04-26T23:44:20.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.928+0000 7fec8b802740 1 -- 172.21.15.26:0/2199333402 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec74012a80 con 0x5641ac543e50 2024-04-26T23:44:20.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.928+0000 7fec63400640 1 -- 172.21.15.26:0/2199333402 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fec7c0c1a60 con 0x5641ac543e50 2024-04-26T23:44:20.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.928+0000 7fec8b802740 10 client.17244 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:20.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.928+0000 7fec8b802740 1 -- 172.21.15.26:0/2199333402 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5641ac170170 con 0x5641ac543e50 2024-04-26T23:44:20.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.928+0000 7fec63400640 1 -- 172.21.15.26:0/2199333402 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fec74012a80 con 0x5641ac543e50 2024-04-26T23:44:20.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.929+0000 7fec63400640 1 -- 172.21.15.26:0/2199333402 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fec7c04d030 con 0x5641ac543e50 2024-04-26T23:44:20.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.929+0000 7fec8b802740 10 client.17244 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:20.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.929+0000 7fec8b802740 10 client.17244 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:20.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.929+0000 7fec8b802740 20 client.17244 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:20.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.929+0000 7fec8b802740 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641ac553e20 0x5641ac5562a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.929+0000 7fec8b802740 4 client.17244 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:44:20.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.929+0000 7fec8b802740 1 -- 172.21.15.26:0/2199333402 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5641ac4ac590 con 0x5641ac553e20 2024-04-26T23:44:20.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.929+0000 7fec81e00640 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641ac553e20 0x5641ac5562a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.930+0000 7fec81e00640 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641ac553e20 0x5641ac5562a0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c7d53905dff8555 server_cookie=ea3fd212def634e9 in_seq=0 out_seq=0 2024-04-26T23:44:20.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.930+0000 7fec63400640 10 client.17244 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:20.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.932+0000 7fec63400640 1 -- 172.21.15.26:0/2199333402 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5641ac4ac590 con 0x5641ac553e20 2024-04-26T23:44:20.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.932+0000 7fec63400640 10 client.17244 handle_command_reply: tid=0 2024-04-26T23:44:20.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.932+0000 7fec8b802740 1 client.17244 shutdown 2024-04-26T23:44:20.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.932+0000 7fec8b802740 1 -- 172.21.15.26:0/2199333402 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 msgr2=0x5641ac5418a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:20.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.932+0000 7fec8b802740 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 0x5641ac5418a0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fec7c0c5df0 tx=0x7fec7c0bd0d0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.933+0000 7fec8b802740 1 -- 172.21.15.26:0/2199333402 shutdown_connections 2024-04-26T23:44:20.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.933+0000 7fec8b802740 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641ac553e20 0x5641ac5562a0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.933+0000 7fec8b802740 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 0x5641ac5418a0 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.933+0000 7fec8b802740 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac539780 0x5641ac541360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.933+0000 7fec8b802740 1 --2- 172.21.15.26:0/2199333402 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac538e60 0x5641ac540e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.933+0000 7fec8b802740 1 -- 172.21.15.26:0/2199333402 >> 172.21.15.26:0/2199333402 conn(0x5641ac535180 msgr2=0x5641ac53ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:20.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.933+0000 7fec63400640 0 client.17244 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:20.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.933+0000 7fec8b802740 1 -- 172.21.15.26:0/2199333402 shutdown_connections 2024-04-26T23:44:20.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.933+0000 7fec8b802740 1 -- 172.21.15.26:0/2199333402 wait complete. 2024-04-26T23:44:20.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.933+0000 7fec8b802740 20 client.17244 trim_cache size 0 max 16384 2024-04-26T23:44:20.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.960+0000 7fec8b802740 1 Processor -- start 2024-04-26T23:44:20.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.960+0000 7fec8b802740 1 -- start start 2024-04-26T23:44:20.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.960+0000 7fec8b802740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac538e60 0x5641ac534a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.960+0000 7fec8b802740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac539780 0x5641ac53b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.960+0000 7fec8b802740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 0x5641ac55bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.960+0000 7fec8b802740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fec841b2d00 con 0x5641ac543e50 2024-04-26T23:44:20.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.960+0000 7fec8b802740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fec841b05d0 con 0x5641ac539780 2024-04-26T23:44:20.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.960+0000 7fec8b802740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fec841ae440 con 0x5641ac538e60 2024-04-26T23:44:20.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.961+0000 7fec82800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 0x5641ac55bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.961+0000 7fec82800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 0x5641ac55bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58110/0 (socket says 172.21.15.26:58110) 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.961+0000 7fec82800640 1 -- 172.21.15.26:0/545533914 learned_addr learned my addr 172.21.15.26:0/545533914 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.961+0000 7fec81400640 1 --2- 172.21.15.26:0/545533914 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac539780 0x5641ac53b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.961+0000 7fec81e00640 1 --2- 172.21.15.26:0/545533914 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac538e60 0x5641ac534a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.961+0000 7fec82800640 1 -- 172.21.15.26:0/545533914 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac538e60 msgr2=0x5641ac534a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.961+0000 7fec82800640 1 --2- 172.21.15.26:0/545533914 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac538e60 0x5641ac534a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.961+0000 7fec82800640 1 -- 172.21.15.26:0/545533914 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac539780 msgr2=0x5641ac53b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.961+0000 7fec82800640 1 --2- 172.21.15.26:0/545533914 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac539780 0x5641ac53b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.961+0000 7fec82800640 1 -- 172.21.15.26:0/545533914 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641ac535ac0 con 0x5641ac543e50 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.961+0000 7fec81e00640 1 --2- 172.21.15.26:0/545533914 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac538e60 0x5641ac534a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.962+0000 7fec82800640 1 --2- 172.21.15.26:0/545533914 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 0x5641ac55bbb0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fec7c0ba080 tx=0x7fec7c0bd140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cce8d637e0eff6dd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.962+0000 7fec6e600640 1 -- 172.21.15.26:0/545533914 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7c02c040 con 0x5641ac543e50 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.962+0000 7fec6e600640 1 -- 172.21.15.26:0/545533914 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fec7c0c6320 con 0x5641ac543e50 2024-04-26T23:44:20.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.962+0000 7fec6e600640 1 -- 172.21.15.26:0/545533914 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7c02f860 con 0x5641ac543e50 2024-04-26T23:44:20.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.963+0000 7fec8b802740 1 -- 172.21.15.26:0/545533914 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 msgr2=0x5641ac55bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:20.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.963+0000 7fec8b802740 1 --2- 172.21.15.26:0/545533914 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 0x5641ac55bbb0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fec7c0ba080 tx=0x7fec7c0bd140 comp rx=0 tx=0).stop 2024-04-26T23:44:20.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.963+0000 7fec8b802740 1 -- 172.21.15.26:0/545533914 shutdown_connections 2024-04-26T23:44:20.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.963+0000 7fec8b802740 1 --2- 172.21.15.26:0/545533914 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac543e50 0x5641ac55bbb0 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.963+0000 7fec8b802740 1 --2- 172.21.15.26:0/545533914 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac539780 0x5641ac53b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.963+0000 7fec8b802740 1 --2- 172.21.15.26:0/545533914 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac538e60 0x5641ac534a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.963+0000 7fec8b802740 1 -- 172.21.15.26:0/545533914 >> 172.21.15.26:0/545533914 conn(0x5641ac535180 msgr2=0x5641ac542540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:20.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.963+0000 7fec8b802740 1 -- 172.21.15.26:0/545533914 shutdown_connections 2024-04-26T23:44:20.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.963+0000 7fec8b802740 1 -- 172.21.15.26:0/545533914 wait complete. 2024-04-26T23:44:20.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.964+0000 7fec8b802740 1 -- start start 2024-04-26T23:44:20.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.964+0000 7fec8b802740 1 Processor -- start 2024-04-26T23:44:20.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.964+0000 7fec8b802740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac538e60 0x5641ac548350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.964+0000 7fec8b802740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac539780 0x5641ac548890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.964+0000 7fec8b802740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac543e50 0x5641ac5b3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.964+0000 7fec8b802740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fec841aea90 con 0x5641ac538e60 2024-04-26T23:44:20.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.964+0000 7fec8b802740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fec841aff00 con 0x5641ac543e50 2024-04-26T23:44:20.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.964+0000 7fec8b802740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fec841af160 con 0x5641ac539780 2024-04-26T23:44:20.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.964+0000 7fec8b802740 10 client.0 _ll_register_callbacks cb 0x7fec7c004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:20.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.965+0000 7fec81e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac538e60 0x5641ac548350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.965+0000 7fec81e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac538e60 0x5641ac548350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58114/0 (socket says 172.21.15.26:58114) 2024-04-26T23:44:20.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.965+0000 7fec81e00640 1 -- 172.21.15.26:0/216213440 learned_addr learned my addr 172.21.15.26:0/216213440 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:20.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.965+0000 7fec81e00640 1 -- 172.21.15.26:0/216213440 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac539780 msgr2=0x5641ac548890 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T23:44:20.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.965+0000 7fec81e00640 1 --2- 172.21.15.26:0/216213440 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac539780 0x5641ac548890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.965+0000 7fec81e00640 1 -- 172.21.15.26:0/216213440 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac543e50 msgr2=0x5641ac5b3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:20.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.965+0000 7fec81e00640 1 --2- 172.21.15.26:0/216213440 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac543e50 0x5641ac5b3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.965+0000 7fec81e00640 1 -- 172.21.15.26:0/216213440 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641ac5b3a50 con 0x5641ac538e60 2024-04-26T23:44:20.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.966+0000 7fec81e00640 1 --2- 172.21.15.26:0/216213440 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac538e60 0x5641ac548350 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7fec74009c80 tx=0x7fec74009400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2d11f3c537213aa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:20.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.966+0000 7fec63400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:20.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.966+0000 7fec63400640 1 -- 172.21.15.26:0/216213440 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec7402d070 con 0x5641ac538e60 2024-04-26T23:44:20.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.966+0000 7fec8b802740 1 -- 172.21.15.26:0/216213440 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec7c0c6320 con 0x5641ac538e60 2024-04-26T23:44:20.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.966+0000 7fec63400640 1 -- 172.21.15.26:0/216213440 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fec740052c0 con 0x5641ac538e60 2024-04-26T23:44:20.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.966+0000 7fec63400640 1 -- 172.21.15.26:0/216213440 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fec74038050 con 0x5641ac538e60 2024-04-26T23:44:20.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.966+0000 7fec8b802740 10 client.17250 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:20.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.966+0000 7fec8b802740 1 -- 172.21.15.26:0/216213440 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5641ac5bae00 con 0x5641ac538e60 2024-04-26T23:44:20.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.967+0000 7fec63400640 1 -- 172.21.15.26:0/216213440 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fec7c0c6320 con 0x5641ac538e60 2024-04-26T23:44:20.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.967+0000 7fec63400640 1 -- 172.21.15.26:0/216213440 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fec7400f6c0 con 0x5641ac538e60 2024-04-26T23:44:20.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.967+0000 7fec8b802740 10 client.17250 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:20.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.967+0000 7fec8b802740 10 client.17250 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:20.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.967+0000 7fec8b802740 20 client.17250 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:20.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.967+0000 7fec8b802740 1 --2- 172.21.15.26:0/216213440 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641ac5bb2d0 0x5641ac5bd710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:20.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.967+0000 7fec8b802740 4 client.17250 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:44:20.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.967+0000 7fec8b802740 1 -- 172.21.15.26:0/216213440 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5641ac4a6400 con 0x5641ac5bb2d0 2024-04-26T23:44:20.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.968+0000 7fec81400640 1 --2- 172.21.15.26:0/216213440 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641ac5bb2d0 0x5641ac5bd710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:20.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.969+0000 7fec81400640 1 --2- 172.21.15.26:0/216213440 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641ac5bb2d0 0x5641ac5bd710 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2cd075a220749818 server_cookie=1c50de9591483d1 in_seq=0 out_seq=0 2024-04-26T23:44:20.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.969+0000 7fec63400640 10 client.17250 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:20.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.972+0000 7fec63400640 1 -- 172.21.15.26:0/216213440 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5641ac4a6400 con 0x5641ac5bb2d0 2024-04-26T23:44:20.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.972+0000 7fec63400640 10 client.17250 handle_command_reply: tid=0 2024-04-26T23:44:20.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.972+0000 7fec8b802740 1 client.17250 shutdown 2024-04-26T23:44:20.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.972+0000 7fec8b802740 1 -- 172.21.15.26:0/216213440 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac538e60 msgr2=0x5641ac548350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:20.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.972+0000 7fec8b802740 1 --2- 172.21.15.26:0/216213440 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac538e60 0x5641ac548350 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7fec74009c80 tx=0x7fec74009400 comp rx=0 tx=0).stop 2024-04-26T23:44:20.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.972+0000 7fec8b802740 1 -- 172.21.15.26:0/216213440 shutdown_connections 2024-04-26T23:44:20.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.972+0000 7fec8b802740 1 --2- 172.21.15.26:0/216213440 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5641ac5bb2d0 0x5641ac5bd710 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.972+0000 7fec8b802740 1 --2- 172.21.15.26:0/216213440 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5641ac543e50 0x5641ac5b3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.972+0000 7fec8b802740 1 --2- 172.21.15.26:0/216213440 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5641ac539780 0x5641ac548890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.972+0000 7fec8b802740 1 --2- 172.21.15.26:0/216213440 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5641ac538e60 0x5641ac548350 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.973+0000 7fec8b802740 1 -- 172.21.15.26:0/216213440 >> 172.21.15.26:0/216213440 conn(0x5641ac535180 msgr2=0x5641ac542d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:20.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.973+0000 7fec63400640 0 client.17250 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:20.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.973+0000 7fec8b802740 1 -- 172.21.15.26:0/216213440 shutdown_connections 2024-04-26T23:44:20.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.973+0000 7fec8b802740 1 -- 172.21.15.26:0/216213440 wait complete. 2024-04-26T23:44:20.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.973+0000 7fec8b802740 20 client.17250 trim_cache size 0 max 16384 2024-04-26T23:44:20.978 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:44:20.978 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:44:20.978 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "eec5525a-c2b3-4337-8606-b332bae65a0b", 2024-04-26T23:44:20.978 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:44:20.979 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:44:20.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.974+0000 7fec83200640 1 -- 172.21.15.26:0/828690000 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fec680a3d20 msgr2=0x7fec680a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:20.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.974+0000 7fec83200640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fec680a3d20 0x7fec680a61e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x5641ac536310 tx=0x7fec70016040 comp rx=0 tx=0).stop 2024-04-26T23:44:20.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.974+0000 7fec83200640 1 -- 172.21.15.26:0/828690000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec8410cde0 msgr2=0x7fec841020e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:20.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.974+0000 7fec83200640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec8410cde0 0x7fec841020e0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7fec7c02ae70 tx=0x7fec7c003ce0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.974+0000 7fec83200640 1 -- 172.21.15.26:0/828690000 shutdown_connections 2024-04-26T23:44:20.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.974+0000 7fec83200640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fec680a3d20 0x7fec680a61e0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.974+0000 7fec83200640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fec8410cde0 0x7fec841020e0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.974+0000 7fec83200640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fec84104330 0x7fec84101ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.974+0000 7fec83200640 1 --2- 172.21.15.26:0/828690000 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fec84103a10 0x7fec84101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:20.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.974+0000 7fec83200640 1 -- 172.21.15.26:0/828690000 >> 172.21.15.26:0/828690000 conn(0x7fec840fd1b0 msgr2=0x7fec840feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:20.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.974+0000 7fec83200640 1 -- 172.21.15.26:0/828690000 shutdown_connections 2024-04-26T23:44:20.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:20.974+0000 7fec83200640 1 -- 172.21.15.26:0/828690000 wait complete. 2024-04-26T23:44:20.996 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:44:20.996 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:44:21.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:20 smithi026 ceph-mon[28371]: pgmap v261: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 206 B/s wr, 6 op/s 2024-04-26T23:44:21.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:20 smithi164 ceph-mon[31699]: pgmap v261: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 206 B/s wr, 6 op/s 2024-04-26T23:44:21.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:20 smithi086 ceph-mon[31122]: pgmap v261: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 206 B/s wr, 6 op/s 2024-04-26T23:44:21.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.216+0000 7f35efe00640 1 -- 172.21.15.26:0/602163845 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f35f0103190 msgr2=0x7f35f010f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:21.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.216+0000 7f35efe00640 1 --2- 172.21.15.26:0/602163845 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f35f0103190 0x7f35f010f6a0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f35e8009cd0 tx=0x7f35e802a8e0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.216+0000 7f35efe00640 1 -- 172.21.15.26:0/602163845 shutdown_connections 2024-04-26T23:44:21.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.216+0000 7f35efe00640 1 --2- 172.21.15.26:0/602163845 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f35f0103190 0x7f35f010f6a0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.216+0000 7f35efe00640 1 --2- 172.21.15.26:0/602163845 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35f01027d0 0x7f35f0102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.216+0000 7f35efe00640 1 --2- 172.21.15.26:0/602163845 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f35f01087e0 0x7f35f0108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.216+0000 7f35efe00640 1 -- 172.21.15.26:0/602163845 >> 172.21.15.26:0/602163845 conn(0x7f35f00fe300 msgr2=0x7f35f0100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:21.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.216+0000 7f35efe00640 1 -- 172.21.15.26:0/602163845 shutdown_connections 2024-04-26T23:44:21.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.216+0000 7f35efe00640 1 -- 172.21.15.26:0/602163845 wait complete. 2024-04-26T23:44:21.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.217+0000 7f35efe00640 1 Processor -- start 2024-04-26T23:44:21.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.218+0000 7f35efe00640 1 -- start start 2024-04-26T23:44:21.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.218+0000 7f35efe00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35f01027d0 0x7f35f019b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.218+0000 7f35efe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f35f0103190 0x7f35f019b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.218+0000 7f35efe00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f35f01087e0 0x7f35f019f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.218+0000 7f35efe00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f35f01129a0 con 0x7f35f0103190 2024-04-26T23:44:21.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.218+0000 7f35efe00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f35f0112820 con 0x7f35f01027d0 2024-04-26T23:44:21.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.218+0000 7f35efe00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f35f0112b20 con 0x7f35f01087e0 2024-04-26T23:44:21.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.218+0000 7f35ee000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f35f0103190 0x7f35f019b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.219+0000 7f35ee000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f35f0103190 0x7f35f019b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58122/0 (socket says 172.21.15.26:58122) 2024-04-26T23:44:21.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.219+0000 7f35ee000640 1 -- 172.21.15.26:0/1153092512 learned_addr learned my addr 172.21.15.26:0/1153092512 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:21.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.219+0000 7f35eea00640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35f01027d0 0x7f35f019b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.219+0000 7f35ef400640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f35f01087e0 0x7f35f019f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.219+0000 7f35ee000640 1 -- 172.21.15.26:0/1153092512 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f35f01087e0 msgr2=0x7f35f019f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.219+0000 7f35ee000640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f35f01087e0 0x7f35f019f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.219+0000 7f35ee000640 1 -- 172.21.15.26:0/1153092512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35f01027d0 msgr2=0x7f35f019b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.219+0000 7f35ee000640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35f01027d0 0x7f35f019b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.219+0000 7f35ee000640 1 -- 172.21.15.26:0/1153092512 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35f01a00d0 con 0x7f35f0103190 2024-04-26T23:44:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.219+0000 7f35eea00640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35f01027d0 0x7f35f019b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.219+0000 7f35ee000640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f35f0103190 0x7f35f019b670 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f35dc00e9f0 tx=0x7f35dc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.220+0000 7f35e7400640 1 -- 172.21.15.26:0/1153092512 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35dc00cd80 con 0x7f35f0103190 2024-04-26T23:44:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.220+0000 7f35e7400640 1 -- 172.21.15.26:0/1153092512 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f35dc0108c0 con 0x7f35f0103190 2024-04-26T23:44:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.220+0000 7f35efe00640 1 -- 172.21.15.26:0/1153092512 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35f01a03c0 con 0x7f35f0103190 2024-04-26T23:44:21.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.220+0000 7f35e7400640 1 -- 172.21.15.26:0/1153092512 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35dc0187c0 con 0x7f35f0103190 2024-04-26T23:44:21.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.220+0000 7f35efe00640 1 -- 172.21.15.26:0/1153092512 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35f01a7c50 con 0x7f35f0103190 2024-04-26T23:44:21.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.224+0000 7f35f8bae740 1 Processor -- start 2024-04-26T23:44:21.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.224+0000 7f35f8bae740 1 -- start start 2024-04-26T23:44:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.224+0000 7f35f8bae740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2b7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.224+0000 7f35f8bae740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b7670 0x55e3fa2c1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.224+0000 7f35f8bae740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2c4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.224+0000 7f35f8bae740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e3fa1c8030 con 0x55e3fa2b6d50 2024-04-26T23:44:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.224+0000 7f35f8bae740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e3fa1e37f0 con 0x55e3fa2c1d40 2024-04-26T23:44:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.225+0000 7f35f8bae740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e3fa19e7e0 con 0x55e3fa2b7670 2024-04-26T23:44:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.225+0000 7f35e7400640 1 -- 172.21.15.26:0/1153092512 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f35dc010430 con 0x7f35f0103190 2024-04-26T23:44:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.225+0000 7f35ef400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2b7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.225+0000 7f35ef400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2b7130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58126/0 (socket says 172.21.15.26:58126) 2024-04-26T23:44:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.225+0000 7f35ef400640 1 -- 172.21.15.26:0/2018139364 learned_addr learned my addr 172.21.15.26:0/2018139364 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.225+0000 7f35eea00640 1 --2- 172.21.15.26:0/2018139364 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b7670 0x55e3fa2c1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.225+0000 7f35ee000640 1 --2- 172.21.15.26:0/2018139364 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2c4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.225+0000 7f35ef400640 1 -- 172.21.15.26:0/2018139364 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b7670 msgr2=0x55e3fa2c1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:21.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.225+0000 7f35ef400640 1 --2- 172.21.15.26:0/2018139364 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b7670 0x55e3fa2c1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.225+0000 7f35ef400640 1 -- 172.21.15.26:0/2018139364 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2c1d40 msgr2=0x55e3fa2c4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:21.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.225+0000 7f35ef400640 1 --2- 172.21.15.26:0/2018139364 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2c4130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.226+0000 7f35ef400640 1 -- 172.21.15.26:0/2018139364 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3fa1aa050 con 0x55e3fa2b6d50 2024-04-26T23:44:21.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.226+0000 7f35ee000640 1 --2- 172.21.15.26:0/2018139364 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2c4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.226+0000 7f35ef400640 1 --2- 172.21.15.26:0/2018139364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2b7130 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f35e8035000 tx=0x7f35e8031430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dcbe535933b543d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.226+0000 7f35dbe00640 1 -- 172.21.15.26:0/2018139364 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e8031990 con 0x55e3fa2b6d50 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.226+0000 7f35dbe00640 1 -- 172.21.15.26:0/2018139364 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f35e8036040 con 0x55e3fa2b6d50 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.226+0000 7f35dbe00640 1 -- 172.21.15.26:0/2018139364 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e8004550 con 0x55e3fa2b6d50 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.227+0000 7f35e7400640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f35d40a3d20 0x7f35d40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.227+0000 7f35e7400640 1 -- 172.21.15.26:0/1153092512 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f35dc0d0d00 con 0x7f35f0103190 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.227+0000 7f35eea00640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f35d40a3d20 0x7f35d40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.227+0000 7f35f8bae740 1 -- 172.21.15.26:0/2018139364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 msgr2=0x55e3fa2b7130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.227+0000 7f35f8bae740 1 --2- 172.21.15.26:0/2018139364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2b7130 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f35e8035000 tx=0x7f35e8031430 comp rx=0 tx=0).stop 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.228+0000 7f35f8bae740 1 -- 172.21.15.26:0/2018139364 shutdown_connections 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.228+0000 7f35f8bae740 1 --2- 172.21.15.26:0/2018139364 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2c4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.228+0000 7f35f8bae740 1 --2- 172.21.15.26:0/2018139364 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b7670 0x55e3fa2c1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.228+0000 7f35f8bae740 1 --2- 172.21.15.26:0/2018139364 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2b7130 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.228+0000 7f35f8bae740 1 -- 172.21.15.26:0/2018139364 >> 172.21.15.26:0/2018139364 conn(0x55e3fa2b3070 msgr2=0x55e3fa2b3450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:21.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.228+0000 7f35f8bae740 1 -- 172.21.15.26:0/2018139364 shutdown_connections 2024-04-26T23:44:21.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.228+0000 7f35f8bae740 1 -- 172.21.15.26:0/2018139364 wait complete. 2024-04-26T23:44:21.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.228+0000 7f35eea00640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f35d40a3d20 0x7f35d40a61e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x55e3fa2b8310 tx=0x7f35e0005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:21.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.229+0000 7f35f8bae740 1 -- start start 2024-04-26T23:44:21.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.229+0000 7f35f8bae740 1 Processor -- start 2024-04-26T23:44:21.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.229+0000 7f35f8bae740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2c1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.229+0000 7f35f8bae740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b7670 0x55e3fa2be9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.229+0000 7f35f8bae740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2bef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.229+0000 7f35f8bae740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e3fa220200 con 0x55e3fa2b6d50 2024-04-26T23:44:21.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.229+0000 7f35f8bae740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e3fa21aee0 con 0x55e3fa2c1d40 2024-04-26T23:44:21.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.229+0000 7f35f8bae740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e3fa227e70 con 0x55e3fa2b7670 2024-04-26T23:44:21.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.230+0000 7f35f8bae740 10 client.0 _ll_register_callbacks cb 0x55e3fa211270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:21.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.230+0000 7f35eea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2c1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.230+0000 7f35eea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2c1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58142/0 (socket says 172.21.15.26:58142) 2024-04-26T23:44:21.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.230+0000 7f35eea00640 1 -- 172.21.15.26:0/2320274877 learned_addr learned my addr 172.21.15.26:0/2320274877 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:21.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.230+0000 7f35ee000640 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b7670 0x55e3fa2be9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.230+0000 7f35ef400640 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2bef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.230+0000 7f35eea00640 1 -- 172.21.15.26:0/2320274877 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b7670 msgr2=0x55e3fa2be9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:21.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.230+0000 7f35eea00640 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b7670 0x55e3fa2be9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.230+0000 7f35eea00640 1 -- 172.21.15.26:0/2320274877 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2c1d40 msgr2=0x55e3fa2bef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:21.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.230+0000 7f35eea00640 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2bef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.230+0000 7f35eea00640 1 -- 172.21.15.26:0/2320274877 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3f9ff77d0 con 0x55e3fa2b6d50 2024-04-26T23:44:21.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.231+0000 7f35eea00640 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2c1630 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f35e0009720 tx=0x7f35e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83908e6380a865c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:21.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.231+0000 7f35d8c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:21.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.231+0000 7f35d8c00640 1 -- 172.21.15.26:0/2320274877 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e0010950 con 0x55e3fa2b6d50 2024-04-26T23:44:21.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.231+0000 7f35d8c00640 1 -- 172.21.15.26:0/2320274877 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f35e0010af0 con 0x55e3fa2b6d50 2024-04-26T23:44:21.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.231+0000 7f35f8bae740 1 -- 172.21.15.26:0/2320274877 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35e8036040 con 0x55e3fa2b6d50 2024-04-26T23:44:21.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.231+0000 7f35d8c00640 1 -- 172.21.15.26:0/2320274877 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f35e0010d30 con 0x55e3fa2b6d50 2024-04-26T23:44:21.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.231+0000 7f35f8bae740 10 client.17262 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:21.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.231+0000 7f35f8bae740 1 -- 172.21.15.26:0/2320274877 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e3f9f2d3f0 con 0x55e3fa2b6d50 2024-04-26T23:44:21.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.232+0000 7f35d8c00640 1 -- 172.21.15.26:0/2320274877 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f35e8036040 con 0x55e3fa2b6d50 2024-04-26T23:44:21.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.232+0000 7f35d8c00640 1 -- 172.21.15.26:0/2320274877 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f35e0030420 con 0x55e3fa2b6d50 2024-04-26T23:44:21.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.232+0000 7f35f8bae740 10 client.17262 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:21.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.232+0000 7f35f8bae740 10 client.17262 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:21.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.232+0000 7f35f8bae740 20 client.17262 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:21.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.232+0000 7f35f8bae740 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e3fa2d16e0 0x55e3fa2d3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.232+0000 7f35f8bae740 4 client.17262 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:44:21.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.232+0000 7f35f8bae740 1 -- 172.21.15.26:0/2320274877 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e3fa2297e0 con 0x55e3fa2d16e0 2024-04-26T23:44:21.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.233+0000 7f35ee000640 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e3fa2d16e0 0x55e3fa2d3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.234+0000 7f35ee000640 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e3fa2d16e0 0x55e3fa2d3b50 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=511cac0f1e56c322 server_cookie=28a28178e73b04f5 in_seq=0 out_seq=0 2024-04-26T23:44:21.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.234+0000 7f35d8c00640 10 client.17262 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:21.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35d8c00640 1 -- 172.21.15.26:0/2320274877 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e3fa2297e0 con 0x55e3fa2d16e0 2024-04-26T23:44:21.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35d8c00640 10 client.17262 handle_command_reply: tid=0 2024-04-26T23:44:21.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35f8bae740 1 client.17262 shutdown 2024-04-26T23:44:21.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35f8bae740 1 -- 172.21.15.26:0/2320274877 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 msgr2=0x55e3fa2c1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:21.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35f8bae740 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2c1630 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f35e0009720 tx=0x7f35e00046c0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35f8bae740 1 -- 172.21.15.26:0/2320274877 shutdown_connections 2024-04-26T23:44:21.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35f8bae740 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e3fa2d16e0 0x55e3fa2d3b50 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35f8bae740 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2bef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35f8bae740 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b7670 0x55e3fa2be9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35f8bae740 1 --2- 172.21.15.26:0/2320274877 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2c1630 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35f8bae740 1 -- 172.21.15.26:0/2320274877 >> 172.21.15.26:0/2320274877 conn(0x55e3fa2b3070 msgr2=0x55e3fa2b8d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:21.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35d8c00640 0 client.17262 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:21.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35f8bae740 1 -- 172.21.15.26:0/2320274877 shutdown_connections 2024-04-26T23:44:21.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35f8bae740 1 -- 172.21.15.26:0/2320274877 wait complete. 2024-04-26T23:44:21.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.236+0000 7f35f8bae740 20 client.17262 trim_cache size 0 max 16384 2024-04-26T23:44:21.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.262+0000 7f35f8bae740 1 Processor -- start 2024-04-26T23:44:21.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.262+0000 7f35f8bae740 1 -- start start 2024-04-26T23:44:21.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.262+0000 7f35f8bae740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2cd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.262+0000 7f35f8bae740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2b7670 0x55e3fa2c10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.262+0000 7f35f8bae740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2c1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.262+0000 7f35f8bae740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f35f01b07f0 con 0x55e3fa2c1d40 2024-04-26T23:44:21.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.262+0000 7f35f8bae740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f35f01ae660 con 0x55e3fa2b7670 2024-04-26T23:44:21.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.262+0000 7f35f8bae740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f35f01b0120 con 0x55e3fa2b6d50 2024-04-26T23:44:21.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.263+0000 7f35ef400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2c1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.263+0000 7f35ef400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2c1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58152/0 (socket says 172.21.15.26:58152) 2024-04-26T23:44:21.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.263+0000 7f35ef400640 1 -- 172.21.15.26:0/1085371413 learned_addr learned my addr 172.21.15.26:0/1085371413 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:21.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.263+0000 7f35eea00640 1 --2- 172.21.15.26:0/1085371413 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2cd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.263+0000 7f35ee000640 1 --2- 172.21.15.26:0/1085371413 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2b7670 0x55e3fa2c10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.263+0000 7f35ef400640 1 -- 172.21.15.26:0/1085371413 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b6d50 msgr2=0x55e3fa2cd6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:21.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.263+0000 7f35ef400640 1 --2- 172.21.15.26:0/1085371413 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2cd6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.263+0000 7f35ef400640 1 -- 172.21.15.26:0/1085371413 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2b7670 msgr2=0x55e3fa2c10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:21.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.263+0000 7f35ef400640 1 --2- 172.21.15.26:0/1085371413 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2b7670 0x55e3fa2c10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.263+0000 7f35ef400640 1 -- 172.21.15.26:0/1085371413 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3fa2b74a0 con 0x55e3fa2c1d40 2024-04-26T23:44:21.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.263+0000 7f35ef400640 1 --2- 172.21.15.26:0/1085371413 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2c1630 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f35e8009bf0 tx=0x7f35e80095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1333c6ee8bc3e1ca server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:21.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.264+0000 7f35db400640 1 -- 172.21.15.26:0/1085371413 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e804e070 con 0x55e3fa2c1d40 2024-04-26T23:44:21.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.264+0000 7f35db400640 1 -- 172.21.15.26:0/1085371413 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f35e8036070 con 0x55e3fa2c1d40 2024-04-26T23:44:21.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.264+0000 7f35db400640 1 -- 172.21.15.26:0/1085371413 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e8004590 con 0x55e3fa2c1d40 2024-04-26T23:44:21.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.265+0000 7f35f8bae740 1 -- 172.21.15.26:0/1085371413 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2c1d40 msgr2=0x55e3fa2c1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.265+0000 7f35f8bae740 1 --2- 172.21.15.26:0/1085371413 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2c1630 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f35e8009bf0 tx=0x7f35e80095c0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.265+0000 7f35f8bae740 1 -- 172.21.15.26:0/1085371413 shutdown_connections 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.265+0000 7f35f8bae740 1 --2- 172.21.15.26:0/1085371413 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2c1d40 0x55e3fa2c1630 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.265+0000 7f35f8bae740 1 --2- 172.21.15.26:0/1085371413 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2b7670 0x55e3fa2c10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.265+0000 7f35f8bae740 1 --2- 172.21.15.26:0/1085371413 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2cd6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.265+0000 7f35f8bae740 1 -- 172.21.15.26:0/1085371413 >> 172.21.15.26:0/1085371413 conn(0x55e3fa2b3070 msgr2=0x55e3fa2bd900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.265+0000 7f35f8bae740 1 -- 172.21.15.26:0/1085371413 shutdown_connections 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.265+0000 7f35f8bae740 1 -- 172.21.15.26:0/1085371413 wait complete. 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.265+0000 7f35f8bae740 1 -- start start 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.266+0000 7f35f8bae740 1 Processor -- start 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.266+0000 7f35f8bae740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2c6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.266+0000 7f35f8bae740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2b7670 0x55e3fa2c7330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.266+0000 7f35f8bae740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2c1d40 0x55e3fa335c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.266+0000 7f35f8bae740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f35f01af380 con 0x55e3fa2b6d50 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.266+0000 7f35f8bae740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f35f01aecb0 con 0x55e3fa2b7670 2024-04-26T23:44:21.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.266+0000 7f35f8bae740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f35f01afa50 con 0x55e3fa2c1d40 2024-04-26T23:44:21.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.266+0000 7f35f8bae740 10 client.0 _ll_register_callbacks cb 0x7f35e0009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:21.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.266+0000 7f35eea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2c6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.267+0000 7f35eea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2c6df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:58160/0 (socket says 172.21.15.26:58160) 2024-04-26T23:44:21.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.267+0000 7f35eea00640 1 -- 172.21.15.26:0/3623903444 learned_addr learned my addr 172.21.15.26:0/3623903444 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:21.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.267+0000 7f35ee000640 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2b7670 0x55e3fa2c7330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.267+0000 7f35ef400640 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2c1d40 0x55e3fa335c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.267+0000 7f35eea00640 1 -- 172.21.15.26:0/3623903444 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2c1d40 msgr2=0x55e3fa335c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:21.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.267+0000 7f35eea00640 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2c1d40 0x55e3fa335c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.267+0000 7f35eea00640 1 -- 172.21.15.26:0/3623903444 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2b7670 msgr2=0x55e3fa2c7330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:21.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.267+0000 7f35eea00640 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2b7670 0x55e3fa2c7330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.267+0000 7f35eea00640 1 -- 172.21.15.26:0/3623903444 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3f9eed0f0 con 0x55e3fa2b6d50 2024-04-26T23:44:21.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.267+0000 7f35eea00640 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2c6df0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f35e0030a80 tx=0x7f35e0011f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=196ba1446ca30707 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:21.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.267+0000 7f35d8c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:21.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.268+0000 7f35d8c00640 1 -- 172.21.15.26:0/3623903444 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35e0030d10 con 0x55e3fa2b6d50 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.268+0000 7f35f8bae740 1 -- 172.21.15.26:0/3623903444 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35e8036070 con 0x55e3fa2b6d50 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.268+0000 7f35d8c00640 1 -- 172.21.15.26:0/3623903444 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f35e0030620 con 0x55e3fa2b6d50 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.268+0000 7f35d8c00640 1 -- 172.21.15.26:0/3623903444 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f35e0045050 con 0x55e3fa2b6d50 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.268+0000 7f35f8bae740 10 client.17268 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.268+0000 7f35f8bae740 1 -- 172.21.15.26:0/3623903444 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e3fa1e3a30 con 0x55e3fa2b6d50 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.268+0000 7f35d8c00640 1 -- 172.21.15.26:0/3623903444 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f35e8036070 con 0x55e3fa2b6d50 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.269+0000 7f35d8c00640 1 -- 172.21.15.26:0/3623903444 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f35e0040030 con 0x55e3fa2b6d50 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.269+0000 7f35f8bae740 10 client.17268 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.269+0000 7f35f8bae740 10 client.17268 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.269+0000 7f35f8bae740 20 client.17268 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.269+0000 7f35f8bae740 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e3fa337a10 0x55e3fa339e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.269+0000 7f35f8bae740 4 client.17268 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.269+0000 7f35f8bae740 1 -- 172.21.15.26:0/3623903444 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e3fa2bf290 con 0x55e3fa337a10 2024-04-26T23:44:21.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.269+0000 7f35ee000640 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e3fa337a10 0x55e3fa339e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.270+0000 7f35ee000640 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e3fa337a10 0x55e3fa339e30 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=225a2bfb1292ce17 server_cookie=1314133349a13c9c in_seq=0 out_seq=0 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.270+0000 7f35d8c00640 10 client.17268 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35d8c00640 1 -- 172.21.15.26:0/3623903444 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55e3fa2bf290 con 0x55e3fa337a10 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35d8c00640 10 client.17268 handle_command_reply: tid=0 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35f8bae740 1 client.17268 shutdown 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35f8bae740 1 -- 172.21.15.26:0/3623903444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 msgr2=0x55e3fa2c6df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35f8bae740 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2c6df0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f35e0030a80 tx=0x7f35e0011f80 comp rx=0 tx=0).stop 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35f8bae740 1 -- 172.21.15.26:0/3623903444 shutdown_connections 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35f8bae740 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55e3fa337a10 0x55e3fa339e30 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35f8bae740 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e3fa2c1d40 0x55e3fa335c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35f8bae740 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e3fa2b7670 0x55e3fa2c7330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35f8bae740 1 --2- 172.21.15.26:0/3623903444 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e3fa2b6d50 0x55e3fa2c6df0 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35d8c00640 0 client.17268 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:21.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35f8bae740 1 -- 172.21.15.26:0/3623903444 >> 172.21.15.26:0/3623903444 conn(0x55e3fa2b3070 msgr2=0x55e3fa2b21f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:21.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35f8bae740 1 -- 172.21.15.26:0/3623903444 shutdown_connections 2024-04-26T23:44:21.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.271+0000 7f35f8bae740 1 -- 172.21.15.26:0/3623903444 wait complete. 2024-04-26T23:44:21.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.272+0000 7f35f8bae740 20 client.17268 trim_cache size 0 max 16384 2024-04-26T23:44:21.279 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:44:21.279 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:44:21.279 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:44:21.279 INFO:teuthology.orchestra.run.smithi026.stdout: "eec5525a-c2b3-4337-8606-b332bae65a0b": { 2024-04-26T23:44:21.279 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:44:21.279 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "eec5525a-c2b3-4337-8606-b332bae65a0b", 2024-04-26T23:44:21.279 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:44:21.280 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:44:21.280 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:44:21.280 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:44:21.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.272+0000 7f35efe00640 1 -- 172.21.15.26:0/1153092512 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f35d40a3d20 msgr2=0x7f35d40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:21.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.272+0000 7f35efe00640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f35d40a3d20 0x7f35d40a61e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x55e3fa2b8310 tx=0x7f35e0005f90 comp rx=0 tx=0).stop 2024-04-26T23:44:21.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.272+0000 7f35efe00640 1 -- 172.21.15.26:0/1153092512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f35f0103190 msgr2=0x7f35f019b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:21.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.272+0000 7f35efe00640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f35f0103190 0x7f35f019b670 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f35dc00e9f0 tx=0x7f35dc00eeb0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.272+0000 7f35efe00640 1 -- 172.21.15.26:0/1153092512 shutdown_connections 2024-04-26T23:44:21.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.272+0000 7f35efe00640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f35f01087e0 0x7f35f019f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.272+0000 7f35efe00640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f35d40a3d20 0x7f35d40a61e0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.272+0000 7f35efe00640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f35f0103190 0x7f35f019b670 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.272+0000 7f35efe00640 1 --2- 172.21.15.26:0/1153092512 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f35f01027d0 0x7f35f019b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:21.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.272+0000 7f35efe00640 1 -- 172.21.15.26:0/1153092512 >> 172.21.15.26:0/1153092512 conn(0x7f35f00fe300 msgr2=0x7f35f00fe920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:21.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.273+0000 7f35efe00640 1 -- 172.21.15.26:0/1153092512 shutdown_connections 2024-04-26T23:44:21.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:21.273+0000 7f35efe00640 1 -- 172.21.15.26:0/1153092512 wait complete. 2024-04-26T23:44:21.295 INFO:tasks.cephfs.filesystem:scrub status for tag:eec5525a-c2b3-4337-8606-b332bae65a0b - {'path': '/', 'tag': 'eec5525a-c2b3-4337-8606-b332bae65a0b', 'options': 'recursive,force'} 2024-04-26T23:44:22.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:21 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:44:22.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:21 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:44:22.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:21 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:44:22.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:21 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:44:22.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:21 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:44:22.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:21 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:44:22.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:21 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:44:22.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:21 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:44:22.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:21 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:44:22.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:21 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:44:22.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:21 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:44:22.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:21 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:44:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:22 smithi086 ceph-mon[31122]: pgmap v262: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:44:23.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:22 smithi164 ceph-mon[31699]: pgmap v262: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:44:23.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:22 smithi026 ceph-mon[28371]: pgmap v262: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:44:24.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:23 smithi086 ceph-mon[31122]: pgmap v263: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:44:24.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:23 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:44:24.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:23 smithi164 ceph-mon[31699]: pgmap v263: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:44:24.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:23 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:44:24.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:23 smithi026 ceph-mon[28371]: pgmap v263: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:44:24.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:23 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:44:26.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:26 smithi026 ceph-mon[28371]: pgmap v264: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:44:26.779 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:26 smithi164 ceph-mon[31699]: pgmap v264: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:44:26.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:26 smithi086 ceph-mon[31122]: pgmap v264: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:44:28.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:28 smithi164 ceph-mon[31699]: pgmap v265: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:44:28.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:28 smithi026 ceph-mon[28371]: pgmap v265: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:44:28.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:28 smithi086 ceph-mon[31122]: pgmap v265: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:44:30.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:30 smithi164 ceph-mon[31699]: pgmap v266: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:44:30.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:30 smithi026 ceph-mon[28371]: pgmap v266: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:44:30.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:30 smithi086 ceph-mon[31122]: pgmap v266: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:44:32.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:32 smithi164 ceph-mon[31699]: pgmap v267: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:44:32.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:32 smithi026 ceph-mon[28371]: pgmap v267: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:44:32.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:32 smithi086 ceph-mon[31122]: pgmap v267: 97 pgs: 97 active+clean; 5.5 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:44:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:34 smithi164 ceph-mon[31699]: pgmap v268: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 19 KiB/s wr, 7 op/s 2024-04-26T23:44:34.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:34 smithi026 ceph-mon[28371]: pgmap v268: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 19 KiB/s wr, 7 op/s 2024-04-26T23:44:34.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:34 smithi086 ceph-mon[31122]: pgmap v268: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 19 KiB/s wr, 7 op/s 2024-04-26T23:44:36.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:36 smithi164 ceph-mon[31699]: pgmap v269: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 19 KiB/s wr, 5 op/s 2024-04-26T23:44:36.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:36 smithi026 ceph-mon[28371]: pgmap v269: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 19 KiB/s wr, 5 op/s 2024-04-26T23:44:36.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:36 smithi086 ceph-mon[31122]: pgmap v269: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 19 KiB/s wr, 5 op/s 2024-04-26T23:44:38.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:38 smithi164 ceph-mon[31699]: pgmap v270: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 19 KiB/s wr, 7 op/s 2024-04-26T23:44:38.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:38 smithi026 ceph-mon[28371]: pgmap v270: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 19 KiB/s wr, 7 op/s 2024-04-26T23:44:38.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:38 smithi086 ceph-mon[31122]: pgmap v270: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 19 KiB/s wr, 7 op/s 2024-04-26T23:44:40.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:40 smithi164 ceph-mon[31699]: pgmap v271: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 19 KiB/s wr, 5 op/s 2024-04-26T23:44:40.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:40 smithi026 ceph-mon[28371]: pgmap v271: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 19 KiB/s wr, 5 op/s 2024-04-26T23:44:40.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:40 smithi086 ceph-mon[31122]: pgmap v271: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 19 KiB/s wr, 5 op/s 2024-04-26T23:44:42.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:42 smithi164 ceph-mon[31699]: pgmap v272: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 19 KiB/s wr, 5 op/s 2024-04-26T23:44:42.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:42 smithi026 ceph-mon[28371]: pgmap v272: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 19 KiB/s wr, 5 op/s 2024-04-26T23:44:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:42 smithi086 ceph-mon[31122]: pgmap v272: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 19 KiB/s wr, 5 op/s 2024-04-26T23:44:44.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:44 smithi164 ceph-mon[31699]: pgmap v273: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 19 KiB/s wr, 7 op/s 2024-04-26T23:44:44.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:44 smithi026 ceph-mon[28371]: pgmap v273: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 19 KiB/s wr, 7 op/s 2024-04-26T23:44:44.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:44 smithi086 ceph-mon[31122]: pgmap v273: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 19 KiB/s wr, 7 op/s 2024-04-26T23:44:46.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:46 smithi164 ceph-mon[31699]: pgmap v274: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:44:46.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:46 smithi026 ceph-mon[28371]: pgmap v274: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:44:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:46 smithi086 ceph-mon[31122]: pgmap v274: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:44:48.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:48 smithi164 ceph-mon[31699]: pgmap v275: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:44:48.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:48 smithi026 ceph-mon[28371]: pgmap v275: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:44:48.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:48 smithi086 ceph-mon[31122]: pgmap v275: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:44:50.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:50 smithi164 ceph-mon[31699]: pgmap v276: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:44:50.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:50 smithi026 ceph-mon[28371]: pgmap v276: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:44:50.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:50 smithi086 ceph-mon[31122]: pgmap v276: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:44:51.296 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:44:51.297 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:44:51.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.530+0000 7fd558e00640 1 -- 172.21.15.26:0/2717504562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd55410f070 msgr2=0x7fd554111480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:51.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.530+0000 7fd558e00640 1 --2- 172.21.15.26:0/2717504562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd55410f070 0x7fd554111480 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fd54c009ca0 tx=0x7fd54c02a950 comp rx=0 tx=0).stop 2024-04-26T23:44:51.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.530+0000 7fd558e00640 1 -- 172.21.15.26:0/2717504562 shutdown_connections 2024-04-26T23:44:51.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.530+0000 7fd558e00640 1 --2- 172.21.15.26:0/2717504562 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd55410f070 0x7fd554111480 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.530+0000 7fd558e00640 1 --2- 172.21.15.26:0/2717504562 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd554075620 0x7fd55410eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.530+0000 7fd558e00640 1 --2- 172.21.15.26:0/2717504562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd554074d00 0x7fd5540750e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.530+0000 7fd558e00640 1 -- 172.21.15.26:0/2717504562 >> 172.21.15.26:0/2717504562 conn(0x7fd5540fe300 msgr2=0x7fd554100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:51.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.531+0000 7fd558e00640 1 -- 172.21.15.26:0/2717504562 shutdown_connections 2024-04-26T23:44:51.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.531+0000 7fd558e00640 1 -- 172.21.15.26:0/2717504562 wait complete. 2024-04-26T23:44:51.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.532+0000 7fd558e00640 1 Processor -- start 2024-04-26T23:44:51.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.532+0000 7fd558e00640 1 -- start start 2024-04-26T23:44:51.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.532+0000 7fd558e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd554074d00 0x7fd55419b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.532+0000 7fd558e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd554075620 0x7fd55419b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.532+0000 7fd558e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd55410f070 0x7fd55419f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.532+0000 7fd558e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd554114b80 con 0x7fd55410f070 2024-04-26T23:44:51.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.532+0000 7fd558e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd554114a00 con 0x7fd554075620 2024-04-26T23:44:51.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.532+0000 7fd558e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd554114d00 con 0x7fd554074d00 2024-04-26T23:44:51.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.533+0000 7fd553e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd55410f070 0x7fd55419f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.533+0000 7fd553e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd55410f070 0x7fd55419f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35150/0 (socket says 172.21.15.26:35150) 2024-04-26T23:44:51.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.533+0000 7fd553e00640 1 -- 172.21.15.26:0/1524625465 learned_addr learned my addr 172.21.15.26:0/1524625465 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:51.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.533+0000 7fd553400640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd554074d00 0x7fd55419b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.533+0000 7fd552a00640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd554075620 0x7fd55419b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.533+0000 7fd553e00640 1 -- 172.21.15.26:0/1524625465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd554074d00 msgr2=0x7fd55419b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:51.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.533+0000 7fd553e00640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd554074d00 0x7fd55419b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.533+0000 7fd553e00640 1 -- 172.21.15.26:0/1524625465 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd554075620 msgr2=0x7fd55419b5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:51.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.533+0000 7fd553e00640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd554075620 0x7fd55419b5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.533+0000 7fd553e00640 1 -- 172.21.15.26:0/1524625465 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5541a0050 con 0x7fd55410f070 2024-04-26T23:44:51.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.533+0000 7fd552a00640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd554075620 0x7fd55419b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:51.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.534+0000 7fd553e00640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd55410f070 0x7fd55419f920 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fd54c02af40 tx=0x7fd54c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:51.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.534+0000 7fd54be00640 1 -- 172.21.15.26:0/1524625465 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd54c034040 con 0x7fd55410f070 2024-04-26T23:44:51.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.534+0000 7fd54be00640 1 -- 172.21.15.26:0/1524625465 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd54c030800 con 0x7fd55410f070 2024-04-26T23:44:51.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.534+0000 7fd558e00640 1 -- 172.21.15.26:0/1524625465 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5541a02e0 con 0x7fd55410f070 2024-04-26T23:44:51.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.534+0000 7fd54be00640 1 -- 172.21.15.26:0/1524625465 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd54c0046b0 con 0x7fd55410f070 2024-04-26T23:44:51.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.534+0000 7fd558e00640 1 -- 172.21.15.26:0/1524625465 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5541a7bd0 con 0x7fd55410f070 2024-04-26T23:44:51.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.538+0000 7fd54be00640 1 -- 172.21.15.26:0/1524625465 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd54c037020 con 0x7fd55410f070 2024-04-26T23:44:51.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.538+0000 7fd55d24b740 1 Processor -- start 2024-04-26T23:44:51.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.538+0000 7fd55d24b740 1 -- start start 2024-04-26T23:44:51.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.538+0000 7fd55d24b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de4f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.538+0000 7fd55d24b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de59800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.538+0000 7fd55d24b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de59d40 0x56522de5c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.539+0000 7fd55d24b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56522dd60030 con 0x56522de4ed50 2024-04-26T23:44:51.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.539+0000 7fd55d24b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56522dd7b7f0 con 0x56522de4f670 2024-04-26T23:44:51.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.539+0000 7fd55d24b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56522dd367e0 con 0x56522de59d40 2024-04-26T23:44:51.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.539+0000 7fd552a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de4f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.539+0000 7fd552a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de4f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35156/0 (socket says 172.21.15.26:35156) 2024-04-26T23:44:51.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.539+0000 7fd552a00640 1 -- 172.21.15.26:0/2407766753 learned_addr learned my addr 172.21.15.26:0/2407766753 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:51.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.539+0000 7fd553400640 1 --2- 172.21.15.26:0/2407766753 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de59800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.539+0000 7fd552a00640 1 -- 172.21.15.26:0/2407766753 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de59d40 msgr2=0x56522de5c130 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T23:44:51.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.539+0000 7fd552a00640 1 --2- 172.21.15.26:0/2407766753 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de59d40 0x56522de5c130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.539+0000 7fd552a00640 1 -- 172.21.15.26:0/2407766753 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 msgr2=0x56522de59800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:51.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.539+0000 7fd552a00640 1 --2- 172.21.15.26:0/2407766753 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de59800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.539+0000 7fd552a00640 1 -- 172.21.15.26:0/2407766753 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56522dd42050 con 0x56522de4ed50 2024-04-26T23:44:51.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.540+0000 7fd54be00640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd5380a3d20 0x7fd5380a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.540+0000 7fd54be00640 1 -- 172.21.15.26:0/1524625465 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fd54c0f1840 con 0x7fd55410f070 2024-04-26T23:44:51.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.540+0000 7fd552a00640 1 --2- 172.21.15.26:0/2407766753 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de4f130 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fd540008b70 tx=0x7fd54000e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=775d8235daab084b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:51.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.540+0000 7fd553400640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd5380a3d20 0x7fd5380a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.540+0000 7fd548c00640 1 -- 172.21.15.26:0/2407766753 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd540014070 con 0x56522de4ed50 2024-04-26T23:44:51.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.540+0000 7fd548c00640 1 -- 172.21.15.26:0/2407766753 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd5400056b0 con 0x56522de4ed50 2024-04-26T23:44:51.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.540+0000 7fd548c00640 1 -- 172.21.15.26:0/2407766753 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd540010490 con 0x56522de4ed50 2024-04-26T23:44:51.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.541+0000 7fd55d24b740 1 -- 172.21.15.26:0/2407766753 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 msgr2=0x56522de4f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:51.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.541+0000 7fd553400640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd5380a3d20 0x7fd5380a61e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x56522de50310 tx=0x7fd54400a2d0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:51.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.541+0000 7fd55d24b740 1 --2- 172.21.15.26:0/2407766753 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de4f130 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fd540008b70 tx=0x7fd54000e720 comp rx=0 tx=0).stop 2024-04-26T23:44:51.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.541+0000 7fd55d24b740 1 -- 172.21.15.26:0/2407766753 shutdown_connections 2024-04-26T23:44:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.541+0000 7fd55d24b740 1 --2- 172.21.15.26:0/2407766753 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de59d40 0x56522de5c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.541+0000 7fd55d24b740 1 --2- 172.21.15.26:0/2407766753 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de59800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.541+0000 7fd55d24b740 1 --2- 172.21.15.26:0/2407766753 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de4f130 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.541+0000 7fd55d24b740 1 -- 172.21.15.26:0/2407766753 >> 172.21.15.26:0/2407766753 conn(0x56522de4b070 msgr2=0x56522de4b450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.541+0000 7fd55d24b740 1 -- 172.21.15.26:0/2407766753 shutdown_connections 2024-04-26T23:44:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.542+0000 7fd55d24b740 1 -- 172.21.15.26:0/2407766753 wait complete. 2024-04-26T23:44:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.542+0000 7fd55d24b740 1 -- start start 2024-04-26T23:44:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.542+0000 7fd55d24b740 1 Processor -- start 2024-04-26T23:44:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.543+0000 7fd55d24b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de4ed50 0x56522de59650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.543+0000 7fd55d24b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de569e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.543+0000 7fd55d24b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de59d40 0x56522de56f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.543+0000 7fd55d24b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56522ddb8200 con 0x56522de59d40 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.543+0000 7fd55d24b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56522ddb2ee0 con 0x56522de4f670 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.543+0000 7fd55d24b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56522ddbfe70 con 0x56522de4ed50 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.543+0000 7fd55d24b740 10 client.0 _ll_register_callbacks cb 0x56522dda9270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.543+0000 7fd553e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de59d40 0x56522de56f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.543+0000 7fd553e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de59d40 0x56522de56f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35158/0 (socket says 172.21.15.26:35158) 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.544+0000 7fd553e00640 1 -- 172.21.15.26:0/174738240 learned_addr learned my addr 172.21.15.26:0/174738240 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.544+0000 7fd552a00640 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de569e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.544+0000 7fd553400640 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de4ed50 0x56522de59650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.544+0000 7fd553e00640 1 -- 172.21.15.26:0/174738240 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de4ed50 msgr2=0x56522de59650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.544+0000 7fd553e00640 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de4ed50 0x56522de59650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.544+0000 7fd553e00640 1 -- 172.21.15.26:0/174738240 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 msgr2=0x56522de569e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.544+0000 7fd553e00640 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de569e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.544+0000 7fd553e00640 1 -- 172.21.15.26:0/174738240 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56522db8f7d0 con 0x56522de59d40 2024-04-26T23:44:51.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.544+0000 7fd552a00640 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de569e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:51.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.544+0000 7fd553e00640 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de59d40 0x56522de56f20 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fd54c02af10 tx=0x7fd54c0bd1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7f853288059313a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:51.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.544+0000 7fd53d600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:51.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.545+0000 7fd53d600640 1 -- 172.21.15.26:0/174738240 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd54c02c040 con 0x56522de59d40 2024-04-26T23:44:51.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.545+0000 7fd53d600640 1 -- 172.21.15.26:0/174738240 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fd54c0b9ee0 con 0x56522de59d40 2024-04-26T23:44:51.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.545+0000 7fd55d24b740 1 -- 172.21.15.26:0/174738240 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56522ddc17e0 con 0x56522de59d40 2024-04-26T23:44:51.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.545+0000 7fd53d600640 1 -- 172.21.15.26:0/174738240 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd54c0da020 con 0x56522de59d40 2024-04-26T23:44:51.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.545+0000 7fd55d24b740 10 client.17280 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:51.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.545+0000 7fd55d24b740 1 -- 172.21.15.26:0/174738240 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56522dac53f0 con 0x56522de59d40 2024-04-26T23:44:51.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.545+0000 7fd53d600640 1 -- 172.21.15.26:0/174738240 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x56522ddc17e0 con 0x56522de59d40 2024-04-26T23:44:51.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.546+0000 7fd53d600640 1 -- 172.21.15.26:0/174738240 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd54c0a80b0 con 0x56522de59d40 2024-04-26T23:44:51.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.546+0000 7fd55d24b740 10 client.17280 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:51.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.546+0000 7fd55d24b740 10 client.17280 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:51.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.546+0000 7fd55d24b740 20 client.17280 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:51.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.546+0000 7fd55d24b740 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56522de69720 0x56522de6bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.546+0000 7fd55d24b740 4 client.17280 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:44:51.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.546+0000 7fd55d24b740 1 -- 172.21.15.26:0/174738240 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56522ddbb650 con 0x56522de69720 2024-04-26T23:44:51.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.546+0000 7fd553400640 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56522de69720 0x56522de6bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.547+0000 7fd553400640 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56522de69720 0x56522de6bb60 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6879316ab7537bb1 server_cookie=7181a5eea764bf1d in_seq=0 out_seq=0 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.547+0000 7fd53d600640 10 client.17280 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.549+0000 7fd53d600640 1 -- 172.21.15.26:0/174738240 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56522ddbb650 con 0x56522de69720 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.549+0000 7fd53d600640 10 client.17280 handle_command_reply: tid=0 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.549+0000 7fd55d24b740 1 client.17280 shutdown 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.549+0000 7fd55d24b740 1 -- 172.21.15.26:0/174738240 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de59d40 msgr2=0x56522de56f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.549+0000 7fd55d24b740 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de59d40 0x56522de56f20 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fd54c02af10 tx=0x7fd54c0bd1d0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.550+0000 7fd55d24b740 1 -- 172.21.15.26:0/174738240 shutdown_connections 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.550+0000 7fd55d24b740 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56522de69720 0x56522de6bb60 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.550+0000 7fd55d24b740 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de59d40 0x56522de56f20 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.550+0000 7fd55d24b740 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de569e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.550+0000 7fd55d24b740 1 --2- 172.21.15.26:0/174738240 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de4ed50 0x56522de59650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.550+0000 7fd55d24b740 1 -- 172.21.15.26:0/174738240 >> 172.21.15.26:0/174738240 conn(0x56522de4b070 msgr2=0x56522de50d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.550+0000 7fd53d600640 0 client.17280 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.550+0000 7fd55d24b740 1 -- 172.21.15.26:0/174738240 shutdown_connections 2024-04-26T23:44:51.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.550+0000 7fd55d24b740 1 -- 172.21.15.26:0/174738240 wait complete. 2024-04-26T23:44:51.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.550+0000 7fd55d24b740 20 client.17280 trim_cache size 0 max 16384 2024-04-26T23:44:51.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.574+0000 7fd55d24b740 1 Processor -- start 2024-04-26T23:44:51.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.574+0000 7fd55d24b740 1 -- start start 2024-04-26T23:44:51.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.574+0000 7fd55d24b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de51f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.574+0000 7fd55d24b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de713e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.574+0000 7fd55d24b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de59d40 0x56522de71920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.574+0000 7fd55d24b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd5541b0650 con 0x56522de4ed50 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.574+0000 7fd55d24b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd5541ae4c0 con 0x56522de4f670 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.574+0000 7fd55d24b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd5541aff80 con 0x56522de59d40 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd553400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de51f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd553400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de51f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35174/0 (socket says 172.21.15.26:35174) 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd553400640 1 -- 172.21.15.26:0/3438896810 learned_addr learned my addr 172.21.15.26:0/3438896810 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd552a00640 1 --2- 172.21.15.26:0/3438896810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de713e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd553e00640 1 --2- 172.21.15.26:0/3438896810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de59d40 0x56522de71920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd553400640 1 -- 172.21.15.26:0/3438896810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de59d40 msgr2=0x56522de71920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd553400640 1 --2- 172.21.15.26:0/3438896810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de59d40 0x56522de71920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd553400640 1 -- 172.21.15.26:0/3438896810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 msgr2=0x56522de713e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd553400640 1 --2- 172.21.15.26:0/3438896810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de713e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd553400640 1 -- 172.21.15.26:0/3438896810 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56522da850f0 con 0x56522de4ed50 2024-04-26T23:44:51.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd553e00640 1 --2- 172.21.15.26:0/3438896810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de59d40 0x56522de71920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:51.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd552a00640 1 --2- 172.21.15.26:0/3438896810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de713e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:51.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.575+0000 7fd553400640 1 --2- 172.21.15.26:0/3438896810 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de51f10 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fd54401b760 tx=0x7fd544015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6693d4fb4cec37d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:51.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.576+0000 7fd53fe00640 1 -- 172.21.15.26:0/3438896810 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd54402e070 con 0x56522de4ed50 2024-04-26T23:44:51.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.576+0000 7fd53fe00640 1 -- 172.21.15.26:0/3438896810 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd544028880 con 0x56522de4ed50 2024-04-26T23:44:51.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.576+0000 7fd53fe00640 1 -- 172.21.15.26:0/3438896810 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd544020070 con 0x56522de4ed50 2024-04-26T23:44:51.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.577+0000 7fd55d24b740 1 -- 172.21.15.26:0/3438896810 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 msgr2=0x56522de51f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:51.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.577+0000 7fd55d24b740 1 --2- 172.21.15.26:0/3438896810 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de51f10 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fd54401b760 tx=0x7fd544015000 comp rx=0 tx=0).stop 2024-04-26T23:44:51.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.577+0000 7fd55d24b740 1 -- 172.21.15.26:0/3438896810 shutdown_connections 2024-04-26T23:44:51.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.577+0000 7fd55d24b740 1 --2- 172.21.15.26:0/3438896810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de59d40 0x56522de71920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.577+0000 7fd55d24b740 1 --2- 172.21.15.26:0/3438896810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de4f670 0x56522de713e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.577+0000 7fd55d24b740 1 --2- 172.21.15.26:0/3438896810 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de51f10 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.577+0000 7fd55d24b740 1 -- 172.21.15.26:0/3438896810 >> 172.21.15.26:0/3438896810 conn(0x56522de4b070 msgr2=0x56522de504a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:51.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.577+0000 7fd55d24b740 1 -- 172.21.15.26:0/3438896810 shutdown_connections 2024-04-26T23:44:51.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.577+0000 7fd55d24b740 1 -- 172.21.15.26:0/3438896810 wait complete. 2024-04-26T23:44:51.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.577+0000 7fd55d24b740 1 -- start start 2024-04-26T23:44:51.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.578+0000 7fd55d24b740 1 Processor -- start 2024-04-26T23:44:51.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.578+0000 7fd55d24b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de5cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd55d24b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de4f670 0x56522de5d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd55d24b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de59d40 0x56522ded6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd55d24b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd5541af1e0 con 0x56522de4ed50 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd55d24b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd5541aeb10 con 0x56522de59d40 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd55d24b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd5541af8b0 con 0x56522de4f670 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd55d24b740 10 client.0 _ll_register_callbacks cb 0x7fd54c02fea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd553400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de5cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd553400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de5cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35178/0 (socket says 172.21.15.26:35178) 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd553400640 1 -- 172.21.15.26:0/2081010426 learned_addr learned my addr 172.21.15.26:0/2081010426 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd553400640 1 -- 172.21.15.26:0/2081010426 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de4f670 msgr2=0x56522de5d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd553400640 1 --2- 172.21.15.26:0/2081010426 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de4f670 0x56522de5d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd553e00640 1 --2- 172.21.15.26:0/2081010426 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de59d40 0x56522ded6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd553400640 1 -- 172.21.15.26:0/2081010426 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de59d40 msgr2=0x56522ded6450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd553400640 1 --2- 172.21.15.26:0/2081010426 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de59d40 0x56522ded6450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.579+0000 7fd553400640 1 -- 172.21.15.26:0/2081010426 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56522dd7ba30 con 0x56522de4ed50 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.580+0000 7fd553400640 1 --2- 172.21.15.26:0/2081010426 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de5cde0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fd544027690 tx=0x7fd544005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79de847b981f4373 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.580+0000 7fd53d600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.580+0000 7fd53d600640 1 -- 172.21.15.26:0/2081010426 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd544020070 con 0x56522de4ed50 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.580+0000 7fd53d600640 1 -- 172.21.15.26:0/2081010426 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fd544004020 con 0x56522de4ed50 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.580+0000 7fd55d24b740 1 -- 172.21.15.26:0/2081010426 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd544028880 con 0x56522de4ed50 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.580+0000 7fd53d600640 1 -- 172.21.15.26:0/2081010426 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd54402e040 con 0x56522de4ed50 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.580+0000 7fd55d24b740 10 client.17286 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.580+0000 7fd55d24b740 1 -- 172.21.15.26:0/2081010426 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56522ded7aa0 con 0x56522de4ed50 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.581+0000 7fd53d600640 1 -- 172.21.15.26:0/2081010426 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd544028880 con 0x56522de4ed50 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.581+0000 7fd53d600640 1 -- 172.21.15.26:0/2081010426 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd544031070 con 0x56522de4ed50 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.581+0000 7fd55d24b740 10 client.17286 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:51.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.581+0000 7fd55d24b740 10 client.17286 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:51.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.581+0000 7fd55d24b740 20 client.17286 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:51.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.581+0000 7fd55d24b740 1 --2- 172.21.15.26:0/2081010426 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56522ded8100 0x56522deda4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.581+0000 7fd55d24b740 4 client.17286 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:44:51.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.581+0000 7fd55d24b740 1 -- 172.21.15.26:0/2081010426 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56522dd36360 con 0x56522ded8100 2024-04-26T23:44:51.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.582+0000 7fd552a00640 1 --2- 172.21.15.26:0/2081010426 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56522ded8100 0x56522deda4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.583+0000 7fd552a00640 1 --2- 172.21.15.26:0/2081010426 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56522ded8100 0x56522deda4f0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2256426e90ee65f6 server_cookie=676eb25d0b46d839 in_seq=0 out_seq=0 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.583+0000 7fd53d600640 10 client.17286 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.583+0000 7fd53d600640 1 -- 172.21.15.26:0/2081010426 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56522dd36360 con 0x56522ded8100 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.583+0000 7fd53d600640 10 client.17286 handle_command_reply: tid=0 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.583+0000 7fd55d24b740 1 client.17286 shutdown 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.583+0000 7fd55d24b740 1 -- 172.21.15.26:0/2081010426 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 msgr2=0x56522de5cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.583+0000 7fd55d24b740 1 --2- 172.21.15.26:0/2081010426 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de5cde0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fd544027690 tx=0x7fd544005270 comp rx=0 tx=0).stop 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.584+0000 7fd55d24b740 1 -- 172.21.15.26:0/2081010426 shutdown_connections 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.584+0000 7fd55d24b740 1 --2- 172.21.15.26:0/2081010426 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56522ded8100 0x56522deda4f0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.584+0000 7fd55d24b740 1 --2- 172.21.15.26:0/2081010426 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56522de59d40 0x56522ded6450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.584+0000 7fd55d24b740 1 --2- 172.21.15.26:0/2081010426 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56522de4f670 0x56522de5d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.584+0000 7fd55d24b740 1 --2- 172.21.15.26:0/2081010426 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56522de4ed50 0x56522de5cde0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.584+0000 7fd55d24b740 1 -- 172.21.15.26:0/2081010426 >> 172.21.15.26:0/2081010426 conn(0x56522de4b070 msgr2=0x56522de703d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.584+0000 7fd53d600640 0 client.17286 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.584+0000 7fd55d24b740 1 -- 172.21.15.26:0/2081010426 shutdown_connections 2024-04-26T23:44:51.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.584+0000 7fd55d24b740 1 -- 172.21.15.26:0/2081010426 wait complete. 2024-04-26T23:44:51.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.584+0000 7fd55d24b740 20 client.17286 trim_cache size 0 max 16384 2024-04-26T23:44:51.590 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:44:51.590 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:44:51.590 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:44:51.590 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:44:51.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.585+0000 7fd558e00640 1 -- 172.21.15.26:0/1524625465 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd5380a3d20 msgr2=0x7fd5380a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:51.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.585+0000 7fd558e00640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd5380a3d20 0x7fd5380a61e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x56522de50310 tx=0x7fd54400a2d0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.585+0000 7fd558e00640 1 -- 172.21.15.26:0/1524625465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd55410f070 msgr2=0x7fd55419f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:51.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.585+0000 7fd558e00640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd55410f070 0x7fd55419f920 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fd54c02af40 tx=0x7fd54c003f10 comp rx=0 tx=0).stop 2024-04-26T23:44:51.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.585+0000 7fd558e00640 1 -- 172.21.15.26:0/1524625465 shutdown_connections 2024-04-26T23:44:51.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.585+0000 7fd558e00640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd5380a3d20 0x7fd5380a61e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.585+0000 7fd558e00640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd55410f070 0x7fd55419f920 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.585+0000 7fd558e00640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd554075620 0x7fd55419b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.585+0000 7fd558e00640 1 --2- 172.21.15.26:0/1524625465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd554074d00 0x7fd55419b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.585+0000 7fd558e00640 1 -- 172.21.15.26:0/1524625465 >> 172.21.15.26:0/1524625465 conn(0x7fd5540fe300 msgr2=0x7fd5540ff030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:51.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.585+0000 7fd558e00640 1 -- 172.21.15.26:0/1524625465 shutdown_connections 2024-04-26T23:44:51.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.585+0000 7fd558e00640 1 -- 172.21.15.26:0/1524625465 wait complete. 2024-04-26T23:44:51.607 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:44:51.607 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:44:51.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.804+0000 7faf90a00640 1 -- 172.21.15.26:0/1284111636 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf8c104250 msgr2=0x7faf8c10c730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:51.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.804+0000 7faf90a00640 1 --2- 172.21.15.26:0/1284111636 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf8c104250 0x7faf8c10c730 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7faf78009900 tx=0x7faf7802a480 comp rx=0 tx=0).stop 2024-04-26T23:44:51.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.804+0000 7faf90a00640 1 -- 172.21.15.26:0/1284111636 shutdown_connections 2024-04-26T23:44:51.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.804+0000 7faf90a00640 1 --2- 172.21.15.26:0/1284111636 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf8c10cd50 0x7faf8c10f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.804+0000 7faf90a00640 1 --2- 172.21.15.26:0/1284111636 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf8c104250 0x7faf8c10c730 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.804+0000 7faf90a00640 1 --2- 172.21.15.26:0/1284111636 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf8c103930 0x7faf8c103d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.804+0000 7faf90a00640 1 -- 172.21.15.26:0/1284111636 >> 172.21.15.26:0/1284111636 conn(0x7faf8c0fd130 msgr2=0x7faf8c0ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:51.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.804+0000 7faf90a00640 1 -- 172.21.15.26:0/1284111636 shutdown_connections 2024-04-26T23:44:51.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.804+0000 7faf90a00640 1 -- 172.21.15.26:0/1284111636 wait complete. 2024-04-26T23:44:51.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.805+0000 7faf90a00640 1 Processor -- start 2024-04-26T23:44:51.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.805+0000 7faf90a00640 1 -- start start 2024-04-26T23:44:51.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.806+0000 7faf90a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf8c103930 0x7faf8c19b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.806+0000 7faf90a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf8c104250 0x7faf8c19b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.806+0000 7faf90a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf8c10cd50 0x7faf8c19fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.806+0000 7faf90a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faf8c112960 con 0x7faf8c103930 2024-04-26T23:44:51.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.806+0000 7faf90a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7faf8c1127e0 con 0x7faf8c10cd50 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.806+0000 7faf90a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faf8c112ae0 con 0x7faf8c104250 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.806+0000 7faf8b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf8c103930 0x7faf8c19b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.806+0000 7faf8b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf8c103930 0x7faf8c19b140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35184/0 (socket says 172.21.15.26:35184) 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.806+0000 7faf8b400640 1 -- 172.21.15.26:0/1928693746 learned_addr learned my addr 172.21.15.26:0/1928693746 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.806+0000 7faf8be00640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf8c10cd50 0x7faf8c19fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.806+0000 7faf8aa00640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf8c104250 0x7faf8c19b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.807+0000 7faf8b400640 1 -- 172.21.15.26:0/1928693746 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf8c104250 msgr2=0x7faf8c19b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.807+0000 7faf8b400640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf8c104250 0x7faf8c19b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.807+0000 7faf8b400640 1 -- 172.21.15.26:0/1928693746 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf8c10cd50 msgr2=0x7faf8c19fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.807+0000 7faf8b400640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf8c10cd50 0x7faf8c19fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.807+0000 7faf8b400640 1 -- 172.21.15.26:0/1928693746 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf8c1a0130 con 0x7faf8c103930 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.807+0000 7faf8aa00640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf8c104250 0x7faf8c19b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.807+0000 7faf8b400640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf8c103930 0x7faf8c19b140 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7faf7c00d770 tx=0x7faf7c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:51.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.808+0000 7faf83e00640 1 -- 172.21.15.26:0/1928693746 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf7c017070 con 0x7faf8c103930 2024-04-26T23:44:51.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.808+0000 7faf90a00640 1 -- 172.21.15.26:0/1928693746 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf8c1a0420 con 0x7faf8c103930 2024-04-26T23:44:51.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.808+0000 7faf83e00640 1 -- 172.21.15.26:0/1928693746 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faf7c0054b0 con 0x7faf8c103930 2024-04-26T23:44:51.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.808+0000 7faf83e00640 1 -- 172.21.15.26:0/1928693746 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf7c004c60 con 0x7faf8c103930 2024-04-26T23:44:51.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.808+0000 7faf90a00640 1 -- 172.21.15.26:0/1928693746 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf8c1a7cb0 con 0x7faf8c103930 2024-04-26T23:44:51.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.809+0000 7faf90a00640 1 -- 172.21.15.26:0/1928693746 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf8c069670 con 0x7faf8c103930 2024-04-26T23:44:51.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.812+0000 7faf83e00640 1 -- 172.21.15.26:0/1928693746 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7faf7c004e00 con 0x7faf8c103930 2024-04-26T23:44:51.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.814+0000 7faf83e00640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faf700a3d20 0x7faf700a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:51.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.814+0000 7faf83e00640 1 -- 172.21.15.26:0/1928693746 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7faf7c0d02f0 con 0x7faf8c103930 2024-04-26T23:44:51.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.815+0000 7faf8aa00640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faf700a3d20 0x7faf700a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:51.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.816+0000 7faf8aa00640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faf700a3d20 0x7faf700a61e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7faf78006010 tx=0x7faf78005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:51.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:51.820+0000 7faf83e00640 1 -- 172.21.15.26:0/1928693746 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7faf7c09c910 con 0x7faf8c103930 2024-04-26T23:44:52.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.138+0000 7faf90a00640 1 -- 172.21.15.26:0/1928693746 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf8c1a7e80 con 0x7faf8c103930 2024-04-26T23:44:52.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.140+0000 7faf83e00640 1 -- 172.21.15.26:0/1928693746 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7faf7c09c210 con 0x7faf8c103930 2024-04-26T23:44:52.143 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:44:52.143 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:44:52.144 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:44:52.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.142+0000 7faf90a00640 1 -- 172.21.15.26:0/1928693746 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faf700a3d20 msgr2=0x7faf700a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.143+0000 7faf90a00640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faf700a3d20 0x7faf700a61e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7faf78006010 tx=0x7faf78005a20 comp rx=0 tx=0).stop 2024-04-26T23:44:52.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.143+0000 7faf90a00640 1 -- 172.21.15.26:0/1928693746 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf8c103930 msgr2=0x7faf8c19b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.143+0000 7faf90a00640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf8c103930 0x7faf8c19b140 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7faf7c00d770 tx=0x7faf7c00dc30 comp rx=0 tx=0).stop 2024-04-26T23:44:52.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.143+0000 7faf90a00640 1 -- 172.21.15.26:0/1928693746 shutdown_connections 2024-04-26T23:44:52.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.143+0000 7faf90a00640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faf8c10cd50 0x7faf8c19fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.143+0000 7faf90a00640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf8c104250 0x7faf8c19b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.143+0000 7faf90a00640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faf700a3d20 0x7faf700a61e0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.143+0000 7faf90a00640 1 --2- 172.21.15.26:0/1928693746 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faf8c103930 0x7faf8c19b140 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.143+0000 7faf90a00640 1 -- 172.21.15.26:0/1928693746 >> 172.21.15.26:0/1928693746 conn(0x7faf8c0fd130 msgr2=0x7faf8c0ff520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.143+0000 7faf90a00640 1 -- 172.21.15.26:0/1928693746 shutdown_connections 2024-04-26T23:44:52.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.143+0000 7faf90a00640 1 -- 172.21.15.26:0/1928693746 wait complete. 2024-04-26T23:44:52.168 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:44:52.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.424+0000 7fde5e600640 1 -- 172.21.15.26:0/4280510983 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde58103190 msgr2=0x7fde5810f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.424+0000 7fde5e600640 1 --2- 172.21.15.26:0/4280510983 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde58103190 0x7fde5810f6a0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fde50009cd0 tx=0x7fde5002a8e0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.424+0000 7fde5e600640 1 -- 172.21.15.26:0/4280510983 shutdown_connections 2024-04-26T23:44:52.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.424+0000 7fde5e600640 1 --2- 172.21.15.26:0/4280510983 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde58103190 0x7fde5810f6a0 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.424+0000 7fde5e600640 1 --2- 172.21.15.26:0/4280510983 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fde581027d0 0x7fde58102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.424+0000 7fde5e600640 1 --2- 172.21.15.26:0/4280510983 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde581087e0 0x7fde58108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.424+0000 7fde5e600640 1 -- 172.21.15.26:0/4280510983 >> 172.21.15.26:0/4280510983 conn(0x7fde580fe300 msgr2=0x7fde58100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.424+0000 7fde5e600640 1 -- 172.21.15.26:0/4280510983 shutdown_connections 2024-04-26T23:44:52.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.425+0000 7fde5e600640 1 -- 172.21.15.26:0/4280510983 wait complete. 2024-04-26T23:44:52.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.426+0000 7fde5e600640 1 Processor -- start 2024-04-26T23:44:52.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.426+0000 7fde5e600640 1 -- start start 2024-04-26T23:44:52.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.427+0000 7fde5e600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde581027d0 0x7fde58198e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.427+0000 7fde5e600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fde58103190 0x7fde581993c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.427+0000 7fde5e600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde581087e0 0x7fde5819d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.427+0000 7fde5e600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fde581129a0 con 0x7fde581027d0 2024-04-26T23:44:52.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.427+0000 7fde5e600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fde58112820 con 0x7fde58103190 2024-04-26T23:44:52.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.427+0000 7fde5e600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fde58112b20 con 0x7fde581087e0 2024-04-26T23:44:52.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.427+0000 7fde5d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde581027d0 0x7fde58198e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.427+0000 7fde5d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde581027d0 0x7fde58198e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35204/0 (socket says 172.21.15.26:35204) 2024-04-26T23:44:52.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.427+0000 7fde5d200640 1 -- 172.21.15.26:0/3438299665 learned_addr learned my addr 172.21.15.26:0/3438299665 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:52.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.427+0000 7fde57e00640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fde58103190 0x7fde581993c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.427+0000 7fde5dc00640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde581087e0 0x7fde5819d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.428+0000 7fde5d200640 1 -- 172.21.15.26:0/3438299665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde581087e0 msgr2=0x7fde5819d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.428+0000 7fde5d200640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde581087e0 0x7fde5819d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.428+0000 7fde5d200640 1 -- 172.21.15.26:0/3438299665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fde58103190 msgr2=0x7fde581993c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.428+0000 7fde5d200640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fde58103190 0x7fde581993c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.428+0000 7fde5d200640 1 -- 172.21.15.26:0/3438299665 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde5819de70 con 0x7fde581027d0 2024-04-26T23:44:52.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.428+0000 7fde5d200640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde581027d0 0x7fde58198e80 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fde4c00d950 tx=0x7fde4c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.428+0000 7fde55600640 1 -- 172.21.15.26:0/3438299665 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4c017030 con 0x7fde581027d0 2024-04-26T23:44:52.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.428+0000 7fde55600640 1 -- 172.21.15.26:0/3438299665 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fde4c004020 con 0x7fde581027d0 2024-04-26T23:44:52.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.428+0000 7fde5e600640 1 -- 172.21.15.26:0/3438299665 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde5819e160 con 0x7fde581027d0 2024-04-26T23:44:52.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.429+0000 7fde55600640 1 -- 172.21.15.26:0/3438299665 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4c0055d0 con 0x7fde581027d0 2024-04-26T23:44:52.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.429+0000 7fde5e600640 1 -- 172.21.15.26:0/3438299665 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde581a59f0 con 0x7fde581027d0 2024-04-26T23:44:52.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.433+0000 7fde62b9b740 1 Processor -- start 2024-04-26T23:44:52.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.433+0000 7fde62b9b740 1 -- start start 2024-04-26T23:44:52.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.433+0000 7fde55600640 1 -- 172.21.15.26:0/3438299665 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fde4c009a30 con 0x7fde581027d0 2024-04-26T23:44:52.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.433+0000 7fde62b9b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab87294d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.433+0000 7fde62b9b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 0x559ab8738260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.433+0000 7fde62b9b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab873ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.434+0000 7fde62b9b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559ab868dc70 con 0x559ab8729aa0 2024-04-26T23:44:52.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.434+0000 7fde62b9b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559ab8646980 con 0x559ab87290f0 2024-04-26T23:44:52.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.434+0000 7fde62b9b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559ab8689c30 con 0x559ab87387a0 2024-04-26T23:44:52.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.434+0000 7fde5d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 0x559ab8738260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.434+0000 7fde5d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 0x559ab8738260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35218/0 (socket says 172.21.15.26:35218) 2024-04-26T23:44:52.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.434+0000 7fde5d200640 1 -- 172.21.15.26:0/91028640 learned_addr learned my addr 172.21.15.26:0/91028640 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:52.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.434+0000 7fde5dc00640 1 --2- 172.21.15.26:0/91028640 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab87294d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.434+0000 7fde57e00640 1 --2- 172.21.15.26:0/91028640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab873ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.435+0000 7fde5d200640 1 -- 172.21.15.26:0/91028640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 msgr2=0x559ab873ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.435+0000 7fde5d200640 1 --2- 172.21.15.26:0/91028640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab873ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.435+0000 7fde5d200640 1 -- 172.21.15.26:0/91028640 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 msgr2=0x559ab87294d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.435+0000 7fde5d200640 1 --2- 172.21.15.26:0/91028640 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab87294d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.435+0000 7fde5d200640 1 -- 172.21.15.26:0/91028640 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ab861e7b0 con 0x559ab8729aa0 2024-04-26T23:44:52.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.435+0000 7fde5dc00640 1 --2- 172.21.15.26:0/91028640 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab87294d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:52.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.435+0000 7fde57e00640 1 --2- 172.21.15.26:0/91028640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab873ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.435+0000 7fde5d200640 1 --2- 172.21.15.26:0/91028640 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 0x559ab8738260 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fde4c0cd8d0 tx=0x7fde4c0d8780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bced84a7a78d1f8c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.435+0000 7fde55600640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fde400a3d20 0x7fde400a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.436+0000 7fde4a000640 1 -- 172.21.15.26:0/91028640 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4c0e3070 con 0x559ab8729aa0 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.436+0000 7fde55600640 1 -- 172.21.15.26:0/3438299665 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fde4c0d02c0 con 0x7fde581027d0 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.436+0000 7fde4a000640 1 -- 172.21.15.26:0/91028640 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fde4c09c8e0 con 0x559ab8729aa0 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.436+0000 7fde4a000640 1 -- 172.21.15.26:0/91028640 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4c09bd20 con 0x559ab8729aa0 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.436+0000 7fde5dc00640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fde400a3d20 0x7fde400a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.437+0000 7fde62b9b740 1 -- 172.21.15.26:0/91028640 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 msgr2=0x559ab8738260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.437+0000 7fde62b9b740 1 --2- 172.21.15.26:0/91028640 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 0x559ab8738260 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fde4c0cd8d0 tx=0x7fde4c0d8780 comp rx=0 tx=0).stop 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.437+0000 7fde5dc00640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fde400a3d20 0x7fde400a61e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fde50004af0 tx=0x7fde50004a40 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.437+0000 7fde62b9b740 1 -- 172.21.15.26:0/91028640 shutdown_connections 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.437+0000 7fde62b9b740 1 --2- 172.21.15.26:0/91028640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab873ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.437+0000 7fde62b9b740 1 --2- 172.21.15.26:0/91028640 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 0x559ab8738260 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.437+0000 7fde62b9b740 1 --2- 172.21.15.26:0/91028640 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab87294d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.437+0000 7fde62b9b740 1 -- 172.21.15.26:0/91028640 >> 172.21.15.26:0/91028640 conn(0x559ab87256c0 msgr2=0x559ab8725aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.437+0000 7fde62b9b740 1 -- 172.21.15.26:0/91028640 shutdown_connections 2024-04-26T23:44:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.437+0000 7fde62b9b740 1 -- 172.21.15.26:0/91028640 wait complete. 2024-04-26T23:44:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.437+0000 7fde62b9b740 1 -- start start 2024-04-26T23:44:52.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.438+0000 7fde62b9b740 1 Processor -- start 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.438+0000 7fde62b9b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab87290f0 0x559ab8738100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.438+0000 7fde62b9b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab8729aa0 0x559ab8735460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.438+0000 7fde62b9b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab8735a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.438+0000 7fde62b9b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559ab868cf80 con 0x559ab87290f0 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.438+0000 7fde62b9b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559ab863a260 con 0x559ab8729aa0 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.438+0000 7fde62b9b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559ab86922a0 con 0x559ab87387a0 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.438+0000 7fde62b9b740 10 client.0 _ll_register_callbacks cb 0x559ab8684960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.439+0000 7fde5d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab87290f0 0x559ab8738100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.439+0000 7fde5d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab87290f0 0x559ab8738100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35234/0 (socket says 172.21.15.26:35234) 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.439+0000 7fde5d200640 1 -- 172.21.15.26:0/2888290456 learned_addr learned my addr 172.21.15.26:0/2888290456 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.439+0000 7fde5dc00640 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab8735a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.439+0000 7fde57e00640 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab8729aa0 0x559ab8735460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.439+0000 7fde5d200640 1 -- 172.21.15.26:0/2888290456 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 msgr2=0x559ab8735a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.439+0000 7fde5d200640 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab8735a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.439+0000 7fde5d200640 1 -- 172.21.15.26:0/2888290456 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab8729aa0 msgr2=0x559ab8735460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.439+0000 7fde5d200640 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab8729aa0 0x559ab8735460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.439+0000 7fde5d200640 1 -- 172.21.15.26:0/2888290456 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ab861c1c0 con 0x559ab87290f0 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.440+0000 7fde5d200640 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab87290f0 0x559ab8738100 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fde4c0a4920 tx=0x7fde4c005cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43715378fc7a57c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.440+0000 7fde3ea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.440+0000 7fde3ea00640 1 -- 172.21.15.26:0/2888290456 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4c0d3e60 con 0x559ab87290f0 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.440+0000 7fde3ea00640 1 -- 172.21.15.26:0/2888290456 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fde4c009d20 con 0x559ab87290f0 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.440+0000 7fde62b9b740 1 -- 172.21.15.26:0/2888290456 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde4c09c8e0 con 0x559ab87290f0 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.440+0000 7fde3ea00640 1 -- 172.21.15.26:0/2888290456 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fde4c022250 con 0x559ab87290f0 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.440+0000 7fde62b9b740 10 client.17304 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.440+0000 7fde62b9b740 1 -- 172.21.15.26:0/2888290456 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559ab839f3f0 con 0x559ab87290f0 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.440+0000 7fde3ea00640 1 -- 172.21.15.26:0/2888290456 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fde4c09c8e0 con 0x559ab87290f0 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.441+0000 7fde3ea00640 1 -- 172.21.15.26:0/2888290456 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fde4c098850 con 0x559ab87290f0 2024-04-26T23:44:52.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.441+0000 7fde62b9b740 10 client.17304 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:52.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.441+0000 7fde62b9b740 10 client.17304 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:44:52.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.441+0000 7fde62b9b740 20 client.17304 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:52.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.441+0000 7fde62b9b740 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559ab8748160 0x559ab874a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.441+0000 7fde62b9b740 4 client.17304 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:44:52.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.441+0000 7fde62b9b740 1 -- 172.21.15.26:0/2888290456 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559ab869b880 con 0x559ab8748160 2024-04-26T23:44:52.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.442+0000 7fde57e00640 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559ab8748160 0x559ab874a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.443+0000 7fde3ea00640 10 client.17304 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.443+0000 7fde57e00640 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559ab8748160 0x559ab874a550 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=697c9faf43be6a08 server_cookie=98c7262092160f26 in_seq=0 out_seq=0 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.444+0000 7fde3ea00640 1 -- 172.21.15.26:0/2888290456 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559ab869b880 con 0x559ab8748160 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.444+0000 7fde3ea00640 10 client.17304 handle_command_reply: tid=0 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde62b9b740 1 client.17304 shutdown 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde62b9b740 1 -- 172.21.15.26:0/2888290456 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab87290f0 msgr2=0x559ab8738100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde62b9b740 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab87290f0 0x559ab8738100 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fde4c0a4920 tx=0x7fde4c005cf0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde62b9b740 1 -- 172.21.15.26:0/2888290456 shutdown_connections 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde62b9b740 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559ab8748160 0x559ab874a550 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde62b9b740 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab8735a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde62b9b740 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab8729aa0 0x559ab8735460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde62b9b740 1 --2- 172.21.15.26:0/2888290456 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab87290f0 0x559ab8738100 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde62b9b740 1 -- 172.21.15.26:0/2888290456 >> 172.21.15.26:0/2888290456 conn(0x559ab87256c0 msgr2=0x559ab872b530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde3ea00640 0 client.17304 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:44:52.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde62b9b740 1 -- 172.21.15.26:0/2888290456 shutdown_connections 2024-04-26T23:44:52.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde62b9b740 1 -- 172.21.15.26:0/2888290456 wait complete. 2024-04-26T23:44:52.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.445+0000 7fde62b9b740 20 client.17304 trim_cache size 0 max 16384 2024-04-26T23:44:52.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.463+0000 7fde62b9b740 1 Processor -- start 2024-04-26T23:44:52.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.464+0000 7fde62b9b740 1 -- start start 2024-04-26T23:44:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.464+0000 7fde62b9b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab872b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.464+0000 7fde62b9b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 0x559ab8737ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.464+0000 7fde62b9b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab874d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.464+0000 7fde62b9b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fde581aea40 con 0x559ab8729aa0 2024-04-26T23:44:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.464+0000 7fde62b9b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fde581ac310 con 0x559ab87290f0 2024-04-26T23:44:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.464+0000 7fde62b9b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fde581aa180 con 0x559ab87387a0 2024-04-26T23:44:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.464+0000 7fde57e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 0x559ab8737ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.464+0000 7fde57e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 0x559ab8737ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35238/0 (socket says 172.21.15.26:35238) 2024-04-26T23:44:52.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.464+0000 7fde57e00640 1 -- 172.21.15.26:0/1093142810 learned_addr learned my addr 172.21.15.26:0/1093142810 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:52.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.465+0000 7fde5d200640 1 --2- 172.21.15.26:0/1093142810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab872b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.465+0000 7fde5dc00640 1 --2- 172.21.15.26:0/1093142810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab874d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.465+0000 7fde57e00640 1 -- 172.21.15.26:0/1093142810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 msgr2=0x559ab874d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.465+0000 7fde57e00640 1 --2- 172.21.15.26:0/1093142810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab874d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.465+0000 7fde57e00640 1 -- 172.21.15.26:0/1093142810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 msgr2=0x559ab872b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.465+0000 7fde57e00640 1 --2- 172.21.15.26:0/1093142810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab872b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.465+0000 7fde57e00640 1 -- 172.21.15.26:0/1093142810 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ab84697d0 con 0x559ab8729aa0 2024-04-26T23:44:52.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.465+0000 7fde57e00640 1 --2- 172.21.15.26:0/1093142810 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 0x559ab8737ca0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x559ab872bcd0 tx=0x7fde44005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=489bd2bd39e2f2b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.465+0000 7fde49600640 1 -- 172.21.15.26:0/1093142810 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde4401bdc0 con 0x559ab8729aa0 2024-04-26T23:44:52.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.466+0000 7fde49600640 1 -- 172.21.15.26:0/1093142810 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fde4401b2c0 con 0x559ab8729aa0 2024-04-26T23:44:52.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.466+0000 7fde49600640 1 -- 172.21.15.26:0/1093142810 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde44003850 con 0x559ab8729aa0 2024-04-26T23:44:52.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.466+0000 7fde62b9b740 1 -- 172.21.15.26:0/1093142810 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 msgr2=0x559ab8737ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.466+0000 7fde62b9b740 1 --2- 172.21.15.26:0/1093142810 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 0x559ab8737ca0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x559ab872bcd0 tx=0x7fde44005c70 comp rx=0 tx=0).stop 2024-04-26T23:44:52.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.466+0000 7fde62b9b740 1 -- 172.21.15.26:0/1093142810 shutdown_connections 2024-04-26T23:44:52.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.466+0000 7fde62b9b740 1 --2- 172.21.15.26:0/1093142810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab874d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.466+0000 7fde62b9b740 1 --2- 172.21.15.26:0/1093142810 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab8729aa0 0x559ab8737ca0 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.466+0000 7fde62b9b740 1 --2- 172.21.15.26:0/1093142810 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab872b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.466+0000 7fde62b9b740 1 -- 172.21.15.26:0/1093142810 >> 172.21.15.26:0/1093142810 conn(0x559ab87256c0 msgr2=0x559ab8730a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.466+0000 7fde62b9b740 1 -- 172.21.15.26:0/1093142810 shutdown_connections 2024-04-26T23:44:52.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.467+0000 7fde62b9b740 1 -- 172.21.15.26:0/1093142810 wait complete. 2024-04-26T23:44:52.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.467+0000 7fde62b9b740 1 -- start start 2024-04-26T23:44:52.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.467+0000 7fde62b9b740 1 Processor -- start 2024-04-26T23:44:52.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.468+0000 7fde62b9b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab872f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.468+0000 7fde62b9b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab872f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.468+0000 7fde62b9b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab872fdc0 0x559ab874c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.468+0000 7fde62b9b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fde581aa7d0 con 0x559ab872fdc0 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.468+0000 7fde62b9b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fde581abc40 con 0x559ab87290f0 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.468+0000 7fde62b9b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fde581aaea0 con 0x559ab87387a0 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.468+0000 7fde62b9b740 10 client.0 _ll_register_callbacks cb 0x7fde4c0e1070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.468+0000 7fde5dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab872fdc0 0x559ab874c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.468+0000 7fde5dc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab872fdc0 0x559ab874c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35240/0 (socket says 172.21.15.26:35240) 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.468+0000 7fde5dc00640 1 -- 172.21.15.26:0/3482363913 learned_addr learned my addr 172.21.15.26:0/3482363913 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.468+0000 7fde5d200640 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab872f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.468+0000 7fde57e00640 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab872f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.469+0000 7fde5dc00640 1 -- 172.21.15.26:0/3482363913 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 msgr2=0x559ab872f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.469+0000 7fde5dc00640 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab872f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.469+0000 7fde5dc00640 1 -- 172.21.15.26:0/3482363913 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 msgr2=0x559ab872f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.469+0000 7fde5dc00640 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab872f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.469+0000 7fde5dc00640 1 -- 172.21.15.26:0/3482363913 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ab86342a0 con 0x559ab872fdc0 2024-04-26T23:44:52.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.469+0000 7fde5dc00640 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab872fdc0 0x559ab874c1a0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fde50009cd0 tx=0x7fde500095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de062d775710bf46 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.469+0000 7fde3ea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:52.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.470+0000 7fde3ea00640 1 -- 172.21.15.26:0/3482363913 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde50056060 con 0x559ab872fdc0 2024-04-26T23:44:52.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.470+0000 7fde3ea00640 1 -- 172.21.15.26:0/3482363913 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fde50004310 con 0x559ab872fdc0 2024-04-26T23:44:52.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.470+0000 7fde62b9b740 1 -- 172.21.15.26:0/3482363913 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde4401b2c0 con 0x559ab872fdc0 2024-04-26T23:44:52.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.470+0000 7fde3ea00640 1 -- 172.21.15.26:0/3482363913 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fde50004510 con 0x559ab872fdc0 2024-04-26T23:44:52.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.470+0000 7fde62b9b740 10 client.17310 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:52.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.470+0000 7fde62b9b740 1 -- 172.21.15.26:0/3482363913 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559ab874d8d0 con 0x559ab872fdc0 2024-04-26T23:44:52.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.470+0000 7fde3ea00640 1 -- 172.21.15.26:0/3482363913 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fde4401b2c0 con 0x559ab872fdc0 2024-04-26T23:44:52.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.471+0000 7fde3ea00640 1 -- 172.21.15.26:0/3482363913 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fde50030070 con 0x559ab872fdc0 2024-04-26T23:44:52.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.471+0000 7fde62b9b740 10 client.17310 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:52.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.471+0000 7fde62b9b740 10 client.17310 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:44:52.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.471+0000 7fde62b9b740 20 client.17310 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:52.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.471+0000 7fde62b9b740 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559ab87b2f60 0x559ab87b5380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.471+0000 7fde62b9b740 4 client.17310 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:44:52.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.471+0000 7fde62b9b740 1 -- 172.21.15.26:0/3482363913 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559ab86956f0 con 0x559ab87b2f60 2024-04-26T23:44:52.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.471+0000 7fde5d200640 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559ab87b2f60 0x559ab87b5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.473+0000 7fde3ea00640 10 client.17310 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:44:52.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.473+0000 7fde5d200640 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559ab87b2f60 0x559ab87b5380 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=29465cefefe65b03 server_cookie=c59c1c2081881e15 in_seq=0 out_seq=0 2024-04-26T23:44:52.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.473+0000 7fde3ea00640 1 -- 172.21.15.26:0/3482363913 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559ab86956f0 con 0x559ab87b2f60 2024-04-26T23:44:52.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.473+0000 7fde3ea00640 10 client.17310 handle_command_reply: tid=0 2024-04-26T23:44:52.478 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.473+0000 7fde62b9b740 1 client.17310 shutdown 2024-04-26T23:44:52.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.473+0000 7fde62b9b740 1 -- 172.21.15.26:0/3482363913 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab872fdc0 msgr2=0x559ab874c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.473+0000 7fde62b9b740 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab872fdc0 0x559ab874c1a0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fde50009cd0 tx=0x7fde500095c0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.474+0000 7fde62b9b740 1 -- 172.21.15.26:0/3482363913 shutdown_connections 2024-04-26T23:44:52.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.474+0000 7fde62b9b740 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559ab872fdc0 0x559ab874c1a0 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.474+0000 7fde62b9b740 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559ab87b2f60 0x559ab87b5380 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.474+0000 7fde62b9b740 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559ab87387a0 0x559ab872f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.474+0000 7fde62b9b740 1 --2- 172.21.15.26:0/3482363913 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559ab87290f0 0x559ab872f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.474+0000 7fde3ea00640 0 client.17310 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:44:52.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.474+0000 7fde62b9b740 1 -- 172.21.15.26:0/3482363913 >> 172.21.15.26:0/3482363913 conn(0x559ab87256c0 msgr2=0x559ab8743770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.474+0000 7fde62b9b740 1 -- 172.21.15.26:0/3482363913 shutdown_connections 2024-04-26T23:44:52.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.474+0000 7fde62b9b740 1 -- 172.21.15.26:0/3482363913 wait complete. 2024-04-26T23:44:52.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.474+0000 7fde62b9b740 20 client.17310 trim_cache size 0 max 16384 2024-04-26T23:44:52.480 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:44:52.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.475+0000 7fde5e600640 1 -- 172.21.15.26:0/3438299665 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fde400a3d20 msgr2=0x7fde400a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.475+0000 7fde5e600640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fde400a3d20 0x7fde400a61e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fde50004af0 tx=0x7fde50004a40 comp rx=0 tx=0).stop 2024-04-26T23:44:52.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.475+0000 7fde5e600640 1 -- 172.21.15.26:0/3438299665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde581027d0 msgr2=0x7fde58198e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.475+0000 7fde5e600640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde581027d0 0x7fde58198e80 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fde4c00d950 tx=0x7fde4c00de10 comp rx=0 tx=0).stop 2024-04-26T23:44:52.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.475+0000 7fde5e600640 1 -- 172.21.15.26:0/3438299665 shutdown_connections 2024-04-26T23:44:52.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.475+0000 7fde5e600640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde581087e0 0x7fde5819d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.475+0000 7fde5e600640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fde58103190 0x7fde581993c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.475+0000 7fde5e600640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fde400a3d20 0x7fde400a61e0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.475+0000 7fde5e600640 1 --2- 172.21.15.26:0/3438299665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fde581027d0 0x7fde58198e80 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.475+0000 7fde5e600640 1 -- 172.21.15.26:0/3438299665 >> 172.21.15.26:0/3438299665 conn(0x7fde580fe300 msgr2=0x7fde580fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.475+0000 7fde5e600640 1 -- 172.21.15.26:0/3438299665 shutdown_connections 2024-04-26T23:44:52.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.475+0000 7fde5e600640 1 -- 172.21.15.26:0/3438299665 wait complete. 2024-04-26T23:44:52.498 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:44:52.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.703+0000 7f1a1e200640 1 -- 172.21.15.26:0/3941682896 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a18075600 msgr2=0x7f1a1810ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.703+0000 7f1a1e200640 1 --2- 172.21.15.26:0/3941682896 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a18075600 0x7f1a1810ed00 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f1a04009900 tx=0x7f1a0402a480 comp rx=0 tx=0).stop 2024-04-26T23:44:52.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.703+0000 7f1a1e200640 1 -- 172.21.15.26:0/3941682896 shutdown_connections 2024-04-26T23:44:52.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.703+0000 7f1a1e200640 1 --2- 172.21.15.26:0/3941682896 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a1810f240 0x7f1a18111630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.703+0000 7f1a1e200640 1 --2- 172.21.15.26:0/3941682896 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a18075600 0x7f1a1810ed00 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.703+0000 7f1a1e200640 1 --2- 172.21.15.26:0/3941682896 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a18074ce0 0x7f1a180750c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.703+0000 7f1a1e200640 1 -- 172.21.15.26:0/3941682896 >> 172.21.15.26:0/3941682896 conn(0x7f1a180fe490 msgr2=0x7f1a181008b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.703+0000 7f1a1e200640 1 -- 172.21.15.26:0/3941682896 shutdown_connections 2024-04-26T23:44:52.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.703+0000 7f1a1e200640 1 -- 172.21.15.26:0/3941682896 wait complete. 2024-04-26T23:44:52.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.704+0000 7f1a1e200640 1 Processor -- start 2024-04-26T23:44:52.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.704+0000 7f1a1e200640 1 -- start start 2024-04-26T23:44:52.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.705+0000 7f1a1e200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a18074ce0 0x7f1a1819b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.705+0000 7f1a1e200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a18075600 0x7f1a1819b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.705+0000 7f1a1e200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a1810f240 0x7f1a1819fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.705+0000 7f1a1e200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1a18114cc0 con 0x7f1a1810f240 2024-04-26T23:44:52.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.705+0000 7f1a1e200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1a18114b40 con 0x7f1a18074ce0 2024-04-26T23:44:52.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.705+0000 7f1a1e200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1a18114e40 con 0x7f1a18075600 2024-04-26T23:44:52.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.705+0000 7f1a17e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a1810f240 0x7f1a1819fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.705+0000 7f1a17e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a1810f240 0x7f1a1819fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35246/0 (socket says 172.21.15.26:35246) 2024-04-26T23:44:52.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.705+0000 7f1a17e00640 1 -- 172.21.15.26:0/191340194 learned_addr learned my addr 172.21.15.26:0/191340194 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:52.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.705+0000 7f1a16a00640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a18075600 0x7f1a1819b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.705+0000 7f1a17400640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a18074ce0 0x7f1a1819b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.706+0000 7f1a17e00640 1 -- 172.21.15.26:0/191340194 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a18075600 msgr2=0x7f1a1819b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.706+0000 7f1a17e00640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a18075600 0x7f1a1819b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.706+0000 7f1a17e00640 1 -- 172.21.15.26:0/191340194 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a18074ce0 msgr2=0x7f1a1819b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.706+0000 7f1a17e00640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a18074ce0 0x7f1a1819b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.706+0000 7f1a17e00640 1 -- 172.21.15.26:0/191340194 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a181a02e0 con 0x7f1a1810f240 2024-04-26T23:44:52.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.706+0000 7f1a17e00640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a1810f240 0x7f1a1819fbb0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f1a1000eaa0 tx=0x7f1a1000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.706+0000 7f1a0fe00640 1 -- 172.21.15.26:0/191340194 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1000cdb0 con 0x7f1a1810f240 2024-04-26T23:44:52.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.706+0000 7f1a0fe00640 1 -- 172.21.15.26:0/191340194 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a10005020 con 0x7f1a1810f240 2024-04-26T23:44:52.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.706+0000 7f1a1e200640 1 -- 172.21.15.26:0/191340194 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a181a05d0 con 0x7f1a1810f240 2024-04-26T23:44:52.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.706+0000 7f1a0fe00640 1 -- 172.21.15.26:0/191340194 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a100116d0 con 0x7f1a1810f240 2024-04-26T23:44:52.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.706+0000 7f1a1e200640 1 -- 172.21.15.26:0/191340194 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a181a7e60 con 0x7f1a1810f240 2024-04-26T23:44:52.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.710+0000 7f1a21171740 1 Processor -- start 2024-04-26T23:44:52.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.711+0000 7f1a0fe00640 1 -- 172.21.15.26:0/191340194 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1a100051d0 con 0x7f1a1810f240 2024-04-26T23:44:52.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.711+0000 7f1a21171740 1 -- start start 2024-04-26T23:44:52.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.711+0000 7f1a21171740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 0x5572f88ec5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.711+0000 7f1a21171740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f88f6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.711+0000 7f1a21171740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88f71e0 0x5572f88f95d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.711+0000 7f1a21171740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5572f8850c70 con 0x5572f88ec1f0 2024-04-26T23:44:52.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.711+0000 7f1a21171740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5572f8809980 con 0x5572f88ecb10 2024-04-26T23:44:52.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.711+0000 7f1a21171740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5572f884cc30 con 0x5572f88f71e0 2024-04-26T23:44:52.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.711+0000 7f1a16a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 0x5572f88ec5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.711+0000 7f1a16a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 0x5572f88ec5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35248/0 (socket says 172.21.15.26:35248) 2024-04-26T23:44:52.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.711+0000 7f1a16a00640 1 -- 172.21.15.26:0/1733602285 learned_addr learned my addr 172.21.15.26:0/1733602285 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:52.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.712+0000 7f1a17400640 1 --2- 172.21.15.26:0/1733602285 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f88f6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.712+0000 7f1a16a00640 1 --2- 172.21.15.26:0/1733602285 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88f71e0 0x5572f88f95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.712+0000 7f1a16a00640 1 -- 172.21.15.26:0/1733602285 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88f71e0 msgr2=0x5572f88f95d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.712+0000 7f1a16a00640 1 --2- 172.21.15.26:0/1733602285 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88f71e0 0x5572f88f95d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.712+0000 7f1a16a00640 1 -- 172.21.15.26:0/1733602285 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 msgr2=0x5572f88f6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.712+0000 7f1a16a00640 1 --2- 172.21.15.26:0/1733602285 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f88f6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.712+0000 7f1a16a00640 1 -- 172.21.15.26:0/1733602285 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572f87e17b0 con 0x5572f88ec1f0 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.712+0000 7f1a17400640 1 --2- 172.21.15.26:0/1733602285 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f88f6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.712+0000 7f1a16a00640 1 --2- 172.21.15.26:0/1733602285 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 0x5572f88ec5d0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f1a04005940 tx=0x7f1a04005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa4c86af030e4e77 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.713+0000 7f1a0fe00640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f19fc0a3d20 0x7f19fc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.713+0000 7f1a03e00640 1 -- 172.21.15.26:0/1733602285 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a04035050 con 0x5572f88ec1f0 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.713+0000 7f1a03e00640 1 -- 172.21.15.26:0/1733602285 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a04041070 con 0x5572f88ec1f0 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.713+0000 7f1a03e00640 1 -- 172.21.15.26:0/1733602285 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a040053a0 con 0x5572f88ec1f0 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.713+0000 7f1a0fe00640 1 -- 172.21.15.26:0/191340194 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f1a100d0ac0 con 0x7f1a1810f240 2024-04-26T23:44:52.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.713+0000 7f1a17400640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f19fc0a3d20 0x7f19fc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.714+0000 7f1a21171740 1 -- 172.21.15.26:0/1733602285 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 msgr2=0x5572f88ec5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.714+0000 7f1a21171740 1 --2- 172.21.15.26:0/1733602285 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 0x5572f88ec5d0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f1a04005940 tx=0x7f1a04005b50 comp rx=0 tx=0).stop 2024-04-26T23:44:52.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.714+0000 7f1a21171740 1 -- 172.21.15.26:0/1733602285 shutdown_connections 2024-04-26T23:44:52.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.714+0000 7f1a21171740 1 --2- 172.21.15.26:0/1733602285 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88f71e0 0x5572f88f95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.714+0000 7f1a21171740 1 --2- 172.21.15.26:0/1733602285 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f88f6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.714+0000 7f1a21171740 1 --2- 172.21.15.26:0/1733602285 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 0x5572f88ec5d0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.714+0000 7f1a21171740 1 -- 172.21.15.26:0/1733602285 >> 172.21.15.26:0/1733602285 conn(0x5572f88e8510 msgr2=0x5572f88e88f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.714+0000 7f1a21171740 1 -- 172.21.15.26:0/1733602285 shutdown_connections 2024-04-26T23:44:52.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.714+0000 7f1a21171740 1 -- 172.21.15.26:0/1733602285 wait complete. 2024-04-26T23:44:52.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.714+0000 7f1a17400640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f19fc0a3d20 0x7f19fc0a61e0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x5572f88ed7b0 tx=0x7f1a0800b710 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.715+0000 7f1a21171740 1 -- start start 2024-04-26T23:44:52.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.715+0000 7f1a21171740 1 Processor -- start 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.715+0000 7f1a21171740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ec1f0 0x5572f88f6b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a21171740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88ecb10 0x5572f88f3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a21171740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 0x5572f88f4420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a21171740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5572f884ff80 con 0x5572f88f71e0 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a21171740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5572f87fd260 con 0x5572f88ec1f0 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a21171740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5572f88552a0 con 0x5572f88ecb10 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a21171740 10 client.0 _ll_register_callbacks cb 0x5572f8847960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a17e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 0x5572f88f4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a17e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 0x5572f88f4420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35260/0 (socket says 172.21.15.26:35260) 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a17e00640 1 -- 172.21.15.26:0/3825508018 learned_addr learned my addr 172.21.15.26:0/3825508018 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a17400640 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ec1f0 0x5572f88f6b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a16a00640 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88ecb10 0x5572f88f3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a17e00640 1 -- 172.21.15.26:0/3825508018 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88ecb10 msgr2=0x5572f88f3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.716+0000 7f1a17e00640 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88ecb10 0x5572f88f3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.717+0000 7f1a17e00640 1 -- 172.21.15.26:0/3825508018 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ec1f0 msgr2=0x5572f88f6b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.717+0000 7f1a17e00640 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ec1f0 0x5572f88f6b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.717+0000 7f1a17e00640 1 -- 172.21.15.26:0/3825508018 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572f87df1c0 con 0x5572f88f71e0 2024-04-26T23:44:52.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.717+0000 7f1a17e00640 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 0x5572f88f4420 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f1a100993b0 tx=0x7f1a1009caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21c013a30b92bc09 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.717+0000 7f1a00c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.717+0000 7f1a00c00640 1 -- 172.21.15.26:0/3825508018 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1001f040 con 0x5572f88f71e0 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.717+0000 7f1a00c00640 1 -- 172.21.15.26:0/3825508018 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f1a10004a40 con 0x5572f88f71e0 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.717+0000 7f1a21171740 1 -- 172.21.15.26:0/3825508018 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a04041070 con 0x5572f88f71e0 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.718+0000 7f1a00c00640 1 -- 172.21.15.26:0/3825508018 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1a100bbba0 con 0x5572f88f71e0 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.718+0000 7f1a21171740 10 client.17322 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.718+0000 7f1a21171740 1 -- 172.21.15.26:0/3825508018 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5572f85623f0 con 0x5572f88f71e0 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.718+0000 7f1a00c00640 1 -- 172.21.15.26:0/3825508018 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a04041070 con 0x5572f88f71e0 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.718+0000 7f1a00c00640 1 -- 172.21.15.26:0/3825508018 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1a1000f040 con 0x5572f88f71e0 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.718+0000 7f1a21171740 10 client.17322 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.718+0000 7f1a21171740 10 client.17322 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.718+0000 7f1a21171740 20 client.17322 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.718+0000 7f1a21171740 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5572f8906d50 0x5572f89091d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.718+0000 7f1a21171740 4 client.17322 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.718+0000 7f1a21171740 1 -- 172.21.15.26:0/3825508018 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572f885e880 con 0x5572f8906d50 2024-04-26T23:44:52.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.719+0000 7f1a17400640 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5572f8906d50 0x5572f89091d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.720+0000 7f1a17400640 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5572f8906d50 0x5572f89091d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fc68fd072fd7cfb7 server_cookie=56496fe5057de64d in_seq=0 out_seq=0 2024-04-26T23:44:52.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.720+0000 7f1a00c00640 10 client.17322 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a00c00640 1 -- 172.21.15.26:0/3825508018 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5572f885e880 con 0x5572f8906d50 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a00c00640 10 client.17322 handle_command_reply: tid=0 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a21171740 1 client.17322 shutdown 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a21171740 1 -- 172.21.15.26:0/3825508018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 msgr2=0x5572f88f4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a21171740 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 0x5572f88f4420 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f1a100993b0 tx=0x7f1a1009caa0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a21171740 1 -- 172.21.15.26:0/3825508018 shutdown_connections 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a21171740 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5572f8906d50 0x5572f89091d0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a21171740 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 0x5572f88f4420 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a21171740 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88ecb10 0x5572f88f3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a21171740 1 --2- 172.21.15.26:0/3825508018 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ec1f0 0x5572f88f6b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a00c00640 0 client.17322 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a21171740 1 -- 172.21.15.26:0/3825508018 >> 172.21.15.26:0/3825508018 conn(0x5572f88e8510 msgr2=0x5572f88ee210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a21171740 1 -- 172.21.15.26:0/3825508018 shutdown_connections 2024-04-26T23:44:52.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.722+0000 7f1a21171740 1 -- 172.21.15.26:0/3825508018 wait complete. 2024-04-26T23:44:52.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.723+0000 7f1a21171740 20 client.17322 trim_cache size 0 max 16384 2024-04-26T23:44:52.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.741+0000 7f1a21171740 1 Processor -- start 2024-04-26T23:44:52.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.741+0000 7f1a21171740 1 -- start start 2024-04-26T23:44:52.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.742+0000 7f1a21171740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88ec1f0 0x5572f88f66c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.742+0000 7f1a21171740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f8902c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.742+0000 7f1a21171740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 0x5572f8903140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.742+0000 7f1a21171740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181b2f80 con 0x5572f88f71e0 2024-04-26T23:44:52.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.742+0000 7f1a21171740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181b0850 con 0x5572f88ecb10 2024-04-26T23:44:52.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.742+0000 7f1a21171740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181ae6c0 con 0x5572f88ec1f0 2024-04-26T23:44:52.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.742+0000 7f1a17e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 0x5572f8903140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.742+0000 7f1a17e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 0x5572f8903140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35264/0 (socket says 172.21.15.26:35264) 2024-04-26T23:44:52.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.742+0000 7f1a17e00640 1 -- 172.21.15.26:0/978673575 learned_addr learned my addr 172.21.15.26:0/978673575 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:52.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.742+0000 7f1a17400640 1 --2- 172.21.15.26:0/978673575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88ec1f0 0x5572f88f66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.743+0000 7f1a16a00640 1 --2- 172.21.15.26:0/978673575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f8902c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.743+0000 7f1a17e00640 1 -- 172.21.15.26:0/978673575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88ec1f0 msgr2=0x5572f88f66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.743+0000 7f1a17e00640 1 --2- 172.21.15.26:0/978673575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88ec1f0 0x5572f88f66c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.743+0000 7f1a17e00640 1 -- 172.21.15.26:0/978673575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 msgr2=0x5572f8902c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.743+0000 7f1a17e00640 1 --2- 172.21.15.26:0/978673575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f8902c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.743+0000 7f1a17e00640 1 -- 172.21.15.26:0/978673575 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572f862c7d0 con 0x5572f88f71e0 2024-04-26T23:44:52.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.743+0000 7f1a16a00640 1 --2- 172.21.15.26:0/978673575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f8902c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:52.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.743+0000 7f1a17e00640 1 --2- 172.21.15.26:0/978673575 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 0x5572f8903140 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f1a100a5120 tx=0x7f1a100057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3de1b22e616c0fb7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.743+0000 7f1a03400640 1 -- 172.21.15.26:0/978673575 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a10065030 con 0x5572f88f71e0 2024-04-26T23:44:52.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.743+0000 7f1a03400640 1 -- 172.21.15.26:0/978673575 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a1009d0e0 con 0x5572f88f71e0 2024-04-26T23:44:52.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.743+0000 7f1a03400640 1 -- 172.21.15.26:0/978673575 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1001f030 con 0x5572f88f71e0 2024-04-26T23:44:52.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.744+0000 7f1a21171740 1 -- 172.21.15.26:0/978673575 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 msgr2=0x5572f8903140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.744+0000 7f1a21171740 1 --2- 172.21.15.26:0/978673575 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 0x5572f8903140 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f1a100a5120 tx=0x7f1a100057c0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.744+0000 7f1a21171740 1 -- 172.21.15.26:0/978673575 shutdown_connections 2024-04-26T23:44:52.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.744+0000 7f1a21171740 1 --2- 172.21.15.26:0/978673575 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88f71e0 0x5572f8903140 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.744+0000 7f1a21171740 1 --2- 172.21.15.26:0/978673575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f8902c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.744+0000 7f1a21171740 1 --2- 172.21.15.26:0/978673575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88ec1f0 0x5572f88f66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.744+0000 7f1a21171740 1 -- 172.21.15.26:0/978673575 >> 172.21.15.26:0/978673575 conn(0x5572f88e8510 msgr2=0x5572f88e7690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.744+0000 7f1a21171740 1 -- 172.21.15.26:0/978673575 shutdown_connections 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.744+0000 7f1a21171740 1 -- 172.21.15.26:0/978673575 wait complete. 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.745+0000 7f1a21171740 1 -- start start 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.745+0000 7f1a21171740 1 Processor -- start 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.745+0000 7f1a21171740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 0x5572f88fcdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.745+0000 7f1a21171740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f88fd330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.745+0000 7f1a21171740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88f71e0 0x5572f88fd870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.745+0000 7f1a21171740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181aed10 con 0x5572f88ec1f0 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.745+0000 7f1a21171740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181b0180 con 0x5572f88ecb10 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.745+0000 7f1a21171740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181af3e0 con 0x5572f88f71e0 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.746+0000 7f1a21171740 10 client.0 _ll_register_callbacks cb 0x7f1a10098c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.746+0000 7f1a17400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 0x5572f88fcdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.746+0000 7f1a17400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 0x5572f88fcdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35278/0 (socket says 172.21.15.26:35278) 2024-04-26T23:44:52.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.746+0000 7f1a17400640 1 -- 172.21.15.26:0/669440583 learned_addr learned my addr 172.21.15.26:0/669440583 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:52.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.746+0000 7f1a16a00640 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f88fd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.746+0000 7f1a17400640 1 -- 172.21.15.26:0/669440583 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88f71e0 msgr2=0x5572f88fd870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.746+0000 7f1a17e00640 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88f71e0 0x5572f88fd870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.746+0000 7f1a17400640 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88f71e0 0x5572f88fd870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.746+0000 7f1a17400640 1 -- 172.21.15.26:0/669440583 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 msgr2=0x5572f88fd330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.746+0000 7f1a17400640 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f88fd330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.746+0000 7f1a17400640 1 -- 172.21.15.26:0/669440583 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572f87f72a0 con 0x5572f88ec1f0 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.747+0000 7f1a17400640 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 0x5572f88fcdf0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f1a08004050 tx=0x7f1a08014070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab153fd6d3d235d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.747+0000 7f1a00c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.747+0000 7f1a00c00640 1 -- 172.21.15.26:0/669440583 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a080283d0 con 0x5572f88ec1f0 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.747+0000 7f1a21171740 1 -- 172.21.15.26:0/669440583 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a1009d0e0 con 0x5572f88ec1f0 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.747+0000 7f1a00c00640 1 -- 172.21.15.26:0/669440583 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f1a08028570 con 0x5572f88ec1f0 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.747+0000 7f1a00c00640 1 -- 172.21.15.26:0/669440583 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1a08028770 con 0x5572f88ec1f0 2024-04-26T23:44:52.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.747+0000 7f1a21171740 10 client.17328 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:52.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.747+0000 7f1a21171740 1 -- 172.21.15.26:0/669440583 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5572f896d6c0 con 0x5572f88ec1f0 2024-04-26T23:44:52.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.748+0000 7f1a00c00640 1 -- 172.21.15.26:0/669440583 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a1009d0e0 con 0x5572f88ec1f0 2024-04-26T23:44:52.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.748+0000 7f1a00c00640 1 -- 172.21.15.26:0/669440583 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1a0802f020 con 0x5572f88ec1f0 2024-04-26T23:44:52.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.748+0000 7f1a21171740 10 client.17328 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:52.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.748+0000 7f1a21171740 10 client.17328 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:44:52.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.748+0000 7f1a21171740 20 client.17328 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:52.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.748+0000 7f1a21171740 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5572f896ddf0 0x5572f8970230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.748+0000 7f1a21171740 4 client.17328 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:44:52.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.748+0000 7f1a21171740 1 -- 172.21.15.26:0/669440583 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5572f88586f0 con 0x5572f896ddf0 2024-04-26T23:44:52.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.749+0000 7f1a16a00640 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5572f896ddf0 0x5572f8970230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.749+0000 7f1a16a00640 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5572f896ddf0 0x5572f8970230 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4b96bbea7bbca56b server_cookie=9ac2f43aff573458 in_seq=0 out_seq=0 2024-04-26T23:44:52.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.749+0000 7f1a00c00640 10 client.17328 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:44:52.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a00c00640 1 -- 172.21.15.26:0/669440583 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5572f88586f0 con 0x5572f896ddf0 2024-04-26T23:44:52.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a00c00640 10 client.17328 handle_command_reply: tid=0 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a21171740 1 client.17328 shutdown 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a21171740 1 -- 172.21.15.26:0/669440583 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 msgr2=0x5572f88fcdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a21171740 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 0x5572f88fcdf0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f1a08004050 tx=0x7f1a08014070 comp rx=0 tx=0).stop 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a21171740 1 -- 172.21.15.26:0/669440583 shutdown_connections 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a21171740 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5572f896ddf0 0x5572f8970230 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a21171740 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5572f88f71e0 0x5572f88fd870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a21171740 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5572f88ecb10 0x5572f88fd330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a21171740 1 --2- 172.21.15.26:0/669440583 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5572f88ec1f0 0x5572f88fcdf0 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a21171740 1 -- 172.21.15.26:0/669440583 >> 172.21.15.26:0/669440583 conn(0x5572f88e8510 msgr2=0x5572f88f56b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a00c00640 0 client.17328 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a21171740 1 -- 172.21.15.26:0/669440583 shutdown_connections 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.750+0000 7f1a21171740 1 -- 172.21.15.26:0/669440583 wait complete. 2024-04-26T23:44:52.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.751+0000 7f1a21171740 20 client.17328 trim_cache size 0 max 16384 2024-04-26T23:44:52.757 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:44:52.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.751+0000 7f1a1e200640 1 -- 172.21.15.26:0/191340194 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f19fc0a3d20 msgr2=0x7f19fc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.751+0000 7f1a1e200640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f19fc0a3d20 0x7f19fc0a61e0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x5572f88ed7b0 tx=0x7f1a0800b710 comp rx=0 tx=0).stop 2024-04-26T23:44:52.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.751+0000 7f1a1e200640 1 -- 172.21.15.26:0/191340194 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a1810f240 msgr2=0x7f1a1819fbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.751+0000 7f1a1e200640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a1810f240 0x7f1a1819fbb0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f1a1000eaa0 tx=0x7f1a1000ef60 comp rx=0 tx=0).stop 2024-04-26T23:44:52.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.751+0000 7f1a1e200640 1 -- 172.21.15.26:0/191340194 shutdown_connections 2024-04-26T23:44:52.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.751+0000 7f1a1e200640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f19fc0a3d20 0x7f19fc0a61e0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.751+0000 7f1a1e200640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a1810f240 0x7f1a1819fbb0 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.751+0000 7f1a1e200640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a18075600 0x7f1a1819b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.751+0000 7f1a1e200640 1 --2- 172.21.15.26:0/191340194 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a18074ce0 0x7f1a1819b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.751+0000 7f1a1e200640 1 -- 172.21.15.26:0/191340194 >> 172.21.15.26:0/191340194 conn(0x7f1a180fe490 msgr2=0x7f1a180ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.752+0000 7f1a1e200640 1 -- 172.21.15.26:0/191340194 shutdown_connections 2024-04-26T23:44:52.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.752+0000 7f1a1e200640 1 -- 172.21.15.26:0/191340194 wait complete. 2024-04-26T23:44:52.772 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:52 smithi026 ceph-mon[28371]: pgmap v277: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:44:52.772 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:52 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1928693746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:44:52.775 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:44:52.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:52 smithi086 ceph-mon[31122]: pgmap v277: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:44:52.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:52 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1928693746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:44:52.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.983+0000 7f8db7200640 1 -- 172.21.15.26:0/326612084 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8db8103990 msgr2=0x7f8db8103d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.983+0000 7f8db7200640 1 --2- 172.21.15.26:0/326612084 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8db8103990 0x7f8db8103d70 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f8da8009900 tx=0x7f8da802a480 comp rx=0 tx=0).stop 2024-04-26T23:44:52.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.983+0000 7f8db7200640 1 -- 172.21.15.26:0/326612084 shutdown_connections 2024-04-26T23:44:52.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.983+0000 7f8db7200640 1 --2- 172.21.15.26:0/326612084 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8db810cdb0 0x7f8db810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.983+0000 7f8db7200640 1 --2- 172.21.15.26:0/326612084 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8db81042b0 0x7f8db810c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.983+0000 7f8db7200640 1 --2- 172.21.15.26:0/326612084 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8db8103990 0x7f8db8103d70 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.983+0000 7f8db7200640 1 -- 172.21.15.26:0/326612084 >> 172.21.15.26:0/326612084 conn(0x7f8db80fd1b0 msgr2=0x7f8db80ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:52.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.983+0000 7f8db7200640 1 -- 172.21.15.26:0/326612084 shutdown_connections 2024-04-26T23:44:52.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.983+0000 7f8db7200640 1 -- 172.21.15.26:0/326612084 wait complete. 2024-04-26T23:44:52.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.984+0000 7f8db7200640 1 Processor -- start 2024-04-26T23:44:52.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.984+0000 7f8db7200640 1 -- start start 2024-04-26T23:44:52.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.985+0000 7f8db7200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8db8103990 0x7f8db81015e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.985+0000 7f8db7200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8db81042b0 0x7f8db8101b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.985+0000 7f8db7200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8db810cdb0 0x7f8db8102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.985+0000 7f8db7200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8db8112960 con 0x7f8db810cdb0 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.985+0000 7f8db7200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8db81127e0 con 0x7f8db81042b0 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.985+0000 7f8db7200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8db8112ae0 con 0x7f8db8103990 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.985+0000 7f8db6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8db810cdb0 0x7f8db8102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.985+0000 7f8db6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8db810cdb0 0x7f8db8102060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35308/0 (socket says 172.21.15.26:35308) 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.985+0000 7f8db6800640 1 -- 172.21.15.26:0/2661526888 learned_addr learned my addr 172.21.15.26:0/2661526888 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.985+0000 7f8dafe00640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8db81042b0 0x7f8db8101b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.985+0000 7f8db5e00640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8db8103990 0x7f8db81015e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.986+0000 7f8db6800640 1 -- 172.21.15.26:0/2661526888 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8db8103990 msgr2=0x7f8db81015e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.986+0000 7f8db6800640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8db8103990 0x7f8db81015e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.986+0000 7f8db6800640 1 -- 172.21.15.26:0/2661526888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8db81042b0 msgr2=0x7f8db8101b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:52.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.986+0000 7f8db6800640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8db81042b0 0x7f8db8101b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.986+0000 7f8db6800640 1 -- 172.21.15.26:0/2661526888 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8db81a7370 con 0x7f8db810cdb0 2024-04-26T23:44:52.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.986+0000 7f8dafe00640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8db81042b0 0x7f8db8101b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:44:52.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.986+0000 7f8db6800640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8db810cdb0 0x7f8db8102060 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f8db000cce0 tx=0x7f8db000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.986+0000 7f8daea00640 1 -- 172.21.15.26:0/2661526888 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db000f450 con 0x7f8db810cdb0 2024-04-26T23:44:52.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.987+0000 7f8daea00640 1 -- 172.21.15.26:0/2661526888 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8db000fa80 con 0x7f8db810cdb0 2024-04-26T23:44:52.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.987+0000 7f8daea00640 1 -- 172.21.15.26:0/2661526888 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db0018ad0 con 0x7f8db810cdb0 2024-04-26T23:44:52.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.987+0000 7f8db7200640 1 -- 172.21.15.26:0/2661526888 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8db81a7660 con 0x7f8db810cdb0 2024-04-26T23:44:52.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.987+0000 7f8db7200640 1 -- 172.21.15.26:0/2661526888 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8db81a7b60 con 0x7f8db810cdb0 2024-04-26T23:44:52.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.990+0000 7f8daea00640 1 -- 172.21.15.26:0/2661526888 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8db000f5f0 con 0x7f8db810cdb0 2024-04-26T23:44:52.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.991+0000 7f8dbf87a740 1 Processor -- start 2024-04-26T23:44:52.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.991+0000 7f8dbf87a740 1 -- start start 2024-04-26T23:44:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.991+0000 7f8dbf87a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e8583a0 0x55d47e858780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.991+0000 7f8dbf87a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e858cc0 0x55d47e862e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.992+0000 7f8dbf87a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e865780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.992+0000 7f8dbf87a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d47e7bcc70 con 0x55d47e863390 2024-04-26T23:44:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.992+0000 7f8dbf87a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d47e775980 con 0x55d47e8583a0 2024-04-26T23:44:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.992+0000 7f8dbf87a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d47e7b8c30 con 0x55d47e858cc0 2024-04-26T23:44:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.992+0000 7f8dafe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e865780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.992+0000 7f8dafe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e865780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35310/0 (socket says 172.21.15.26:35310) 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.992+0000 7f8dafe00640 1 -- 172.21.15.26:0/3975317775 learned_addr learned my addr 172.21.15.26:0/3975317775 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.992+0000 7f8db5e00640 1 --2- 172.21.15.26:0/3975317775 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e858cc0 0x55d47e862e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.992+0000 7f8dafe00640 1 --2- 172.21.15.26:0/3975317775 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e8583a0 0x55d47e858780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.993+0000 7f8dafe00640 1 -- 172.21.15.26:0/3975317775 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e858cc0 msgr2=0x55d47e862e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.993+0000 7f8dafe00640 1 --2- 172.21.15.26:0/3975317775 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e858cc0 0x55d47e862e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.993+0000 7f8dafe00640 1 -- 172.21.15.26:0/3975317775 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e8583a0 msgr2=0x55d47e858780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.993+0000 7f8dafe00640 1 --2- 172.21.15.26:0/3975317775 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e8583a0 0x55d47e858780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.993+0000 7f8dafe00640 1 -- 172.21.15.26:0/3975317775 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d47e74d7b0 con 0x55d47e863390 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.993+0000 7f8daea00640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8d9c0a3dd0 0x7f8d9c0a6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.993+0000 7f8dafe00640 1 --2- 172.21.15.26:0/3975317775 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e865780 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f8da0013970 tx=0x7f8da000b550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=614c0adf898d2f27 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.993+0000 7f8db5e00640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8d9c0a3dd0 0x7f8d9c0a6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.993+0000 7f8daea00640 1 -- 172.21.15.26:0/2661526888 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f8db00d0fc0 con 0x7f8db810cdb0 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.993+0000 7f8da7000640 1 -- 172.21.15.26:0/3975317775 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8da000e960 con 0x55d47e863390 2024-04-26T23:44:52.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.994+0000 7f8da7000640 1 -- 172.21.15.26:0/3975317775 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8da0005020 con 0x55d47e863390 2024-04-26T23:44:52.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.994+0000 7f8da7000640 1 -- 172.21.15.26:0/3975317775 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8da00049a0 con 0x55d47e863390 2024-04-26T23:44:53.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.994+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3975317775 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 msgr2=0x55d47e865780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:53.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.994+0000 7f8db5e00640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8d9c0a3dd0 0x7f8d9c0a6290 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8da8006010 tx=0x7f8da8009560 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:53.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.994+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/3975317775 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e865780 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f8da0013970 tx=0x7f8da000b550 comp rx=0 tx=0).stop 2024-04-26T23:44:53.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.995+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3975317775 shutdown_connections 2024-04-26T23:44:53.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.995+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/3975317775 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e865780 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.995+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/3975317775 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e858cc0 0x55d47e862e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.995+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/3975317775 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e8583a0 0x55d47e858780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.995+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3975317775 >> 172.21.15.26:0/3975317775 conn(0x55d47e8546c0 msgr2=0x55d47e854aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:53.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.995+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3975317775 shutdown_connections 2024-04-26T23:44:53.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.995+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3975317775 wait complete. 2024-04-26T23:44:53.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.995+0000 7f8dbf87a740 1 -- start start 2024-04-26T23:44:53.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.996+0000 7f8dbf87a740 1 Processor -- start 2024-04-26T23:44:53.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.996+0000 7f8dbf87a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e862cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:53.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.996+0000 7f8dbf87a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 0x55d47e85ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:53.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.996+0000 7f8dbf87a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e8604f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.996+0000 7f8dbf87a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d47e7bbf80 con 0x55d47e863390 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.996+0000 7f8dbf87a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d47e769260 con 0x55d47e858cc0 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.996+0000 7f8dbf87a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d47e7c12a0 con 0x55d47e8583a0 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.996+0000 7f8dbf87a740 10 client.0 _ll_register_callbacks cb 0x55d47e7b3960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.996+0000 7f8db6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e8604f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.997+0000 7f8db6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e8604f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35316/0 (socket says 172.21.15.26:35316) 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.997+0000 7f8db6800640 1 -- 172.21.15.26:0/250895784 learned_addr learned my addr 172.21.15.26:0/250895784 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.997+0000 7f8db5e00640 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e862cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.997+0000 7f8dafe00640 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 0x55d47e85ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.997+0000 7f8db6800640 1 -- 172.21.15.26:0/250895784 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 msgr2=0x55d47e862cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.997+0000 7f8db6800640 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e862cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.997+0000 7f8db6800640 1 -- 172.21.15.26:0/250895784 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 msgr2=0x55d47e85ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.997+0000 7f8db6800640 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 0x55d47e85ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.997+0000 7f8db6800640 1 -- 172.21.15.26:0/250895784 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d47e74b1c0 con 0x55d47e863390 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.997+0000 7f8db6800640 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e8604f0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f8db00a5620 tx=0x7f8db009c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49cc08fd3d95626d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.997+0000 7f8d9b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.998+0000 7f8d9b400640 1 -- 172.21.15.26:0/250895784 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db00b5020 con 0x55d47e863390 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.998+0000 7f8d9b400640 1 -- 172.21.15.26:0/250895784 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f8db00b6220 con 0x55d47e863390 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.998+0000 7f8dbf87a740 1 -- 172.21.15.26:0/250895784 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8da0005020 con 0x55d47e863390 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.998+0000 7f8d9b400640 1 -- 172.21.15.26:0/250895784 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8db00b6420 con 0x55d47e863390 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.998+0000 7f8dbf87a740 10 client.17340 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.998+0000 7f8dbf87a740 1 -- 172.21.15.26:0/250895784 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d47e4ce3f0 con 0x55d47e863390 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.998+0000 7f8d9b400640 1 -- 172.21.15.26:0/250895784 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8da0005020 con 0x55d47e863390 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.998+0000 7f8d9b400640 1 -- 172.21.15.26:0/250895784 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8db00a56c0 con 0x55d47e863390 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.999+0000 7f8dbf87a740 10 client.17340 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.999+0000 7f8dbf87a740 10 client.17340 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.999+0000 7f8dbf87a740 20 client.17340 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:53.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.999+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d47e872dc0 0x55d47e8751b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:53.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.999+0000 7f8dbf87a740 4 client.17340 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:44:53.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.999+0000 7f8dbf87a740 1 -- 172.21.15.26:0/250895784 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d47e7ca880 con 0x55d47e872dc0 2024-04-26T23:44:53.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:52.999+0000 7f8db5e00640 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d47e872dc0 0x55d47e8751b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:53.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.000+0000 7f8db5e00640 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d47e872dc0 0x55d47e8751b0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7edacc7521e104d5 server_cookie=6d194ea77c922b12 in_seq=0 out_seq=0 2024-04-26T23:44:53.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.000+0000 7f8d9b400640 10 client.17340 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:53.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.002+0000 7f8d9b400640 1 -- 172.21.15.26:0/250895784 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d47e7ca880 con 0x55d47e872dc0 2024-04-26T23:44:53.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.002+0000 7f8d9b400640 10 client.17340 handle_command_reply: tid=0 2024-04-26T23:44:53.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.002+0000 7f8dbf87a740 1 client.17340 shutdown 2024-04-26T23:44:53.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.003+0000 7f8dbf87a740 1 -- 172.21.15.26:0/250895784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 msgr2=0x55d47e8604f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:53.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.003+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e8604f0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f8db00a5620 tx=0x7f8db009c900 comp rx=0 tx=0).stop 2024-04-26T23:44:53.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.003+0000 7f8dbf87a740 1 -- 172.21.15.26:0/250895784 shutdown_connections 2024-04-26T23:44:53.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.003+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d47e872dc0 0x55d47e8751b0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.003+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e8604f0 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.003+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 0x55d47e85ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.003+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/250895784 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e862cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.003+0000 7f8dbf87a740 1 -- 172.21.15.26:0/250895784 >> 172.21.15.26:0/250895784 conn(0x55d47e8546c0 msgr2=0x55d47e85a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:53.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.003+0000 7f8d9b400640 0 client.17340 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:53.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.003+0000 7f8dbf87a740 1 -- 172.21.15.26:0/250895784 shutdown_connections 2024-04-26T23:44:53.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.003+0000 7f8dbf87a740 1 -- 172.21.15.26:0/250895784 wait complete. 2024-04-26T23:44:53.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.003+0000 7f8dbf87a740 20 client.17340 trim_cache size 0 max 16384 2024-04-26T23:44:53.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.022+0000 7f8dbf87a740 1 Processor -- start 2024-04-26T23:44:53.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.022+0000 7f8dbf87a740 1 -- start start 2024-04-26T23:44:53.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.022+0000 7f8dbf87a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e85b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:53.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.022+0000 7f8dbf87a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 0x55d47e85ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:53.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.022+0000 7f8dbf87a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e86ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:53.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8dbf87a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8db81b2d10 con 0x55d47e863390 2024-04-26T23:44:53.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8dbf87a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8db81b05e0 con 0x55d47e858cc0 2024-04-26T23:44:53.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8dbf87a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8db81ae450 con 0x55d47e8583a0 2024-04-26T23:44:53.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8db6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e86ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:53.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8db6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e86ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35332/0 (socket says 172.21.15.26:35332) 2024-04-26T23:44:53.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8db6800640 1 -- 172.21.15.26:0/1946151836 learned_addr learned my addr 172.21.15.26:0/1946151836 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:53.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:52 smithi164 ceph-mon[31699]: pgmap v277: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:44:53.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:52 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1928693746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:44:53.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8db5e00640 1 --2- 172.21.15.26:0/1946151836 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e85b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:53.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8dafe00640 1 --2- 172.21.15.26:0/1946151836 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 0x55d47e85ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:53.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8db6800640 1 -- 172.21.15.26:0/1946151836 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 msgr2=0x55d47e85b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:53.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8db6800640 1 --2- 172.21.15.26:0/1946151836 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e85b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8db6800640 1 -- 172.21.15.26:0/1946151836 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 msgr2=0x55d47e85ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:53.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8db6800640 1 --2- 172.21.15.26:0/1946151836 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 0x55d47e85ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.023+0000 7f8db6800640 1 -- 172.21.15.26:0/1946151836 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d47e5987d0 con 0x55d47e863390 2024-04-26T23:44:53.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.024+0000 7f8db6800640 1 --2- 172.21.15.26:0/1946151836 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e86ede0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f8db00998b0 tx=0x7f8db009c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d132c2dc72669050 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:53.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.024+0000 7f8da6600640 1 -- 172.21.15.26:0/1946151836 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db00b5070 con 0x55d47e863390 2024-04-26T23:44:53.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.024+0000 7f8da6600640 1 -- 172.21.15.26:0/1946151836 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8db00a1290 con 0x55d47e863390 2024-04-26T23:44:53.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.024+0000 7f8da6600640 1 -- 172.21.15.26:0/1946151836 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db009be70 con 0x55d47e863390 2024-04-26T23:44:53.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.025+0000 7f8dbf87a740 1 -- 172.21.15.26:0/1946151836 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 msgr2=0x55d47e86ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:53.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.025+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/1946151836 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e86ede0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f8db00998b0 tx=0x7f8db009c970 comp rx=0 tx=0).stop 2024-04-26T23:44:53.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.025+0000 7f8dbf87a740 1 -- 172.21.15.26:0/1946151836 shutdown_connections 2024-04-26T23:44:53.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.025+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/1946151836 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e86ede0 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.025+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/1946151836 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 0x55d47e85ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.025+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/1946151836 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e85b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.025+0000 7f8dbf87a740 1 -- 172.21.15.26:0/1946151836 >> 172.21.15.26:0/1946151836 conn(0x55d47e8546c0 msgr2=0x55d47e85e880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:53.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.025+0000 7f8dbf87a740 1 -- 172.21.15.26:0/1946151836 shutdown_connections 2024-04-26T23:44:53.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.025+0000 7f8dbf87a740 1 -- 172.21.15.26:0/1946151836 wait complete. 2024-04-26T23:44:53.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.026+0000 7f8dbf87a740 1 -- start start 2024-04-26T23:44:53.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.026+0000 7f8dbf87a740 1 Processor -- start 2024-04-26T23:44:53.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.026+0000 7f8dbf87a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e8662b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:53.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.026+0000 7f8dbf87a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 0x55d47e8667f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:53.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.026+0000 7f8dbf87a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e866d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:53.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8dbf87a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8db81aeaa0 con 0x55d47e863390 2024-04-26T23:44:53.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8dbf87a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8db81aff10 con 0x55d47e858cc0 2024-04-26T23:44:53.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8dbf87a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8db81af170 con 0x55d47e8583a0 2024-04-26T23:44:53.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8dbf87a740 10 client.0 _ll_register_callbacks cb 0x7f8db0018400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:53.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8db6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e866d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:53.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8db6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e866d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:35338/0 (socket says 172.21.15.26:35338) 2024-04-26T23:44:53.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8db6800640 1 -- 172.21.15.26:0/3751988156 learned_addr learned my addr 172.21.15.26:0/3751988156 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:53.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8dafe00640 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 0x55d47e8667f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:53.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8db5e00640 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e8662b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:53.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8db6800640 1 -- 172.21.15.26:0/3751988156 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 msgr2=0x55d47e8662b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:53.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8db6800640 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e8662b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8db6800640 1 -- 172.21.15.26:0/3751988156 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 msgr2=0x55d47e8667f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:53.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8db6800640 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 0x55d47e8667f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8db6800640 1 -- 172.21.15.26:0/3751988156 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d47e7632a0 con 0x55d47e863390 2024-04-26T23:44:53.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.027+0000 7f8db5e00640 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e8662b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:53.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.028+0000 7f8db6800640 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e866d50 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f8db000afd0 tx=0x7f8db009c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2b395b94d8a9cbd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:53.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.028+0000 7f8d9b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:53.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.028+0000 7f8d9b400640 1 -- 172.21.15.26:0/3751988156 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8db00b5070 con 0x55d47e863390 2024-04-26T23:44:53.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.028+0000 7f8d9b400640 1 -- 172.21.15.26:0/3751988156 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f8db0099550 con 0x55d47e863390 2024-04-26T23:44:53.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.028+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3751988156 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8db00a1290 con 0x55d47e863390 2024-04-26T23:44:53.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.028+0000 7f8d9b400640 1 -- 172.21.15.26:0/3751988156 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8db00a5b50 con 0x55d47e863390 2024-04-26T23:44:53.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.028+0000 7f8dbf87a740 10 client.17346 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:53.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.028+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3751988156 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d47e7632a0 con 0x55d47e863390 2024-04-26T23:44:53.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.029+0000 7f8d9b400640 1 -- 172.21.15.26:0/3751988156 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8db00a1290 con 0x55d47e863390 2024-04-26T23:44:53.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.029+0000 7f8d9b400640 1 -- 172.21.15.26:0/3751988156 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8db00a2520 con 0x55d47e863390 2024-04-26T23:44:53.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.029+0000 7f8dbf87a740 10 client.17346 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:53.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.029+0000 7f8dbf87a740 10 client.17346 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:53.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.029+0000 7f8dbf87a740 20 client.17346 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:53.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.029+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d47e8d89b0 0x55d47e8dada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:53.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.029+0000 7f8dbf87a740 4 client.17346 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:44:53.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.029+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3751988156 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d47e7c46f0 con 0x55d47e8d89b0 2024-04-26T23:44:53.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.030+0000 7f8db5e00640 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d47e8d89b0 0x55d47e8dada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:53.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.030+0000 7f8db5e00640 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d47e8d89b0 0x55d47e8dada0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19d31f2f7ffcae5f server_cookie=89436e972f1794fd in_seq=0 out_seq=0 2024-04-26T23:44:53.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.030+0000 7f8d9b400640 10 client.17346 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:53.043 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8d9b400640 1 -- 172.21.15.26:0/3751988156 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d47e7c46f0 con 0x55d47e8d89b0 2024-04-26T23:44:53.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8d9b400640 10 client.17346 handle_command_reply: tid=0 2024-04-26T23:44:53.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8dbf87a740 1 client.17346 shutdown 2024-04-26T23:44:53.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3751988156 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 msgr2=0x55d47e866d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:53.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e866d50 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f8db000afd0 tx=0x7f8db009c900 comp rx=0 tx=0).stop 2024-04-26T23:44:53.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3751988156 shutdown_connections 2024-04-26T23:44:53.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d47e8d89b0 0x55d47e8dada0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d47e863390 0x55d47e866d50 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d47e858cc0 0x55d47e8667f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8d9b400640 0 client.17346 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:53.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8dbf87a740 1 --2- 172.21.15.26:0/3751988156 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d47e8583a0 0x55d47e8662b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3751988156 >> 172.21.15.26:0/3751988156 conn(0x55d47e8546c0 msgr2=0x55d47e8537b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:53.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3751988156 shutdown_connections 2024-04-26T23:44:53.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.031+0000 7f8dbf87a740 1 -- 172.21.15.26:0/3751988156 wait complete. 2024-04-26T23:44:53.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.032+0000 7f8dbf87a740 20 client.17346 trim_cache size 0 max 16384 2024-04-26T23:44:53.046 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:44:53.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.032+0000 7f8db7200640 1 -- 172.21.15.26:0/2661526888 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8d9c0a3dd0 msgr2=0x7f8d9c0a6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:53.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.032+0000 7f8db7200640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8d9c0a3dd0 0x7f8d9c0a6290 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8da8006010 tx=0x7f8da8009560 comp rx=0 tx=0).stop 2024-04-26T23:44:53.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.032+0000 7f8db7200640 1 -- 172.21.15.26:0/2661526888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8db810cdb0 msgr2=0x7f8db8102060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:53.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.032+0000 7f8db7200640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8db810cdb0 0x7f8db8102060 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f8db000cce0 tx=0x7f8db000a620 comp rx=0 tx=0).stop 2024-04-26T23:44:53.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.032+0000 7f8db7200640 1 -- 172.21.15.26:0/2661526888 shutdown_connections 2024-04-26T23:44:53.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.032+0000 7f8db7200640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8d9c0a3dd0 0x7f8d9c0a6290 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.032+0000 7f8db7200640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8db810cdb0 0x7f8db8102060 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.032+0000 7f8db7200640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8db81042b0 0x7f8db8101b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.033+0000 7f8db7200640 1 --2- 172.21.15.26:0/2661526888 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8db8103990 0x7f8db81015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:53.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.033+0000 7f8db7200640 1 -- 172.21.15.26:0/2661526888 >> 172.21.15.26:0/2661526888 conn(0x7f8db80fd1b0 msgr2=0x7f8db80fe970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:53.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.033+0000 7f8db7200640 1 -- 172.21.15.26:0/2661526888 shutdown_connections 2024-04-26T23:44:53.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:53.033+0000 7f8db7200640 1 -- 172.21.15.26:0/2661526888 wait complete. 2024-04-26T23:44:54.057 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:44:54.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:44:54.057 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:44:54.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.299+0000 7f25be200640 1 -- 172.21.15.26:0/4078460658 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f25b810f090 msgr2=0x7f25b8111480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.299+0000 7f25be200640 1 --2- 172.21.15.26:0/4078460658 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f25b810f090 0x7f25b8111480 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f25b0009ca0 tx=0x7f25b002a950 comp rx=0 tx=0).stop 2024-04-26T23:44:54.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.299+0000 7f25be200640 1 -- 172.21.15.26:0/4078460658 shutdown_connections 2024-04-26T23:44:54.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.299+0000 7f25be200640 1 --2- 172.21.15.26:0/4078460658 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f25b810f090 0x7f25b8111480 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.299+0000 7f25be200640 1 --2- 172.21.15.26:0/4078460658 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25b8075600 0x7f25b810eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.299+0000 7f25be200640 1 --2- 172.21.15.26:0/4078460658 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f25b8074ce0 0x7f25b80750c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.299+0000 7f25be200640 1 -- 172.21.15.26:0/4078460658 >> 172.21.15.26:0/4078460658 conn(0x7f25b80fe300 msgr2=0x7f25b8100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:54.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.300+0000 7f25be200640 1 -- 172.21.15.26:0/4078460658 shutdown_connections 2024-04-26T23:44:54.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.300+0000 7f25be200640 1 -- 172.21.15.26:0/4078460658 wait complete. 2024-04-26T23:44:54.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.301+0000 7f25be200640 1 Processor -- start 2024-04-26T23:44:54.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.301+0000 7f25be200640 1 -- start start 2024-04-26T23:44:54.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.301+0000 7f25be200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25b8074ce0 0x7f25b819b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.301+0000 7f25be200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f25b8075600 0x7f25b819b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.301+0000 7f25be200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f25b810f090 0x7f25b819f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.301+0000 7f25be200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f25b8114b10 con 0x7f25b810f090 2024-04-26T23:44:54.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.301+0000 7f25be200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f25b8114990 con 0x7f25b8075600 2024-04-26T23:44:54.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.301+0000 7f25be200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f25b8114c90 con 0x7f25b8074ce0 2024-04-26T23:44:54.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.302+0000 7f25bd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f25b810f090 0x7f25b819f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.302+0000 7f25bd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f25b810f090 0x7f25b819f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52476/0 (socket says 172.21.15.26:52476) 2024-04-26T23:44:54.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.302+0000 7f25bd800640 1 -- 172.21.15.26:0/3179550023 learned_addr learned my addr 172.21.15.26:0/3179550023 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:54.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.302+0000 7f25bce00640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25b8074ce0 0x7f25b819b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.302+0000 7f25b7e00640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f25b8075600 0x7f25b819b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.302+0000 7f25bd800640 1 -- 172.21.15.26:0/3179550023 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25b8074ce0 msgr2=0x7f25b819b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.302+0000 7f25bd800640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25b8074ce0 0x7f25b819b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.302+0000 7f25bd800640 1 -- 172.21.15.26:0/3179550023 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f25b8075600 msgr2=0x7f25b819b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.302+0000 7f25bd800640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f25b8075600 0x7f25b819b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.302+0000 7f25bd800640 1 -- 172.21.15.26:0/3179550023 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b81a00a0 con 0x7f25b810f090 2024-04-26T23:44:54.307 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.303+0000 7f25bd800640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f25b810f090 0x7f25b819f970 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f25b002ae70 tx=0x7f25b0003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:54.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.303+0000 7f25b5600640 1 -- 172.21.15.26:0/3179550023 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b0034040 con 0x7f25b810f090 2024-04-26T23:44:54.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.303+0000 7f25b5600640 1 -- 172.21.15.26:0/3179550023 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f25b0030850 con 0x7f25b810f090 2024-04-26T23:44:54.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.303+0000 7f25b5600640 1 -- 172.21.15.26:0/3179550023 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b0004670 con 0x7f25b810f090 2024-04-26T23:44:54.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.303+0000 7f25be200640 1 -- 172.21.15.26:0/3179550023 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25b81a0330 con 0x7f25b810f090 2024-04-26T23:44:54.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.303+0000 7f25be200640 1 -- 172.21.15.26:0/3179550023 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25b81a7c20 con 0x7f25b810f090 2024-04-26T23:44:54.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.307+0000 7f25c2780740 1 Processor -- start 2024-04-26T23:44:54.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.307+0000 7f25b5600640 1 -- 172.21.15.26:0/3179550023 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f25b0037020 con 0x7f25b810f090 2024-04-26T23:44:54.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.308+0000 7f25c2780740 1 -- start start 2024-04-26T23:44:54.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.308+0000 7f25c2780740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5aae240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.308+0000 7f25c2780740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aae780 0x55a4b5ab8910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.308+0000 7f25c2780740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5ab8e50 0x55a4b5abb240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.308+0000 7f25c2780740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a4b5a13980 con 0x55a4b5aae780 2024-04-26T23:44:54.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.308+0000 7f25c2780740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a4b59b0220 con 0x55a4b5aade60 2024-04-26T23:44:54.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.308+0000 7f25c2780740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a4b5a0f940 con 0x55a4b5ab8e50 2024-04-26T23:44:54.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.308+0000 7f25bce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aae780 0x55a4b5ab8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.308+0000 7f25bce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aae780 0x55a4b5ab8910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52482/0 (socket says 172.21.15.26:52482) 2024-04-26T23:44:54.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.309+0000 7f25bce00640 1 -- 172.21.15.26:0/3458446089 learned_addr learned my addr 172.21.15.26:0/3458446089 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:54.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.309+0000 7f25b7e00640 1 --2- 172.21.15.26:0/3458446089 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5aae240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.309+0000 7f25bce00640 1 -- 172.21.15.26:0/3458446089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5ab8e50 msgr2=0x55a4b5abb240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.309+0000 7f25b7e00640 1 --2- 172.21.15.26:0/3458446089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5ab8e50 0x55a4b5abb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.309+0000 7f25bce00640 1 --2- 172.21.15.26:0/3458446089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5ab8e50 0x55a4b5abb240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.309+0000 7f25bce00640 1 -- 172.21.15.26:0/3458446089 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 msgr2=0x55a4b5aae240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.309+0000 7f25bce00640 1 --2- 172.21.15.26:0/3458446089 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5aae240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.309+0000 7f25bce00640 1 -- 172.21.15.26:0/3458446089 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4b57ed7e0 con 0x55a4b5aae780 2024-04-26T23:44:54.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.309+0000 7f25b7e00640 1 --2- 172.21.15.26:0/3458446089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5ab8e50 0x55a4b5abb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:54.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.309+0000 7f25b5600640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f25a00a3da0 0x7f25a00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.310+0000 7f25bce00640 1 --2- 172.21.15.26:0/3458446089 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aae780 0x55a4b5ab8910 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f25ac00dcb0 tx=0x7f25ac00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afb9b4d1d3387c25 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:54.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.310+0000 7f25b5600640 1 -- 172.21.15.26:0/3179550023 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f25b00f1730 con 0x7f25b810f090 2024-04-26T23:44:54.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.310+0000 7f25b7e00640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f25a00a3da0 0x7f25a00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.310+0000 7f25aa000640 1 -- 172.21.15.26:0/3458446089 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ac011440 con 0x55a4b5aae780 2024-04-26T23:44:54.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.310+0000 7f25aa000640 1 -- 172.21.15.26:0/3458446089 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f25ac011a70 con 0x55a4b5aae780 2024-04-26T23:44:54.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.310+0000 7f25aa000640 1 -- 172.21.15.26:0/3458446089 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ac01b960 con 0x55a4b5aae780 2024-04-26T23:44:54.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.311+0000 7f25c2780740 1 -- 172.21.15.26:0/3458446089 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aae780 msgr2=0x55a4b5ab8910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.311+0000 7f25b7e00640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f25a00a3da0 0x7f25a00a6260 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x55a4b5aab310 tx=0x7f25a4004730 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:54.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.311+0000 7f25c2780740 1 --2- 172.21.15.26:0/3458446089 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aae780 0x55a4b5ab8910 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f25ac00dcb0 tx=0x7f25ac00f730 comp rx=0 tx=0).stop 2024-04-26T23:44:54.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.311+0000 7f25c2780740 1 -- 172.21.15.26:0/3458446089 shutdown_connections 2024-04-26T23:44:54.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.311+0000 7f25c2780740 1 --2- 172.21.15.26:0/3458446089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5ab8e50 0x55a4b5abb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.311+0000 7f25c2780740 1 --2- 172.21.15.26:0/3458446089 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aae780 0x55a4b5ab8910 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.311+0000 7f25c2780740 1 --2- 172.21.15.26:0/3458446089 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5aae240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.311+0000 7f25c2780740 1 -- 172.21.15.26:0/3458446089 >> 172.21.15.26:0/3458446089 conn(0x55a4b5aaa180 msgr2=0x55a4b5aaa560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:54.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.311+0000 7f25c2780740 1 -- 172.21.15.26:0/3458446089 shutdown_connections 2024-04-26T23:44:54.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.311+0000 7f25c2780740 1 -- 172.21.15.26:0/3458446089 wait complete. 2024-04-26T23:44:54.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.312+0000 7f25c2780740 1 -- start start 2024-04-26T23:44:54.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.312+0000 7f25c2780740 1 Processor -- start 2024-04-26T23:44:54.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.312+0000 7f25c2780740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aade60 0x55a4b5ab5e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.312+0000 7f25c2780740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5ab6370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.312+0000 7f25c2780740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5ab8e50 0x55a4b5ab68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.312+0000 7f25c2780740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a4b5abbc40 con 0x55a4b5aade60 2024-04-26T23:44:54.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.312+0000 7f25c2780740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a4b599b170 con 0x55a4b5ab8e50 2024-04-26T23:44:54.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.312+0000 7f25c2780740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a4b5abbdc0 con 0x55a4b5aae780 2024-04-26T23:44:54.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.313+0000 7f25c2780740 10 client.0 _ll_register_callbacks cb 0x55a4b5a0a770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:54.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.313+0000 7f25bce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aade60 0x55a4b5ab5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.313+0000 7f25bce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aade60 0x55a4b5ab5e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52488/0 (socket says 172.21.15.26:52488) 2024-04-26T23:44:54.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.313+0000 7f25bce00640 1 -- 172.21.15.26:0/608408766 learned_addr learned my addr 172.21.15.26:0/608408766 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:54.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.313+0000 7f25b7e00640 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5ab6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.313+0000 7f25bd800640 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5ab8e50 0x55a4b5ab68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.313+0000 7f25bce00640 1 -- 172.21.15.26:0/608408766 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 msgr2=0x55a4b5ab6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.313+0000 7f25bce00640 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5ab6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.313+0000 7f25bce00640 1 -- 172.21.15.26:0/608408766 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5ab8e50 msgr2=0x55a4b5ab68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.313+0000 7f25bce00640 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5ab8e50 0x55a4b5ab68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.313+0000 7f25bce00640 1 -- 172.21.15.26:0/608408766 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4b584df70 con 0x55a4b5aade60 2024-04-26T23:44:54.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.313+0000 7f25bd800640 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5ab8e50 0x55a4b5ab68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:54.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.314+0000 7f25bce00640 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aade60 0x55a4b5ab5e30 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f25ac00dfd0 tx=0x7f25ac00d7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78918bcad49d0d99 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:54.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.314+0000 7f259ea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:54.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.314+0000 7f259ea00640 1 -- 172.21.15.26:0/608408766 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ac004450 con 0x55a4b5aade60 2024-04-26T23:44:54.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.314+0000 7f259ea00640 1 -- 172.21.15.26:0/608408766 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f25ac011440 con 0x55a4b5aade60 2024-04-26T23:44:54.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.314+0000 7f25c2780740 1 -- 172.21.15.26:0/608408766 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25ac011a70 con 0x55a4b5aade60 2024-04-26T23:44:54.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.314+0000 7f259ea00640 1 -- 172.21.15.26:0/608408766 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f25ac032050 con 0x55a4b5aade60 2024-04-26T23:44:54.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.314+0000 7f25c2780740 10 client.17358 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:54.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.314+0000 7f25c2780740 1 -- 172.21.15.26:0/608408766 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a4b56e5170 con 0x55a4b5aade60 2024-04-26T23:44:54.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.315+0000 7f259ea00640 1 -- 172.21.15.26:0/608408766 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f25ac011a70 con 0x55a4b5aade60 2024-04-26T23:44:54.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.315+0000 7f259ea00640 1 -- 172.21.15.26:0/608408766 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f25ac02d030 con 0x55a4b5aade60 2024-04-26T23:44:54.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.315+0000 7f25c2780740 10 client.17358 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:54.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.315+0000 7f25c2780740 10 client.17358 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:54.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.315+0000 7f25c2780740 20 client.17358 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:54.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.315+0000 7f25c2780740 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a4b5ac8d50 0x55a4b5acb140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.315+0000 7f25c2780740 4 client.17358 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:44:54.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.315+0000 7f25c2780740 1 -- 172.21.15.26:0/608408766 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4b5a21590 con 0x55a4b5ac8d50 2024-04-26T23:44:54.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.316+0000 7f25b7e00640 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a4b5ac8d50 0x55a4b5acb140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.317+0000 7f25b7e00640 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a4b5ac8d50 0x55a4b5acb140 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbf0dd1894c788cb server_cookie=d0a199a8005ac90e in_seq=0 out_seq=0 2024-04-26T23:44:54.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.317+0000 7f259ea00640 10 client.17358 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:54.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f259ea00640 1 -- 172.21.15.26:0/608408766 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a4b5a21590 con 0x55a4b5ac8d50 2024-04-26T23:44:54.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f259ea00640 10 client.17358 handle_command_reply: tid=0 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f25c2780740 1 client.17358 shutdown 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f25c2780740 1 -- 172.21.15.26:0/608408766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aade60 msgr2=0x55a4b5ab5e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f25c2780740 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aade60 0x55a4b5ab5e30 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f25ac00dfd0 tx=0x7f25ac00d7c0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f25c2780740 1 -- 172.21.15.26:0/608408766 shutdown_connections 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f25c2780740 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a4b5ac8d50 0x55a4b5acb140 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f25c2780740 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5ab8e50 0x55a4b5ab68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f259ea00640 0 client.17358 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f25c2780740 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5ab6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f25c2780740 1 --2- 172.21.15.26:0/608408766 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aade60 0x55a4b5ab5e30 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f25c2780740 1 -- 172.21.15.26:0/608408766 >> 172.21.15.26:0/608408766 conn(0x55a4b5aaa180 msgr2=0x55a4b5aafe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f25c2780740 1 -- 172.21.15.26:0/608408766 shutdown_connections 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f25c2780740 1 -- 172.21.15.26:0/608408766 wait complete. 2024-04-26T23:44:54.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.319+0000 7f25c2780740 20 client.17358 trim_cache size 0 max 16384 2024-04-26T23:44:54.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.347+0000 7f25c2780740 1 Processor -- start 2024-04-26T23:44:54.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.347+0000 7f25c2780740 1 -- start start 2024-04-26T23:44:54.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.348+0000 7f25c2780740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 0x55a4b5ac4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.348+0000 7f25c2780740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5ad07a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.348+0000 7f25c2780740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5ad0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.348+0000 7f25c2780740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f25b81b2cc0 con 0x55a4b5aaa180 2024-04-26T23:44:54.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.348+0000 7f25c2780740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f25b81b0590 con 0x55a4b5aade60 2024-04-26T23:44:54.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.348+0000 7f25c2780740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f25b81ae400 con 0x55a4b5aae780 2024-04-26T23:44:54.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.348+0000 7f25bce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 0x55a4b5ac4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.348+0000 7f25bce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 0x55a4b5ac4b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52504/0 (socket says 172.21.15.26:52504) 2024-04-26T23:44:54.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.348+0000 7f25bce00640 1 -- 172.21.15.26:0/2642101434 learned_addr learned my addr 172.21.15.26:0/2642101434 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:54.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.348+0000 7f25bd800640 1 --2- 172.21.15.26:0/2642101434 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5ad0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.349+0000 7f25b7e00640 1 --2- 172.21.15.26:0/2642101434 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5ad07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.349+0000 7f25bce00640 1 -- 172.21.15.26:0/2642101434 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 msgr2=0x55a4b5ad0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.349+0000 7f25bce00640 1 --2- 172.21.15.26:0/2642101434 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5ad0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.349+0000 7f25bce00640 1 -- 172.21.15.26:0/2642101434 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 msgr2=0x55a4b5ad07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.349+0000 7f25bce00640 1 --2- 172.21.15.26:0/2642101434 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5ad07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.349+0000 7f25bce00640 1 -- 172.21.15.26:0/2642101434 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4b5ab4380 con 0x55a4b5aaa180 2024-04-26T23:44:54.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.349+0000 7f25bd800640 1 --2- 172.21.15.26:0/2642101434 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5ad0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:54.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.349+0000 7f25b7e00640 1 --2- 172.21.15.26:0/2642101434 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5ad07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:54.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.349+0000 7f25bce00640 1 --2- 172.21.15.26:0/2642101434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 0x55a4b5ac4b00 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f25ac01b3e0 tx=0x7f25ac00d400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdf98302182cf648 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:54.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.349+0000 7f25a9600640 1 -- 172.21.15.26:0/2642101434 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ac003830 con 0x55a4b5aaa180 2024-04-26T23:44:54.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.349+0000 7f25a9600640 1 -- 172.21.15.26:0/2642101434 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f25ac0039d0 con 0x55a4b5aaa180 2024-04-26T23:44:54.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.349+0000 7f25a9600640 1 -- 172.21.15.26:0/2642101434 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ac0116a0 con 0x55a4b5aaa180 2024-04-26T23:44:54.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.350+0000 7f25c2780740 1 -- 172.21.15.26:0/2642101434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 msgr2=0x55a4b5ac4b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.350+0000 7f25c2780740 1 --2- 172.21.15.26:0/2642101434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 0x55a4b5ac4b00 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f25ac01b3e0 tx=0x7f25ac00d400 comp rx=0 tx=0).stop 2024-04-26T23:44:54.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.350+0000 7f25c2780740 1 -- 172.21.15.26:0/2642101434 shutdown_connections 2024-04-26T23:44:54.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.350+0000 7f25c2780740 1 --2- 172.21.15.26:0/2642101434 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5ad0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.350+0000 7f25c2780740 1 --2- 172.21.15.26:0/2642101434 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5ad07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.350+0000 7f25c2780740 1 --2- 172.21.15.26:0/2642101434 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 0x55a4b5ac4b00 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.350+0000 7f25c2780740 1 -- 172.21.15.26:0/2642101434 >> 172.21.15.26:0/2642101434 conn(0x55a4b5ab4a70 msgr2=0x55a4b5aa8a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.351+0000 7f25c2780740 1 -- 172.21.15.26:0/2642101434 shutdown_connections 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.351+0000 7f25c2780740 1 -- 172.21.15.26:0/2642101434 wait complete. 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.351+0000 7f25c2780740 1 -- start start 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.351+0000 7f25c2780740 1 Processor -- start 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.352+0000 7f25c2780740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 0x55a4b5ac12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.352+0000 7f25c2780740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5abdfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.352+0000 7f25c2780740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5abe520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.352+0000 7f25c2780740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f25b81aea50 con 0x55a4b5aaa180 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.352+0000 7f25c2780740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f25b81afec0 con 0x55a4b5aade60 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.352+0000 7f25c2780740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f25b81af120 con 0x55a4b5aae780 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.352+0000 7f25c2780740 10 client.0 _ll_register_callbacks cb 0x7f25ac015070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:54.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.352+0000 7f25bce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 0x55a4b5ac12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.352+0000 7f25bce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 0x55a4b5ac12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52520/0 (socket says 172.21.15.26:52520) 2024-04-26T23:44:54.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.352+0000 7f25bce00640 1 -- 172.21.15.26:0/3813710606 learned_addr learned my addr 172.21.15.26:0/3813710606 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:54.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.352+0000 7f25b7e00640 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5abdfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.352+0000 7f25bd800640 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5abe520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.353+0000 7f25bce00640 1 -- 172.21.15.26:0/3813710606 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 msgr2=0x55a4b5abe520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.353+0000 7f25bce00640 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5abe520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.353+0000 7f25bce00640 1 -- 172.21.15.26:0/3813710606 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 msgr2=0x55a4b5abdfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.353+0000 7f25bce00640 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5abdfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.353+0000 7f25bce00640 1 -- 172.21.15.26:0/3813710606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4b5abebe0 con 0x55a4b5aaa180 2024-04-26T23:44:54.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.353+0000 7f25bce00640 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 0x55a4b5ac12e0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f25ac0059d0 tx=0x7f25ac003e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1641a7250782982d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:54.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.353+0000 7f259ea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:54.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.353+0000 7f259ea00640 1 -- 172.21.15.26:0/3813710606 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ac011650 con 0x55a4b5aaa180 2024-04-26T23:44:54.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.353+0000 7f259ea00640 1 -- 172.21.15.26:0/3813710606 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7f25ac00d760 con 0x55a4b5aaa180 2024-04-26T23:44:54.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.353+0000 7f25c2780740 1 -- 172.21.15.26:0/3813710606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25ac0039d0 con 0x55a4b5aaa180 2024-04-26T23:44:54.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.354+0000 7f259ea00640 1 -- 172.21.15.26:0/3813710606 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f25ac0117f0 con 0x55a4b5aaa180 2024-04-26T23:44:54.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.354+0000 7f25c2780740 10 client.17364 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:54.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.354+0000 7f25c2780740 1 -- 172.21.15.26:0/3813710606 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a4b5b2fe80 con 0x55a4b5aaa180 2024-04-26T23:44:54.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.354+0000 7f259ea00640 1 -- 172.21.15.26:0/3813710606 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f25ac0039d0 con 0x55a4b5aaa180 2024-04-26T23:44:54.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.354+0000 7f259ea00640 1 -- 172.21.15.26:0/3813710606 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f25ac02d070 con 0x55a4b5aaa180 2024-04-26T23:44:54.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.354+0000 7f25c2780740 10 client.17364 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:54.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.354+0000 7f25c2780740 10 client.17364 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:54.360 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.354+0000 7f25c2780740 20 client.17364 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:54.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.354+0000 7f25c2780740 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a4b5ab8e50 0x55a4b5b324e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.354+0000 7f25c2780740 4 client.17364 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:44:54.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.354+0000 7f25c2780740 1 -- 172.21.15.26:0/3813710606 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a4b5a1b400 con 0x55a4b5ab8e50 2024-04-26T23:44:54.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.355+0000 7f25b7e00640 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a4b5ab8e50 0x55a4b5b324e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.356+0000 7f25b7e00640 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a4b5ab8e50 0x55a4b5b324e0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2e799409a61026f server_cookie=c48b13a5fb44fa14 in_seq=0 out_seq=0 2024-04-26T23:44:54.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.356+0000 7f259ea00640 10 client.17364 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:54.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f259ea00640 1 -- 172.21.15.26:0/3813710606 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a4b5a1b400 con 0x55a4b5ab8e50 2024-04-26T23:44:54.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f259ea00640 10 client.17364 handle_command_reply: tid=0 2024-04-26T23:44:54.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f25c2780740 1 client.17364 shutdown 2024-04-26T23:44:54.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f25c2780740 1 -- 172.21.15.26:0/3813710606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 msgr2=0x55a4b5ac12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f25c2780740 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 0x55a4b5ac12e0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f25ac0059d0 tx=0x7f25ac003e30 comp rx=0 tx=0).stop 2024-04-26T23:44:54.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f25c2780740 1 -- 172.21.15.26:0/3813710606 shutdown_connections 2024-04-26T23:44:54.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f25c2780740 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a4b5ab8e50 0x55a4b5b324e0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f25c2780740 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a4b5aae780 0x55a4b5abe520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f25c2780740 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a4b5aade60 0x55a4b5abdfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f25c2780740 1 --2- 172.21.15.26:0/3813710606 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a4b5aaa180 0x55a4b5ac12e0 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f259ea00640 0 client.17364 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:54.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f25c2780740 1 -- 172.21.15.26:0/3813710606 >> 172.21.15.26:0/3813710606 conn(0x55a4b5ab4a70 msgr2=0x55a4b5aa92e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:54.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f25c2780740 1 -- 172.21.15.26:0/3813710606 shutdown_connections 2024-04-26T23:44:54.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.359+0000 7f25c2780740 1 -- 172.21.15.26:0/3813710606 wait complete. 2024-04-26T23:44:54.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.360+0000 7f25c2780740 20 client.17364 trim_cache size 0 max 16384 2024-04-26T23:44:54.364 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:44:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:44:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "b4a7ca6c-c4b5-4bb8-8fdd-c52811903b03", 2024-04-26T23:44:54.364 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:44:54.365 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:44:54.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.360+0000 7f25be200640 1 -- 172.21.15.26:0/3179550023 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f25a00a3da0 msgr2=0x7f25a00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.360+0000 7f25be200640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f25a00a3da0 0x7f25a00a6260 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x55a4b5aab310 tx=0x7f25a4004730 comp rx=0 tx=0).stop 2024-04-26T23:44:54.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.360+0000 7f25be200640 1 -- 172.21.15.26:0/3179550023 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f25b810f090 msgr2=0x7f25b819f970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.360+0000 7f25be200640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f25b810f090 0x7f25b819f970 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f25b002ae70 tx=0x7f25b0003f10 comp rx=0 tx=0).stop 2024-04-26T23:44:54.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.361+0000 7f25be200640 1 -- 172.21.15.26:0/3179550023 shutdown_connections 2024-04-26T23:44:54.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.361+0000 7f25be200640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f25a00a3da0 0x7f25a00a6260 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.361+0000 7f25be200640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f25b810f090 0x7f25b819f970 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.361+0000 7f25be200640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f25b8075600 0x7f25b819b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.361+0000 7f25be200640 1 --2- 172.21.15.26:0/3179550023 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25b8074ce0 0x7f25b819b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.361+0000 7f25be200640 1 -- 172.21.15.26:0/3179550023 >> 172.21.15.26:0/3179550023 conn(0x7f25b80fe300 msgr2=0x7f25b80ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:54.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.361+0000 7f25be200640 1 -- 172.21.15.26:0/3179550023 shutdown_connections 2024-04-26T23:44:54.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.361+0000 7f25be200640 1 -- 172.21.15.26:0/3179550023 wait complete. 2024-04-26T23:44:54.386 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:44:54.387 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:44:54.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.593+0000 7fd6da000640 1 -- 172.21.15.26:0/975211025 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d4030bb0 con 0x7fd6dc1021c0 2024-04-26T23:44:54.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.593+0000 7fd6e2200640 1 -- 172.21.15.26:0/975211025 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6dc1021c0 msgr2=0x7fd6dc10e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.593+0000 7fd6e2200640 1 --2- 172.21.15.26:0/975211025 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6dc1021c0 0x7fd6dc10e6d0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fd6d4009cd0 tx=0x7fd6d402a8f0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.594+0000 7fd6e2200640 1 -- 172.21.15.26:0/975211025 shutdown_connections 2024-04-26T23:44:54.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.594+0000 7fd6e2200640 1 --2- 172.21.15.26:0/975211025 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6dc1021c0 0x7fd6dc10e6d0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.594+0000 7fd6e2200640 1 --2- 172.21.15.26:0/975211025 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd6dc101800 0x7fd6dc101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.594+0000 7fd6e2200640 1 --2- 172.21.15.26:0/975211025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6dc107810 0x7fd6dc107bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.594+0000 7fd6e2200640 1 -- 172.21.15.26:0/975211025 >> 172.21.15.26:0/975211025 conn(0x7fd6dc078930 msgr2=0x7fd6dc078d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:54.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.594+0000 7fd6e2200640 1 -- 172.21.15.26:0/975211025 shutdown_connections 2024-04-26T23:44:54.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.594+0000 7fd6e2200640 1 -- 172.21.15.26:0/975211025 wait complete. 2024-04-26T23:44:54.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.595+0000 7fd6e2200640 1 Processor -- start 2024-04-26T23:44:54.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.595+0000 7fd6e2200640 1 -- start start 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.595+0000 7fd6e2200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd6dc101800 0x7fd6dc199090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.595+0000 7fd6e2200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6dc1021c0 0x7fd6dc1995d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6e2200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6dc107810 0x7fd6dc19d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6e2200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc112a90 con 0x7fd6dc1021c0 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6e2200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc112910 con 0x7fd6dc101800 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6e2200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc112c10 con 0x7fd6dc107810 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6daa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6dc1021c0 0x7fd6dc1995d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6daa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6dc1021c0 0x7fd6dc1995d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52540/0 (socket says 172.21.15.26:52540) 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6daa00640 1 -- 172.21.15.26:0/900211781 learned_addr learned my addr 172.21.15.26:0/900211781 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6db400640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd6dc101800 0x7fd6dc199090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6dbe00640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6dc107810 0x7fd6dc19d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6daa00640 1 -- 172.21.15.26:0/900211781 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6dc107810 msgr2=0x7fd6dc19d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6daa00640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6dc107810 0x7fd6dc19d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6daa00640 1 -- 172.21.15.26:0/900211781 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd6dc101800 msgr2=0x7fd6dc199090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6daa00640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd6dc101800 0x7fd6dc199090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6daa00640 1 -- 172.21.15.26:0/900211781 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6dc19e080 con 0x7fd6dc1021c0 2024-04-26T23:44:54.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.596+0000 7fd6dbe00640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6dc107810 0x7fd6dc19d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:54.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.597+0000 7fd6daa00640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6dc1021c0 0x7fd6dc1995d0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7fd6c800d950 tx=0x7fd6c800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:54.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.597+0000 7fd6d3e00640 1 -- 172.21.15.26:0/900211781 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8017070 con 0x7fd6dc1021c0 2024-04-26T23:44:54.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.597+0000 7fd6d3e00640 1 -- 172.21.15.26:0/900211781 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd6c8009c30 con 0x7fd6dc1021c0 2024-04-26T23:44:54.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.597+0000 7fd6d3e00640 1 -- 172.21.15.26:0/900211781 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c800f620 con 0x7fd6dc1021c0 2024-04-26T23:44:54.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.597+0000 7fd6e2200640 1 -- 172.21.15.26:0/900211781 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6dc19e370 con 0x7fd6dc1021c0 2024-04-26T23:44:54.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.597+0000 7fd6e2200640 1 -- 172.21.15.26:0/900211781 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6dc1a5c00 con 0x7fd6dc1021c0 2024-04-26T23:44:54.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.601+0000 7fd6e4fdd740 1 Processor -- start 2024-04-26T23:44:54.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.601+0000 7fd6e4fdd740 1 -- start start 2024-04-26T23:44:54.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.602+0000 7fd6e4fdd740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae696fb80 0x563ae696ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.602+0000 7fd6e4fdd740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae69704a0 0x563ae697a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.602+0000 7fd6e4fdd740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae697cf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.602+0000 7fd6e4fdd740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563ae6881030 con 0x563ae696fb80 2024-04-26T23:44:54.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.602+0000 7fd6e4fdd740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x563ae689c7f0 con 0x563ae69704a0 2024-04-26T23:44:54.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.602+0000 7fd6e4fdd740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563ae68577e0 con 0x563ae697ab70 2024-04-26T23:44:54.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.602+0000 7fd6dbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae696fb80 0x563ae696ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.602+0000 7fd6dbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae696fb80 0x563ae696ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52548/0 (socket says 172.21.15.26:52548) 2024-04-26T23:44:54.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.602+0000 7fd6dbe00640 1 -- 172.21.15.26:0/3740380113 learned_addr learned my addr 172.21.15.26:0/3740380113 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:54.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.602+0000 7fd6db400640 1 --2- 172.21.15.26:0/3740380113 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae69704a0 0x563ae697a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.603+0000 7fd6dbe00640 1 -- 172.21.15.26:0/3740380113 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 msgr2=0x563ae697cf60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T23:44:54.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.603+0000 7fd6dbe00640 1 --2- 172.21.15.26:0/3740380113 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae697cf60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.603+0000 7fd6dbe00640 1 -- 172.21.15.26:0/3740380113 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae69704a0 msgr2=0x563ae697a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.603+0000 7fd6dbe00640 1 --2- 172.21.15.26:0/3740380113 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae69704a0 0x563ae697a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.603+0000 7fd6dbe00640 1 -- 172.21.15.26:0/3740380113 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ae6863050 con 0x563ae696fb80 2024-04-26T23:44:54.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.603+0000 7fd6d3e00640 1 -- 172.21.15.26:0/900211781 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd6c8005020 con 0x7fd6dc1021c0 2024-04-26T23:44:54.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.603+0000 7fd6dbe00640 1 --2- 172.21.15.26:0/3740380113 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae696fb80 0x563ae696ff60 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7fd6d4005e30 tx=0x7fd6d4009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8b1da0325fc3e47 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:54.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.603+0000 7fd6c7e00640 1 -- 172.21.15.26:0/3740380113 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d40305a0 con 0x563ae696fb80 2024-04-26T23:44:54.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.604+0000 7fd6c7e00640 1 -- 172.21.15.26:0/3740380113 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd6d4036070 con 0x563ae696fb80 2024-04-26T23:44:54.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.604+0000 7fd6c7e00640 1 -- 172.21.15.26:0/3740380113 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d4004280 con 0x563ae696fb80 2024-04-26T23:44:54.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.604+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/3740380113 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae696fb80 msgr2=0x563ae696ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.604+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/3740380113 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae696fb80 0x563ae696ff60 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7fd6d4005e30 tx=0x7fd6d4009a20 comp rx=0 tx=0).stop 2024-04-26T23:44:54.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.604+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/3740380113 shutdown_connections 2024-04-26T23:44:54.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.605+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/3740380113 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae697cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.605+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/3740380113 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae69704a0 0x563ae697a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.605+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/3740380113 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae696fb80 0x563ae696ff60 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.605+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/3740380113 >> 172.21.15.26:0/3740380113 conn(0x563ae696be50 msgr2=0x563ae696c230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:54.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.605+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/3740380113 shutdown_connections 2024-04-26T23:44:54.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.605+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/3740380113 wait complete. 2024-04-26T23:44:54.610 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.605+0000 7fd6d3e00640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd6c00a3cb0 0x7fd6c00a6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.605+0000 7fd6d3e00640 1 -- 172.21.15.26:0/900211781 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fd6c80cfe20 con 0x7fd6dc1021c0 2024-04-26T23:44:54.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.605+0000 7fd6db400640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd6c00a3cb0 0x7fd6c00a6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.605+0000 7fd6e4fdd740 1 -- start start 2024-04-26T23:44:54.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.606+0000 7fd6e4fdd740 1 Processor -- start 2024-04-26T23:44:54.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.606+0000 7fd6db400640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd6c00a3cb0 0x7fd6c00a6170 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x563ae6971140 tx=0x7fd6cc005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:54.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.606+0000 7fd6e4fdd740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 0x563ae697a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.606+0000 7fd6e4fdd740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae6977840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.606+0000 7fd6e4fdd740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae6977d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.606+0000 7fd6e4fdd740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563ae68d9200 con 0x563ae69704a0 2024-04-26T23:44:54.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.606+0000 7fd6e4fdd740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x563ae68d3ee0 con 0x563ae696fb80 2024-04-26T23:44:54.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.606+0000 7fd6e4fdd740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563ae68e0e70 con 0x563ae697ab70 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.606+0000 7fd6e4fdd740 10 client.0 _ll_register_callbacks cb 0x563ae68ca270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.607+0000 7fd6daa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae6977840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.607+0000 7fd6daa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae6977840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52560/0 (socket says 172.21.15.26:52560) 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.607+0000 7fd6daa00640 1 -- 172.21.15.26:0/270631343 learned_addr learned my addr 172.21.15.26:0/270631343 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.607+0000 7fd6db400640 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 0x563ae697a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.607+0000 7fd6dbe00640 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae6977d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.607+0000 7fd6daa00640 1 -- 172.21.15.26:0/270631343 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 msgr2=0x563ae6977d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.607+0000 7fd6daa00640 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae6977d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.607+0000 7fd6daa00640 1 -- 172.21.15.26:0/270631343 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 msgr2=0x563ae697a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.607+0000 7fd6daa00640 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 0x563ae697a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.607+0000 7fd6daa00640 1 -- 172.21.15.26:0/270631343 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ae66b07d0 con 0x563ae69704a0 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.607+0000 7fd6daa00640 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae6977840 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fd6c809ba40 tx=0x7fd6c809c580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9aa91cadbe91be7c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:54.615 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.607+0000 7fd6c4c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:54.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.608+0000 7fd6c4c00640 1 -- 172.21.15.26:0/270631343 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8020040 con 0x563ae69704a0 2024-04-26T23:44:54.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.608+0000 7fd6c4c00640 1 -- 172.21.15.26:0/270631343 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fd6c80983b0 con 0x563ae69704a0 2024-04-26T23:44:54.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.608+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/270631343 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6d4036070 con 0x563ae69704a0 2024-04-26T23:44:54.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.608+0000 7fd6c4c00640 1 -- 172.21.15.26:0/270631343 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd6c80a00f0 con 0x563ae69704a0 2024-04-26T23:44:54.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.608+0000 7fd6e4fdd740 10 client.17376 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:54.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.608+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/270631343 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563ae65e63f0 con 0x563ae69704a0 2024-04-26T23:44:54.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.608+0000 7fd6c4c00640 1 -- 172.21.15.26:0/270631343 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd6d4036070 con 0x563ae69704a0 2024-04-26T23:44:54.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.609+0000 7fd6c4c00640 1 -- 172.21.15.26:0/270631343 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd6c809b190 con 0x563ae69704a0 2024-04-26T23:44:54.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.609+0000 7fd6e4fdd740 10 client.17376 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:54.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.609+0000 7fd6e4fdd740 10 client.17376 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:54.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.609+0000 7fd6e4fdd740 20 client.17376 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:54.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.609+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563ae698a580 0x563ae698c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.609+0000 7fd6e4fdd740 4 client.17376 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:44:54.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.609+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/270631343 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563ae68e27e0 con 0x563ae698a580 2024-04-26T23:44:54.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.609+0000 7fd6db400640 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563ae698a580 0x563ae698c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.610+0000 7fd6db400640 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563ae698a580 0x563ae698c970 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=318f11c50973a814 server_cookie=ed9e6f1cc2ae8d7 in_seq=0 out_seq=0 2024-04-26T23:44:54.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.610+0000 7fd6c4c00640 10 client.17376 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:54.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.612+0000 7fd6c4c00640 1 -- 172.21.15.26:0/270631343 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563ae68e27e0 con 0x563ae698a580 2024-04-26T23:44:54.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.612+0000 7fd6c4c00640 10 client.17376 handle_command_reply: tid=0 2024-04-26T23:44:54.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.612+0000 7fd6e4fdd740 1 client.17376 shutdown 2024-04-26T23:44:54.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.612+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/270631343 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 msgr2=0x563ae6977840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.612+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae6977840 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fd6c809ba40 tx=0x7fd6c809c580 comp rx=0 tx=0).stop 2024-04-26T23:44:54.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.613+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/270631343 shutdown_connections 2024-04-26T23:44:54.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.613+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563ae698a580 0x563ae698c970 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.613+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae6977d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.613+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae6977840 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.613+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/270631343 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 0x563ae697a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.613+0000 7fd6c4c00640 0 client.17376 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:54.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.613+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/270631343 >> 172.21.15.26:0/270631343 conn(0x563ae696be50 msgr2=0x563ae6971ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:54.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.613+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/270631343 shutdown_connections 2024-04-26T23:44:54.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.613+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/270631343 wait complete. 2024-04-26T23:44:54.619 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.613+0000 7fd6e4fdd740 20 client.17376 trim_cache size 0 max 16384 2024-04-26T23:44:54.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.638+0000 7fd6e4fdd740 1 Processor -- start 2024-04-26T23:44:54.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.638+0000 7fd6e4fdd740 1 -- start start 2024-04-26T23:44:54.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.638+0000 7fd6e4fdd740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 0x563ae6975fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.638+0000 7fd6e4fdd740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae69864f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6e4fdd740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae6992200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6e4fdd740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc1ae690 con 0x563ae69704a0 2024-04-26T23:44:54.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6e4fdd740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc1ac500 con 0x563ae696fb80 2024-04-26T23:44:54.642 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6e4fdd740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc1adfc0 con 0x563ae697ab70 2024-04-26T23:44:54.643 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6daa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae69864f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6daa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae69864f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52570/0 (socket says 172.21.15.26:52570) 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6daa00640 1 -- 172.21.15.26:0/1218774990 learned_addr learned my addr 172.21.15.26:0/1218774990 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6dbe00640 1 --2- 172.21.15.26:0/1218774990 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae6992200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6db400640 1 --2- 172.21.15.26:0/1218774990 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 0x563ae6975fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6daa00640 1 -- 172.21.15.26:0/1218774990 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 msgr2=0x563ae6992200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6daa00640 1 --2- 172.21.15.26:0/1218774990 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae6992200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6daa00640 1 -- 172.21.15.26:0/1218774990 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 msgr2=0x563ae6975fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6daa00640 1 --2- 172.21.15.26:0/1218774990 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 0x563ae6975fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6daa00640 1 -- 172.21.15.26:0/1218774990 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ae65a60f0 con 0x563ae69704a0 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.639+0000 7fd6dbe00640 1 --2- 172.21.15.26:0/1218774990 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae6992200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.640+0000 7fd6daa00640 1 --2- 172.21.15.26:0/1218774990 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae69864f0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fd6c809b500 tx=0x7fd6c8000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e93d8355e623dc2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.640+0000 7fd6c7400640 1 -- 172.21.15.26:0/1218774990 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8020070 con 0x563ae69704a0 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.640+0000 7fd6c7400640 1 -- 172.21.15.26:0/1218774990 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd6c80a49b0 con 0x563ae69704a0 2024-04-26T23:44:54.644 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.640+0000 7fd6c7400640 1 -- 172.21.15.26:0/1218774990 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c80bc0b0 con 0x563ae69704a0 2024-04-26T23:44:54.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.641+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1218774990 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 msgr2=0x563ae69864f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.641+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/1218774990 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae69864f0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fd6c809b500 tx=0x7fd6c8000bc0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.641+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1218774990 shutdown_connections 2024-04-26T23:44:54.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.641+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/1218774990 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae6992200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.641+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/1218774990 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae69864f0 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.641+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/1218774990 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 0x563ae6975fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.641+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1218774990 >> 172.21.15.26:0/1218774990 conn(0x563ae696be50 msgr2=0x563ae696b040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:54.646 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.641+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1218774990 shutdown_connections 2024-04-26T23:44:54.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.641+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1218774990 wait complete. 2024-04-26T23:44:54.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.642+0000 7fd6e4fdd740 1 -- start start 2024-04-26T23:44:54.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.642+0000 7fd6e4fdd740 1 Processor -- start 2024-04-26T23:44:54.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.642+0000 7fd6e4fdd740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 0x563ae6982f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.642+0000 7fd6e4fdd740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae6980340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.642+0000 7fd6e4fdd740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae6980a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6e4fdd740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc1ad220 con 0x563ae69704a0 2024-04-26T23:44:54.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6e4fdd740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc1acb50 con 0x563ae696fb80 2024-04-26T23:44:54.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6e4fdd740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd6dc1ad8f0 con 0x563ae697ab70 2024-04-26T23:44:54.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6e4fdd740 10 client.0 _ll_register_callbacks cb 0x7fd6c8097fe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:44:54.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6daa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae6980340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.647 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6daa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae6980340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52586/0 (socket says 172.21.15.26:52586) 2024-04-26T23:44:54.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6daa00640 1 -- 172.21.15.26:0/1006238834 learned_addr learned my addr 172.21.15.26:0/1006238834 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:44:54.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6db400640 1 --2- 172.21.15.26:0/1006238834 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 0x563ae6982f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6daa00640 1 -- 172.21.15.26:0/1006238834 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 msgr2=0x563ae6980a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6daa00640 1 --2- 172.21.15.26:0/1006238834 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae6980a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6daa00640 1 -- 172.21.15.26:0/1006238834 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 msgr2=0x563ae6982f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:44:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6daa00640 1 --2- 172.21.15.26:0/1006238834 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 0x563ae6982f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.643+0000 7fd6daa00640 1 -- 172.21.15.26:0/1006238834 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ae689ca30 con 0x563ae69704a0 2024-04-26T23:44:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.644+0000 7fd6daa00640 1 --2- 172.21.15.26:0/1006238834 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae6980340 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7fd6c80058c0 tx=0x7fd6c8097eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f62f706df0429875 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:44:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.644+0000 7fd6c4c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:44:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.644+0000 7fd6c4c00640 1 -- 172.21.15.26:0/1006238834 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8020070 con 0x563ae69704a0 2024-04-26T23:44:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.644+0000 7fd6c4c00640 1 -- 172.21.15.26:0/1006238834 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 8556+0+0 (secure 0 0 0) 0x7fd6c80b5210 con 0x563ae69704a0 2024-04-26T23:44:54.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.644+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1006238834 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6c80a49b0 con 0x563ae69704a0 2024-04-26T23:44:54.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.644+0000 7fd6c4c00640 1 -- 172.21.15.26:0/1006238834 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd6c807abe0 con 0x563ae69704a0 2024-04-26T23:44:54.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.644+0000 7fd6e4fdd740 10 client.17382 fetch_fsmap learned FSMap version 24 2024-04-26T23:44:54.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.644+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1006238834 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563ae69f09d0 con 0x563ae69704a0 2024-04-26T23:44:54.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.644+0000 7fd6c4c00640 1 -- 172.21.15.26:0/1006238834 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd6c80a49b0 con 0x563ae69704a0 2024-04-26T23:44:54.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.645+0000 7fd6c4c00640 1 -- 172.21.15.26:0/1006238834 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd6c809ac90 con 0x563ae69704a0 2024-04-26T23:44:54.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.645+0000 7fd6e4fdd740 10 client.17382 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:44:54.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.645+0000 7fd6e4fdd740 10 client.17382 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:44:54.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.645+0000 7fd6e4fdd740 20 client.17382 populate_metadata read hostname 'smithi026' 2024-04-26T23:44:54.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.645+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/1006238834 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563ae69f0d60 0x563ae69f3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:44:54.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.645+0000 7fd6e4fdd740 4 client.17382 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:44:54.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.645+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1006238834 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563ae68dc650 con 0x563ae69f0d60 2024-04-26T23:44:54.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.645+0000 7fd6db400640 1 --2- 172.21.15.26:0/1006238834 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563ae69f0d60 0x563ae69f3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:44:54.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.646+0000 7fd6c4c00640 10 client.17382 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:54.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.646+0000 7fd6db400640 1 --2- 172.21.15.26:0/1006238834 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563ae69f0d60 0x563ae69f3180 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c33839ec340309b server_cookie=5071ee580de7468d in_seq=0 out_seq=0 2024-04-26T23:44:54.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6c4c00640 1 -- 172.21.15.26:0/1006238834 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x563ae68dc650 con 0x563ae69f0d60 2024-04-26T23:44:54.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6c4c00640 10 client.17382 handle_command_reply: tid=0 2024-04-26T23:44:54.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6e4fdd740 1 client.17382 shutdown 2024-04-26T23:44:54.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1006238834 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 msgr2=0x563ae6980340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/1006238834 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae6980340 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7fd6c80058c0 tx=0x7fd6c8097eb0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1006238834 shutdown_connections 2024-04-26T23:44:54.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/1006238834 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x563ae69f0d60 0x563ae69f3180 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/1006238834 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ae697ab70 0x563ae6980a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/1006238834 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563ae69704a0 0x563ae6980340 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6e4fdd740 1 --2- 172.21.15.26:0/1006238834 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563ae696fb80 0x563ae6982f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1006238834 >> 172.21.15.26:0/1006238834 conn(0x563ae696be50 msgr2=0x563ae69911f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:54.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6c4c00640 0 client.17382 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:44:54.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1006238834 shutdown_connections 2024-04-26T23:44:54.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.647+0000 7fd6e4fdd740 1 -- 172.21.15.26:0/1006238834 wait complete. 2024-04-26T23:44:54.654 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.648+0000 7fd6e4fdd740 20 client.17382 trim_cache size 0 max 16384 2024-04-26T23:44:54.654 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:44:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:44:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:44:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "b4a7ca6c-c4b5-4bb8-8fdd-c52811903b03": { 2024-04-26T23:44:54.654 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:44:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "b4a7ca6c-c4b5-4bb8-8fdd-c52811903b03", 2024-04-26T23:44:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:44:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:44:54.655 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:44:54.655 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:44:54.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.648+0000 7fd6e2200640 1 -- 172.21.15.26:0/900211781 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd6c00a3cb0 msgr2=0x7fd6c00a6170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.648+0000 7fd6e2200640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd6c00a3cb0 0x7fd6c00a6170 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x563ae6971140 tx=0x7fd6cc005f90 comp rx=0 tx=0).stop 2024-04-26T23:44:54.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.648+0000 7fd6e2200640 1 -- 172.21.15.26:0/900211781 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6dc1021c0 msgr2=0x7fd6dc1995d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:44:54.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.648+0000 7fd6e2200640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6dc1021c0 0x7fd6dc1995d0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7fd6c800d950 tx=0x7fd6c800de10 comp rx=0 tx=0).stop 2024-04-26T23:44:54.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.648+0000 7fd6e2200640 1 -- 172.21.15.26:0/900211781 shutdown_connections 2024-04-26T23:44:54.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.648+0000 7fd6e2200640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd6dc107810 0x7fd6dc19d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.648+0000 7fd6e2200640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd6c00a3cb0 0x7fd6c00a6170 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.648+0000 7fd6e2200640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd6dc1021c0 0x7fd6dc1995d0 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.648+0000 7fd6e2200640 1 --2- 172.21.15.26:0/900211781 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd6dc101800 0x7fd6dc199090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:44:54.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.648+0000 7fd6e2200640 1 -- 172.21.15.26:0/900211781 >> 172.21.15.26:0/900211781 conn(0x7fd6dc078930 msgr2=0x7fd6dc104290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:44:54.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.649+0000 7fd6e2200640 1 -- 172.21.15.26:0/900211781 shutdown_connections 2024-04-26T23:44:54.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:44:54.649+0000 7fd6e2200640 1 -- 172.21.15.26:0/900211781 wait complete. 2024-04-26T23:44:54.671 INFO:tasks.cephfs.filesystem:scrub status for tag:b4a7ca6c-c4b5-4bb8-8fdd-c52811903b03 - {'path': '/', 'tag': 'b4a7ca6c-c4b5-4bb8-8fdd-c52811903b03', 'options': 'recursive,force'} 2024-04-26T23:44:54.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:54 smithi026 ceph-mon[28371]: pgmap v278: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:44:54.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:54 smithi086 ceph-mon[31122]: pgmap v278: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:44:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:54 smithi164 ceph-mon[31699]: pgmap v278: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:44:55.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:55 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:44:55.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:55 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:44:55.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:55 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:44:55.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:55 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:44:56.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:55 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:44:56.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:55 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:44:56.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:55 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:44:56.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:55 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:44:56.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:55 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:44:56.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:55 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:44:56.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:55 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:44:56.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:55 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:44:56.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:56 smithi086 ceph-mon[31122]: pgmap v279: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:44:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:56 smithi164 ceph-mon[31699]: pgmap v279: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:44:57.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:56 smithi026 ceph-mon[28371]: pgmap v279: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:44:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:58 smithi086 ceph-mon[31122]: pgmap v280: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:44:59.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:58 smithi164 ceph-mon[31699]: pgmap v280: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:44:59.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:58 smithi026 ceph-mon[28371]: pgmap v280: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:45:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:44:59 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:45:00.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:44:59 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:45:00.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:44:59 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:45:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:00 smithi164 ceph-mon[31699]: pgmap v281: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:45:01.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:00 smithi026 ceph-mon[28371]: pgmap v281: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:45:01.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:00 smithi086 ceph-mon[31122]: pgmap v281: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:45:03.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:02 smithi164 ceph-mon[31699]: pgmap v282: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:45:03.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:02 smithi026 ceph-mon[28371]: pgmap v282: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:45:03.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:02 smithi086 ceph-mon[31122]: pgmap v282: 97 pgs: 97 active+clean; 5.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:45:04.873 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:04 smithi086 ceph-mon[31122]: pgmap v283: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 80 KiB/s wr, 24 op/s 2024-04-26T23:45:05.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:04 smithi164 ceph-mon[31699]: pgmap v283: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 80 KiB/s wr, 24 op/s 2024-04-26T23:45:05.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:04 smithi026 ceph-mon[28371]: pgmap v283: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 80 KiB/s wr, 24 op/s 2024-04-26T23:45:07.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:06 smithi164 ceph-mon[31699]: pgmap v284: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 80 KiB/s wr, 22 op/s 2024-04-26T23:45:07.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:06 smithi026 ceph-mon[28371]: pgmap v284: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 80 KiB/s wr, 22 op/s 2024-04-26T23:45:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:06 smithi086 ceph-mon[31122]: pgmap v284: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 80 KiB/s wr, 22 op/s 2024-04-26T23:45:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:08 smithi164 ceph-mon[31699]: pgmap v285: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 80 KiB/s wr, 24 op/s 2024-04-26T23:45:09.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:08 smithi026 ceph-mon[28371]: pgmap v285: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 80 KiB/s wr, 24 op/s 2024-04-26T23:45:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:08 smithi086 ceph-mon[31122]: pgmap v285: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 80 KiB/s wr, 24 op/s 2024-04-26T23:45:10.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:09 smithi164 ceph-mon[31699]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T23:45:10.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:09 smithi026 ceph-mon[28371]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T23:45:10.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:09 smithi086 ceph-mon[31122]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T23:45:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:10 smithi164 ceph-mon[31699]: pgmap v287: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 97 KiB/s wr, 26 op/s 2024-04-26T23:45:11.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:10 smithi026 ceph-mon[28371]: pgmap v287: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 97 KiB/s wr, 26 op/s 2024-04-26T23:45:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:10 smithi086 ceph-mon[31122]: pgmap v287: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 97 KiB/s wr, 26 op/s 2024-04-26T23:45:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:12 smithi164 ceph-mon[31699]: pgmap v288: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 97 KiB/s wr, 26 op/s 2024-04-26T23:45:13.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:12 smithi026 ceph-mon[28371]: pgmap v288: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 97 KiB/s wr, 26 op/s 2024-04-26T23:45:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:12 smithi086 ceph-mon[31122]: pgmap v288: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 97 KiB/s wr, 26 op/s 2024-04-26T23:45:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:14 smithi164 ceph-mon[31699]: pgmap v289: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:45:15.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:14 smithi026 ceph-mon[28371]: pgmap v289: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:45:15.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:14 smithi086 ceph-mon[31122]: pgmap v289: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:45:16.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:16 smithi164 ceph-mon[31699]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T23:45:16.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:16 smithi164 ceph-mon[31699]: pgmap v291: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:45:16.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:16 smithi026 ceph-mon[28371]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T23:45:16.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:16 smithi026 ceph-mon[28371]: pgmap v291: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:45:16.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:16 smithi086 ceph-mon[31122]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T23:45:16.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:16 smithi086 ceph-mon[31122]: pgmap v291: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:45:17.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:17 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:45:17.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:17 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:45:17.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:17 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:45:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:18 smithi164 ceph-mon[31699]: pgmap v292: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 232 B/s wr, 7 op/s 2024-04-26T23:45:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:18 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:18 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:18 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:18 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:19.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:18 smithi026 ceph-mon[28371]: pgmap v292: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 232 B/s wr, 7 op/s 2024-04-26T23:45:19.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:18 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:19.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:18 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:19.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:18 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:19.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:18 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:19.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:18 smithi086 ceph-mon[31122]: pgmap v292: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 232 B/s wr, 7 op/s 2024-04-26T23:45:19.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:18 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:19.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:18 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:19.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:18 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:19.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:18 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:20.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:19 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:45:20.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:19 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:45:20.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:19 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:20.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:19 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:45:20.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:19 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:45:20.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:19 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:20.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:19 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:45:20.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:19 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:45:20.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:19 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:45:21.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:20 smithi164 ceph-mon[31699]: pgmap v293: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:45:21.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:20 smithi026 ceph-mon[28371]: pgmap v293: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:45:21.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:20 smithi086 ceph-mon[31122]: pgmap v293: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:45:23.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:22 smithi164 ceph-mon[31699]: pgmap v294: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:45:23.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:22 smithi026 ceph-mon[28371]: pgmap v294: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:45:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:22 smithi086 ceph-mon[31122]: pgmap v294: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:45:24.672 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:45:24.672 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:45:24.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.894+0000 7ff57d800640 1 -- 172.21.15.26:0/2307731870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff57810cdb0 msgr2=0x7ff57810f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:24.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.894+0000 7ff57d800640 1 --2- 172.21.15.26:0/2307731870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff57810cdb0 0x7ff57810f250 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7ff570009ca0 tx=0x7ff57002a950 comp rx=0 tx=0).stop 2024-04-26T23:45:24.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.894+0000 7ff57d800640 1 -- 172.21.15.26:0/2307731870 shutdown_connections 2024-04-26T23:45:24.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.894+0000 7ff57d800640 1 --2- 172.21.15.26:0/2307731870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff57810cdb0 0x7ff57810f250 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.894+0000 7ff57d800640 1 --2- 172.21.15.26:0/2307731870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff5781042b0 0x7ff57810c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.894+0000 7ff57d800640 1 --2- 172.21.15.26:0/2307731870 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff578103990 0x7ff578103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.894+0000 7ff57d800640 1 -- 172.21.15.26:0/2307731870 >> 172.21.15.26:0/2307731870 conn(0x7ff5780fd1b0 msgr2=0x7ff5780ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:24.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.894+0000 7ff57d800640 1 -- 172.21.15.26:0/2307731870 shutdown_connections 2024-04-26T23:45:24.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.894+0000 7ff57d800640 1 -- 172.21.15.26:0/2307731870 wait complete. 2024-04-26T23:45:24.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.895+0000 7ff57d800640 1 Processor -- start 2024-04-26T23:45:24.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.895+0000 7ff57d800640 1 -- start start 2024-04-26T23:45:24.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.896+0000 7ff57d800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff578103990 0x7ff57819b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.896+0000 7ff57d800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff5781042b0 0x7ff57819b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.896+0000 7ff57d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff57810cdb0 0x7ff57819f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.896+0000 7ff57d800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff578112910 con 0x7ff57810cdb0 2024-04-26T23:45:24.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.896+0000 7ff57d800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff578112790 con 0x7ff578103990 2024-04-26T23:45:24.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.896+0000 7ff57d800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff578112a90 con 0x7ff5781042b0 2024-04-26T23:45:24.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.896+0000 7ff57ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff57810cdb0 0x7ff57819f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.896+0000 7ff57ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff57810cdb0 0x7ff57819f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45092/0 (socket says 172.21.15.26:45092) 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.896+0000 7ff57ce00640 1 -- 172.21.15.26:0/3468279116 learned_addr learned my addr 172.21.15.26:0/3468279116 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.896+0000 7ff577e00640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff578103990 0x7ff57819b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.896+0000 7ff577400640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff5781042b0 0x7ff57819b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.897+0000 7ff57ce00640 1 -- 172.21.15.26:0/3468279116 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff5781042b0 msgr2=0x7ff57819b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.897+0000 7ff57ce00640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff5781042b0 0x7ff57819b610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.897+0000 7ff57ce00640 1 -- 172.21.15.26:0/3468279116 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff578103990 msgr2=0x7ff57819b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.897+0000 7ff57ce00640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff578103990 0x7ff57819b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.897+0000 7ff57ce00640 1 -- 172.21.15.26:0/3468279116 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5781a00c0 con 0x7ff57810cdb0 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.897+0000 7ff577e00640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff578103990 0x7ff57819b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.897+0000 7ff57ce00640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff57810cdb0 0x7ff57819f990 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7ff57002ae70 tx=0x7ff570003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.897+0000 7ff574c00640 1 -- 172.21.15.26:0/3468279116 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff570034040 con 0x7ff57810cdb0 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.897+0000 7ff574c00640 1 -- 172.21.15.26:0/3468279116 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff570030850 con 0x7ff57810cdb0 2024-04-26T23:45:24.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.897+0000 7ff574c00640 1 -- 172.21.15.26:0/3468279116 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff570004670 con 0x7ff57810cdb0 2024-04-26T23:45:24.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.898+0000 7ff57d800640 1 -- 172.21.15.26:0/3468279116 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5781a0350 con 0x7ff57810cdb0 2024-04-26T23:45:24.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.898+0000 7ff57d800640 1 -- 172.21.15.26:0/3468279116 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5781a7c40 con 0x7ff57810cdb0 2024-04-26T23:45:24.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.901+0000 7ff574c00640 1 -- 172.21.15.26:0/3468279116 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff570037020 con 0x7ff57810cdb0 2024-04-26T23:45:24.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.902+0000 7ff581da5740 1 Processor -- start 2024-04-26T23:45:24.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.902+0000 7ff581da5740 1 -- start start 2024-04-26T23:45:24.916 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff581da5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194feed130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff581da5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fef7800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff581da5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194fef7d40 0x56194fefa130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff581da5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56194fdfe030 con 0x56194feed670 2024-04-26T23:45:24.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff581da5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56194fe197f0 con 0x56194feecd50 2024-04-26T23:45:24.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff581da5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56194fdd47e0 con 0x56194fef7d40 2024-04-26T23:45:24.917 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff577e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fef7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff577e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fef7800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45108/0 (socket says 172.21.15.26:45108) 2024-04-26T23:45:24.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff577e00640 1 -- 172.21.15.26:0/1068237387 learned_addr learned my addr 172.21.15.26:0/1068237387 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:24.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff574c00640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff55c0a3d20 0x7ff55c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff577400640 1 --2- 172.21.15.26:0/1068237387 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194feed130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.918 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff574c00640 1 -- 172.21.15.26:0/3468279116 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7ff5700f17d0 con 0x7ff57810cdb0 2024-04-26T23:45:24.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff577400640 1 --2- 172.21.15.26:0/1068237387 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194fef7d40 0x56194fefa130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff57ce00640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff55c0a3d20 0x7ff55c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.903+0000 7ff577e00640 1 -- 172.21.15.26:0/1068237387 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194fef7d40 msgr2=0x56194fefa130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:24.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.904+0000 7ff577e00640 1 --2- 172.21.15.26:0/1068237387 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194fef7d40 0x56194fefa130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.904+0000 7ff577e00640 1 -- 172.21.15.26:0/1068237387 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 msgr2=0x56194feed130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:24.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.904+0000 7ff577e00640 1 --2- 172.21.15.26:0/1068237387 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194feed130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.904+0000 7ff577e00640 1 -- 172.21.15.26:0/1068237387 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56194fde0050 con 0x56194feed670 2024-04-26T23:45:24.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.904+0000 7ff577400640 1 --2- 172.21.15.26:0/1068237387 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194fef7d40 0x56194fefa130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:45:24.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.904+0000 7ff577e00640 1 --2- 172.21.15.26:0/1068237387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fef7800 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7ff56800bcc0 tx=0x7ff56800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b9a8f80b21df343 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:24.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.904+0000 7ff57ce00640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff55c0a3d20 0x7ff55c0a61e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff5700ba260 tx=0x7ff57003c040 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:24.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.904+0000 7ff56d600640 1 -- 172.21.15.26:0/1068237387 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff568005020 con 0x56194feed670 2024-04-26T23:45:24.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.904+0000 7ff56d600640 1 -- 172.21.15.26:0/1068237387 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff5680047a0 con 0x56194feed670 2024-04-26T23:45:24.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.904+0000 7ff56d600640 1 -- 172.21.15.26:0/1068237387 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5680116a0 con 0x56194feed670 2024-04-26T23:45:24.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.905+0000 7ff581da5740 1 -- 172.21.15.26:0/1068237387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 msgr2=0x56194fef7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:24.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.905+0000 7ff581da5740 1 --2- 172.21.15.26:0/1068237387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fef7800 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7ff56800bcc0 tx=0x7ff56800f730 comp rx=0 tx=0).stop 2024-04-26T23:45:24.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.905+0000 7ff581da5740 1 -- 172.21.15.26:0/1068237387 shutdown_connections 2024-04-26T23:45:24.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.905+0000 7ff581da5740 1 --2- 172.21.15.26:0/1068237387 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194fef7d40 0x56194fefa130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.905+0000 7ff581da5740 1 --2- 172.21.15.26:0/1068237387 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fef7800 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.905+0000 7ff581da5740 1 --2- 172.21.15.26:0/1068237387 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194feed130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.905+0000 7ff581da5740 1 -- 172.21.15.26:0/1068237387 >> 172.21.15.26:0/1068237387 conn(0x56194fee9070 msgr2=0x56194fee9450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:24.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.906+0000 7ff581da5740 1 -- 172.21.15.26:0/1068237387 shutdown_connections 2024-04-26T23:45:24.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.906+0000 7ff581da5740 1 -- 172.21.15.26:0/1068237387 wait complete. 2024-04-26T23:45:24.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.906+0000 7ff581da5740 1 -- start start 2024-04-26T23:45:24.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.906+0000 7ff581da5740 1 Processor -- start 2024-04-26T23:45:24.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.907+0000 7ff581da5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194fef7590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.907+0000 7ff581da5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194feed670 0x56194fef4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.907+0000 7ff581da5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194fef7d40 0x56194fef4e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.907+0000 7ff581da5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56194fe56200 con 0x56194fef7d40 2024-04-26T23:45:24.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.907+0000 7ff581da5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56194fe50ee0 con 0x56194feecd50 2024-04-26T23:45:24.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.907+0000 7ff581da5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56194fe5de70 con 0x56194feed670 2024-04-26T23:45:24.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.907+0000 7ff581da5740 10 client.0 _ll_register_callbacks cb 0x56194fe47270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:24.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.907+0000 7ff577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194fef7d40 0x56194fef4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.907+0000 7ff577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194fef7d40 0x56194fef4e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45120/0 (socket says 172.21.15.26:45120) 2024-04-26T23:45:24.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.907+0000 7ff577400640 1 -- 172.21.15.26:0/396140944 learned_addr learned my addr 172.21.15.26:0/396140944 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:24.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.907+0000 7ff577400640 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194fef7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.908+0000 7ff577e00640 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194feed670 0x56194fef4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.908+0000 7ff577400640 1 -- 172.21.15.26:0/396140944 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194feed670 msgr2=0x56194fef4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:24.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.908+0000 7ff577400640 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194feed670 0x56194fef4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.908+0000 7ff577400640 1 -- 172.21.15.26:0/396140944 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 msgr2=0x56194fef7590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:24.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.908+0000 7ff577400640 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194fef7590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.908+0000 7ff577400640 1 -- 172.21.15.26:0/396140944 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56194fc2d7d0 con 0x56194fef7d40 2024-04-26T23:45:24.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.908+0000 7ff577400640 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194fef7d40 0x56194fef4e60 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7ff564012ac0 tx=0x7ff564004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8324238766dde8e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:24.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.908+0000 7ff562000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:24.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.908+0000 7ff562000640 1 -- 172.21.15.26:0/396140944 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff56400fb70 con 0x56194fef7d40 2024-04-26T23:45:24.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.908+0000 7ff581da5740 1 -- 172.21.15.26:0/396140944 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5680047a0 con 0x56194fef7d40 2024-04-26T23:45:24.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.909+0000 7ff562000640 1 -- 172.21.15.26:0/396140944 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7ff56400fd10 con 0x56194fef7d40 2024-04-26T23:45:24.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.909+0000 7ff562000640 1 -- 172.21.15.26:0/396140944 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff564005020 con 0x56194fef7d40 2024-04-26T23:45:24.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.909+0000 7ff581da5740 10 client.17394 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:24.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.909+0000 7ff581da5740 1 -- 172.21.15.26:0/396140944 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56194fb633f0 con 0x56194fef7d40 2024-04-26T23:45:24.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.909+0000 7ff562000640 1 -- 172.21.15.26:0/396140944 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff5680047a0 con 0x56194fef7d40 2024-04-26T23:45:24.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.909+0000 7ff562000640 1 -- 172.21.15.26:0/396140944 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff564004c60 con 0x56194fef7d40 2024-04-26T23:45:24.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.910+0000 7ff581da5740 10 client.17394 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:24.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.910+0000 7ff581da5740 10 client.17394 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:45:24.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.910+0000 7ff581da5740 20 client.17394 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:24.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.910+0000 7ff581da5740 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56194ff07590 0x56194ff09980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.910+0000 7ff581da5740 4 client.17394 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:45:24.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.910+0000 7ff581da5740 1 -- 172.21.15.26:0/396140944 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56194fe5f7e0 con 0x56194ff07590 2024-04-26T23:45:24.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.910+0000 7ff577e00640 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56194ff07590 0x56194ff09980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.911+0000 7ff577e00640 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56194ff07590 0x56194ff09980 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1662fdf4a091deca server_cookie=7d532542461b9585 in_seq=0 out_seq=0 2024-04-26T23:45:24.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.911+0000 7ff562000640 10 client.17394 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:24.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.913+0000 7ff562000640 1 -- 172.21.15.26:0/396140944 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56194fe5f7e0 con 0x56194ff07590 2024-04-26T23:45:24.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.913+0000 7ff562000640 10 client.17394 handle_command_reply: tid=0 2024-04-26T23:45:24.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.913+0000 7ff581da5740 1 client.17394 shutdown 2024-04-26T23:45:24.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.913+0000 7ff581da5740 1 -- 172.21.15.26:0/396140944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194fef7d40 msgr2=0x56194fef4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:24.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.913+0000 7ff581da5740 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194fef7d40 0x56194fef4e60 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7ff564012ac0 tx=0x7ff564004730 comp rx=0 tx=0).stop 2024-04-26T23:45:24.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.913+0000 7ff581da5740 1 -- 172.21.15.26:0/396140944 shutdown_connections 2024-04-26T23:45:24.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.913+0000 7ff581da5740 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56194ff07590 0x56194ff09980 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.913+0000 7ff581da5740 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194fef7d40 0x56194fef4e60 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.913+0000 7ff581da5740 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194feed670 0x56194fef4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.913+0000 7ff581da5740 1 --2- 172.21.15.26:0/396140944 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194fef7590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.913+0000 7ff581da5740 1 -- 172.21.15.26:0/396140944 >> 172.21.15.26:0/396140944 conn(0x56194fee9070 msgr2=0x56194feeed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:24.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.913+0000 7ff562000640 0 client.17394 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:24.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.914+0000 7ff581da5740 1 -- 172.21.15.26:0/396140944 shutdown_connections 2024-04-26T23:45:24.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.914+0000 7ff581da5740 1 -- 172.21.15.26:0/396140944 wait complete. 2024-04-26T23:45:24.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.914+0000 7ff581da5740 20 client.17394 trim_cache size 0 max 16384 2024-04-26T23:45:24.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.936+0000 7ff581da5740 1 Processor -- start 2024-04-26T23:45:24.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.936+0000 7ff581da5740 1 -- start start 2024-04-26T23:45:24.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.936+0000 7ff581da5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194fee9070 0x56194fef3860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.936+0000 7ff581da5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194feecd50 0x56194ff03720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.936+0000 7ff581da5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fef7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.936+0000 7ff581da5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff5781b06d0 con 0x56194feed670 2024-04-26T23:45:24.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.936+0000 7ff581da5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff5781ae540 con 0x56194fee9070 2024-04-26T23:45:24.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.936+0000 7ff581da5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff5781b0000 con 0x56194feecd50 2024-04-26T23:45:24.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.937+0000 7ff577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fef7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.937+0000 7ff577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fef7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45136/0 (socket says 172.21.15.26:45136) 2024-04-26T23:45:24.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.937+0000 7ff577400640 1 -- 172.21.15.26:0/2345337085 learned_addr learned my addr 172.21.15.26:0/2345337085 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:24.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.937+0000 7ff577400640 1 --2- 172.21.15.26:0/2345337085 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194fee9070 0x56194fef3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.937+0000 7ff577e00640 1 --2- 172.21.15.26:0/2345337085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194feecd50 0x56194ff03720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.937+0000 7ff577400640 1 -- 172.21.15.26:0/2345337085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194feecd50 msgr2=0x56194ff03720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.937+0000 7ff577400640 1 --2- 172.21.15.26:0/2345337085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194feecd50 0x56194ff03720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.937+0000 7ff577400640 1 -- 172.21.15.26:0/2345337085 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194fee9070 msgr2=0x56194fef3860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.937+0000 7ff577400640 1 --2- 172.21.15.26:0/2345337085 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194fee9070 0x56194fef3860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.937+0000 7ff577400640 1 -- 172.21.15.26:0/2345337085 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56194feed4a0 con 0x56194feed670 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.937+0000 7ff577e00640 1 --2- 172.21.15.26:0/2345337085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194feecd50 0x56194ff03720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.938+0000 7ff577400640 1 --2- 172.21.15.26:0/2345337085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fef7050 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7ff56400c480 tx=0x7ff5640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf78d57cae2f7eba server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.938+0000 7ff56cc00640 1 -- 172.21.15.26:0/2345337085 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff56402b070 con 0x56194feed670 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.938+0000 7ff56cc00640 1 -- 172.21.15.26:0/2345337085 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff56402c040 con 0x56194feed670 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.938+0000 7ff56cc00640 1 -- 172.21.15.26:0/2345337085 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff564004ad0 con 0x56194feed670 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.939+0000 7ff581da5740 1 -- 172.21.15.26:0/2345337085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 msgr2=0x56194fef7050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.939+0000 7ff581da5740 1 --2- 172.21.15.26:0/2345337085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fef7050 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7ff56400c480 tx=0x7ff5640046c0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.939+0000 7ff581da5740 1 -- 172.21.15.26:0/2345337085 shutdown_connections 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.939+0000 7ff581da5740 1 --2- 172.21.15.26:0/2345337085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fef7050 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.939+0000 7ff581da5740 1 --2- 172.21.15.26:0/2345337085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194feecd50 0x56194ff03720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.939+0000 7ff581da5740 1 --2- 172.21.15.26:0/2345337085 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194fee9070 0x56194fef3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.939+0000 7ff581da5740 1 -- 172.21.15.26:0/2345337085 >> 172.21.15.26:0/2345337085 conn(0x56194fef4fc0 msgr2=0x56194fee81f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:24.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.939+0000 7ff581da5740 1 -- 172.21.15.26:0/2345337085 shutdown_connections 2024-04-26T23:45:24.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.939+0000 7ff581da5740 1 -- 172.21.15.26:0/2345337085 wait complete. 2024-04-26T23:45:24.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.940+0000 7ff581da5740 1 -- start start 2024-04-26T23:45:24.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.940+0000 7ff581da5740 1 Processor -- start 2024-04-26T23:45:24.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.940+0000 7ff581da5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194fee9070 0x56194fefb560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.940+0000 7ff581da5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194fefbaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.940+0000 7ff581da5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fefbfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.940+0000 7ff581da5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff5781af260 con 0x56194feed670 2024-04-26T23:45:24.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.940+0000 7ff581da5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff5781aeb90 con 0x56194feecd50 2024-04-26T23:45:24.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.940+0000 7ff581da5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff5781af930 con 0x56194fee9070 2024-04-26T23:45:24.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.940+0000 7ff581da5740 10 client.0 _ll_register_callbacks cb 0x7ff57806ab20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:24.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.941+0000 7ff577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fefbfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.941+0000 7ff577400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fefbfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45138/0 (socket says 172.21.15.26:45138) 2024-04-26T23:45:24.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.941+0000 7ff577400640 1 -- 172.21.15.26:0/978665178 learned_addr learned my addr 172.21.15.26:0/978665178 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:24.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.941+0000 7ff577400640 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194fee9070 0x56194fefb560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.941+0000 7ff577e00640 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194fefbaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.941+0000 7ff577400640 1 -- 172.21.15.26:0/978665178 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194fee9070 msgr2=0x56194fefb560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:24.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.941+0000 7ff577400640 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194fee9070 0x56194fefb560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.941+0000 7ff577400640 1 -- 172.21.15.26:0/978665178 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 msgr2=0x56194fefbaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:24.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.941+0000 7ff577400640 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194fefbaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.941+0000 7ff577400640 1 -- 172.21.15.26:0/978665178 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56194fb230f0 con 0x56194feed670 2024-04-26T23:45:24.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.941+0000 7ff577e00640 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194fefbaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:24.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.942+0000 7ff577400640 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fefbfe0 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7ff56400c750 tx=0x7ff564004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d56854c2139c1e5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:24.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.942+0000 7ff562000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:24.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.942+0000 7ff562000640 1 -- 172.21.15.26:0/978665178 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff564037020 con 0x56194feed670 2024-04-26T23:45:24.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.942+0000 7ff562000640 1 -- 172.21.15.26:0/978665178 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7ff564004870 con 0x56194feed670 2024-04-26T23:45:24.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.942+0000 7ff581da5740 1 -- 172.21.15.26:0/978665178 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff56402c040 con 0x56194feed670 2024-04-26T23:45:24.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.942+0000 7ff562000640 1 -- 172.21.15.26:0/978665178 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff56402b040 con 0x56194feed670 2024-04-26T23:45:24.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.942+0000 7ff581da5740 10 client.17400 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:24.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.942+0000 7ff581da5740 1 -- 172.21.15.26:0/978665178 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56194fe19a30 con 0x56194feed670 2024-04-26T23:45:24.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.943+0000 7ff562000640 1 -- 172.21.15.26:0/978665178 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff56402c040 con 0x56194feed670 2024-04-26T23:45:24.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.943+0000 7ff562000640 1 -- 172.21.15.26:0/978665178 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff56401fa40 con 0x56194feed670 2024-04-26T23:45:24.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.943+0000 7ff581da5740 10 client.17400 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:24.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.943+0000 7ff581da5740 10 client.17400 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:45:24.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.943+0000 7ff581da5740 20 client.17400 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:24.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.943+0000 7ff581da5740 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56194fef7d40 0x56194ff6ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:24.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.943+0000 7ff581da5740 4 client.17400 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:45:24.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.943+0000 7ff581da5740 1 -- 172.21.15.26:0/978665178 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56194fe59650 con 0x56194fef7d40 2024-04-26T23:45:24.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.944+0000 7ff577e00640 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56194fef7d40 0x56194ff6ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:24.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.944+0000 7ff577e00640 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56194fef7d40 0x56194ff6ff30 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7973ee176e85b31 server_cookie=bb8a25876725fd3a in_seq=0 out_seq=0 2024-04-26T23:45:24.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.944+0000 7ff562000640 10 client.17400 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff562000640 1 -- 172.21.15.26:0/978665178 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56194fe59650 con 0x56194fef7d40 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff562000640 10 client.17400 handle_command_reply: tid=0 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff581da5740 1 client.17400 shutdown 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff581da5740 1 -- 172.21.15.26:0/978665178 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 msgr2=0x56194fefbfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff581da5740 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fefbfe0 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7ff56400c750 tx=0x7ff564004730 comp rx=0 tx=0).stop 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff581da5740 1 -- 172.21.15.26:0/978665178 shutdown_connections 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff581da5740 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56194fef7d40 0x56194ff6ff30 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff581da5740 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56194feed670 0x56194fefbfe0 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff581da5740 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56194feecd50 0x56194fefbaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff581da5740 1 --2- 172.21.15.26:0/978665178 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56194fee9070 0x56194fefb560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff581da5740 1 -- 172.21.15.26:0/978665178 >> 172.21.15.26:0/978665178 conn(0x56194fef4fc0 msgr2=0x56194ff02710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff562000640 0 client.17400 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:24.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff581da5740 1 -- 172.21.15.26:0/978665178 shutdown_connections 2024-04-26T23:45:24.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.945+0000 7ff581da5740 1 -- 172.21.15.26:0/978665178 wait complete. 2024-04-26T23:45:24.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.946+0000 7ff581da5740 20 client.17400 trim_cache size 0 max 16384 2024-04-26T23:45:24.955 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:45:24.955 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:45:24.955 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:45:24.955 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:45:24.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.946+0000 7ff57d800640 1 -- 172.21.15.26:0/3468279116 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff55c0a3d20 msgr2=0x7ff55c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:24.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.946+0000 7ff57d800640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff55c0a3d20 0x7ff55c0a61e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff5700ba260 tx=0x7ff57003c040 comp rx=0 tx=0).stop 2024-04-26T23:45:24.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.946+0000 7ff57d800640 1 -- 172.21.15.26:0/3468279116 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff57810cdb0 msgr2=0x7ff57819f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:24.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.946+0000 7ff57d800640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff57810cdb0 0x7ff57819f990 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7ff57002ae70 tx=0x7ff570003f10 comp rx=0 tx=0).stop 2024-04-26T23:45:24.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.946+0000 7ff57d800640 1 -- 172.21.15.26:0/3468279116 shutdown_connections 2024-04-26T23:45:24.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.946+0000 7ff57d800640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff55c0a3d20 0x7ff55c0a61e0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.946+0000 7ff57d800640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff57810cdb0 0x7ff57819f990 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.946+0000 7ff57d800640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff5781042b0 0x7ff57819b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.946+0000 7ff57d800640 1 --2- 172.21.15.26:0/3468279116 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff578103990 0x7ff57819b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:24.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.946+0000 7ff57d800640 1 -- 172.21.15.26:0/3468279116 >> 172.21.15.26:0/3468279116 conn(0x7ff5780fd1b0 msgr2=0x7ff5781026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:24.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.947+0000 7ff57d800640 1 -- 172.21.15.26:0/3468279116 shutdown_connections 2024-04-26T23:45:24.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:24.947+0000 7ff57d800640 1 -- 172.21.15.26:0/3468279116 wait complete. 2024-04-26T23:45:24.968 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:24 smithi026 ceph-mon[28371]: pgmap v295: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:45:24.971 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:45:24.971 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:45:25.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:24 smithi164 ceph-mon[31699]: pgmap v295: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:45:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:24 smithi086 ceph-mon[31122]: pgmap v295: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:45:25.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.189+0000 7fbb9f200640 1 -- 172.21.15.26:0/120849022 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb98108fa0 msgr2=0x7fbb98109380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.189+0000 7fbb9f200640 1 --2- 172.21.15.26:0/120849022 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb98108fa0 0x7fbb98109380 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7fbb88009900 tx=0x7fbb8802a410 comp rx=0 tx=0).stop 2024-04-26T23:45:25.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.190+0000 7fbb9f200640 1 -- 172.21.15.26:0/120849022 shutdown_connections 2024-04-26T23:45:25.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.190+0000 7fbb9f200640 1 --2- 172.21.15.26:0/120849022 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbb9810e070 0x7fbb98115c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.190+0000 7fbb9f200640 1 --2- 172.21.15.26:0/120849022 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbb98109950 0x7fbb9810d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.190+0000 7fbb9f200640 1 --2- 172.21.15.26:0/120849022 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb98108fa0 0x7fbb98109380 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.190+0000 7fbb9f200640 1 -- 172.21.15.26:0/120849022 >> 172.21.15.26:0/120849022 conn(0x7fbb980784e0 msgr2=0x7fbb9807a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:25.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.190+0000 7fbb9f200640 1 -- 172.21.15.26:0/120849022 shutdown_connections 2024-04-26T23:45:25.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.190+0000 7fbb9f200640 1 -- 172.21.15.26:0/120849022 wait complete. 2024-04-26T23:45:25.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.191+0000 7fbb9f200640 1 Processor -- start 2024-04-26T23:45:25.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.191+0000 7fbb9f200640 1 -- start start 2024-04-26T23:45:25.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.191+0000 7fbb9f200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbb98108fa0 0x7fbb9819f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.191+0000 7fbb9f200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbb9810e070 0x7fbb9819f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.191+0000 7fbb9f200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb981a3d40 0x7fbb981a41f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.191+0000 7fbb9f200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fbb98118ee0 con 0x7fbb981a3d40 2024-04-26T23:45:25.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.191+0000 7fbb9f200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fbb98118d60 con 0x7fbb98108fa0 2024-04-26T23:45:25.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.191+0000 7fbb9f200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbb98119060 con 0x7fbb9810e070 2024-04-26T23:45:25.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.192+0000 7fbb9d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb981a3d40 0x7fbb981a41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.192+0000 7fbb9d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb981a3d40 0x7fbb981a41f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45154/0 (socket says 172.21.15.26:45154) 2024-04-26T23:45:25.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.192+0000 7fbb9d200640 1 -- 172.21.15.26:0/2968671674 learned_addr learned my addr 172.21.15.26:0/2968671674 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:25.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.192+0000 7fbb97e00640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbb98108fa0 0x7fbb9819f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.192+0000 7fbb97400640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbb9810e070 0x7fbb9819f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.192+0000 7fbb9d200640 1 -- 172.21.15.26:0/2968671674 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbb9810e070 msgr2=0x7fbb9819f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.192+0000 7fbb9d200640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbb9810e070 0x7fbb9819f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.192+0000 7fbb9d200640 1 -- 172.21.15.26:0/2968671674 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbb98108fa0 msgr2=0x7fbb9819f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.192+0000 7fbb9d200640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbb98108fa0 0x7fbb9819f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.192+0000 7fbb9d200640 1 -- 172.21.15.26:0/2968671674 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb981a4830 con 0x7fbb981a3d40 2024-04-26T23:45:25.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.192+0000 7fbb97e00640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbb98108fa0 0x7fbb9819f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:25.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.193+0000 7fbb9d200640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb981a3d40 0x7fbb981a41f0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fbb9000b970 tx=0x7fbb9000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:25.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.193+0000 7fbb94c00640 1 -- 172.21.15.26:0/2968671674 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb90019070 con 0x7fbb981a3d40 2024-04-26T23:45:25.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.193+0000 7fbb94c00640 1 -- 172.21.15.26:0/2968671674 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fbb90014440 con 0x7fbb981a3d40 2024-04-26T23:45:25.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.193+0000 7fbb9f200640 1 -- 172.21.15.26:0/2968671674 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb981a4b20 con 0x7fbb981a3d40 2024-04-26T23:45:25.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.193+0000 7fbb94c00640 1 -- 172.21.15.26:0/2968671674 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb900075d0 con 0x7fbb981a3d40 2024-04-26T23:45:25.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.193+0000 7fbb9f200640 1 -- 172.21.15.26:0/2968671674 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb981ac2e0 con 0x7fbb981a3d40 2024-04-26T23:45:25.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.195+0000 7fbb9f200640 1 -- 172.21.15.26:0/2968671674 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb98069ac0 con 0x7fbb981a3d40 2024-04-26T23:45:25.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.197+0000 7fbb94c00640 1 -- 172.21.15.26:0/2968671674 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fbb9001c070 con 0x7fbb981a3d40 2024-04-26T23:45:25.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.199+0000 7fbb94c00640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbb7c0a3d20 0x7fbb7c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.199+0000 7fbb94c00640 1 -- 172.21.15.26:0/2968671674 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7fbb900cfd00 con 0x7fbb981a3d40 2024-04-26T23:45:25.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.199+0000 7fbb97e00640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbb7c0a3d20 0x7fbb7c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.200+0000 7fbb97e00640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbb7c0a3d20 0x7fbb7c0a61e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbb88000c00 tx=0x7fbb88005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:25.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.205+0000 7fbb94c00640 1 -- 172.21.15.26:0/2968671674 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fbb9009c430 con 0x7fbb981a3d40 2024-04-26T23:45:25.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.508+0000 7fbb9f200640 1 -- 172.21.15.26:0/2968671674 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbb98109950 con 0x7fbb981a3d40 2024-04-26T23:45:25.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.509+0000 7fbb94c00640 1 -- 172.21.15.26:0/2968671674 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fbb9009bd30 con 0x7fbb981a3d40 2024-04-26T23:45:25.514 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:45:25.514 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:45:25.515 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:45:25.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.512+0000 7fbb9f200640 1 -- 172.21.15.26:0/2968671674 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbb7c0a3d20 msgr2=0x7fbb7c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.512+0000 7fbb9f200640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbb7c0a3d20 0x7fbb7c0a61e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbb88000c00 tx=0x7fbb88005a20 comp rx=0 tx=0).stop 2024-04-26T23:45:25.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.512+0000 7fbb9f200640 1 -- 172.21.15.26:0/2968671674 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb981a3d40 msgr2=0x7fbb981a41f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.512+0000 7fbb9f200640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb981a3d40 0x7fbb981a41f0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fbb9000b970 tx=0x7fbb9000be30 comp rx=0 tx=0).stop 2024-04-26T23:45:25.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.512+0000 7fbb9f200640 1 -- 172.21.15.26:0/2968671674 shutdown_connections 2024-04-26T23:45:25.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.512+0000 7fbb9f200640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fbb7c0a3d20 0x7fbb7c0a61e0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.512+0000 7fbb9f200640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fbb981a3d40 0x7fbb981a41f0 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.512+0000 7fbb9f200640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbb9810e070 0x7fbb9819f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.512+0000 7fbb9f200640 1 --2- 172.21.15.26:0/2968671674 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fbb98108fa0 0x7fbb9819f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.512+0000 7fbb9f200640 1 -- 172.21.15.26:0/2968671674 >> 172.21.15.26:0/2968671674 conn(0x7fbb980784e0 msgr2=0x7fbb98079990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:25.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.512+0000 7fbb9f200640 1 -- 172.21.15.26:0/2968671674 shutdown_connections 2024-04-26T23:45:25.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.513+0000 7fbb9f200640 1 -- 172.21.15.26:0/2968671674 wait complete. 2024-04-26T23:45:25.539 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:45:25.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.765+0000 7f1a7be00640 1 -- 172.21.15.26:0/110919439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a7c075680 msgr2=0x7f1a7c10ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.765+0000 7f1a7be00640 1 --2- 172.21.15.26:0/110919439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a7c075680 0x7f1a7c10ead0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f1a68009900 tx=0x7f1a6802a480 comp rx=0 tx=0).stop 2024-04-26T23:45:25.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.765+0000 7f1a7be00640 1 -- 172.21.15.26:0/110919439 shutdown_connections 2024-04-26T23:45:25.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.765+0000 7f1a7be00640 1 --2- 172.21.15.26:0/110919439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a7c10f010 0x7f1a7c111460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.765+0000 7f1a7be00640 1 --2- 172.21.15.26:0/110919439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a7c075680 0x7f1a7c10ead0 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.765+0000 7f1a7be00640 1 --2- 172.21.15.26:0/110919439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a7c074d60 0x7f1a7c075140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.765+0000 7f1a7be00640 1 -- 172.21.15.26:0/110919439 >> 172.21.15.26:0/110919439 conn(0x7f1a7c0fe300 msgr2=0x7f1a7c100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:25.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.766+0000 7f1a7be00640 1 -- 172.21.15.26:0/110919439 shutdown_connections 2024-04-26T23:45:25.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.766+0000 7f1a7be00640 1 -- 172.21.15.26:0/110919439 wait complete. 2024-04-26T23:45:25.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.766+0000 7f1a7be00640 1 Processor -- start 2024-04-26T23:45:25.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.767+0000 7f1a7be00640 1 -- start start 2024-04-26T23:45:25.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.767+0000 7f1a7be00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a7c074d60 0x7f1a7c19b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.767+0000 7f1a7be00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a7c075680 0x7f1a7c19b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.767+0000 7f1a7be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a7c10f010 0x7f1a7c19fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.767+0000 7f1a7be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7c114ba0 con 0x7f1a7c10f010 2024-04-26T23:45:25.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.767+0000 7f1a7be00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7c114a20 con 0x7f1a7c075680 2024-04-26T23:45:25.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.767+0000 7f1a7be00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7c114d20 con 0x7f1a7c074d60 2024-04-26T23:45:25.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.767+0000 7f1a7b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a7c10f010 0x7f1a7c19fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.768+0000 7f1a7b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a7c10f010 0x7f1a7c19fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45160/0 (socket says 172.21.15.26:45160) 2024-04-26T23:45:25.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.768+0000 7f1a7b400640 1 -- 172.21.15.26:0/55411841 learned_addr learned my addr 172.21.15.26:0/55411841 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:25.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.768+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a7c074d60 0x7f1a7c19b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.768+0000 7f1a7a000640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a7c075680 0x7f1a7c19b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.768+0000 7f1a7b400640 1 -- 172.21.15.26:0/55411841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a7c074d60 msgr2=0x7f1a7c19b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.768+0000 7f1a7b400640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a7c074d60 0x7f1a7c19b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.768+0000 7f1a7b400640 1 -- 172.21.15.26:0/55411841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a7c075680 msgr2=0x7f1a7c19b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.768+0000 7f1a7b400640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a7c075680 0x7f1a7c19b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.768+0000 7f1a7b400640 1 -- 172.21.15.26:0/55411841 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a7c1a0150 con 0x7f1a7c10f010 2024-04-26T23:45:25.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.768+0000 7f1a7b400640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a7c10f010 0x7f1a7c19fa20 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f1a7400b970 tx=0x7f1a7400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:25.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.769+0000 7f1a73400640 1 -- 172.21.15.26:0/55411841 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a74019070 con 0x7f1a7c10f010 2024-04-26T23:45:25.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.769+0000 7f1a73400640 1 -- 172.21.15.26:0/55411841 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a74014440 con 0x7f1a7c10f010 2024-04-26T23:45:25.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.769+0000 7f1a7be00640 1 -- 172.21.15.26:0/55411841 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a7c1a0440 con 0x7f1a7c10f010 2024-04-26T23:45:25.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.769+0000 7f1a73400640 1 -- 172.21.15.26:0/55411841 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a740075d0 con 0x7f1a7c10f010 2024-04-26T23:45:25.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.769+0000 7f1a7be00640 1 -- 172.21.15.26:0/55411841 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a7c1a7cd0 con 0x7f1a7c10f010 2024-04-26T23:45:25.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.772+0000 7f1a84869740 1 Processor -- start 2024-04-26T23:45:25.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.773+0000 7f1a73400640 1 -- 172.21.15.26:0/55411841 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1a7401c070 con 0x7f1a7c10f010 2024-04-26T23:45:25.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.773+0000 7f1a84869740 1 -- start start 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.773+0000 7f1a84869740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982a3a0 0x558e0982a780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.774+0000 7f1a84869740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 0x558e09834e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.774+0000 7f1a84869740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 0x558e09837780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.774+0000 7f1a84869740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558e0978ec70 con 0x558e0982acc0 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.774+0000 7f1a84869740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558e09747980 con 0x558e0982a3a0 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.774+0000 7f1a84869740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558e0978ac30 con 0x558e09835390 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.774+0000 7f1a7aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 0x558e09834e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.774+0000 7f1a7aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 0x558e09834e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45166/0 (socket says 172.21.15.26:45166) 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.774+0000 7f1a7aa00640 1 -- 172.21.15.26:0/671885327 learned_addr learned my addr 172.21.15.26:0/671885327 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.774+0000 7f1a7a000640 1 --2- 172.21.15.26:0/671885327 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982a3a0 0x558e0982a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.774+0000 7f1a7a000640 1 --2- 172.21.15.26:0/671885327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 0x558e09837780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.774+0000 7f1a7aa00640 1 -- 172.21.15.26:0/671885327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 msgr2=0x558e09837780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:25.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.775+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/671885327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 0x558e09837780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.775+0000 7f1a7aa00640 1 -- 172.21.15.26:0/671885327 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982a3a0 msgr2=0x558e0982a780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:25.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.775+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/671885327 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982a3a0 0x558e0982a780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.775+0000 7f1a7aa00640 1 -- 172.21.15.26:0/671885327 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e0971f7b0 con 0x558e0982acc0 2024-04-26T23:45:25.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.775+0000 7f1a7a000640 1 --2- 172.21.15.26:0/671885327 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982a3a0 0x558e0982a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:25.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.775+0000 7f1a73400640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1a600a3da0 0x7f1a600a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.775+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/671885327 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 0x558e09834e50 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c00bcb0 tx=0x7f1a6c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd50bbf60988067d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:25.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.775+0000 7f1a73400640 1 -- 172.21.15.26:0/55411841 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f1a740cfca0 con 0x7f1a7c10f010 2024-04-26T23:45:25.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.775+0000 7f1a7a000640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1a600a3da0 0x7f1a600a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.775+0000 7f1a67e00640 1 -- 172.21.15.26:0/671885327 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c015070 con 0x558e0982acc0 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.775+0000 7f1a67e00640 1 -- 172.21.15.26:0/671885327 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a6c01a8f0 con 0x558e0982acc0 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.775+0000 7f1a67e00640 1 -- 172.21.15.26:0/671885327 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c011900 con 0x558e0982acc0 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.776+0000 7f1a84869740 1 -- 172.21.15.26:0/671885327 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 msgr2=0x558e09834e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.776+0000 7f1a7a000640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1a600a3da0 0x7f1a600a6260 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1a68006010 tx=0x7f1a68009560 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.776+0000 7f1a84869740 1 --2- 172.21.15.26:0/671885327 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 0x558e09834e50 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c00bcb0 tx=0x7f1a6c00f730 comp rx=0 tx=0).stop 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.777+0000 7f1a84869740 1 -- 172.21.15.26:0/671885327 shutdown_connections 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.777+0000 7f1a84869740 1 --2- 172.21.15.26:0/671885327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 0x558e09837780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.777+0000 7f1a84869740 1 --2- 172.21.15.26:0/671885327 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 0x558e09834e50 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.777+0000 7f1a84869740 1 --2- 172.21.15.26:0/671885327 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982a3a0 0x558e0982a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.777+0000 7f1a84869740 1 -- 172.21.15.26:0/671885327 >> 172.21.15.26:0/671885327 conn(0x558e098266c0 msgr2=0x558e09826aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.777+0000 7f1a84869740 1 -- 172.21.15.26:0/671885327 shutdown_connections 2024-04-26T23:45:25.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.777+0000 7f1a84869740 1 -- 172.21.15.26:0/671885327 wait complete. 2024-04-26T23:45:25.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.777+0000 7f1a84869740 1 -- start start 2024-04-26T23:45:25.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.778+0000 7f1a84869740 1 Processor -- start 2024-04-26T23:45:25.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.778+0000 7f1a84869740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e0982a3a0 0x558e09834c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.778+0000 7f1a84869740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 0x558e09831f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.778+0000 7f1a84869740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e09835390 0x558e09832470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.778+0000 7f1a84869740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558e0978df80 con 0x558e0982acc0 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.778+0000 7f1a84869740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558e0973b260 con 0x558e09835390 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.778+0000 7f1a84869740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558e097932a0 con 0x558e0982a3a0 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.778+0000 7f1a84869740 10 client.0 _ll_register_callbacks cb 0x558e09785960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.779+0000 7f1a7a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 0x558e09831f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.779+0000 7f1a7a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 0x558e09831f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45172/0 (socket says 172.21.15.26:45172) 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.779+0000 7f1a7a000640 1 -- 172.21.15.26:0/1019495571 learned_addr learned my addr 172.21.15.26:0/1019495571 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.779+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e0982a3a0 0x558e09834c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.779+0000 7f1a7b400640 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e09835390 0x558e09832470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.779+0000 7f1a7a000640 1 -- 172.21.15.26:0/1019495571 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e0982a3a0 msgr2=0x558e09834c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:25.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.779+0000 7f1a7a000640 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e0982a3a0 0x558e09834c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.779+0000 7f1a7a000640 1 -- 172.21.15.26:0/1019495571 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e09835390 msgr2=0x558e09832470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.779+0000 7f1a7a000640 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e09835390 0x558e09832470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.779+0000 7f1a7a000640 1 -- 172.21.15.26:0/1019495571 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e0971d1c0 con 0x558e0982acc0 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.779+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e0982a3a0 0x558e09834c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.780+0000 7f1a7a000640 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 0x558e09831f30 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f1a68033000 tx=0x7f1a68000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f661ab0332c20860 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.780+0000 7f1a64c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.780+0000 7f1a64c00640 1 -- 172.21.15.26:0/1019495571 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a6804e070 con 0x558e0982acc0 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.780+0000 7f1a64c00640 1 -- 172.21.15.26:0/1019495571 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f1a68031990 con 0x558e0982acc0 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.780+0000 7f1a84869740 1 -- 172.21.15.26:0/1019495571 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a6c01a8f0 con 0x558e0982acc0 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.780+0000 7f1a64c00640 1 -- 172.21.15.26:0/1019495571 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1a6805a050 con 0x558e0982acc0 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.780+0000 7f1a84869740 10 client.17418 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.780+0000 7f1a84869740 1 -- 172.21.15.26:0/1019495571 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558e094a03f0 con 0x558e0982acc0 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.781+0000 7f1a64c00640 1 -- 172.21.15.26:0/1019495571 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a6c01a8f0 con 0x558e0982acc0 2024-04-26T23:45:25.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.781+0000 7f1a64c00640 1 -- 172.21.15.26:0/1019495571 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1a68048040 con 0x558e0982acc0 2024-04-26T23:45:25.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.781+0000 7f1a84869740 10 client.17418 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:25.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.781+0000 7f1a84869740 10 client.17418 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:45:25.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.781+0000 7f1a84869740 20 client.17418 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:25.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.781+0000 7f1a84869740 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558e09844d80 0x558e09847170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.781+0000 7f1a84869740 4 client.17418 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:45:25.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.781+0000 7f1a84869740 1 -- 172.21.15.26:0/1019495571 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558e0979c880 con 0x558e09844d80 2024-04-26T23:45:25.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.782+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558e09844d80 0x558e09847170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.783+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558e09844d80 0x558e09847170 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a67d84f3db53c0da server_cookie=a85c32ead8b7712b in_seq=0 out_seq=0 2024-04-26T23:45:25.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.783+0000 7f1a64c00640 10 client.17418 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a64c00640 1 -- 172.21.15.26:0/1019495571 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558e0979c880 con 0x558e09844d80 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a64c00640 10 client.17418 handle_command_reply: tid=0 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a84869740 1 client.17418 shutdown 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a84869740 1 -- 172.21.15.26:0/1019495571 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 msgr2=0x558e09831f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a84869740 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 0x558e09831f30 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f1a68033000 tx=0x7f1a68000bc0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a84869740 1 -- 172.21.15.26:0/1019495571 shutdown_connections 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a84869740 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e09835390 0x558e09832470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a84869740 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982acc0 0x558e09831f30 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a84869740 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558e09844d80 0x558e09847170 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a84869740 1 --2- 172.21.15.26:0/1019495571 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e0982a3a0 0x558e09834c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a84869740 1 -- 172.21.15.26:0/1019495571 >> 172.21.15.26:0/1019495571 conn(0x558e098266c0 msgr2=0x558e0982c3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a64c00640 0 client.17418 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:45:25.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a84869740 1 -- 172.21.15.26:0/1019495571 shutdown_connections 2024-04-26T23:45:25.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.785+0000 7f1a84869740 1 -- 172.21.15.26:0/1019495571 wait complete. 2024-04-26T23:45:25.791 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.786+0000 7f1a84869740 20 client.17418 trim_cache size 0 max 16384 2024-04-26T23:45:25.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.802+0000 7f1a84869740 1 Processor -- start 2024-04-26T23:45:25.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.802+0000 7f1a84869740 1 -- start start 2024-04-26T23:45:25.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.803+0000 7f1a84869740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 0x558e0982d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.803+0000 7f1a84869740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982acc0 0x558e09840e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.803+0000 7f1a84869740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 0x558e09825630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.803+0000 7f1a84869740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7c1b2da0 con 0x558e0982a3a0 2024-04-26T23:45:25.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.803+0000 7f1a84869740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7c1b0670 con 0x558e0982acc0 2024-04-26T23:45:25.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.803+0000 7f1a84869740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7c1ae4e0 con 0x558e09835390 2024-04-26T23:45:25.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.803+0000 7f1a7aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 0x558e0982d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.803+0000 7f1a7aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 0x558e0982d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45182/0 (socket says 172.21.15.26:45182) 2024-04-26T23:45:25.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.803+0000 7f1a7aa00640 1 -- 172.21.15.26:0/145566197 learned_addr learned my addr 172.21.15.26:0/145566197 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:25.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.803+0000 7f1a7a000640 1 --2- 172.21.15.26:0/145566197 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982acc0 0x558e09840e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.803+0000 7f1a7b400640 1 --2- 172.21.15.26:0/145566197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 0x558e09825630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.804+0000 7f1a7aa00640 1 -- 172.21.15.26:0/145566197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 msgr2=0x558e09825630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:25.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.804+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/145566197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 0x558e09825630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.804+0000 7f1a7aa00640 1 -- 172.21.15.26:0/145566197 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982acc0 msgr2=0x558e09840e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:25.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.804+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/145566197 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982acc0 0x558e09840e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.804+0000 7f1a7aa00640 1 -- 172.21.15.26:0/145566197 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558e0956a7d0 con 0x558e0982a3a0 2024-04-26T23:45:25.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.804+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/145566197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 0x558e0982d680 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c00bcb0 tx=0x7f1a6c00b5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=498c03e3e8781df2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:25.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.804+0000 7f1a67400640 1 -- 172.21.15.26:0/145566197 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c015040 con 0x558e0982a3a0 2024-04-26T23:45:25.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.804+0000 7f1a67400640 1 -- 172.21.15.26:0/145566197 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a6c0055d0 con 0x558e0982a3a0 2024-04-26T23:45:25.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.804+0000 7f1a67400640 1 -- 172.21.15.26:0/145566197 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c004a70 con 0x558e0982a3a0 2024-04-26T23:45:25.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.805+0000 7f1a84869740 1 -- 172.21.15.26:0/145566197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 msgr2=0x558e0982d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.805+0000 7f1a84869740 1 --2- 172.21.15.26:0/145566197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 0x558e0982d680 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c00bcb0 tx=0x7f1a6c00b5a0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.805+0000 7f1a84869740 1 -- 172.21.15.26:0/145566197 shutdown_connections 2024-04-26T23:45:25.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.805+0000 7f1a84869740 1 --2- 172.21.15.26:0/145566197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 0x558e09825630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.805+0000 7f1a84869740 1 --2- 172.21.15.26:0/145566197 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982acc0 0x558e09840e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.805+0000 7f1a84869740 1 --2- 172.21.15.26:0/145566197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 0x558e0982d680 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.805+0000 7f1a84869740 1 -- 172.21.15.26:0/145566197 >> 172.21.15.26:0/145566197 conn(0x558e098266c0 msgr2=0x558e09824f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.805+0000 7f1a84869740 1 -- 172.21.15.26:0/145566197 shutdown_connections 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.805+0000 7f1a84869740 1 -- 172.21.15.26:0/145566197 wait complete. 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.806+0000 7f1a84869740 1 -- start start 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.806+0000 7f1a84869740 1 Processor -- start 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.806+0000 7f1a84869740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 0x558e0983d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.806+0000 7f1a84869740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982acc0 0x558e0983d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.806+0000 7f1a84869740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 0x558e0982e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.806+0000 7f1a84869740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7c1aeb30 con 0x558e0982a3a0 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.806+0000 7f1a84869740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7c1affa0 con 0x558e0982acc0 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.806+0000 7f1a84869740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1a7c1af200 con 0x558e09835390 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.807+0000 7f1a84869740 10 client.0 _ll_register_callbacks cb 0x7f1a68009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.807+0000 7f1a7aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 0x558e0983d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.807+0000 7f1a7aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 0x558e0983d320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45184/0 (socket says 172.21.15.26:45184) 2024-04-26T23:45:25.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.807+0000 7f1a7aa00640 1 -- 172.21.15.26:0/3021217584 learned_addr learned my addr 172.21.15.26:0/3021217584 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:25.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.807+0000 7f1a7a000640 1 --2- 172.21.15.26:0/3021217584 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982acc0 0x558e0983d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.807+0000 7f1a7aa00640 1 -- 172.21.15.26:0/3021217584 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 msgr2=0x558e0982e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:25.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.807+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/3021217584 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 0x558e0982e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.807+0000 7f1a7aa00640 1 -- 172.21.15.26:0/3021217584 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982acc0 msgr2=0x558e0983d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.807+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/3021217584 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982acc0 0x558e0983d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.807+0000 7f1a7aa00640 1 -- 172.21.15.26:0/3021217584 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558e097352a0 con 0x558e0982a3a0 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.808+0000 7f1a7aa00640 1 --2- 172.21.15.26:0/3021217584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 0x558e0983d320 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c006010 tx=0x7f1a6c00fcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c03378c9e5b35c62 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.808+0000 7f1a64c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.808+0000 7f1a64c00640 1 -- 172.21.15.26:0/3021217584 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c028530 con 0x558e0982a3a0 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.808+0000 7f1a64c00640 1 -- 172.21.15.26:0/3021217584 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f1a6c0286d0 con 0x558e0982a3a0 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.808+0000 7f1a84869740 1 -- 172.21.15.26:0/3021217584 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a6c0055d0 con 0x558e0982a3a0 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.808+0000 7f1a64c00640 1 -- 172.21.15.26:0/3021217584 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1a6c040050 con 0x558e0982a3a0 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.808+0000 7f1a84869740 10 client.17424 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.808+0000 7f1a84869740 1 -- 172.21.15.26:0/3021217584 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558e098aaa10 con 0x558e0982a3a0 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.809+0000 7f1a64c00640 1 -- 172.21.15.26:0/3021217584 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a6c0055d0 con 0x558e0982a3a0 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.809+0000 7f1a64c00640 1 -- 172.21.15.26:0/3021217584 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1a6c011500 con 0x558e0982a3a0 2024-04-26T23:45:25.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.809+0000 7f1a84869740 10 client.17424 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:25.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.809+0000 7f1a84869740 10 client.17424 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:45:25.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.809+0000 7f1a84869740 20 client.17424 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:25.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.809+0000 7f1a84869740 1 --2- 172.21.15.26:0/3021217584 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558e098aaf80 0x558e098ad370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:25.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.809+0000 7f1a84869740 4 client.17424 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:45:25.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.809+0000 7f1a84869740 1 -- 172.21.15.26:0/3021217584 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558e097966f0 con 0x558e098aaf80 2024-04-26T23:45:25.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.810+0000 7f1a7a000640 1 --2- 172.21.15.26:0/3021217584 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558e098aaf80 0x558e098ad370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:25.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.811+0000 7f1a7a000640 1 --2- 172.21.15.26:0/3021217584 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558e098aaf80 0x558e098ad370 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d2d8df066cd43425 server_cookie=1a933a5605693bc5 in_seq=0 out_seq=0 2024-04-26T23:45:25.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.811+0000 7f1a64c00640 10 client.17424 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:45:25.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.811+0000 7f1a64c00640 1 -- 172.21.15.26:0/3021217584 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558e097966f0 con 0x558e098aaf80 2024-04-26T23:45:25.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.811+0000 7f1a64c00640 10 client.17424 handle_command_reply: tid=0 2024-04-26T23:45:25.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.811+0000 7f1a84869740 1 client.17424 shutdown 2024-04-26T23:45:25.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.811+0000 7f1a84869740 1 -- 172.21.15.26:0/3021217584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 msgr2=0x558e0983d320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.811+0000 7f1a84869740 1 --2- 172.21.15.26:0/3021217584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 0x558e0983d320 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c006010 tx=0x7f1a6c00fcb0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.812+0000 7f1a84869740 1 -- 172.21.15.26:0/3021217584 shutdown_connections 2024-04-26T23:45:25.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.812+0000 7f1a84869740 1 --2- 172.21.15.26:0/3021217584 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558e098aaf80 0x558e098ad370 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.812+0000 7f1a84869740 1 --2- 172.21.15.26:0/3021217584 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558e09835390 0x558e0982e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.812+0000 7f1a84869740 1 --2- 172.21.15.26:0/3021217584 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558e0982acc0 0x558e0983d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.812+0000 7f1a84869740 1 --2- 172.21.15.26:0/3021217584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558e0982a3a0 0x558e0983d320 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.812+0000 7f1a64c00640 0 client.17424 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:45:25.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.812+0000 7f1a84869740 1 -- 172.21.15.26:0/3021217584 >> 172.21.15.26:0/3021217584 conn(0x558e098266c0 msgr2=0x558e098257b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:25.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.812+0000 7f1a84869740 1 -- 172.21.15.26:0/3021217584 shutdown_connections 2024-04-26T23:45:25.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.812+0000 7f1a84869740 1 -- 172.21.15.26:0/3021217584 wait complete. 2024-04-26T23:45:25.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.812+0000 7f1a84869740 20 client.17424 trim_cache size 0 max 16384 2024-04-26T23:45:25.819 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:45:25.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.813+0000 7f1a7be00640 1 -- 172.21.15.26:0/55411841 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1a600a3da0 msgr2=0x7f1a600a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.813+0000 7f1a7be00640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1a600a3da0 0x7f1a600a6260 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1a68006010 tx=0x7f1a68009560 comp rx=0 tx=0).stop 2024-04-26T23:45:25.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.813+0000 7f1a7be00640 1 -- 172.21.15.26:0/55411841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a7c10f010 msgr2=0x7f1a7c19fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:25.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.813+0000 7f1a7be00640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a7c10f010 0x7f1a7c19fa20 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f1a7400b970 tx=0x7f1a7400be30 comp rx=0 tx=0).stop 2024-04-26T23:45:25.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.813+0000 7f1a7be00640 1 -- 172.21.15.26:0/55411841 shutdown_connections 2024-04-26T23:45:25.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.813+0000 7f1a7be00640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1a600a3da0 0x7f1a600a6260 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.813+0000 7f1a7be00640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a7c10f010 0x7f1a7c19fa20 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.813+0000 7f1a7be00640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a7c075680 0x7f1a7c19b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.813+0000 7f1a7be00640 1 --2- 172.21.15.26:0/55411841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a7c074d60 0x7f1a7c19b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:25.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.813+0000 7f1a7be00640 1 -- 172.21.15.26:0/55411841 >> 172.21.15.26:0/55411841 conn(0x7f1a7c0fe300 msgr2=0x7f1a7c0ff0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:25.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.813+0000 7f1a7be00640 1 -- 172.21.15.26:0/55411841 shutdown_connections 2024-04-26T23:45:25.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:25.813+0000 7f1a7be00640 1 -- 172.21.15.26:0/55411841 wait complete. 2024-04-26T23:45:25.832 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:25 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2968671674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:45:25.835 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:45:26.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:25 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2968671674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:45:26.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.051+0000 7f7c9b200640 1 -- 172.21.15.26:0/3371954100 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7c9c102080 msgr2=0x7f7c9c10e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.051+0000 7f7c9b200640 1 --2- 172.21.15.26:0/3371954100 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7c9c102080 0x7f7c9c10e590 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f7c94009cd0 tx=0x7f7c9402a8e0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.051+0000 7f7c9b200640 1 -- 172.21.15.26:0/3371954100 shutdown_connections 2024-04-26T23:45:26.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.051+0000 7f7c9b200640 1 --2- 172.21.15.26:0/3371954100 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7c9c102080 0x7f7c9c10e590 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.051+0000 7f7c9b200640 1 --2- 172.21.15.26:0/3371954100 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7c9c1016c0 0x7f7c9c101b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.051+0000 7f7c9b200640 1 --2- 172.21.15.26:0/3371954100 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7c9c1076d0 0x7f7c9c107ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.051+0000 7f7c9b200640 1 -- 172.21.15.26:0/3371954100 >> 172.21.15.26:0/3371954100 conn(0x7f7c9c0fd1b0 msgr2=0x7f7c9c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:26.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.051+0000 7f7c9b200640 1 -- 172.21.15.26:0/3371954100 shutdown_connections 2024-04-26T23:45:26.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.051+0000 7f7c9b200640 1 -- 172.21.15.26:0/3371954100 wait complete. 2024-04-26T23:45:26.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.052+0000 7f7c9b200640 1 Processor -- start 2024-04-26T23:45:26.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.052+0000 7f7c9b200640 1 -- start start 2024-04-26T23:45:26.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.053+0000 7f7c9b200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7c9c1016c0 0x7f7c9c198eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.053+0000 7f7c9b200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7c9c102080 0x7f7c9c1993f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.053+0000 7f7c9b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7c9c1076d0 0x7f7c9c19d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.053+0000 7f7c9b200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c111890 con 0x7f7c9c1076d0 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.053+0000 7f7c9b200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c111710 con 0x7f7c9c1016c0 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.053+0000 7f7c9b200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c111a10 con 0x7f7c9c102080 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.053+0000 7f7c9a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7c9c1076d0 0x7f7c9c19d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.053+0000 7f7c9a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7c9c1076d0 0x7f7c9c19d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45208/0 (socket says 172.21.15.26:45208) 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.053+0000 7f7c9a800640 1 -- 172.21.15.26:0/450896451 learned_addr learned my addr 172.21.15.26:0/450896451 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.053+0000 7f7c99e00640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7c9c1016c0 0x7f7c9c198eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.053+0000 7f7c93e00640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7c9c102080 0x7f7c9c1993f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.054+0000 7f7c9a800640 1 -- 172.21.15.26:0/450896451 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7c9c102080 msgr2=0x7f7c9c1993f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.054+0000 7f7c9a800640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7c9c102080 0x7f7c9c1993f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.054+0000 7f7c9a800640 1 -- 172.21.15.26:0/450896451 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7c9c1016c0 msgr2=0x7f7c9c198eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.054+0000 7f7c9a800640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7c9c1016c0 0x7f7c9c198eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.054+0000 7f7c9a800640 1 -- 172.21.15.26:0/450896451 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c9c19dea0 con 0x7f7c9c1076d0 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.054+0000 7f7c93e00640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7c9c102080 0x7f7c9c1993f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:26.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.054+0000 7f7c9a800640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7c9c1076d0 0x7f7c9c19d770 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f7c94005e30 tx=0x7f7c94003b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:26.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.055+0000 7f7c92a00640 1 -- 172.21.15.26:0/450896451 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c94004240 con 0x7f7c9c1076d0 2024-04-26T23:45:26.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.055+0000 7f7c9b200640 1 -- 172.21.15.26:0/450896451 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c9c19e130 con 0x7f7c9c1076d0 2024-04-26T23:45:26.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.055+0000 7f7c92a00640 1 -- 172.21.15.26:0/450896451 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7c94003e30 con 0x7f7c9c1076d0 2024-04-26T23:45:26.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.055+0000 7f7c92a00640 1 -- 172.21.15.26:0/450896451 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c94030e60 con 0x7f7c9c1076d0 2024-04-26T23:45:26.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.055+0000 7f7c9b200640 1 -- 172.21.15.26:0/450896451 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c9c1a5a20 con 0x7f7c9c1076d0 2024-04-26T23:45:26.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.059+0000 7f7c92a00640 1 -- 172.21.15.26:0/450896451 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7c94030630 con 0x7f7c9c1076d0 2024-04-26T23:45:26.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.059+0000 7f7ca3d64740 1 Processor -- start 2024-04-26T23:45:26.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.059+0000 7f7ca3d64740 1 -- start start 2024-04-26T23:45:26.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.059+0000 7f7ca3d64740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa60154780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.059+0000 7f7ca3d64740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 0x55fa6015ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.059+0000 7f7ca3d64740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa60161780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.060+0000 7f7ca3d64740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55fa600b8c70 con 0x55fa6015f390 2024-04-26T23:45:26.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.060+0000 7f7ca3d64740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55fa60071980 con 0x55fa60154cc0 2024-04-26T23:45:26.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.060+0000 7f7ca3d64740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55fa600b4c30 con 0x55fa601543a0 2024-04-26T23:45:26.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.060+0000 7f7c93e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa60161780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.060+0000 7f7c93e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa60161780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45216/0 (socket says 172.21.15.26:45216) 2024-04-26T23:45:26.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.060+0000 7f7c93e00640 1 -- 172.21.15.26:0/1415338791 learned_addr learned my addr 172.21.15.26:0/1415338791 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:26.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.060+0000 7f7c99e00640 1 --2- 172.21.15.26:0/1415338791 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 0x55fa6015ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.060+0000 7f7c93e00640 1 --2- 172.21.15.26:0/1415338791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa60154780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.061+0000 7f7c93e00640 1 -- 172.21.15.26:0/1415338791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 msgr2=0x55fa60154780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.061+0000 7f7c93e00640 1 --2- 172.21.15.26:0/1415338791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa60154780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.061+0000 7f7c93e00640 1 -- 172.21.15.26:0/1415338791 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 msgr2=0x55fa6015ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.061+0000 7f7c93e00640 1 --2- 172.21.15.26:0/1415338791 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 0x55fa6015ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.061+0000 7f7c93e00640 1 -- 172.21.15.26:0/1415338791 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa600497b0 con 0x55fa6015f390 2024-04-26T23:45:26.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.061+0000 7f7c92a00640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7c800a3d20 0x7f7c800a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.061+0000 7f7c93e00640 1 --2- 172.21.15.26:0/1415338791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa60161780 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f7c840149f0 tx=0x7f7c8400b540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65de03288dcc53f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:26.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.061+0000 7f7c92a00640 1 -- 172.21.15.26:0/450896451 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f7c9402e030 con 0x7f7c9c1076d0 2024-04-26T23:45:26.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.061+0000 7f7c99e00640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7c800a3d20 0x7f7c800a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.061+0000 7f7c8b400640 1 -- 172.21.15.26:0/1415338791 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c840142d0 con 0x55fa6015f390 2024-04-26T23:45:26.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.062+0000 7f7c8b400640 1 -- 172.21.15.26:0/1415338791 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7c84005020 con 0x55fa6015f390 2024-04-26T23:45:26.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.062+0000 7f7c8b400640 1 -- 172.21.15.26:0/1415338791 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c84004a00 con 0x55fa6015f390 2024-04-26T23:45:26.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.062+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1415338791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 msgr2=0x55fa60161780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.062+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/1415338791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa60161780 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f7c840149f0 tx=0x7f7c8400b540 comp rx=0 tx=0).stop 2024-04-26T23:45:26.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.062+0000 7f7c99e00640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7c800a3d20 0x7f7c800a61e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x55fa60155960 tx=0x7f7c8c00b390 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:26.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.063+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1415338791 shutdown_connections 2024-04-26T23:45:26.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.063+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/1415338791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa60161780 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.063+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/1415338791 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 0x55fa6015ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.063+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/1415338791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa60154780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.063+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1415338791 >> 172.21.15.26:0/1415338791 conn(0x55fa601506c0 msgr2=0x55fa60150aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:26.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.063+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1415338791 shutdown_connections 2024-04-26T23:45:26.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.063+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1415338791 wait complete. 2024-04-26T23:45:26.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.063+0000 7f7ca3d64740 1 -- start start 2024-04-26T23:45:26.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.063+0000 7f7ca3d64740 1 Processor -- start 2024-04-26T23:45:26.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.064+0000 7f7ca3d64740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6015ed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.064+0000 7f7ca3d64740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa60154cc0 0x55fa6015c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.064+0000 7f7ca3d64740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa6015f390 0x55fa6015c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.064+0000 7f7ca3d64740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55fa600b7f80 con 0x55fa60154cc0 2024-04-26T23:45:26.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.064+0000 7f7ca3d64740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55fa60065260 con 0x55fa6015f390 2024-04-26T23:45:26.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.064+0000 7f7ca3d64740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55fa600bd2a0 con 0x55fa601543a0 2024-04-26T23:45:26.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.064+0000 7f7ca3d64740 10 client.0 _ll_register_callbacks cb 0x55fa600af960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.064+0000 7f7c93e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa60154cc0 0x55fa6015c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.064+0000 7f7c93e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa60154cc0 0x55fa6015c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45218/0 (socket says 172.21.15.26:45218) 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.064+0000 7f7c93e00640 1 -- 172.21.15.26:0/881879595 learned_addr learned my addr 172.21.15.26:0/881879595 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.065+0000 7f7c99e00640 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6015ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.065+0000 7f7c9a800640 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa6015f390 0x55fa6015c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.065+0000 7f7c93e00640 1 -- 172.21.15.26:0/881879595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 msgr2=0x55fa6015ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.065+0000 7f7c93e00640 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6015ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.065+0000 7f7c93e00640 1 -- 172.21.15.26:0/881879595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa6015f390 msgr2=0x55fa6015c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.065+0000 7f7c93e00640 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa6015f390 0x55fa6015c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.065+0000 7f7c93e00640 1 -- 172.21.15.26:0/881879595 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa600471c0 con 0x55fa60154cc0 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.065+0000 7f7c93e00640 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa60154cc0 0x55fa6015c030 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f7c8400be10 tx=0x7f7c84004260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1751cc8d9984262 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.065+0000 7f7c7fe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.066+0000 7f7c7fe00640 1 -- 172.21.15.26:0/881879595 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c84014690 con 0x55fa60154cc0 2024-04-26T23:45:26.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.066+0000 7f7c7fe00640 1 -- 172.21.15.26:0/881879595 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f7c8400f760 con 0x55fa60154cc0 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.066+0000 7f7ca3d64740 1 -- 172.21.15.26:0/881879595 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c84005020 con 0x55fa60154cc0 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.066+0000 7f7c7fe00640 1 -- 172.21.15.26:0/881879595 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7c84030050 con 0x55fa60154cc0 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.066+0000 7f7ca3d64740 10 client.17436 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.066+0000 7f7ca3d64740 1 -- 172.21.15.26:0/881879595 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fa5fdca3f0 con 0x55fa60154cc0 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.066+0000 7f7c7fe00640 1 -- 172.21.15.26:0/881879595 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7c84005020 con 0x55fa60154cc0 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.067+0000 7f7c7fe00640 1 -- 172.21.15.26:0/881879595 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7c840039d0 con 0x55fa60154cc0 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.067+0000 7f7ca3d64740 10 client.17436 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.067+0000 7f7ca3d64740 10 client.17436 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.067+0000 7f7ca3d64740 20 client.17436 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.067+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fa60173160 0x55fa60175550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.067+0000 7f7ca3d64740 4 client.17436 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.067+0000 7f7ca3d64740 1 -- 172.21.15.26:0/881879595 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fa600c6880 con 0x55fa60173160 2024-04-26T23:45:26.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.068+0000 7f7c99e00640 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fa60173160 0x55fa60175550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.075 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:25 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2968671674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:45:26.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.069+0000 7f7c99e00640 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fa60173160 0x55fa60175550 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9337e9042a68c9b5 server_cookie=28f8d1deab523324 in_seq=0 out_seq=0 2024-04-26T23:45:26.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.069+0000 7f7c7fe00640 10 client.17436 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:45:26.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.070+0000 7f7c7fe00640 1 -- 172.21.15.26:0/881879595 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fa600c6880 con 0x55fa60173160 2024-04-26T23:45:26.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.070+0000 7f7c7fe00640 10 client.17436 handle_command_reply: tid=0 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.070+0000 7f7ca3d64740 1 client.17436 shutdown 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.071+0000 7f7ca3d64740 1 -- 172.21.15.26:0/881879595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa60154cc0 msgr2=0x55fa6015c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.071+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa60154cc0 0x55fa6015c030 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f7c8400be10 tx=0x7f7c84004260 comp rx=0 tx=0).stop 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.071+0000 7f7ca3d64740 1 -- 172.21.15.26:0/881879595 shutdown_connections 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.071+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fa60173160 0x55fa60175550 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.071+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa6015f390 0x55fa6015c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.071+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa60154cc0 0x55fa6015c030 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.071+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/881879595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6015ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.071+0000 7f7ca3d64740 1 -- 172.21.15.26:0/881879595 >> 172.21.15.26:0/881879595 conn(0x55fa601506c0 msgr2=0x55fa601564c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.071+0000 7f7c7fe00640 0 client.17436 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.071+0000 7f7ca3d64740 1 -- 172.21.15.26:0/881879595 shutdown_connections 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.071+0000 7f7ca3d64740 1 -- 172.21.15.26:0/881879595 wait complete. 2024-04-26T23:45:26.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.071+0000 7f7ca3d64740 20 client.17436 trim_cache size 0 max 16384 2024-04-26T23:45:26.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.086+0000 7f7ca3d64740 1 Processor -- start 2024-04-26T23:45:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.086+0000 7f7ca3d64740 1 -- start start 2024-04-26T23:45:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.087+0000 7f7ca3d64740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6016f220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.087+0000 7f7ca3d64740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 0x55fa6017ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.087+0000 7f7ca3d64740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa6017b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.087+0000 7f7ca3d64740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1aea00 con 0x55fa6015f390 2024-04-26T23:45:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.087+0000 7f7ca3d64740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1ac2d0 con 0x55fa60154cc0 2024-04-26T23:45:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.087+0000 7f7ca3d64740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1aa160 con 0x55fa601543a0 2024-04-26T23:45:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.087+0000 7f7c9a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa6017b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.087+0000 7f7c9a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa6017b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45224/0 (socket says 172.21.15.26:45224) 2024-04-26T23:45:26.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.087+0000 7f7c9a800640 1 -- 172.21.15.26:0/2064047890 learned_addr learned my addr 172.21.15.26:0/2064047890 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:26.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.087+0000 7f7c99e00640 1 --2- 172.21.15.26:0/2064047890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6016f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.087+0000 7f7c93e00640 1 --2- 172.21.15.26:0/2064047890 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 0x55fa6017ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.088+0000 7f7c9a800640 1 -- 172.21.15.26:0/2064047890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 msgr2=0x55fa6016f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.088+0000 7f7c9a800640 1 --2- 172.21.15.26:0/2064047890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6016f220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.088+0000 7f7c9a800640 1 -- 172.21.15.26:0/2064047890 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 msgr2=0x55fa6017ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.088+0000 7f7c9a800640 1 --2- 172.21.15.26:0/2064047890 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 0x55fa6017ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.088+0000 7f7c9a800640 1 -- 172.21.15.26:0/2064047890 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa5fe947d0 con 0x55fa6015f390 2024-04-26T23:45:26.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.088+0000 7f7c9a800640 1 --2- 172.21.15.26:0/2064047890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa6017b0c0 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f7c940bd690 tx=0x7f7c940a8040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f18885e12dfc9fed server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:26.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.088+0000 7f7c8aa00640 1 -- 172.21.15.26:0/2064047890 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c940bd990 con 0x55fa6015f390 2024-04-26T23:45:26.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.088+0000 7f7c8aa00640 1 -- 172.21.15.26:0/2064047890 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7c94036030 con 0x55fa6015f390 2024-04-26T23:45:26.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.088+0000 7f7c8aa00640 1 -- 172.21.15.26:0/2064047890 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c940a80b0 con 0x55fa6015f390 2024-04-26T23:45:26.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.089+0000 7f7ca3d64740 1 -- 172.21.15.26:0/2064047890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 msgr2=0x55fa6017b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.089+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/2064047890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa6017b0c0 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f7c940bd690 tx=0x7f7c940a8040 comp rx=0 tx=0).stop 2024-04-26T23:45:26.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.089+0000 7f7ca3d64740 1 -- 172.21.15.26:0/2064047890 shutdown_connections 2024-04-26T23:45:26.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.089+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/2064047890 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa6017b0c0 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.089+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/2064047890 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 0x55fa6017ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.089+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/2064047890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6016f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.089+0000 7f7ca3d64740 1 -- 172.21.15.26:0/2064047890 >> 172.21.15.26:0/2064047890 conn(0x55fa601506c0 msgr2=0x55fa6014f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:26.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.089+0000 7f7ca3d64740 1 -- 172.21.15.26:0/2064047890 shutdown_connections 2024-04-26T23:45:26.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.089+0000 7f7ca3d64740 1 -- 172.21.15.26:0/2064047890 wait complete. 2024-04-26T23:45:26.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.090+0000 7f7ca3d64740 1 -- start start 2024-04-26T23:45:26.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.090+0000 7f7ca3d64740 1 Processor -- start 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.090+0000 7f7ca3d64740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6016b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.090+0000 7f7ca3d64740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 0x55fa6016bca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.090+0000 7f7ca3d64740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa60168eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.090+0000 7f7ca3d64740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1aa7b0 con 0x55fa6015f390 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.090+0000 7f7ca3d64740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1abc00 con 0x55fa60154cc0 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.090+0000 7f7ca3d64740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1aae60 con 0x55fa601543a0 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.091+0000 7f7ca3d64740 10 client.0 _ll_register_callbacks cb 0x7f7c8c004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.091+0000 7f7c9a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa60168eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.091+0000 7f7c9a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa60168eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45230/0 (socket says 172.21.15.26:45230) 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.091+0000 7f7c9a800640 1 -- 172.21.15.26:0/1681427347 learned_addr learned my addr 172.21.15.26:0/1681427347 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.091+0000 7f7c99e00640 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6016b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.091+0000 7f7c93e00640 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 0x55fa6016bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.091+0000 7f7c9a800640 1 -- 172.21.15.26:0/1681427347 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 msgr2=0x55fa6016b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.091+0000 7f7c9a800640 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6016b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.091+0000 7f7c9a800640 1 -- 172.21.15.26:0/1681427347 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 msgr2=0x55fa6016bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.091+0000 7f7c9a800640 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 0x55fa6016bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.091+0000 7f7c9a800640 1 -- 172.21.15.26:0/1681427347 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa6005f2a0 con 0x55fa6015f390 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.091+0000 7f7c99e00640 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6016b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.092+0000 7f7c9a800640 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa60168eb0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f7c940c60d0 tx=0x7f7c9402a8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82f8b1969ec5aae4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.092+0000 7f7c7fe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.092+0000 7f7c7fe00640 1 -- 172.21.15.26:0/1681427347 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c940d6070 con 0x55fa6015f390 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.092+0000 7f7c7fe00640 1 -- 172.21.15.26:0/1681427347 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f7c940a80b0 con 0x55fa6015f390 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.092+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1681427347 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c94036030 con 0x55fa6015f390 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.092+0000 7f7c7fe00640 1 -- 172.21.15.26:0/1681427347 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7c940bd990 con 0x55fa6015f390 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.092+0000 7f7ca3d64740 10 client.17442 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.092+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1681427347 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fa601d8e80 con 0x55fa6015f390 2024-04-26T23:45:26.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.093+0000 7f7c7fe00640 1 -- 172.21.15.26:0/1681427347 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7c94036030 con 0x55fa6015f390 2024-04-26T23:45:26.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.093+0000 7f7c7fe00640 1 -- 172.21.15.26:0/1681427347 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7c94030070 con 0x55fa6015f390 2024-04-26T23:45:26.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.093+0000 7f7ca3d64740 10 client.17442 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:26.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.093+0000 7f7ca3d64740 10 client.17442 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:45:26.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.093+0000 7f7ca3d64740 20 client.17442 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:26.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.093+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fa601d9370 0x55fa601db790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.093+0000 7f7ca3d64740 4 client.17442 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:45:26.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.093+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1681427347 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fa600c06f0 con 0x55fa601d9370 2024-04-26T23:45:26.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.093+0000 7f7c99e00640 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fa601d9370 0x55fa601db790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.094+0000 7f7c99e00640 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fa601d9370 0x55fa601db790 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ae8f40d8c39a4853 server_cookie=9da5f8e6805a5361 in_seq=0 out_seq=0 2024-04-26T23:45:26.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.094+0000 7f7c7fe00640 10 client.17442 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:45:26.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7c7fe00640 1 -- 172.21.15.26:0/1681427347 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fa600c06f0 con 0x55fa601d9370 2024-04-26T23:45:26.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7c7fe00640 10 client.17442 handle_command_reply: tid=0 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7ca3d64740 1 client.17442 shutdown 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1681427347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 msgr2=0x55fa60168eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa60168eb0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f7c940c60d0 tx=0x7f7c9402a8e0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1681427347 shutdown_connections 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fa601d9370 0x55fa601db790 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fa6015f390 0x55fa60168eb0 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fa60154cc0 0x55fa6016bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7ca3d64740 1 --2- 172.21.15.26:0/1681427347 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fa601543a0 0x55fa6016b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1681427347 >> 172.21.15.26:0/1681427347 conn(0x55fa601506c0 msgr2=0x55fa6015d860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7c7fe00640 0 client.17442 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.095+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1681427347 shutdown_connections 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.096+0000 7f7ca3d64740 1 -- 172.21.15.26:0/1681427347 wait complete. 2024-04-26T23:45:26.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.096+0000 7f7ca3d64740 20 client.17442 trim_cache size 0 max 16384 2024-04-26T23:45:26.106 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:45:26.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.096+0000 7f7c9b200640 1 -- 172.21.15.26:0/450896451 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7c800a3d20 msgr2=0x7f7c800a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.096+0000 7f7c9b200640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7c800a3d20 0x7f7c800a61e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x55fa60155960 tx=0x7f7c8c00b390 comp rx=0 tx=0).stop 2024-04-26T23:45:26.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.096+0000 7f7c9b200640 1 -- 172.21.15.26:0/450896451 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7c9c1076d0 msgr2=0x7f7c9c19d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.096+0000 7f7c9b200640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7c9c1076d0 0x7f7c9c19d770 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f7c94005e30 tx=0x7f7c94003b80 comp rx=0 tx=0).stop 2024-04-26T23:45:26.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.096+0000 7f7c9b200640 1 -- 172.21.15.26:0/450896451 shutdown_connections 2024-04-26T23:45:26.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.096+0000 7f7c9b200640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7c800a3d20 0x7f7c800a61e0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.096+0000 7f7c9b200640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7c9c1076d0 0x7f7c9c19d770 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.096+0000 7f7c9b200640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7c9c102080 0x7f7c9c1993f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.096+0000 7f7c9b200640 1 --2- 172.21.15.26:0/450896451 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7c9c1016c0 0x7f7c9c198eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.096+0000 7f7c9b200640 1 -- 172.21.15.26:0/450896451 >> 172.21.15.26:0/450896451 conn(0x7f7c9c0fd1b0 msgr2=0x7f7c9c105570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:26.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.097+0000 7f7c9b200640 1 -- 172.21.15.26:0/450896451 shutdown_connections 2024-04-26T23:45:26.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.097+0000 7f7c9b200640 1 -- 172.21.15.26:0/450896451 wait complete. 2024-04-26T23:45:26.120 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:45:26.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.329+0000 7efea5600640 1 -- 172.21.15.26:0/3366523280 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe98031800 con 0x7efea8103990 2024-04-26T23:45:26.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.330+0000 7efea7e00640 1 -- 172.21.15.26:0/3366523280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efea8103990 msgr2=0x7efea8103d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.330+0000 7efea7e00640 1 --2- 172.21.15.26:0/3366523280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efea8103990 0x7efea8103d70 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7efe98009900 tx=0x7efe9802a480 comp rx=0 tx=0).stop 2024-04-26T23:45:26.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.330+0000 7efea7e00640 1 -- 172.21.15.26:0/3366523280 shutdown_connections 2024-04-26T23:45:26.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.330+0000 7efea7e00640 1 --2- 172.21.15.26:0/3366523280 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efea810cdb0 0x7efea810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.330+0000 7efea7e00640 1 --2- 172.21.15.26:0/3366523280 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efea81042b0 0x7efea810c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.330+0000 7efea7e00640 1 --2- 172.21.15.26:0/3366523280 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efea8103990 0x7efea8103d70 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.330+0000 7efea7e00640 1 -- 172.21.15.26:0/3366523280 >> 172.21.15.26:0/3366523280 conn(0x7efea80fd1b0 msgr2=0x7efea80ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:26.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.330+0000 7efea7e00640 1 -- 172.21.15.26:0/3366523280 shutdown_connections 2024-04-26T23:45:26.335 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.330+0000 7efea7e00640 1 -- 172.21.15.26:0/3366523280 wait complete. 2024-04-26T23:45:26.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.331+0000 7efea7e00640 1 Processor -- start 2024-04-26T23:45:26.336 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.332+0000 7efea7e00640 1 -- start start 2024-04-26T23:45:26.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.332+0000 7efea7e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efea8103990 0x7efea819b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.332+0000 7efea7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efea81042b0 0x7efea819b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.332+0000 7efea7e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efea810cdb0 0x7efea819fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.332+0000 7efea7e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7efea8112910 con 0x7efea81042b0 2024-04-26T23:45:26.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.332+0000 7efea7e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7efea8112790 con 0x7efea8103990 2024-04-26T23:45:26.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.332+0000 7efea7e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7efea8112a90 con 0x7efea810cdb0 2024-04-26T23:45:26.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.332+0000 7efea6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efea81042b0 0x7efea819b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.332+0000 7efea6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efea81042b0 0x7efea819b690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45244/0 (socket says 172.21.15.26:45244) 2024-04-26T23:45:26.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.332+0000 7efea6000640 1 -- 172.21.15.26:0/1324218923 learned_addr learned my addr 172.21.15.26:0/1324218923 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:26.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.333+0000 7efea6a00640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efea8103990 0x7efea819b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.333+0000 7efea7400640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efea810cdb0 0x7efea819fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.333+0000 7efea6000640 1 -- 172.21.15.26:0/1324218923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efea810cdb0 msgr2=0x7efea819fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.333+0000 7efea6000640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efea810cdb0 0x7efea819fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.333+0000 7efea6000640 1 -- 172.21.15.26:0/1324218923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efea8103990 msgr2=0x7efea819b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.333+0000 7efea6000640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efea8103990 0x7efea819b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.333+0000 7efea6000640 1 -- 172.21.15.26:0/1324218923 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efea81a0140 con 0x7efea81042b0 2024-04-26T23:45:26.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.333+0000 7efea6a00640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efea8103990 0x7efea819b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:26.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.333+0000 7efea6000640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efea81042b0 0x7efea819b690 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7efe9400e9f0 tx=0x7efe9400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:26.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.334+0000 7efe9f400640 1 -- 172.21.15.26:0/1324218923 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9400ccc0 con 0x7efea81042b0 2024-04-26T23:45:26.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.334+0000 7efe9f400640 1 -- 172.21.15.26:0/1324218923 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe940108c0 con 0x7efea81042b0 2024-04-26T23:45:26.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.334+0000 7efea7e00640 1 -- 172.21.15.26:0/1324218923 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efea81a0430 con 0x7efea81042b0 2024-04-26T23:45:26.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.334+0000 7efe9f400640 1 -- 172.21.15.26:0/1324218923 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe94018750 con 0x7efea81042b0 2024-04-26T23:45:26.339 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.334+0000 7efea7e00640 1 -- 172.21.15.26:0/1324218923 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efea81a7cc0 con 0x7efea81042b0 2024-04-26T23:45:26.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.337+0000 7efeb03d6740 1 Processor -- start 2024-04-26T23:45:26.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.337+0000 7efeb03d6740 1 -- start start 2024-04-26T23:45:26.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.338+0000 7efe9f400640 1 -- 172.21.15.26:0/1324218923 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7efe94010430 con 0x7efea81042b0 2024-04-26T23:45:26.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.338+0000 7efeb03d6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0dc780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.338+0000 7efeb03d6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0e6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.338+0000 7efeb03d6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0e9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.338+0000 7efeb03d6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55875a040c70 con 0x55875a0e7390 2024-04-26T23:45:26.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.338+0000 7efeb03d6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558759ff9980 con 0x55875a0dccc0 2024-04-26T23:45:26.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.338+0000 7efeb03d6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55875a03cc30 con 0x55875a0dc3a0 2024-04-26T23:45:26.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.338+0000 7efea6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0e9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.338+0000 7efea6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0e9780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45256/0 (socket says 172.21.15.26:45256) 2024-04-26T23:45:26.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.338+0000 7efea6000640 1 -- 172.21.15.26:0/1259338060 learned_addr learned my addr 172.21.15.26:0/1259338060 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:26.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.338+0000 7efea6a00640 1 --2- 172.21.15.26:0/1259338060 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0e6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.339+0000 7efea7400640 1 --2- 172.21.15.26:0/1259338060 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0dc780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.339+0000 7efea6000640 1 -- 172.21.15.26:0/1259338060 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 msgr2=0x55875a0dc780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.339+0000 7efea6000640 1 --2- 172.21.15.26:0/1259338060 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0dc780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.339+0000 7efea6000640 1 -- 172.21.15.26:0/1259338060 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 msgr2=0x55875a0e6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.339+0000 7efea6000640 1 --2- 172.21.15.26:0/1259338060 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0e6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.339+0000 7efea6000640 1 -- 172.21.15.26:0/1259338060 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558759fd17b0 con 0x55875a0e7390 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.339+0000 7efea6a00640 1 --2- 172.21.15.26:0/1259338060 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0e6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.339+0000 7efea7400640 1 --2- 172.21.15.26:0/1259338060 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0dc780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.339+0000 7efe9f400640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7efe8c0a3d20 0x7efe8c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.339+0000 7efea6000640 1 --2- 172.21.15.26:0/1259338060 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0e9780 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7efe940ce290 tx=0x7efe940d9720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e10cbba291b61d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.340+0000 7efe9f400640 1 -- 172.21.15.26:0/1324218923 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7efe940d0bf0 con 0x7efea81042b0 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.340+0000 7efea7400640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7efe8c0a3d20 0x7efe8c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.340+0000 7efe93400640 1 -- 172.21.15.26:0/1259338060 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe94098e10 con 0x55875a0e7390 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.340+0000 7efe93400640 1 -- 172.21.15.26:0/1259338060 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe9409d270 con 0x55875a0e7390 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.340+0000 7efe93400640 1 -- 172.21.15.26:0/1259338060 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe9409c4d0 con 0x55875a0e7390 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.341+0000 7efeb03d6740 1 -- 172.21.15.26:0/1259338060 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 msgr2=0x55875a0e9780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.341+0000 7efeb03d6740 1 --2- 172.21.15.26:0/1259338060 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0e9780 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7efe940ce290 tx=0x7efe940d9720 comp rx=0 tx=0).stop 2024-04-26T23:45:26.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.341+0000 7efeb03d6740 1 -- 172.21.15.26:0/1259338060 shutdown_connections 2024-04-26T23:45:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.341+0000 7efeb03d6740 1 --2- 172.21.15.26:0/1259338060 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0e9780 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.341+0000 7efeb03d6740 1 --2- 172.21.15.26:0/1259338060 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0e6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.341+0000 7efeb03d6740 1 --2- 172.21.15.26:0/1259338060 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0dc780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.341+0000 7efeb03d6740 1 -- 172.21.15.26:0/1259338060 >> 172.21.15.26:0/1259338060 conn(0x55875a0d86c0 msgr2=0x55875a0d8aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.341+0000 7efea7400640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7efe8c0a3d20 0x7efe8c0a61e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7efea00092f0 tx=0x7efea0009280 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.341+0000 7efeb03d6740 1 -- 172.21.15.26:0/1259338060 shutdown_connections 2024-04-26T23:45:26.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.341+0000 7efeb03d6740 1 -- 172.21.15.26:0/1259338060 wait complete. 2024-04-26T23:45:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.342+0000 7efeb03d6740 1 -- start start 2024-04-26T23:45:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.342+0000 7efeb03d6740 1 Processor -- start 2024-04-26T23:45:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.342+0000 7efeb03d6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0dc3a0 0x55875a0e6c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.342+0000 7efeb03d6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0e3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.342+0000 7efeb03d6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0e7390 0x55875a0e44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.342+0000 7efeb03d6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55875a03ff80 con 0x55875a0dc3a0 2024-04-26T23:45:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.342+0000 7efeb03d6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558759fed260 con 0x55875a0dccc0 2024-04-26T23:45:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.342+0000 7efeb03d6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55875a0452a0 con 0x55875a0e7390 2024-04-26T23:45:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.343+0000 7efeb03d6740 10 client.0 _ll_register_callbacks cb 0x55875a037960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:26.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.343+0000 7efea6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0dc3a0 0x55875a0e6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.343+0000 7efea6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0dc3a0 0x55875a0e6c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45272/0 (socket says 172.21.15.26:45272) 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.343+0000 7efea6a00640 1 -- 172.21.15.26:0/2721097031 learned_addr learned my addr 172.21.15.26:0/2721097031 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.343+0000 7efea6000640 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0e3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.343+0000 7efea7400640 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0e7390 0x55875a0e44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.343+0000 7efea6a00640 1 -- 172.21.15.26:0/2721097031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0e7390 msgr2=0x55875a0e44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.343+0000 7efea6a00640 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0e7390 0x55875a0e44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.343+0000 7efea6a00640 1 -- 172.21.15.26:0/2721097031 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 msgr2=0x55875a0e3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.343+0000 7efea6a00640 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0e3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.343+0000 7efea6a00640 1 -- 172.21.15.26:0/2721097031 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558759fcf1c0 con 0x55875a0dc3a0 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.343+0000 7efea7400640 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0e7390 0x55875a0e44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.344+0000 7efea6a00640 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0dc3a0 0x55875a0e6c80 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7efe98009900 tx=0x7efe980316b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=567d654a2b15c65a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.344+0000 7efe87e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.344+0000 7efe87e00640 1 -- 172.21.15.26:0/2721097031 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe98035070 con 0x55875a0dc3a0 2024-04-26T23:45:26.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.344+0000 7efe87e00640 1 -- 172.21.15.26:0/2721097031 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7efe98004240 con 0x55875a0dc3a0 2024-04-26T23:45:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.344+0000 7efeb03d6740 1 -- 172.21.15.26:0/2721097031 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe9409d270 con 0x55875a0dc3a0 2024-04-26T23:45:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.344+0000 7efe87e00640 1 -- 172.21.15.26:0/2721097031 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7efe98004440 con 0x55875a0dc3a0 2024-04-26T23:45:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.344+0000 7efeb03d6740 10 client.17454 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.344+0000 7efeb03d6740 1 -- 172.21.15.26:0/2721097031 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558759d523f0 con 0x55875a0dc3a0 2024-04-26T23:45:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.345+0000 7efe87e00640 1 -- 172.21.15.26:0/2721097031 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efe9409d270 con 0x55875a0dc3a0 2024-04-26T23:45:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.345+0000 7efe87e00640 1 -- 172.21.15.26:0/2721097031 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7efe98004aa0 con 0x55875a0dc3a0 2024-04-26T23:45:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.345+0000 7efeb03d6740 10 client.17454 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.345+0000 7efeb03d6740 10 client.17454 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:45:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.345+0000 7efeb03d6740 20 client.17454 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.345+0000 7efeb03d6740 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55875a0f6e60 0x55875a0f92b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.345+0000 7efeb03d6740 4 client.17454 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:45:26.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.345+0000 7efeb03d6740 1 -- 172.21.15.26:0/2721097031 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55875a04e880 con 0x55875a0f6e60 2024-04-26T23:45:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.346+0000 7efea6000640 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55875a0f6e60 0x55875a0f92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.347+0000 7efea6000640 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55875a0f6e60 0x55875a0f92b0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=121046e38cfb3c71 server_cookie=7dc0c626ff210582 in_seq=0 out_seq=0 2024-04-26T23:45:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.347+0000 7efe87e00640 10 client.17454 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efe87e00640 1 -- 172.21.15.26:0/2721097031 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55875a04e880 con 0x55875a0f6e60 2024-04-26T23:45:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efe87e00640 10 client.17454 handle_command_reply: tid=0 2024-04-26T23:45:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efeb03d6740 1 client.17454 shutdown 2024-04-26T23:45:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efeb03d6740 1 -- 172.21.15.26:0/2721097031 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0dc3a0 msgr2=0x55875a0e6c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efeb03d6740 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0dc3a0 0x55875a0e6c80 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7efe98009900 tx=0x7efe980316b0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efeb03d6740 1 -- 172.21.15.26:0/2721097031 shutdown_connections 2024-04-26T23:45:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efeb03d6740 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55875a0f6e60 0x55875a0f92b0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efeb03d6740 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0e7390 0x55875a0e44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efeb03d6740 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0e3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efeb03d6740 1 --2- 172.21.15.26:0/2721097031 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0dc3a0 0x55875a0e6c80 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efe87e00640 0 client.17454 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:26.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efeb03d6740 1 -- 172.21.15.26:0/2721097031 >> 172.21.15.26:0/2721097031 conn(0x55875a0d86c0 msgr2=0x55875a0de4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:26.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efeb03d6740 1 -- 172.21.15.26:0/2721097031 shutdown_connections 2024-04-26T23:45:26.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efeb03d6740 1 -- 172.21.15.26:0/2721097031 wait complete. 2024-04-26T23:45:26.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.349+0000 7efeb03d6740 20 client.17454 trim_cache size 0 max 16384 2024-04-26T23:45:26.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.371+0000 7efeb03d6740 1 Processor -- start 2024-04-26T23:45:26.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.371+0000 7efeb03d6740 1 -- start start 2024-04-26T23:45:26.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.371+0000 7efeb03d6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0e30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.371+0000 7efeb03d6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0f2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.371+0000 7efeb03d6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0d7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.371+0000 7efeb03d6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7efea81b2e40 con 0x55875a0e7390 2024-04-26T23:45:26.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.371+0000 7efeb03d6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7efea81b0710 con 0x55875a0dccc0 2024-04-26T23:45:26.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.371+0000 7efeb03d6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7efea81ae580 con 0x55875a0dc3a0 2024-04-26T23:45:26.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.372+0000 7efea7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0d7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.372+0000 7efea7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0d7630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45286/0 (socket says 172.21.15.26:45286) 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.372+0000 7efea7400640 1 -- 172.21.15.26:0/3266418793 learned_addr learned my addr 172.21.15.26:0/3266418793 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.372+0000 7efea6a00640 1 --2- 172.21.15.26:0/3266418793 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0e30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.372+0000 7efea6000640 1 --2- 172.21.15.26:0/3266418793 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0f2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.372+0000 7efea7400640 1 -- 172.21.15.26:0/3266418793 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 msgr2=0x55875a0e30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.372+0000 7efea7400640 1 --2- 172.21.15.26:0/3266418793 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0e30d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.372+0000 7efea7400640 1 -- 172.21.15.26:0/3266418793 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 msgr2=0x55875a0f2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.372+0000 7efea7400640 1 --2- 172.21.15.26:0/3266418793 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0f2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.372+0000 7efea7400640 1 -- 172.21.15.26:0/3266418793 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558759e1c7d0 con 0x55875a0e7390 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.372+0000 7efea6000640 1 --2- 172.21.15.26:0/3266418793 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0f2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.373+0000 7efea7400640 1 --2- 172.21.15.26:0/3266418793 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0d7630 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7efea00127d0 tx=0x7efea0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53f5c8b18ac03487 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.373+0000 7efe92a00640 1 -- 172.21.15.26:0/3266418793 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efea001e7f0 con 0x55875a0e7390 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.373+0000 7efe92a00640 1 -- 172.21.15.26:0/3266418793 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efea001ee20 con 0x55875a0e7390 2024-04-26T23:45:26.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.373+0000 7efe92a00640 1 -- 172.21.15.26:0/3266418793 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efea001c410 con 0x55875a0e7390 2024-04-26T23:45:26.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.374+0000 7efeb03d6740 1 -- 172.21.15.26:0/3266418793 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 msgr2=0x55875a0d7630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.374+0000 7efeb03d6740 1 --2- 172.21.15.26:0/3266418793 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0d7630 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7efea00127d0 tx=0x7efea0014000 comp rx=0 tx=0).stop 2024-04-26T23:45:26.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.374+0000 7efeb03d6740 1 -- 172.21.15.26:0/3266418793 shutdown_connections 2024-04-26T23:45:26.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.374+0000 7efeb03d6740 1 --2- 172.21.15.26:0/3266418793 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0d7630 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.374+0000 7efeb03d6740 1 --2- 172.21.15.26:0/3266418793 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0f2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.374+0000 7efeb03d6740 1 --2- 172.21.15.26:0/3266418793 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0e30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.374+0000 7efeb03d6740 1 -- 172.21.15.26:0/3266418793 >> 172.21.15.26:0/3266418793 conn(0x55875a0d86c0 msgr2=0x55875a0d6f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.374+0000 7efeb03d6740 1 -- 172.21.15.26:0/3266418793 shutdown_connections 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.374+0000 7efeb03d6740 1 -- 172.21.15.26:0/3266418793 wait complete. 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.375+0000 7efeb03d6740 1 -- start start 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.375+0000 7efeb03d6740 1 Processor -- start 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.375+0000 7efeb03d6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0ec2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efeb03d6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0ec830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efeb03d6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0ecd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efeb03d6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7efea81aebd0 con 0x55875a0e7390 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efeb03d6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7efea81b0040 con 0x55875a0dccc0 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efeb03d6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7efea81af2a0 con 0x55875a0dc3a0 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efeb03d6740 10 client.0 _ll_register_callbacks cb 0x7efe94005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efea7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0ecd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efea7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0ecd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45288/0 (socket says 172.21.15.26:45288) 2024-04-26T23:45:26.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efea7400640 1 -- 172.21.15.26:0/2262430792 learned_addr learned my addr 172.21.15.26:0/2262430792 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:26.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efea6a00640 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0ec2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efea6000640 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0ec830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efea7400640 1 -- 172.21.15.26:0/2262430792 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 msgr2=0x55875a0ec2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efea7400640 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0ec2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efea7400640 1 -- 172.21.15.26:0/2262430792 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 msgr2=0x55875a0ec830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:26.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efea7400640 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0ec830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.376+0000 7efea7400640 1 -- 172.21.15.26:0/2262430792 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558759fe72a0 con 0x55875a0e7390 2024-04-26T23:45:26.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.377+0000 7efea7400640 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0ecd70 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7efea0021bb0 tx=0x7efea0021be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d84ea25ec3f7db1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.377+0000 7efe87e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.377+0000 7efe87e00640 1 -- 172.21.15.26:0/2262430792 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efea0034020 con 0x55875a0e7390 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.377+0000 7efeb03d6740 1 -- 172.21.15.26:0/2262430792 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efea001ee20 con 0x55875a0e7390 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.377+0000 7efe87e00640 1 -- 172.21.15.26:0/2262430792 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7efea0021e00 con 0x55875a0e7390 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.378+0000 7efe87e00640 1 -- 172.21.15.26:0/2262430792 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7efea003f050 con 0x55875a0e7390 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.378+0000 7efeb03d6740 10 client.17460 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.378+0000 7efeb03d6740 1 -- 172.21.15.26:0/2262430792 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55875a164f10 con 0x55875a0e7390 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.378+0000 7efe87e00640 1 -- 172.21.15.26:0/2262430792 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7efea001ee20 con 0x55875a0e7390 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.378+0000 7efe87e00640 1 -- 172.21.15.26:0/2262430792 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7efea000f040 con 0x55875a0e7390 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.378+0000 7efeb03d6740 10 client.17460 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.378+0000 7efeb03d6740 10 client.17460 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.378+0000 7efeb03d6740 20 client.17460 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.378+0000 7efeb03d6740 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55875a165630 0x55875a167a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.379+0000 7efeb03d6740 4 client.17460 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:45:26.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.379+0000 7efeb03d6740 1 -- 172.21.15.26:0/2262430792 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55875a0486f0 con 0x55875a165630 2024-04-26T23:45:26.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.379+0000 7efea6a00640 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55875a165630 0x55875a167a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:26.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.380+0000 7efea6a00640 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55875a165630 0x55875a167a50 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b63ebe12c980870 server_cookie=b43b63337cf0cd73 in_seq=0 out_seq=0 2024-04-26T23:45:26.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.380+0000 7efe87e00640 10 client.17460 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:26.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efe87e00640 1 -- 172.21.15.26:0/2262430792 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55875a0486f0 con 0x55875a165630 2024-04-26T23:45:26.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efe87e00640 10 client.17460 handle_command_reply: tid=0 2024-04-26T23:45:26.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efeb03d6740 1 client.17460 shutdown 2024-04-26T23:45:26.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efeb03d6740 1 -- 172.21.15.26:0/2262430792 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 msgr2=0x55875a0ecd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efeb03d6740 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0ecd70 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7efea0021bb0 tx=0x7efea0021be0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efeb03d6740 1 -- 172.21.15.26:0/2262430792 shutdown_connections 2024-04-26T23:45:26.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efeb03d6740 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55875a165630 0x55875a167a50 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efeb03d6740 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55875a0e7390 0x55875a0ecd70 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efeb03d6740 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55875a0dccc0 0x55875a0ec830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efeb03d6740 1 --2- 172.21.15.26:0/2262430792 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55875a0dc3a0 0x55875a0ec2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efe87e00640 0 client.17460 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:26.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efeb03d6740 1 -- 172.21.15.26:0/2262430792 >> 172.21.15.26:0/2262430792 conn(0x55875a0d86c0 msgr2=0x55875a0d6f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:26.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efeb03d6740 1 -- 172.21.15.26:0/2262430792 shutdown_connections 2024-04-26T23:45:26.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efeb03d6740 1 -- 172.21.15.26:0/2262430792 wait complete. 2024-04-26T23:45:26.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.381+0000 7efeb03d6740 20 client.17460 trim_cache size 0 max 16384 2024-04-26T23:45:26.387 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:45:26.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.382+0000 7efea7e00640 1 -- 172.21.15.26:0/1324218923 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7efe8c0a3d20 msgr2=0x7efe8c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.382+0000 7efea7e00640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7efe8c0a3d20 0x7efe8c0a61e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7efea00092f0 tx=0x7efea0009280 comp rx=0 tx=0).stop 2024-04-26T23:45:26.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.382+0000 7efea7e00640 1 -- 172.21.15.26:0/1324218923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efea81042b0 msgr2=0x7efea819b690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:26.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.382+0000 7efea7e00640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efea81042b0 0x7efea819b690 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7efe9400e9f0 tx=0x7efe9400eeb0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.382+0000 7efea7e00640 1 -- 172.21.15.26:0/1324218923 shutdown_connections 2024-04-26T23:45:26.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.382+0000 7efea7e00640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efea810cdb0 0x7efea819fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.382+0000 7efea7e00640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7efe8c0a3d20 0x7efe8c0a61e0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.382+0000 7efea7e00640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7efea81042b0 0x7efea819b690 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.382+0000 7efea7e00640 1 --2- 172.21.15.26:0/1324218923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7efea8103990 0x7efea819b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:26.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.382+0000 7efea7e00640 1 -- 172.21.15.26:0/1324218923 >> 172.21.15.26:0/1324218923 conn(0x7efea80fd1b0 msgr2=0x7efea8102710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:26.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.382+0000 7efea7e00640 1 -- 172.21.15.26:0/1324218923 shutdown_connections 2024-04-26T23:45:26.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:26.382+0000 7efea7e00640 1 -- 172.21.15.26:0/1324218923 wait complete. 2024-04-26T23:45:27.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:26 smithi164 ceph-mon[31699]: pgmap v296: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:45:27.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:26 smithi026 ceph-mon[28371]: pgmap v296: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:45:27.073 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:26 smithi086 ceph-mon[31122]: pgmap v296: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:45:27.409 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:45:27.409 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:45:27.409 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:45:27.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.655+0000 7f8ccd800640 1 -- 172.21.15.26:0/1593244332 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cc81020a0 msgr2=0x7f8cc8106560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.655+0000 7f8ccd800640 1 --2- 172.21.15.26:0/1593244332 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cc81020a0 0x7f8cc8106560 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f8cb4009900 tx=0x7f8cb402a470 comp rx=0 tx=0).stop 2024-04-26T23:45:27.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.655+0000 7f8ccd800640 1 -- 172.21.15.26:0/1593244332 shutdown_connections 2024-04-26T23:45:27.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.655+0000 7f8ccd800640 1 --2- 172.21.15.26:0/1593244332 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8cc8106b80 0x7f8cc8107010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.655+0000 7f8ccd800640 1 --2- 172.21.15.26:0/1593244332 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cc81020a0 0x7f8cc8106560 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.655+0000 7f8ccd800640 1 --2- 172.21.15.26:0/1593244332 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8cc8101780 0x7f8cc8101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.655+0000 7f8ccd800640 1 -- 172.21.15.26:0/1593244332 >> 172.21.15.26:0/1593244332 conn(0x7f8cc80fd1b0 msgr2=0x7f8cc80ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:27.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.655+0000 7f8ccd800640 1 -- 172.21.15.26:0/1593244332 shutdown_connections 2024-04-26T23:45:27.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.655+0000 7f8ccd800640 1 -- 172.21.15.26:0/1593244332 wait complete. 2024-04-26T23:45:27.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.657+0000 7f8ccd800640 1 Processor -- start 2024-04-26T23:45:27.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.657+0000 7f8ccd800640 1 -- start start 2024-04-26T23:45:27.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.657+0000 7f8ccd800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8cc8101780 0x7f8cc819f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.657+0000 7f8ccd800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8cc81020a0 0x7f8cc819faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.657+0000 7f8ccd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cc8106b80 0x7f8cc81a3e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.657+0000 7f8ccd800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc8118fb0 con 0x7f8cc8106b80 2024-04-26T23:45:27.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.657+0000 7f8ccd800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc8118e30 con 0x7f8cc81020a0 2024-04-26T23:45:27.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.657+0000 7f8ccd800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc8119130 con 0x7f8cc8101780 2024-04-26T23:45:27.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.658+0000 7f8ccce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cc8106b80 0x7f8cc81a3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.658+0000 7f8ccce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cc8106b80 0x7f8cc81a3e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45298/0 (socket says 172.21.15.26:45298) 2024-04-26T23:45:27.663 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.658+0000 7f8ccce00640 1 -- 172.21.15.26:0/3279278901 learned_addr learned my addr 172.21.15.26:0/3279278901 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:27.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.658+0000 7f8cc7e00640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8cc8101780 0x7f8cc819f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.658+0000 7f8cc7400640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8cc81020a0 0x7f8cc819faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.659+0000 7f8ccce00640 1 -- 172.21.15.26:0/3279278901 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8cc8101780 msgr2=0x7f8cc819f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.659+0000 7f8ccce00640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8cc8101780 0x7f8cc819f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.659+0000 7f8ccce00640 1 -- 172.21.15.26:0/3279278901 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8cc81020a0 msgr2=0x7f8cc819faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.659+0000 7f8ccce00640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8cc81020a0 0x7f8cc819faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.659+0000 7f8ccce00640 1 -- 172.21.15.26:0/3279278901 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cc81a45a0 con 0x7f8cc8106b80 2024-04-26T23:45:27.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.659+0000 7f8ccce00640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cc8106b80 0x7f8cc81a3e70 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f8cc000b970 tx=0x7f8cc000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:27.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.659+0000 7f8cc4c00640 1 -- 172.21.15.26:0/3279278901 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cc0019070 con 0x7f8cc8106b80 2024-04-26T23:45:27.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.659+0000 7f8cc4c00640 1 -- 172.21.15.26:0/3279278901 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8cc0014440 con 0x7f8cc8106b80 2024-04-26T23:45:27.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.659+0000 7f8ccd800640 1 -- 172.21.15.26:0/3279278901 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cc81a4890 con 0x7f8cc8106b80 2024-04-26T23:45:27.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.659+0000 7f8cc4c00640 1 -- 172.21.15.26:0/3279278901 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cc00075d0 con 0x7f8cc8106b80 2024-04-26T23:45:27.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.660+0000 7f8ccd800640 1 -- 172.21.15.26:0/3279278901 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cc81ac120 con 0x7f8cc8106b80 2024-04-26T23:45:27.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.663+0000 7f8cc4c00640 1 -- 172.21.15.26:0/3279278901 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8cc001c070 con 0x7f8cc8106b80 2024-04-26T23:45:27.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.664+0000 7f8cd1d66740 1 Processor -- start 2024-04-26T23:45:27.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.664+0000 7f8cd1d66740 1 -- start start 2024-04-26T23:45:27.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.664+0000 7f8cd1d66740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 0x5583e75a7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.664+0000 7f8cd1d66740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75a7780 0x5583e75b1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.664+0000 7f8cd1d66740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75b1e50 0x5583e75b4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.664+0000 7f8cd1d66740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5583e750c980 con 0x5583e75a6e60 2024-04-26T23:45:27.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.664+0000 7f8cd1d66740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5583e74a9220 con 0x5583e75a7780 2024-04-26T23:45:27.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.664+0000 7f8cd1d66740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5583e7508940 con 0x5583e75b1e50 2024-04-26T23:45:27.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.665+0000 7f8cc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 0x5583e75a7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.665+0000 7f8cc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 0x5583e75a7240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45302/0 (socket says 172.21.15.26:45302) 2024-04-26T23:45:27.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.665+0000 7f8cc7400640 1 -- 172.21.15.26:0/1861002924 learned_addr learned my addr 172.21.15.26:0/1861002924 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:27.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.665+0000 7f8cc7e00640 1 --2- 172.21.15.26:0/1861002924 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75a7780 0x5583e75b1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.665+0000 7f8cc7400640 1 --2- 172.21.15.26:0/1861002924 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75b1e50 0x5583e75b4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.665+0000 7f8cc4c00640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8cac0a3da0 0x7f8cac0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.666+0000 7f8cc7400640 1 -- 172.21.15.26:0/1861002924 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75b1e50 msgr2=0x5583e75b4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:27.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.666+0000 7f8cc7400640 1 --2- 172.21.15.26:0/1861002924 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75b1e50 0x5583e75b4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.666+0000 7f8cc7400640 1 -- 172.21.15.26:0/1861002924 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75a7780 msgr2=0x5583e75b1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:27.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.666+0000 7f8cc7400640 1 --2- 172.21.15.26:0/1861002924 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75a7780 0x5583e75b1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.666+0000 7f8cc7400640 1 -- 172.21.15.26:0/1861002924 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583e72e67e0 con 0x5583e75a6e60 2024-04-26T23:45:27.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.666+0000 7f8ccce00640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8cac0a3da0 0x7f8cac0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.666+0000 7f8cc4c00640 1 -- 172.21.15.26:0/3279278901 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f8cc00cfc50 con 0x7f8cc8106b80 2024-04-26T23:45:27.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.666+0000 7f8cc7400640 1 --2- 172.21.15.26:0/1861002924 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 0x5583e75a7240 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f8cb4009900 tx=0x7f8cb4000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=896aee9070ff3fc5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:27.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.666+0000 7f8cbd600640 1 -- 172.21.15.26:0/1861002924 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb4035040 con 0x5583e75a6e60 2024-04-26T23:45:27.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.667+0000 7f8ccce00640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8cac0a3da0 0x7f8cac0a6260 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8cc00cd490 tx=0x7f8cc000bf90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:27.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.667+0000 7f8cbd600640 1 -- 172.21.15.26:0/1861002924 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8cb4045070 con 0x5583e75a6e60 2024-04-26T23:45:27.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.667+0000 7f8cbd600640 1 -- 172.21.15.26:0/1861002924 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb4003670 con 0x5583e75a6e60 2024-04-26T23:45:27.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.667+0000 7f8cd1d66740 1 -- 172.21.15.26:0/1861002924 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 msgr2=0x5583e75a7240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.667+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/1861002924 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 0x5583e75a7240 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f8cb4009900 tx=0x7f8cb4000bc0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.668+0000 7f8cd1d66740 1 -- 172.21.15.26:0/1861002924 shutdown_connections 2024-04-26T23:45:27.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.668+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/1861002924 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75b1e50 0x5583e75b4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.668+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/1861002924 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75a7780 0x5583e75b1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.668+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/1861002924 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 0x5583e75a7240 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.668+0000 7f8cd1d66740 1 -- 172.21.15.26:0/1861002924 >> 172.21.15.26:0/1861002924 conn(0x5583e75a3180 msgr2=0x5583e75a3560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.668+0000 7f8cd1d66740 1 -- 172.21.15.26:0/1861002924 shutdown_connections 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.668+0000 7f8cd1d66740 1 -- 172.21.15.26:0/1861002924 wait complete. 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.668+0000 7f8cd1d66740 1 -- start start 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.668+0000 7f8cd1d66740 1 Processor -- start 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.669+0000 7f8cd1d66740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 0x5583e75aedd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.669+0000 7f8cd1d66740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75a7780 0x5583e75af310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.669+0000 7f8cd1d66740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75b1e50 0x5583e75af850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.669+0000 7f8cd1d66740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5583e75b4be0 con 0x5583e75a6e60 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.669+0000 7f8cd1d66740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5583e7494170 con 0x5583e75b1e50 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.669+0000 7f8cd1d66740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5583e75b4d60 con 0x5583e75a7780 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.669+0000 7f8cd1d66740 10 client.0 _ll_register_callbacks cb 0x5583e7503770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:27.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.669+0000 7f8cc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 0x5583e75aedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.669+0000 7f8cc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 0x5583e75aedd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45306/0 (socket says 172.21.15.26:45306) 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.669+0000 7f8cc7400640 1 -- 172.21.15.26:0/3614774163 learned_addr learned my addr 172.21.15.26:0/3614774163 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.670+0000 7f8cc7e00640 1 --2- 172.21.15.26:0/3614774163 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75a7780 0x5583e75af310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.670+0000 7f8cc7400640 1 -- 172.21.15.26:0/3614774163 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75a7780 msgr2=0x5583e75af310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.670+0000 7f8cc7400640 1 --2- 172.21.15.26:0/3614774163 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75a7780 0x5583e75af310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.670+0000 7f8cc7400640 1 -- 172.21.15.26:0/3614774163 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75b1e50 msgr2=0x5583e75af850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.670+0000 7f8cc7400640 1 --2- 172.21.15.26:0/3614774163 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75b1e50 0x5583e75af850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.670+0000 7f8cc7400640 1 -- 172.21.15.26:0/3614774163 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583e7346f70 con 0x5583e75a6e60 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.670+0000 7f8cc7400640 1 --2- 172.21.15.26:0/3614774163 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 0x5583e75aedd0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f8cb402a4b0 tx=0x7f8cb40058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da29a726609674e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.670+0000 7f8cb2000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.671+0000 7f8cb2000640 1 -- 172.21.15.26:0/3614774163 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb404f020 con 0x5583e75a6e60 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.671+0000 7f8cd1d66740 1 -- 172.21.15.26:0/3614774163 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8cb4045070 con 0x5583e75a6e60 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.671+0000 7f8cb2000640 1 -- 172.21.15.26:0/3614774163 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f8cb4003930 con 0x5583e75a6e60 2024-04-26T23:45:27.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.671+0000 7f8cb2000640 1 -- 172.21.15.26:0/3614774163 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8cb405a050 con 0x5583e75a6e60 2024-04-26T23:45:27.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.671+0000 7f8cd1d66740 10 client.17472 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:27.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.671+0000 7f8cd1d66740 1 -- 172.21.15.26:0/3614774163 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5583e71de170 con 0x5583e75a6e60 2024-04-26T23:45:27.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.671+0000 7f8cb2000640 1 -- 172.21.15.26:0/3614774163 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8cb4045070 con 0x5583e75a6e60 2024-04-26T23:45:27.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.672+0000 7f8cb2000640 1 -- 172.21.15.26:0/3614774163 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8cb404b440 con 0x5583e75a6e60 2024-04-26T23:45:27.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.672+0000 7f8cd1d66740 10 client.17472 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:27.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.672+0000 7f8cd1d66740 10 client.17472 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:45:27.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.672+0000 7f8cd1d66740 20 client.17472 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:27.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.672+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/3614774163 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5583e75c1be0 0x5583e75c3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.672+0000 7f8cd1d66740 4 client.17472 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:45:27.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.672+0000 7f8cd1d66740 1 -- 172.21.15.26:0/3614774163 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5583e751a590 con 0x5583e75c1be0 2024-04-26T23:45:27.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.672+0000 7f8cc7e00640 1 --2- 172.21.15.26:0/3614774163 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5583e75c1be0 0x5583e75c3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.673+0000 7f8cc7e00640 1 --2- 172.21.15.26:0/3614774163 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5583e75c1be0 0x5583e75c3fd0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c3d51488a540443 server_cookie=b1dc0eba05283365 in_seq=0 out_seq=0 2024-04-26T23:45:27.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.673+0000 7f8cb2000640 10 client.17472 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:27.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.675+0000 7f8cb2000640 1 -- 172.21.15.26:0/3614774163 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5583e751a590 con 0x5583e75c1be0 2024-04-26T23:45:27.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.675+0000 7f8cb2000640 10 client.17472 handle_command_reply: tid=0 2024-04-26T23:45:27.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.675+0000 7f8cd1d66740 1 client.17472 shutdown 2024-04-26T23:45:27.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.676+0000 7f8cd1d66740 1 -- 172.21.15.26:0/3614774163 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 msgr2=0x5583e75aedd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.676+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/3614774163 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 0x5583e75aedd0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f8cb402a4b0 tx=0x7f8cb40058d0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.676+0000 7f8cd1d66740 1 -- 172.21.15.26:0/3614774163 shutdown_connections 2024-04-26T23:45:27.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.676+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/3614774163 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5583e75c1be0 0x5583e75c3fd0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.676+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/3614774163 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75b1e50 0x5583e75af850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.676+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/3614774163 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75a7780 0x5583e75af310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.676+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/3614774163 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a6e60 0x5583e75aedd0 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.676+0000 7f8cd1d66740 1 -- 172.21.15.26:0/3614774163 >> 172.21.15.26:0/3614774163 conn(0x5583e75a3180 msgr2=0x5583e75a8e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:27.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.676+0000 7f8cb2000640 0 client.17472 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:27.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.676+0000 7f8cd1d66740 1 -- 172.21.15.26:0/3614774163 shutdown_connections 2024-04-26T23:45:27.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.676+0000 7f8cd1d66740 1 -- 172.21.15.26:0/3614774163 wait complete. 2024-04-26T23:45:27.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.676+0000 7f8cd1d66740 20 client.17472 trim_cache size 0 max 16384 2024-04-26T23:45:27.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.702+0000 7f8cd1d66740 1 Processor -- start 2024-04-26T23:45:27.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.702+0000 7f8cd1d66740 1 -- start start 2024-04-26T23:45:27.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.702+0000 7f8cd1d66740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75a6e60 0x5583e75b1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.702+0000 7f8cd1d66740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 0x5583e75adf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.702+0000 7f8cd1d66740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75b1e50 0x5583e75a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.702+0000 7f8cd1d66740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc81b7130 con 0x5583e75a7780 2024-04-26T23:45:27.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.702+0000 7f8cd1d66740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc81b4a00 con 0x5583e75a6e60 2024-04-26T23:45:27.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.702+0000 7f8cd1d66740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc81b2870 con 0x5583e75b1e50 2024-04-26T23:45:27.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.703+0000 7f8cc7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 0x5583e75adf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.703+0000 7f8cc7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 0x5583e75adf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45308/0 (socket says 172.21.15.26:45308) 2024-04-26T23:45:27.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.703+0000 7f8cc7e00640 1 -- 172.21.15.26:0/1255603446 learned_addr learned my addr 172.21.15.26:0/1255603446 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:27.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.703+0000 7f8cc7400640 1 --2- 172.21.15.26:0/1255603446 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75a6e60 0x5583e75b1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.703+0000 7f8cc7400640 1 --2- 172.21.15.26:0/1255603446 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75b1e50 0x5583e75a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.703+0000 7f8cc7e00640 1 -- 172.21.15.26:0/1255603446 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75b1e50 msgr2=0x5583e75a2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:27.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.703+0000 7f8cc7e00640 1 --2- 172.21.15.26:0/1255603446 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75b1e50 0x5583e75a2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.703+0000 7f8cc7e00640 1 -- 172.21.15.26:0/1255603446 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75a6e60 msgr2=0x5583e75b1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:27.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.703+0000 7f8cc7e00640 1 --2- 172.21.15.26:0/1255603446 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75a6e60 0x5583e75b1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.703+0000 7f8cc7e00640 1 -- 172.21.15.26:0/1255603446 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583e75b4570 con 0x5583e75a7780 2024-04-26T23:45:27.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.703+0000 7f8cc7400640 1 --2- 172.21.15.26:0/1255603446 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75a6e60 0x5583e75b1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:27.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.704+0000 7f8cc7e00640 1 --2- 172.21.15.26:0/1255603446 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 0x5583e75adf40 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8000c00 tx=0x7f8cb800b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e6fd940a8818113 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:27.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.704+0000 7f8cbcc00640 1 -- 172.21.15.26:0/1255603446 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb8003de0 con 0x5583e75a7780 2024-04-26T23:45:27.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.704+0000 7f8cbcc00640 1 -- 172.21.15.26:0/1255603446 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8cb801f580 con 0x5583e75a7780 2024-04-26T23:45:27.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.704+0000 7f8cbcc00640 1 -- 172.21.15.26:0/1255603446 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb8011ad0 con 0x5583e75a7780 2024-04-26T23:45:27.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.705+0000 7f8cd1d66740 1 -- 172.21.15.26:0/1255603446 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 msgr2=0x5583e75adf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.705+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/1255603446 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 0x5583e75adf40 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8000c00 tx=0x7f8cb800b390 comp rx=0 tx=0).stop 2024-04-26T23:45:27.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.705+0000 7f8cd1d66740 1 -- 172.21.15.26:0/1255603446 shutdown_connections 2024-04-26T23:45:27.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.705+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/1255603446 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75b1e50 0x5583e75a2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.705+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/1255603446 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 0x5583e75adf40 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.705+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/1255603446 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75a6e60 0x5583e75b1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.705+0000 7f8cd1d66740 1 -- 172.21.15.26:0/1255603446 >> 172.21.15.26:0/1255603446 conn(0x5583e75a3180 msgr2=0x5583e75bd870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:27.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.705+0000 7f8cd1d66740 1 -- 172.21.15.26:0/1255603446 shutdown_connections 2024-04-26T23:45:27.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.706+0000 7f8cd1d66740 1 -- 172.21.15.26:0/1255603446 wait complete. 2024-04-26T23:45:27.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.706+0000 7f8cd1d66740 1 -- start start 2024-04-26T23:45:27.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.706+0000 7f8cd1d66740 1 Processor -- start 2024-04-26T23:45:27.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.707+0000 7f8cd1d66740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75a6e60 0x5583e75c6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.707+0000 7f8cd1d66740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 0x5583e75c7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.707+0000 7f8cd1d66740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75b1e50 0x5583e75c5210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.707+0000 7f8cd1d66740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc81b2ec0 con 0x5583e75a7780 2024-04-26T23:45:27.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.707+0000 7f8cd1d66740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc81b4330 con 0x5583e75b1e50 2024-04-26T23:45:27.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.707+0000 7f8cd1d66740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc81b3590 con 0x5583e75a6e60 2024-04-26T23:45:27.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.707+0000 7f8cd1d66740 10 client.0 _ll_register_callbacks cb 0x7f8cb800b770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:27.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.707+0000 7f8cc7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 0x5583e75c7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.707+0000 7f8cc7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 0x5583e75c7220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45310/0 (socket says 172.21.15.26:45310) 2024-04-26T23:45:27.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.707+0000 7f8cc7e00640 1 -- 172.21.15.26:0/2259937622 learned_addr learned my addr 172.21.15.26:0/2259937622 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:27.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.708+0000 7f8cc7400640 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75b1e50 0x5583e75c5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.708+0000 7f8cc7400640 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75a6e60 0x5583e75c6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.708+0000 7f8cc7e00640 1 -- 172.21.15.26:0/2259937622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75a6e60 msgr2=0x5583e75c6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:27.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.708+0000 7f8cc7e00640 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75a6e60 0x5583e75c6ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.708+0000 7f8cc7e00640 1 -- 172.21.15.26:0/2259937622 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75b1e50 msgr2=0x5583e75c5210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:27.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.708+0000 7f8cc7e00640 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75b1e50 0x5583e75c5210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.708+0000 7f8cc7e00640 1 -- 172.21.15.26:0/2259937622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583e75c5900 con 0x5583e75a7780 2024-04-26T23:45:27.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.708+0000 7f8cc7e00640 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 0x5583e75c7220 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f8cb800b740 tx=0x7f8cb80115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9217764abc52f414 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:27.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.708+0000 7f8cb2000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:27.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.710+0000 7f8cb2000640 1 -- 172.21.15.26:0/2259937622 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb8003be0 con 0x5583e75a7780 2024-04-26T23:45:27.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.710+0000 7f8cb2000640 1 -- 172.21.15.26:0/2259937622 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f8cb8003d80 con 0x5583e75a7780 2024-04-26T23:45:27.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.711+0000 7f8cd1d66740 1 -- 172.21.15.26:0/2259937622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8cb801f580 con 0x5583e75a7780 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.711+0000 7f8cb2000640 1 -- 172.21.15.26:0/2259937622 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8cb801f0f0 con 0x5583e75a7780 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.711+0000 7f8cd1d66740 10 client.17478 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.711+0000 7f8cd1d66740 1 -- 172.21.15.26:0/2259937622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5583e7628890 con 0x5583e75a7780 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.711+0000 7f8cb2000640 1 -- 172.21.15.26:0/2259937622 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8cb801f580 con 0x5583e75a7780 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.711+0000 7f8cb2000640 1 -- 172.21.15.26:0/2259937622 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8cb8004930 con 0x5583e75a7780 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.711+0000 7f8cd1d66740 10 client.17478 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.711+0000 7f8cd1d66740 10 client.17478 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.711+0000 7f8cd1d66740 20 client.17478 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.711+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5583e7628f30 0x5583e762b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.711+0000 7f8cd1d66740 4 client.17478 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.711+0000 7f8cd1d66740 1 -- 172.21.15.26:0/2259937622 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5583e7514400 con 0x5583e7628f30 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.712+0000 7f8cc7400640 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5583e7628f30 0x5583e762b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.713+0000 7f8cc7400640 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5583e7628f30 0x5583e762b350 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e90b96364b5ef74 server_cookie=6da66ae45acf8c45 in_seq=0 out_seq=0 2024-04-26T23:45:27.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.713+0000 7f8cb2000640 10 client.17478 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:27.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cb2000640 1 -- 172.21.15.26:0/2259937622 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5583e7514400 con 0x5583e7628f30 2024-04-26T23:45:27.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cb2000640 10 client.17478 handle_command_reply: tid=0 2024-04-26T23:45:27.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cd1d66740 1 client.17478 shutdown 2024-04-26T23:45:27.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cd1d66740 1 -- 172.21.15.26:0/2259937622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 msgr2=0x5583e75c7220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 0x5583e75c7220 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f8cb800b740 tx=0x7f8cb80115a0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cd1d66740 1 -- 172.21.15.26:0/2259937622 shutdown_connections 2024-04-26T23:45:27.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5583e7628f30 0x5583e762b350 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583e75b1e50 0x5583e75c5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583e75a7780 0x5583e75c7220 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cd1d66740 1 --2- 172.21.15.26:0/2259937622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583e75a6e60 0x5583e75c6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cd1d66740 1 -- 172.21.15.26:0/2259937622 >> 172.21.15.26:0/2259937622 conn(0x5583e75a3180 msgr2=0x5583e75bcfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:27.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cb2000640 0 client.17478 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:27.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cd1d66740 1 -- 172.21.15.26:0/2259937622 shutdown_connections 2024-04-26T23:45:27.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.717+0000 7f8cd1d66740 1 -- 172.21.15.26:0/2259937622 wait complete. 2024-04-26T23:45:27.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.718+0000 7f8cd1d66740 20 client.17478 trim_cache size 0 max 16384 2024-04-26T23:45:27.723 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:45:27.723 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:45:27.724 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "ad5113b3-e721-4017-88bd-861abe3268ab", 2024-04-26T23:45:27.724 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:45:27.724 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:45:27.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.718+0000 7f8ccd800640 1 -- 172.21.15.26:0/3279278901 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8cac0a3da0 msgr2=0x7f8cac0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.718+0000 7f8ccd800640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8cac0a3da0 0x7f8cac0a6260 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8cc00cd490 tx=0x7f8cc000bf90 comp rx=0 tx=0).stop 2024-04-26T23:45:27.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.718+0000 7f8ccd800640 1 -- 172.21.15.26:0/3279278901 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cc8106b80 msgr2=0x7f8cc81a3e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.719+0000 7f8ccd800640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cc8106b80 0x7f8cc81a3e70 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f8cc000b970 tx=0x7f8cc000be30 comp rx=0 tx=0).stop 2024-04-26T23:45:27.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.719+0000 7f8ccd800640 1 -- 172.21.15.26:0/3279278901 shutdown_connections 2024-04-26T23:45:27.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.719+0000 7f8ccd800640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8cac0a3da0 0x7f8cac0a6260 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.719+0000 7f8ccd800640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cc8106b80 0x7f8cc81a3e70 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.719+0000 7f8ccd800640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8cc81020a0 0x7f8cc819faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.719+0000 7f8ccd800640 1 --2- 172.21.15.26:0/3279278901 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8cc8101780 0x7f8cc819f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.719+0000 7f8ccd800640 1 -- 172.21.15.26:0/3279278901 >> 172.21.15.26:0/3279278901 conn(0x7f8cc80fd1b0 msgr2=0x7f8cc80fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:27.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.719+0000 7f8ccd800640 1 -- 172.21.15.26:0/3279278901 shutdown_connections 2024-04-26T23:45:27.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.719+0000 7f8ccd800640 1 -- 172.21.15.26:0/3279278901 wait complete. 2024-04-26T23:45:27.746 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:45:27.747 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:45:27.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.976+0000 7f2722800640 1 -- 172.21.15.26:0/2839609880 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f271c1027d0 msgr2=0x7f271c102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.976+0000 7f2722800640 1 --2- 172.21.15.26:0/2839609880 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f271c1027d0 0x7f271c102c50 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f2708009930 tx=0x7f270802a420 comp rx=0 tx=0).stop 2024-04-26T23:45:27.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.976+0000 7f2722800640 1 -- 172.21.15.26:0/2839609880 shutdown_connections 2024-04-26T23:45:27.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.976+0000 7f2722800640 1 --2- 172.21.15.26:0/2839609880 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f271c103190 0x7f271c10f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.976+0000 7f2722800640 1 --2- 172.21.15.26:0/2839609880 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f271c1027d0 0x7f271c102c50 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.976+0000 7f2722800640 1 --2- 172.21.15.26:0/2839609880 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f271c1087e0 0x7f271c108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.976+0000 7f2722800640 1 -- 172.21.15.26:0/2839609880 >> 172.21.15.26:0/2839609880 conn(0x7f271c0fe300 msgr2=0x7f271c100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:27.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.976+0000 7f2722800640 1 -- 172.21.15.26:0/2839609880 shutdown_connections 2024-04-26T23:45:27.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.976+0000 7f2722800640 1 -- 172.21.15.26:0/2839609880 wait complete. 2024-04-26T23:45:27.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.977+0000 7f2722800640 1 Processor -- start 2024-04-26T23:45:27.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.978+0000 7f2722800640 1 -- start start 2024-04-26T23:45:27.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.978+0000 7f2722800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f271c1027d0 0x7f271c19b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.978+0000 7f2722800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f271c103190 0x7f271c19b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.978+0000 7f2722800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f271c1087e0 0x7f271c19fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.978+0000 7f2722800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f271c1129a0 con 0x7f271c103190 2024-04-26T23:45:27.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.978+0000 7f2722800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f271c112820 con 0x7f271c1087e0 2024-04-26T23:45:27.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.978+0000 7f2722800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f271c112b20 con 0x7f271c1027d0 2024-04-26T23:45:27.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.978+0000 7f2720a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f271c103190 0x7f271c19b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.978+0000 7f2720a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f271c103190 0x7f271c19b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45336/0 (socket says 172.21.15.26:45336) 2024-04-26T23:45:27.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.978+0000 7f2720a00640 1 -- 172.21.15.26:0/4287155575 learned_addr learned my addr 172.21.15.26:0/4287155575 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:27.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.979+0000 7f2721e00640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f271c1087e0 0x7f271c19fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.979+0000 7f2721400640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f271c1027d0 0x7f271c19b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.979+0000 7f2720a00640 1 -- 172.21.15.26:0/4287155575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f271c1027d0 msgr2=0x7f271c19b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.979+0000 7f2720a00640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f271c1027d0 0x7f271c19b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.979+0000 7f2720a00640 1 -- 172.21.15.26:0/4287155575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f271c1087e0 msgr2=0x7f271c19fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.979+0000 7f2720a00640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f271c1087e0 0x7f271c19fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.979+0000 7f2720a00640 1 -- 172.21.15.26:0/4287155575 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f271c1a0130 con 0x7f271c103190 2024-04-26T23:45:27.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.979+0000 7f2720a00640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f271c103190 0x7f271c19b680 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f270802a940 tx=0x7f2708003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:27.986 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.980+0000 7f271a000640 1 -- 172.21.15.26:0/4287155575 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f270803f070 con 0x7f271c103190 2024-04-26T23:45:27.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.980+0000 7f2722800640 1 -- 172.21.15.26:0/4287155575 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f271c1a03c0 con 0x7f271c103190 2024-04-26T23:45:27.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.980+0000 7f271a000640 1 -- 172.21.15.26:0/4287155575 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2708003e10 con 0x7f271c103190 2024-04-26T23:45:27.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.980+0000 7f271a000640 1 -- 172.21.15.26:0/4287155575 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2708035030 con 0x7f271c103190 2024-04-26T23:45:27.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.980+0000 7f2722800640 1 -- 172.21.15.26:0/4287155575 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f271c1a7cb0 con 0x7f271c103190 2024-04-26T23:45:27.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.983+0000 7f2726bf5740 1 Processor -- start 2024-04-26T23:45:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.984+0000 7f2726bf5740 1 -- start start 2024-04-26T23:45:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.984+0000 7f2726bf5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c581d50 0x55a76c582130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.984+0000 7f2726bf5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c58c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.984+0000 7f271a000640 1 -- 172.21.15.26:0/4287155575 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2708042070 con 0x7f271c103190 2024-04-26T23:45:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.984+0000 7f2726bf5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c58f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.984+0000 7f2726bf5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a76c493030 con 0x55a76c58cd40 2024-04-26T23:45:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.984+0000 7f2726bf5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a76c4ae7f0 con 0x55a76c582670 2024-04-26T23:45:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.984+0000 7f2726bf5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a76c4697e0 con 0x55a76c581d50 2024-04-26T23:45:27.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.984+0000 7f2720a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c58f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.985+0000 7f2720a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c58f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45350/0 (socket says 172.21.15.26:45350) 2024-04-26T23:45:27.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.985+0000 7f2720a00640 1 -- 172.21.15.26:0/2008424870 learned_addr learned my addr 172.21.15.26:0/2008424870 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:27.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.985+0000 7f2721e00640 1 --2- 172.21.15.26:0/2008424870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c581d50 0x55a76c582130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.985+0000 7f2721400640 1 --2- 172.21.15.26:0/2008424870 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c58c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.985+0000 7f2720a00640 1 -- 172.21.15.26:0/2008424870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c581d50 msgr2=0x55a76c582130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.985+0000 7f2720a00640 1 --2- 172.21.15.26:0/2008424870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c581d50 0x55a76c582130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.985+0000 7f2720a00640 1 -- 172.21.15.26:0/2008424870 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 msgr2=0x55a76c58c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.985+0000 7f2720a00640 1 --2- 172.21.15.26:0/2008424870 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c58c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.985+0000 7f2720a00640 1 -- 172.21.15.26:0/2008424870 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a76c475050 con 0x55a76c58cd40 2024-04-26T23:45:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.986+0000 7f2720a00640 1 --2- 172.21.15.26:0/2008424870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c58f130 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f27080ee680 tx=0x7f27080f9320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f3e400b22c529ff server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.986+0000 7f270e600640 1 -- 172.21.15.26:0/2008424870 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27080f32e0 con 0x55a76c58cd40 2024-04-26T23:45:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.986+0000 7f270e600640 1 -- 172.21.15.26:0/2008424870 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f27080fe030 con 0x55a76c58cd40 2024-04-26T23:45:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.986+0000 7f270e600640 1 -- 172.21.15.26:0/2008424870 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27081023d0 con 0x55a76c58cd40 2024-04-26T23:45:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.986+0000 7f271a000640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f27040a3da0 0x7f27040a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.986+0000 7f271a000640 1 -- 172.21.15.26:0/4287155575 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f27080f1070 con 0x7f271c103190 2024-04-26T23:45:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.987+0000 7f2721e00640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f27040a3da0 0x7f27040a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.987+0000 7f2726bf5740 1 -- 172.21.15.26:0/2008424870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 msgr2=0x55a76c58f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.987+0000 7f2726bf5740 1 --2- 172.21.15.26:0/2008424870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c58f130 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f27080ee680 tx=0x7f27080f9320 comp rx=0 tx=0).stop 2024-04-26T23:45:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.987+0000 7f2726bf5740 1 -- 172.21.15.26:0/2008424870 shutdown_connections 2024-04-26T23:45:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.987+0000 7f2726bf5740 1 --2- 172.21.15.26:0/2008424870 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c58f130 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.987+0000 7f2726bf5740 1 --2- 172.21.15.26:0/2008424870 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c58c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.987+0000 7f2726bf5740 1 --2- 172.21.15.26:0/2008424870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c581d50 0x55a76c582130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.987+0000 7f2726bf5740 1 -- 172.21.15.26:0/2008424870 >> 172.21.15.26:0/2008424870 conn(0x55a76c57e070 msgr2=0x55a76c57e450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.987+0000 7f2726bf5740 1 -- 172.21.15.26:0/2008424870 shutdown_connections 2024-04-26T23:45:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.988+0000 7f2726bf5740 1 -- 172.21.15.26:0/2008424870 wait complete. 2024-04-26T23:45:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.988+0000 7f2721e00640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f27040a3da0 0x7f27040a6260 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f271400bca0 tx=0x7f271400b450 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.988+0000 7f2726bf5740 1 -- start start 2024-04-26T23:45:27.994 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.988+0000 7f2726bf5740 1 Processor -- start 2024-04-26T23:45:27.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.989+0000 7f2726bf5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c581d50 0x55a76c58c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.989+0000 7f2726bf5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c589950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.989+0000 7f2726bf5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c589e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.989+0000 7f2726bf5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a76c4eb200 con 0x55a76c58cd40 2024-04-26T23:45:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.989+0000 7f2726bf5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a76c4e5ee0 con 0x55a76c582670 2024-04-26T23:45:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.989+0000 7f2726bf5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a76c4f2e70 con 0x55a76c581d50 2024-04-26T23:45:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.989+0000 7f2726bf5740 10 client.0 _ll_register_callbacks cb 0x55a76c4dc270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.989+0000 7f2721e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c589e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.989+0000 7f2721e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c589e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45358/0 (socket says 172.21.15.26:45358) 2024-04-26T23:45:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.989+0000 7f2721e00640 1 -- 172.21.15.26:0/3579399751 learned_addr learned my addr 172.21.15.26:0/3579399751 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.989+0000 7f2721400640 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c581d50 0x55a76c58c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.989+0000 7f2720a00640 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c589950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:27.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.990+0000 7f2721e00640 1 -- 172.21.15.26:0/3579399751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c581d50 msgr2=0x55a76c58c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.990+0000 7f2721e00640 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c581d50 0x55a76c58c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.990+0000 7f2721e00640 1 -- 172.21.15.26:0/3579399751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 msgr2=0x55a76c589950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.990+0000 7f2721e00640 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c589950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.990+0000 7f2721e00640 1 -- 172.21.15.26:0/3579399751 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a76c2c27d0 con 0x55a76c58cd40 2024-04-26T23:45:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.990+0000 7f2721e00640 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c589e90 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f2714013fd0 tx=0x7f27140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82aab12d9e03d13a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.990+0000 7f2702a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.990+0000 7f2702a00640 1 -- 172.21.15.26:0/3579399751 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2714029680 con 0x55a76c58cd40 2024-04-26T23:45:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.991+0000 7f2726bf5740 1 -- 172.21.15.26:0/3579399751 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27080fe030 con 0x55a76c58cd40 2024-04-26T23:45:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.991+0000 7f2702a00640 1 -- 172.21.15.26:0/3579399751 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f2714029820 con 0x55a76c58cd40 2024-04-26T23:45:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.991+0000 7f2702a00640 1 -- 172.21.15.26:0/3579399751 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2714029a60 con 0x55a76c58cd40 2024-04-26T23:45:28.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.991+0000 7f2726bf5740 10 client.17490 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.991+0000 7f2726bf5740 1 -- 172.21.15.26:0/3579399751 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a76c1f83f0 con 0x55a76c58cd40 2024-04-26T23:45:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.991+0000 7f2702a00640 1 -- 172.21.15.26:0/3579399751 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f27080fe030 con 0x55a76c58cd40 2024-04-26T23:45:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.991+0000 7f2702a00640 1 -- 172.21.15.26:0/3579399751 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f27140313f0 con 0x55a76c58cd40 2024-04-26T23:45:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.992+0000 7f2726bf5740 10 client.17490 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.992+0000 7f2726bf5740 10 client.17490 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:45:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.992+0000 7f2726bf5740 20 client.17490 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.992+0000 7f2726bf5740 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a76c59c440 0x55a76c59e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.992+0000 7f2726bf5740 4 client.17490 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:45:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.992+0000 7f2726bf5740 1 -- 172.21.15.26:0/3579399751 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a76c4f47e0 con 0x55a76c59c440 2024-04-26T23:45:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.992+0000 7f2721400640 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a76c59c440 0x55a76c59e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.993+0000 7f2721400640 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a76c59c440 0x55a76c59e880 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce996a9339e56be6 server_cookie=1fdef9fa505fd441 in_seq=0 out_seq=0 2024-04-26T23:45:28.001 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.993+0000 7f2702a00640 10 client.17490 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:28.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.995+0000 7f2702a00640 1 -- 172.21.15.26:0/3579399751 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a76c4f47e0 con 0x55a76c59c440 2024-04-26T23:45:28.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.995+0000 7f2702a00640 10 client.17490 handle_command_reply: tid=0 2024-04-26T23:45:28.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.995+0000 7f2726bf5740 1 client.17490 shutdown 2024-04-26T23:45:28.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.996+0000 7f2726bf5740 1 -- 172.21.15.26:0/3579399751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 msgr2=0x55a76c589e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:28.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.996+0000 7f2726bf5740 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c589e90 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f2714013fd0 tx=0x7f27140046c0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.996+0000 7f2726bf5740 1 -- 172.21.15.26:0/3579399751 shutdown_connections 2024-04-26T23:45:28.003 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.996+0000 7f2726bf5740 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a76c59c440 0x55a76c59e880 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.996+0000 7f2726bf5740 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c589e90 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.996+0000 7f2726bf5740 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c589950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.996+0000 7f2726bf5740 1 --2- 172.21.15.26:0/3579399751 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c581d50 0x55a76c58c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.996+0000 7f2726bf5740 1 -- 172.21.15.26:0/3579399751 >> 172.21.15.26:0/3579399751 conn(0x55a76c57e070 msgr2=0x55a76c583e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.996+0000 7f2702a00640 0 client.17490 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.996+0000 7f2726bf5740 1 -- 172.21.15.26:0/3579399751 shutdown_connections 2024-04-26T23:45:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.996+0000 7f2726bf5740 1 -- 172.21.15.26:0/3579399751 wait complete. 2024-04-26T23:45:28.004 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:27.996+0000 7f2726bf5740 20 client.17490 trim_cache size 0 max 16384 2024-04-26T23:45:28.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.019+0000 7f2726bf5740 1 Processor -- start 2024-04-26T23:45:28.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.019+0000 7f2726bf5740 1 -- start start 2024-04-26T23:45:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.020+0000 7f2726bf5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c581d50 0x55a76c588890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.020+0000 7f2726bf5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c582670 0x55a76c589b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.020+0000 7f2726bf5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c5984b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.020+0000 7f2726bf5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f271c1b06e0 con 0x55a76c58cd40 2024-04-26T23:45:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.020+0000 7f2726bf5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f271c1ae550 con 0x55a76c581d50 2024-04-26T23:45:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.020+0000 7f2726bf5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f271c1b0010 con 0x55a76c582670 2024-04-26T23:45:28.025 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.020+0000 7f2721e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c5984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.020+0000 7f2721e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c5984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45366/0 (socket says 172.21.15.26:45366) 2024-04-26T23:45:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.020+0000 7f2721e00640 1 -- 172.21.15.26:0/111481989 learned_addr learned my addr 172.21.15.26:0/111481989 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.020+0000 7f2721400640 1 --2- 172.21.15.26:0/111481989 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c581d50 0x55a76c588890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.020+0000 7f2720a00640 1 --2- 172.21.15.26:0/111481989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c582670 0x55a76c589b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.021+0000 7f2721e00640 1 -- 172.21.15.26:0/111481989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c582670 msgr2=0x55a76c589b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.021+0000 7f2721e00640 1 --2- 172.21.15.26:0/111481989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c582670 0x55a76c589b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.021+0000 7f2721e00640 1 -- 172.21.15.26:0/111481989 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c581d50 msgr2=0x55a76c588890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.021+0000 7f2721e00640 1 --2- 172.21.15.26:0/111481989 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c581d50 0x55a76c588890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.021+0000 7f2721e00640 1 -- 172.21.15.26:0/111481989 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a76c1b80f0 con 0x55a76c58cd40 2024-04-26T23:45:28.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.021+0000 7f2721e00640 1 --2- 172.21.15.26:0/111481989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c5984b0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f27140317e0 tx=0x7f2714005c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50007e5f60d0bec4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:28.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.021+0000 7f270dc00640 1 -- 172.21.15.26:0/111481989 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f271403f070 con 0x55a76c58cd40 2024-04-26T23:45:28.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.021+0000 7f270dc00640 1 -- 172.21.15.26:0/111481989 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f27140315d0 con 0x55a76c58cd40 2024-04-26T23:45:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.022+0000 7f270dc00640 1 -- 172.21.15.26:0/111481989 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2714036070 con 0x55a76c58cd40 2024-04-26T23:45:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.022+0000 7f2726bf5740 1 -- 172.21.15.26:0/111481989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 msgr2=0x55a76c5984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.022+0000 7f2726bf5740 1 --2- 172.21.15.26:0/111481989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c5984b0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f27140317e0 tx=0x7f2714005c30 comp rx=0 tx=0).stop 2024-04-26T23:45:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.022+0000 7f2726bf5740 1 -- 172.21.15.26:0/111481989 shutdown_connections 2024-04-26T23:45:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.022+0000 7f2726bf5740 1 --2- 172.21.15.26:0/111481989 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c58cd40 0x55a76c5984b0 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.022+0000 7f2726bf5740 1 --2- 172.21.15.26:0/111481989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c582670 0x55a76c589b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.022+0000 7f2726bf5740 1 --2- 172.21.15.26:0/111481989 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c581d50 0x55a76c588890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.022+0000 7f2726bf5740 1 -- 172.21.15.26:0/111481989 >> 172.21.15.26:0/111481989 conn(0x55a76c57e070 msgr2=0x55a76c57d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.022+0000 7f2726bf5740 1 -- 172.21.15.26:0/111481989 shutdown_connections 2024-04-26T23:45:28.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.023+0000 7f2726bf5740 1 -- 172.21.15.26:0/111481989 wait complete. 2024-04-26T23:45:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.023+0000 7f2726bf5740 1 -- start start 2024-04-26T23:45:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.023+0000 7f2726bf5740 1 Processor -- start 2024-04-26T23:45:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2726bf5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c581d50 0x55a76c594b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2726bf5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c591ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2726bf5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c58cd40 0x55a76c592400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2726bf5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f271c1af270 con 0x55a76c581d50 2024-04-26T23:45:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2726bf5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f271c1aeba0 con 0x55a76c582670 2024-04-26T23:45:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2726bf5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f271c1af940 con 0x55a76c58cd40 2024-04-26T23:45:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2726bf5740 10 client.0 _ll_register_callbacks cb 0x7f271400b8f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2721400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c581d50 0x55a76c594b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2721400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c581d50 0x55a76c594b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45376/0 (socket says 172.21.15.26:45376) 2024-04-26T23:45:28.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2721400640 1 -- 172.21.15.26:0/804811926 learned_addr learned my addr 172.21.15.26:0/804811926 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2720a00640 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c591ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2721400640 1 -- 172.21.15.26:0/804811926 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c58cd40 msgr2=0x55a76c592400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2721e00640 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c58cd40 0x55a76c592400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2721400640 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c58cd40 0x55a76c592400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2721400640 1 -- 172.21.15.26:0/804811926 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 msgr2=0x55a76c591ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2721400640 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c591ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2721400640 1 -- 172.21.15.26:0/804811926 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a76c4aea30 con 0x55a76c581d50 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.024+0000 7f2720a00640 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c591ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.025+0000 7f2721400640 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c581d50 0x55a76c594b30 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f2710009f80 tx=0x7f2710004e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=572fdd05b1f155c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.025+0000 7f2702a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.025+0000 7f2702a00640 1 -- 172.21.15.26:0/804811926 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2710013e20 con 0x55a76c581d50 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.025+0000 7f2726bf5740 1 -- 172.21.15.26:0/804811926 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a76c4ee650 con 0x55a76c581d50 2024-04-26T23:45:28.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.025+0000 7f2702a00640 1 -- 172.21.15.26:0/804811926 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f2710003970 con 0x55a76c581d50 2024-04-26T23:45:28.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.026+0000 7f2702a00640 1 -- 172.21.15.26:0/804811926 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2710003b70 con 0x55a76c581d50 2024-04-26T23:45:28.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.026+0000 7f2726bf5740 10 client.17496 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:28.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.026+0000 7f2726bf5740 1 -- 172.21.15.26:0/804811926 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a76c602620 con 0x55a76c581d50 2024-04-26T23:45:28.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.026+0000 7f2702a00640 1 -- 172.21.15.26:0/804811926 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x55a76c4ee650 con 0x55a76c581d50 2024-04-26T23:45:28.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.026+0000 7f2702a00640 1 -- 172.21.15.26:0/804811926 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f271000f040 con 0x55a76c581d50 2024-04-26T23:45:28.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.026+0000 7f2726bf5740 10 client.17496 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:28.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.026+0000 7f2726bf5740 10 client.17496 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:45:28.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.026+0000 7f2726bf5740 20 client.17496 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:28.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.026+0000 7f2726bf5740 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a76c602df0 0x55a76c605210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.026+0000 7f2726bf5740 4 client.17496 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:45:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.026+0000 7f2726bf5740 1 -- 172.21.15.26:0/804811926 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a76c469360 con 0x55a76c602df0 2024-04-26T23:45:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.027+0000 7f2720a00640 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a76c602df0 0x55a76c605210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.028+0000 7f2720a00640 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a76c602df0 0x55a76c605210 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=137b985ee0b2fe19 server_cookie=fe78810ab8e1c557 in_seq=0 out_seq=0 2024-04-26T23:45:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.028+0000 7f2702a00640 10 client.17496 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.028+0000 7f2702a00640 1 -- 172.21.15.26:0/804811926 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55a76c469360 con 0x55a76c602df0 2024-04-26T23:45:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.028+0000 7f2702a00640 10 client.17496 handle_command_reply: tid=0 2024-04-26T23:45:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.028+0000 7f2726bf5740 1 client.17496 shutdown 2024-04-26T23:45:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.029+0000 7f2726bf5740 1 -- 172.21.15.26:0/804811926 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c581d50 msgr2=0x55a76c594b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.029+0000 7f2726bf5740 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c581d50 0x55a76c594b30 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f2710009f80 tx=0x7f2710004e80 comp rx=0 tx=0).stop 2024-04-26T23:45:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.029+0000 7f2726bf5740 1 -- 172.21.15.26:0/804811926 shutdown_connections 2024-04-26T23:45:28.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.029+0000 7f2726bf5740 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a76c602df0 0x55a76c605210 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.029+0000 7f2726bf5740 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a76c58cd40 0x55a76c592400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.029+0000 7f2726bf5740 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a76c582670 0x55a76c591ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.029+0000 7f2726bf5740 1 --2- 172.21.15.26:0/804811926 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a76c581d50 0x55a76c594b30 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.029+0000 7f2702a00640 0 client.17496 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.029+0000 7f2726bf5740 1 -- 172.21.15.26:0/804811926 >> 172.21.15.26:0/804811926 conn(0x55a76c57e070 msgr2=0x55a76c5974a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.029+0000 7f2726bf5740 1 -- 172.21.15.26:0/804811926 shutdown_connections 2024-04-26T23:45:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.029+0000 7f2726bf5740 1 -- 172.21.15.26:0/804811926 wait complete. 2024-04-26T23:45:28.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.029+0000 7f2726bf5740 20 client.17496 trim_cache size 0 max 16384 2024-04-26T23:45:28.039 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:45:28.039 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:45:28.039 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:45:28.039 INFO:teuthology.orchestra.run.smithi026.stdout: "ad5113b3-e721-4017-88bd-861abe3268ab": { 2024-04-26T23:45:28.039 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:45:28.039 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "ad5113b3-e721-4017-88bd-861abe3268ab", 2024-04-26T23:45:28.039 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:45:28.039 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:45:28.039 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:45:28.039 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:45:28.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.030+0000 7f2722800640 1 -- 172.21.15.26:0/4287155575 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f27040a3da0 msgr2=0x7f27040a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:28.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.030+0000 7f2722800640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f27040a3da0 0x7f27040a6260 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f271400bca0 tx=0x7f271400b450 comp rx=0 tx=0).stop 2024-04-26T23:45:28.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.030+0000 7f2722800640 1 -- 172.21.15.26:0/4287155575 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f271c103190 msgr2=0x7f271c19b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:28.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.030+0000 7f2722800640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f271c103190 0x7f271c19b680 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f270802a940 tx=0x7f2708003c20 comp rx=0 tx=0).stop 2024-04-26T23:45:28.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.030+0000 7f2722800640 1 -- 172.21.15.26:0/4287155575 shutdown_connections 2024-04-26T23:45:28.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.030+0000 7f2722800640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f271c1087e0 0x7f271c19fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.030+0000 7f2722800640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f27040a3da0 0x7f27040a6260 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.030+0000 7f2722800640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f271c103190 0x7f271c19b680 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.030+0000 7f2722800640 1 --2- 172.21.15.26:0/4287155575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f271c1027d0 0x7f271c19b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:28.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.030+0000 7f2722800640 1 -- 172.21.15.26:0/4287155575 >> 172.21.15.26:0/4287155575 conn(0x7f271c0fe300 msgr2=0x7f271c10dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:28.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.030+0000 7f2722800640 1 -- 172.21.15.26:0/4287155575 shutdown_connections 2024-04-26T23:45:28.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:28.030+0000 7f2722800640 1 -- 172.21.15.26:0/4287155575 wait complete. 2024-04-26T23:45:28.054 INFO:tasks.cephfs.filesystem:scrub status for tag:ad5113b3-e721-4017-88bd-861abe3268ab - {'path': '/', 'tag': 'ad5113b3-e721-4017-88bd-861abe3268ab', 'options': 'recursive,force'} 2024-04-26T23:45:29.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:28 smithi026 ceph-mon[28371]: pgmap v297: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:45:29.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:28 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:45:29.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:28 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:45:29.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:28 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:45:29.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:28 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:45:29.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:28 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:45:29.029 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:28 smithi164 ceph-mon[31699]: pgmap v297: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:45:29.029 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:28 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:45:29.029 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:28 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:45:29.029 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:28 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:45:29.029 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:28 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:45:29.029 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:28 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:45:29.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:28 smithi086 ceph-mon[31122]: pgmap v297: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:45:29.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:28 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:45:29.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:28 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:45:29.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:28 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:45:29.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:28 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:45:29.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:28 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:45:31.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:30 smithi164 ceph-mon[31699]: pgmap v298: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:31.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:30 smithi026 ceph-mon[28371]: pgmap v298: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:31.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:30 smithi086 ceph-mon[31122]: pgmap v298: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:33.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:32 smithi164 ceph-mon[31699]: pgmap v299: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:33.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:32 smithi026 ceph-mon[28371]: pgmap v299: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:33.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:32 smithi086 ceph-mon[31122]: pgmap v299: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:35.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:34 smithi164 ceph-mon[31699]: pgmap v300: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:45:35.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:34 smithi026 ceph-mon[28371]: pgmap v300: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:45:35.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:34 smithi086 ceph-mon[31122]: pgmap v300: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:45:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:36 smithi164 ceph-mon[31699]: pgmap v301: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:45:37.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:36 smithi026 ceph-mon[28371]: pgmap v301: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:45:37.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:36 smithi086 ceph-mon[31122]: pgmap v301: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:45:39.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:38 smithi164 ceph-mon[31699]: pgmap v302: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:45:39.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:38 smithi026 ceph-mon[28371]: pgmap v302: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:45:39.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:38 smithi086 ceph-mon[31122]: pgmap v302: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:45:41.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:40 smithi164 ceph-mon[31699]: pgmap v303: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:45:41.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:40 smithi026 ceph-mon[28371]: pgmap v303: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:45:41.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:40 smithi086 ceph-mon[31122]: pgmap v303: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:45:43.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:42 smithi164 ceph-mon[31699]: pgmap v304: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:45:43.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:42 smithi026 ceph-mon[28371]: pgmap v304: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:45:43.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:42 smithi086 ceph-mon[31122]: pgmap v304: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 4 op/s 2024-04-26T23:45:45.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:44 smithi164 ceph-mon[31699]: pgmap v305: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:45:45.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:44 smithi026 ceph-mon[28371]: pgmap v305: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:45:45.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:44 smithi086 ceph-mon[31122]: pgmap v305: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:45:47.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:46 smithi164 ceph-mon[31699]: pgmap v306: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:46 smithi026 ceph-mon[28371]: pgmap v306: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:47.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:46 smithi086 ceph-mon[31122]: pgmap v306: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:48 smithi086 ceph-mon[31122]: pgmap v307: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:45:49.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:48 smithi164 ceph-mon[31699]: pgmap v307: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:45:49.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:48 smithi026 ceph-mon[28371]: pgmap v307: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:45:51.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:50 smithi086 ceph-mon[31122]: pgmap v308: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:51.080 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:50 smithi164 ceph-mon[31699]: pgmap v308: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:51.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:50 smithi026 ceph-mon[28371]: pgmap v308: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:53.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:52 smithi086 ceph-mon[31122]: pgmap v309: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:53.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:52 smithi164 ceph-mon[31699]: pgmap v309: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:53.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:52 smithi026 ceph-mon[28371]: pgmap v309: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:54.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:53 smithi086 ceph-mon[31122]: pgmap v310: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:45:54.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:53 smithi164 ceph-mon[31699]: pgmap v310: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:45:54.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:53 smithi026 ceph-mon[28371]: pgmap v310: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:45:56.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:56 smithi164 ceph-mon[31699]: pgmap v311: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:56.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:56 smithi026 ceph-mon[28371]: pgmap v311: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:56.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:56 smithi086 ceph-mon[31122]: pgmap v311: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:45:58.055 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:45:58.056 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:45:58.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.296+0000 7f22af200640 1 -- 172.21.15.26:0/2729375469 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22b01027d0 msgr2=0x7f22b0102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.296+0000 7f22af200640 1 --2- 172.21.15.26:0/2729375469 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22b01027d0 0x7f22b0102c50 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f2298009930 tx=0x7f229802a420 comp rx=0 tx=0).stop 2024-04-26T23:45:58.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.297+0000 7f22af200640 1 -- 172.21.15.26:0/2729375469 shutdown_connections 2024-04-26T23:45:58.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.297+0000 7f22af200640 1 --2- 172.21.15.26:0/2729375469 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22b0103190 0x7f22b010f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.297+0000 7f22af200640 1 --2- 172.21.15.26:0/2729375469 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22b01027d0 0x7f22b0102c50 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.297+0000 7f22af200640 1 --2- 172.21.15.26:0/2729375469 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f22b01087e0 0x7f22b0108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.297+0000 7f22af200640 1 -- 172.21.15.26:0/2729375469 >> 172.21.15.26:0/2729375469 conn(0x7f22b00fe300 msgr2=0x7f22b0100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:58.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.297+0000 7f22af200640 1 -- 172.21.15.26:0/2729375469 shutdown_connections 2024-04-26T23:45:58.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.297+0000 7f22af200640 1 -- 172.21.15.26:0/2729375469 wait complete. 2024-04-26T23:45:58.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.298+0000 7f22af200640 1 Processor -- start 2024-04-26T23:45:58.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.299+0000 7f22af200640 1 -- start start 2024-04-26T23:45:58.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.299+0000 7f22af200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f22b01027d0 0x7f22b0198f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.299+0000 7f22af200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22b0103190 0x7f22b0199460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.300+0000 7f22af200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22b01087e0 0x7f22b019d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.303 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.300+0000 7f22af200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f22b0112960 con 0x7f22b01087e0 2024-04-26T23:45:58.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.300+0000 7f22af200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01127e0 con 0x7f22b01027d0 2024-04-26T23:45:58.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.300+0000 7f22af200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f22b0112ae0 con 0x7f22b0103190 2024-04-26T23:45:58.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.300+0000 7f22ae800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22b01087e0 0x7f22b019d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.300+0000 7f22ae800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22b01087e0 0x7f22b019d7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44338/0 (socket says 172.21.15.26:44338) 2024-04-26T23:45:58.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.300+0000 7f22ae800640 1 -- 172.21.15.26:0/812068708 learned_addr learned my addr 172.21.15.26:0/812068708 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:58.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.300+0000 7f22a5400640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22b0103190 0x7f22b0199460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.300+0000 7f22ade00640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f22b01027d0 0x7f22b0198f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.301+0000 7f22ae800640 1 -- 172.21.15.26:0/812068708 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22b0103190 msgr2=0x7f22b0199460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.301+0000 7f22ae800640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22b0103190 0x7f22b0199460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.301+0000 7f22ae800640 1 -- 172.21.15.26:0/812068708 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f22b01027d0 msgr2=0x7f22b0198f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.301+0000 7f22ae800640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f22b01027d0 0x7f22b0198f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.301+0000 7f22ae800640 1 -- 172.21.15.26:0/812068708 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22b019df10 con 0x7f22b01087e0 2024-04-26T23:45:58.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.301+0000 7f22ae800640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22b01087e0 0x7f22b019d7e0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f22a800d750 tx=0x7f22a800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:58.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.301+0000 7f22a7400640 1 -- 172.21.15.26:0/812068708 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a8017070 con 0x7f22b01087e0 2024-04-26T23:45:58.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.301+0000 7f22a7400640 1 -- 172.21.15.26:0/812068708 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f22a80054b0 con 0x7f22b01087e0 2024-04-26T23:45:58.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.301+0000 7f22a7400640 1 -- 172.21.15.26:0/812068708 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a8004b90 con 0x7f22b01087e0 2024-04-26T23:45:58.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.301+0000 7f22af200640 1 -- 172.21.15.26:0/812068708 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22b019e200 con 0x7f22b01087e0 2024-04-26T23:45:58.306 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.302+0000 7f22af200640 1 -- 172.21.15.26:0/812068708 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22b01a5a90 con 0x7f22b01087e0 2024-04-26T23:45:58.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.305+0000 7f22a7400640 1 -- 172.21.15.26:0/812068708 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f22a8004d30 con 0x7f22b01087e0 2024-04-26T23:45:58.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.305+0000 7f22b7df5740 1 Processor -- start 2024-04-26T23:45:58.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.305+0000 7f22b7df5740 1 -- start start 2024-04-26T23:45:58.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.306+0000 7f22b7df5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026af6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.306+0000 7f22b7df5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 0x55b026b00800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.306+0000 7f22b7df5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026b00d40 0x55b026b03130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.306+0000 7f22b7df5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b026a07030 con 0x55b026af6670 2024-04-26T23:45:58.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.306+0000 7f22b7df5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b026a227f0 con 0x55b026af5d50 2024-04-26T23:45:58.310 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.306+0000 7f22b7df5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b0269dd7e0 con 0x55b026b00d40 2024-04-26T23:45:58.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.306+0000 7f22ade00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 0x55b026b00800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.306+0000 7f22ade00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 0x55b026b00800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44340/0 (socket says 172.21.15.26:44340) 2024-04-26T23:45:58.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.306+0000 7f22ade00640 1 -- 172.21.15.26:0/2995433834 learned_addr learned my addr 172.21.15.26:0/2995433834 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:58.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.306+0000 7f22a5400640 1 --2- 172.21.15.26:0/2995433834 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026af6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.307+0000 7f22a5400640 1 --2- 172.21.15.26:0/2995433834 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026b00d40 0x55b026b03130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.307+0000 7f22ade00640 1 -- 172.21.15.26:0/2995433834 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026b00d40 msgr2=0x55b026b03130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.307+0000 7f22ade00640 1 --2- 172.21.15.26:0/2995433834 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026b00d40 0x55b026b03130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.307+0000 7f22ade00640 1 -- 172.21.15.26:0/2995433834 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 msgr2=0x55b026af6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.307+0000 7f22ade00640 1 --2- 172.21.15.26:0/2995433834 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026af6130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.307+0000 7f22ade00640 1 -- 172.21.15.26:0/2995433834 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0269e9050 con 0x55b026af6670 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.307+0000 7f22a5400640 1 --2- 172.21.15.26:0/2995433834 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026b00d40 0x55b026b03130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.307+0000 7f22a7400640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f22940a3da0 0x7f22940a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.307+0000 7f22ade00640 1 --2- 172.21.15.26:0/2995433834 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 0x55b026b00800 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f22a0009fd0 tx=0x7f22a00118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bacb84a623b8586d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.308+0000 7f22a7400640 1 -- 172.21.15.26:0/812068708 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f22a80d0290 con 0x7f22b01087e0 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.308+0000 7f22a5400640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f22940a3da0 0x7f22940a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.308+0000 7f229f400640 1 -- 172.21.15.26:0/2995433834 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a001e070 con 0x55b026af6670 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.308+0000 7f229f400640 1 -- 172.21.15.26:0/2995433834 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f22a0003c30 con 0x55b026af6670 2024-04-26T23:45:58.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.308+0000 7f229f400640 1 -- 172.21.15.26:0/2995433834 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a000f8e0 con 0x55b026af6670 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.309+0000 7f22b7df5740 1 -- 172.21.15.26:0/2995433834 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 msgr2=0x55b026b00800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.309+0000 7f22a5400640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f22940a3da0 0x7f22940a6260 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f22980057c0 tx=0x7f2298005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.309+0000 7f22b7df5740 1 --2- 172.21.15.26:0/2995433834 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 0x55b026b00800 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f22a0009fd0 tx=0x7f22a00118d0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.309+0000 7f22b7df5740 1 -- 172.21.15.26:0/2995433834 shutdown_connections 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.309+0000 7f22b7df5740 1 --2- 172.21.15.26:0/2995433834 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026b00d40 0x55b026b03130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.309+0000 7f22b7df5740 1 --2- 172.21.15.26:0/2995433834 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 0x55b026b00800 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.309+0000 7f22b7df5740 1 --2- 172.21.15.26:0/2995433834 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026af6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.309+0000 7f22b7df5740 1 -- 172.21.15.26:0/2995433834 >> 172.21.15.26:0/2995433834 conn(0x55b026af2070 msgr2=0x55b026af2450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.309+0000 7f22b7df5740 1 -- 172.21.15.26:0/2995433834 shutdown_connections 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.309+0000 7f22b7df5740 1 -- 172.21.15.26:0/2995433834 wait complete. 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.310+0000 7f22b7df5740 1 -- start start 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.310+0000 7f22b7df5740 1 Processor -- start 2024-04-26T23:45:58.315 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22b7df5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026b005b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22b7df5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af6670 0x55b026afd940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22b7df5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 0x55b026afde80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22b7df5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b026a5f200 con 0x55b026b00d40 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22b7df5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b026a59ee0 con 0x55b026af5d50 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22b7df5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b026a66e70 con 0x55b026af6670 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22b7df5740 10 client.0 _ll_register_callbacks cb 0x55b026a50270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22ae800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 0x55b026afde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22ae800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 0x55b026afde80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44350/0 (socket says 172.21.15.26:44350) 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22ae800640 1 -- 172.21.15.26:0/3645182678 learned_addr learned my addr 172.21.15.26:0/3645182678 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22ade00640 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026b005b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22a5400640 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af6670 0x55b026afd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22ae800640 1 -- 172.21.15.26:0/3645182678 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af6670 msgr2=0x55b026afd940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22ae800640 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af6670 0x55b026afd940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22ae800640 1 -- 172.21.15.26:0/3645182678 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 msgr2=0x55b026b005b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:58.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22ae800640 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026b005b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.317 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.311+0000 7f22ae800640 1 -- 172.21.15.26:0/3645182678 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0268367d0 con 0x55b026b00d40 2024-04-26T23:45:58.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.312+0000 7f22ae800640 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 0x55b026afde80 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f22a8098b80 tx=0x7f22a809c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f78ca46286d5049 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:58.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.312+0000 7f2293e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.312+0000 7f2293e00640 1 -- 172.21.15.26:0/3645182678 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a8020040 con 0x55b026b00d40 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.312+0000 7f2293e00640 1 -- 172.21.15.26:0/3645182678 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f22a8098820 con 0x55b026b00d40 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.312+0000 7f22b7df5740 1 -- 172.21.15.26:0/3645182678 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f22a0003c30 con 0x55b026b00d40 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.312+0000 7f2293e00640 1 -- 172.21.15.26:0/3645182678 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f22a80a4e20 con 0x55b026b00d40 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.312+0000 7f22b7df5740 10 client.17508 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.312+0000 7f22b7df5740 1 -- 172.21.15.26:0/3645182678 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b02676c3f0 con 0x55b026b00d40 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.313+0000 7f2293e00640 1 -- 172.21.15.26:0/3645182678 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f22a0003c30 con 0x55b026b00d40 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.313+0000 7f2293e00640 1 -- 172.21.15.26:0/3645182678 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f22a809b790 con 0x55b026b00d40 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.313+0000 7f22b7df5740 10 client.17508 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.313+0000 7f22b7df5740 10 client.17508 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.313+0000 7f22b7df5740 20 client.17508 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.313+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b026b10650 0x55b026b12ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.313+0000 7f22b7df5740 4 client.17508 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:45:58.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.313+0000 7f22b7df5740 1 -- 172.21.15.26:0/3645182678 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b026a687e0 con 0x55b026b10650 2024-04-26T23:45:58.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.314+0000 7f22ade00640 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b026b10650 0x55b026b12ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.315+0000 7f22ade00640 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b026b10650 0x55b026b12ad0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6ac31384af89a57 server_cookie=ddef85ad38a7e0cb in_seq=0 out_seq=0 2024-04-26T23:45:58.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.315+0000 7f2293e00640 10 client.17508 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f2293e00640 1 -- 172.21.15.26:0/3645182678 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b026a687e0 con 0x55b026b10650 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f2293e00640 10 client.17508 handle_command_reply: tid=0 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f22b7df5740 1 client.17508 shutdown 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f22b7df5740 1 -- 172.21.15.26:0/3645182678 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 msgr2=0x55b026afde80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 0x55b026afde80 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f22a8098b80 tx=0x7f22a809c9f0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f22b7df5740 1 -- 172.21.15.26:0/3645182678 shutdown_connections 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b026b10650 0x55b026b12ad0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 0x55b026afde80 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af6670 0x55b026afd940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3645182678 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026b005b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f2293e00640 0 client.17508 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f22b7df5740 1 -- 172.21.15.26:0/3645182678 >> 172.21.15.26:0/3645182678 conn(0x55b026af2070 msgr2=0x55b026af7d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:58.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f22b7df5740 1 -- 172.21.15.26:0/3645182678 shutdown_connections 2024-04-26T23:45:58.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.317+0000 7f22b7df5740 1 -- 172.21.15.26:0/3645182678 wait complete. 2024-04-26T23:45:58.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.318+0000 7f22b7df5740 20 client.17508 trim_cache size 0 max 16384 2024-04-26T23:45:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.337+0000 7f22b7df5740 1 Processor -- start 2024-04-26T23:45:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.337+0000 7f22b7df5740 1 -- start start 2024-04-26T23:45:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.337+0000 7f22b7df5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026af0960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.338+0000 7f22b7df5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af6670 0x55b026b0c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.338+0000 7f22b7df5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 0x55b026b00070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.338+0000 7f22b7df5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01ae560 con 0x55b026b00d40 2024-04-26T23:45:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.338+0000 7f22b7df5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01ac3d0 con 0x55b026af5d50 2024-04-26T23:45:58.341 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.338+0000 7f22b7df5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01ade90 con 0x55b026af6670 2024-04-26T23:45:58.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.338+0000 7f22ae800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 0x55b026b00070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.338+0000 7f22ae800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 0x55b026b00070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44352/0 (socket says 172.21.15.26:44352) 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.338+0000 7f22ae800640 1 -- 172.21.15.26:0/3871226247 learned_addr learned my addr 172.21.15.26:0/3871226247 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.338+0000 7f22ade00640 1 --2- 172.21.15.26:0/3871226247 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026af0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.338+0000 7f22a5400640 1 --2- 172.21.15.26:0/3871226247 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af6670 0x55b026b0c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.338+0000 7f22ae800640 1 -- 172.21.15.26:0/3871226247 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af6670 msgr2=0x55b026b0c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.338+0000 7f22ae800640 1 --2- 172.21.15.26:0/3871226247 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af6670 0x55b026b0c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.339+0000 7f22ae800640 1 -- 172.21.15.26:0/3871226247 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 msgr2=0x55b026af0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.339+0000 7f22ae800640 1 --2- 172.21.15.26:0/3871226247 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026af0960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.339+0000 7f22ae800640 1 -- 172.21.15.26:0/3871226247 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b02672c0f0 con 0x55b026b00d40 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.339+0000 7f22ade00640 1 --2- 172.21.15.26:0/3871226247 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026af0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.339+0000 7f22ae800640 1 --2- 172.21.15.26:0/3871226247 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 0x55b026b00070 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f22a809beb0 tx=0x7f22a809a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db0171610b72da2c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.339+0000 7f229ea00640 1 -- 172.21.15.26:0/3871226247 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a8020050 con 0x55b026b00d40 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.339+0000 7f229ea00640 1 -- 172.21.15.26:0/3871226247 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f22a80a0120 con 0x55b026b00d40 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.339+0000 7f229ea00640 1 -- 172.21.15.26:0/3871226247 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a809b3f0 con 0x55b026b00d40 2024-04-26T23:45:58.344 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.340+0000 7f22b7df5740 1 -- 172.21.15.26:0/3871226247 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 msgr2=0x55b026b00070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.340+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3871226247 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 0x55b026b00070 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f22a809beb0 tx=0x7f22a809a6c0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.340+0000 7f22b7df5740 1 -- 172.21.15.26:0/3871226247 shutdown_connections 2024-04-26T23:45:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.340+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3871226247 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026b00d40 0x55b026b00070 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.340+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3871226247 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af6670 0x55b026b0c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.340+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3871226247 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026af5d50 0x55b026af0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.340+0000 7f22b7df5740 1 -- 172.21.15.26:0/3871226247 >> 172.21.15.26:0/3871226247 conn(0x55b026af2070 msgr2=0x55b026af8f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.340+0000 7f22b7df5740 1 -- 172.21.15.26:0/3871226247 shutdown_connections 2024-04-26T23:45:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.340+0000 7f22b7df5740 1 -- 172.21.15.26:0/3871226247 wait complete. 2024-04-26T23:45:58.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.341+0000 7f22b7df5740 1 -- start start 2024-04-26T23:45:58.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.341+0000 7f22b7df5740 1 Processor -- start 2024-04-26T23:45:58.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.341+0000 7f22b7df5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af5d50 0x55b026afa650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.341+0000 7f22b7df5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 0x55b026afab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.341+0000 7f22b7df5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026b00d40 0x55b026afb0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.341+0000 7f22b7df5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01ad0f0 con 0x55b026af6670 2024-04-26T23:45:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.341+0000 7f22b7df5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01aca20 con 0x55b026b00d40 2024-04-26T23:45:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.341+0000 7f22b7df5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f22b01ad7c0 con 0x55b026af5d50 2024-04-26T23:45:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.342+0000 7f22b7df5740 10 client.0 _ll_register_callbacks cb 0x7f22a8005660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.342+0000 7f22a5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 0x55b026afab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.342+0000 7f22a5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 0x55b026afab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44364/0 (socket says 172.21.15.26:44364) 2024-04-26T23:45:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.342+0000 7f22a5400640 1 -- 172.21.15.26:0/3359994003 learned_addr learned my addr 172.21.15.26:0/3359994003 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.342+0000 7f22ade00640 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af5d50 0x55b026afa650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.342+0000 7f22ae800640 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026b00d40 0x55b026afb0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.342+0000 7f22a5400640 1 -- 172.21.15.26:0/3359994003 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af5d50 msgr2=0x55b026afa650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.342+0000 7f22a5400640 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af5d50 0x55b026afa650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.342+0000 7f22a5400640 1 -- 172.21.15.26:0/3359994003 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026b00d40 msgr2=0x55b026afb0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.342+0000 7f22a5400640 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026b00d40 0x55b026afb0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.342+0000 7f22a5400640 1 -- 172.21.15.26:0/3359994003 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b026a22a30 con 0x55b026af6670 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.342+0000 7f22ae800640 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026b00d40 0x55b026afb0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.343+0000 7f22a5400640 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 0x55b026afab90 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f2298009900 tx=0x7f2298000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3486f4853e23b845 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.343+0000 7f2293e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.343+0000 7f2293e00640 1 -- 172.21.15.26:0/3359994003 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2298035040 con 0x55b026af6670 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.343+0000 7f2293e00640 1 -- 172.21.15.26:0/3359994003 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f229803d860 con 0x55b026af6670 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.343+0000 7f22b7df5740 1 -- 172.21.15.26:0/3359994003 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f22a80a0120 con 0x55b026af6670 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.343+0000 7f2293e00640 1 -- 172.21.15.26:0/3359994003 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f229803da60 con 0x55b026af6670 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.343+0000 7f22b7df5740 10 client.17514 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.343+0000 7f22b7df5740 1 -- 172.21.15.26:0/3359994003 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b026b7b190 con 0x55b026af6670 2024-04-26T23:45:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.344+0000 7f2293e00640 1 -- 172.21.15.26:0/3359994003 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f22a80a0120 con 0x55b026af6670 2024-04-26T23:45:58.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.344+0000 7f2293e00640 1 -- 172.21.15.26:0/3359994003 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2298055ca0 con 0x55b026af6670 2024-04-26T23:45:58.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.344+0000 7f22b7df5740 10 client.17514 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:58.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.344+0000 7f22b7df5740 10 client.17514 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:45:58.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.344+0000 7f22b7df5740 20 client.17514 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:58.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.344+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b026b7b940 0x55b026b7dd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.344+0000 7f22b7df5740 4 client.17514 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:45:58.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.344+0000 7f22b7df5740 1 -- 172.21.15.26:0/3359994003 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b026a62650 con 0x55b026b7b940 2024-04-26T23:45:58.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.345+0000 7f22ade00640 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b026b7b940 0x55b026b7dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.345+0000 7f22ade00640 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b026b7b940 0x55b026b7dd60 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8de5c03195fe2de server_cookie=239c710ad911b45c in_seq=0 out_seq=0 2024-04-26T23:45:58.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.345+0000 7f2293e00640 10 client.17514 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:58.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f2293e00640 1 -- 172.21.15.26:0/3359994003 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b026a62650 con 0x55b026b7b940 2024-04-26T23:45:58.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f2293e00640 10 client.17514 handle_command_reply: tid=0 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f22b7df5740 1 client.17514 shutdown 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f22b7df5740 1 -- 172.21.15.26:0/3359994003 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 msgr2=0x55b026afab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 0x55b026afab90 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f2298009900 tx=0x7f2298000bc0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f22b7df5740 1 -- 172.21.15.26:0/3359994003 shutdown_connections 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b026b7b940 0x55b026b7dd60 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b026b00d40 0x55b026afb0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b026af6670 0x55b026afab90 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f22b7df5740 1 --2- 172.21.15.26:0/3359994003 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b026af5d50 0x55b026afa650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f22b7df5740 1 -- 172.21.15.26:0/3359994003 >> 172.21.15.26:0/3359994003 conn(0x55b026af2070 msgr2=0x55b026afc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f2293e00640 0 client.17514 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.346+0000 7f22b7df5740 1 -- 172.21.15.26:0/3359994003 shutdown_connections 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.347+0000 7f22b7df5740 1 -- 172.21.15.26:0/3359994003 wait complete. 2024-04-26T23:45:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.347+0000 7f22b7df5740 20 client.17514 trim_cache size 0 max 16384 2024-04-26T23:45:58.354 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:45:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:45:58.354 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:45:58.354 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:45:58.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.347+0000 7f22af200640 1 -- 172.21.15.26:0/812068708 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f22940a3da0 msgr2=0x7f22940a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.347+0000 7f22af200640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f22940a3da0 0x7f22940a6260 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f22980057c0 tx=0x7f2298005a20 comp rx=0 tx=0).stop 2024-04-26T23:45:58.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.347+0000 7f22af200640 1 -- 172.21.15.26:0/812068708 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22b01087e0 msgr2=0x7f22b019d7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.347+0000 7f22af200640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22b01087e0 0x7f22b019d7e0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f22a800d750 tx=0x7f22a800dc10 comp rx=0 tx=0).stop 2024-04-26T23:45:58.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.347+0000 7f22af200640 1 -- 172.21.15.26:0/812068708 shutdown_connections 2024-04-26T23:45:58.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.348+0000 7f22af200640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f22940a3da0 0x7f22940a6260 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.348+0000 7f22af200640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f22b01087e0 0x7f22b019d7e0 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.348+0000 7f22af200640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f22b0103190 0x7f22b0199460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.348+0000 7f22af200640 1 --2- 172.21.15.26:0/812068708 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f22b01027d0 0x7f22b0198f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.348+0000 7f22af200640 1 -- 172.21.15.26:0/812068708 >> 172.21.15.26:0/812068708 conn(0x7f22b00fe300 msgr2=0x7f22b00fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:58.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.348+0000 7f22af200640 1 -- 172.21.15.26:0/812068708 shutdown_connections 2024-04-26T23:45:58.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.348+0000 7f22af200640 1 -- 172.21.15.26:0/812068708 wait complete. 2024-04-26T23:45:58.370 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:45:58.370 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:45:58.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.604+0000 7f6732a00640 1 -- 172.21.15.26:0/3207864596 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f672c109bc0 msgr2=0x7f672c10dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.604+0000 7f6732a00640 1 --2- 172.21.15.26:0/3207864596 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f672c109bc0 0x7f672c10dc00 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f6718009900 tx=0x7f671802a3f0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.604+0000 7f6732a00640 1 -- 172.21.15.26:0/3207864596 shutdown_connections 2024-04-26T23:45:58.608 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.604+0000 7f6732a00640 1 --2- 172.21.15.26:0/3207864596 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f672c10e2e0 0x7f672c115eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.604+0000 7f6732a00640 1 --2- 172.21.15.26:0/3207864596 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f672c109bc0 0x7f672c10dc00 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.604+0000 7f6732a00640 1 --2- 172.21.15.26:0/3207864596 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f672c109210 0x7f672c1095f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.604+0000 7f6732a00640 1 -- 172.21.15.26:0/3207864596 >> 172.21.15.26:0/3207864596 conn(0x7f672c076f50 msgr2=0x7f672c079370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:58.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.604+0000 7f6732a00640 1 -- 172.21.15.26:0/3207864596 shutdown_connections 2024-04-26T23:45:58.609 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.605+0000 7f6732a00640 1 -- 172.21.15.26:0/3207864596 wait complete. 2024-04-26T23:45:58.611 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.606+0000 7f6732a00640 1 Processor -- start 2024-04-26T23:45:58.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.606+0000 7f6732a00640 1 -- start start 2024-04-26T23:45:58.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.606+0000 7f6732a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f672c109210 0x7f672c19f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.606+0000 7f6732a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f672c10e2e0 0x7f672c19fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.606+0000 7f6732a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f672c1a3fd0 0x7f672c1a4480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.606+0000 7f6732a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f672c1190b0 con 0x7f672c109210 2024-04-26T23:45:58.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.606+0000 7f6732a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f672c118f30 con 0x7f672c10e2e0 2024-04-26T23:45:58.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.606+0000 7f6732a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f672c119230 con 0x7f672c1a3fd0 2024-04-26T23:45:58.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.606+0000 7f672be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f672c109210 0x7f672c19f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.607+0000 7f672be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f672c109210 0x7f672c19f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44388/0 (socket says 172.21.15.26:44388) 2024-04-26T23:45:58.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.607+0000 7f672be00640 1 -- 172.21.15.26:0/158599486 learned_addr learned my addr 172.21.15.26:0/158599486 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:58.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.607+0000 7f672b400640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f672c10e2e0 0x7f672c19fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.607+0000 7f6730a00640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f672c1a3fd0 0x7f672c1a4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.607+0000 7f672be00640 1 -- 172.21.15.26:0/158599486 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f672c1a3fd0 msgr2=0x7f672c1a4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.607+0000 7f672be00640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f672c1a3fd0 0x7f672c1a4480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.607+0000 7f672be00640 1 -- 172.21.15.26:0/158599486 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f672c10e2e0 msgr2=0x7f672c19fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.607+0000 7f672be00640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f672c10e2e0 0x7f672c19fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.607+0000 7f672be00640 1 -- 172.21.15.26:0/158599486 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f672c1a4ac0 con 0x7f672c109210 2024-04-26T23:45:58.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.607+0000 7f6730a00640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f672c1a3fd0 0x7f672c1a4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:45:58.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.608+0000 7f672be00640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f672c109210 0x7f672c19f710 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f671c00d950 tx=0x7f671c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:58.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.608+0000 7f6728c00640 1 -- 172.21.15.26:0/158599486 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671c017070 con 0x7f672c109210 2024-04-26T23:45:58.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.608+0000 7f6728c00640 1 -- 172.21.15.26:0/158599486 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f671c009c30 con 0x7f672c109210 2024-04-26T23:45:58.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.608+0000 7f6732a00640 1 -- 172.21.15.26:0/158599486 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f672c1a4db0 con 0x7f672c109210 2024-04-26T23:45:58.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.608+0000 7f6728c00640 1 -- 172.21.15.26:0/158599486 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671c00f620 con 0x7f672c109210 2024-04-26T23:45:58.613 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.608+0000 7f6732a00640 1 -- 172.21.15.26:0/158599486 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f672c1ac570 con 0x7f672c109210 2024-04-26T23:45:58.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.609+0000 7f6732a00640 1 -- 172.21.15.26:0/158599486 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f672c069c10 con 0x7f672c109210 2024-04-26T23:45:58.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.611+0000 7f6728c00640 1 -- 172.21.15.26:0/158599486 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f671c010460 con 0x7f672c109210 2024-04-26T23:45:58.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.613+0000 7f6728c00640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f67100a3d20 0x7f67100a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:58.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.613+0000 7f6728c00640 1 -- 172.21.15.26:0/158599486 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f671c0d0550 con 0x7f672c109210 2024-04-26T23:45:58.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.613+0000 7f672b400640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f67100a3d20 0x7f67100a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:58.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.614+0000 7f672b400640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f67100a3d20 0x7f67100a61e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6718006010 tx=0x7f6718009610 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:58.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.619+0000 7f6728c00640 1 -- 172.21.15.26:0/158599486 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f671c09cb70 con 0x7f672c109210 2024-04-26T23:45:58.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:58 smithi164 ceph-mon[31699]: pgmap v312: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:45:58.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:58 smithi026 ceph-mon[28371]: pgmap v312: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:45:58.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:58 smithi086 ceph-mon[31122]: pgmap v312: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:45:58.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.898+0000 7f6732a00640 1 -- 172.21.15.26:0/158599486 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f672c111510 con 0x7f672c109210 2024-04-26T23:45:58.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.900+0000 7f6728c00640 1 -- 172.21.15.26:0/158599486 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f671c009de0 con 0x7f672c109210 2024-04-26T23:45:58.904 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:45:58.904 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:45:58.904 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:45:58.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.903+0000 7f6732a00640 1 -- 172.21.15.26:0/158599486 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f67100a3d20 msgr2=0x7f67100a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.903+0000 7f6732a00640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f67100a3d20 0x7f67100a61e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6718006010 tx=0x7f6718009610 comp rx=0 tx=0).stop 2024-04-26T23:45:58.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.903+0000 7f6732a00640 1 -- 172.21.15.26:0/158599486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f672c109210 msgr2=0x7f672c19f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:58.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.903+0000 7f6732a00640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f672c109210 0x7f672c19f710 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f671c00d950 tx=0x7f671c00de10 comp rx=0 tx=0).stop 2024-04-26T23:45:58.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.903+0000 7f6732a00640 1 -- 172.21.15.26:0/158599486 shutdown_connections 2024-04-26T23:45:58.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.903+0000 7f6732a00640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f672c1a3fd0 0x7f672c1a4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.903+0000 7f6732a00640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f672c10e2e0 0x7f672c19fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.903+0000 7f6732a00640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f67100a3d20 0x7f67100a61e0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.903+0000 7f6732a00640 1 --2- 172.21.15.26:0/158599486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f672c109210 0x7f672c19f710 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:58.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.903+0000 7f6732a00640 1 -- 172.21.15.26:0/158599486 >> 172.21.15.26:0/158599486 conn(0x7f672c076f50 msgr2=0x7f672c0782f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:58.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.903+0000 7f6732a00640 1 -- 172.21.15.26:0/158599486 shutdown_connections 2024-04-26T23:45:58.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:58.904+0000 7f6732a00640 1 -- 172.21.15.26:0/158599486 wait complete. 2024-04-26T23:45:58.933 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:45:59.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.159+0000 7fe7f0a00640 1 -- 172.21.15.26:0/299523977 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec1042b0 msgr2=0x7fe7ec10c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.159+0000 7fe7f0a00640 1 --2- 172.21.15.26:0/299523977 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec10c790 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4009900 tx=0x7fe7d402a480 comp rx=0 tx=0).stop 2024-04-26T23:45:59.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.159+0000 7fe7f0a00640 1 -- 172.21.15.26:0/299523977 shutdown_connections 2024-04-26T23:45:59.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.159+0000 7fe7f0a00640 1 --2- 172.21.15.26:0/299523977 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec10f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.159+0000 7fe7f0a00640 1 --2- 172.21.15.26:0/299523977 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec10c790 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.159+0000 7fe7f0a00640 1 --2- 172.21.15.26:0/299523977 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec103990 0x7fe7ec103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.159+0000 7fe7f0a00640 1 -- 172.21.15.26:0/299523977 >> 172.21.15.26:0/299523977 conn(0x7fe7ec0fd1b0 msgr2=0x7fe7ec0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.159+0000 7fe7f0a00640 1 -- 172.21.15.26:0/299523977 shutdown_connections 2024-04-26T23:45:59.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.160+0000 7fe7f0a00640 1 -- 172.21.15.26:0/299523977 wait complete. 2024-04-26T23:45:59.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.161+0000 7fe7f0a00640 1 Processor -- start 2024-04-26T23:45:59.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.161+0000 7fe7f0a00640 1 -- start start 2024-04-26T23:45:59.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.161+0000 7fe7f0a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec103990 0x7fe7ec19b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.161+0000 7fe7f0a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec19b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.161+0000 7fe7f0a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec19f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.161+0000 7fe7f0a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec112960 con 0x7fe7ec103990 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.161+0000 7fe7f0a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1127e0 con 0x7fe7ec1042b0 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.161+0000 7fe7f0a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec112ae0 con 0x7fe7ec10cdb0 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.162+0000 7fe7ea800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec103990 0x7fe7ec19b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.162+0000 7fe7ea800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec103990 0x7fe7ec19b0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44392/0 (socket says 172.21.15.26:44392) 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.162+0000 7fe7ea800640 1 -- 172.21.15.26:0/1315528711 learned_addr learned my addr 172.21.15.26:0/1315528711 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.162+0000 7fe7eb200640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec19f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.162+0000 7fe7e3e00640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec19b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.162+0000 7fe7ea800640 1 -- 172.21.15.26:0/1315528711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec10cdb0 msgr2=0x7fe7ec19f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.162+0000 7fe7ea800640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec19f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.162+0000 7fe7ea800640 1 -- 172.21.15.26:0/1315528711 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec1042b0 msgr2=0x7fe7ec19b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.162+0000 7fe7ea800640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec19b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.162+0000 7fe7ea800640 1 -- 172.21.15.26:0/1315528711 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7ec1a00d0 con 0x7fe7ec103990 2024-04-26T23:45:59.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.162+0000 7fe7e3e00640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec19b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:45:59.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.162+0000 7fe7eb200640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec19f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:45:59.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.163+0000 7fe7ea800640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec103990 0x7fe7ec19b0e0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc00d950 tx=0x7fe7dc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.163+0000 7fe7e3400640 1 -- 172.21.15.26:0/1315528711 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7dc017070 con 0x7fe7ec103990 2024-04-26T23:45:59.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.163+0000 7fe7e3400640 1 -- 172.21.15.26:0/1315528711 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7dc009c30 con 0x7fe7ec103990 2024-04-26T23:45:59.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.163+0000 7fe7f0a00640 1 -- 172.21.15.26:0/1315528711 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7ec1a03c0 con 0x7fe7ec103990 2024-04-26T23:45:59.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.163+0000 7fe7e3400640 1 -- 172.21.15.26:0/1315528711 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7dc00f620 con 0x7fe7ec103990 2024-04-26T23:45:59.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.163+0000 7fe7f0a00640 1 -- 172.21.15.26:0/1315528711 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7ec1a7c50 con 0x7fe7ec103990 2024-04-26T23:45:59.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.168+0000 7fe7f4250740 1 Processor -- start 2024-04-26T23:45:59.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.168+0000 7fe7f4250740 1 -- start start 2024-04-26T23:45:59.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.168+0000 7fe7e3400640 1 -- 172.21.15.26:0/1315528711 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe7dc010460 con 0x7fe7ec103990 2024-04-26T23:45:59.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.168+0000 7fe7f4250740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1c3a0 0x55e016f1c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.169+0000 7fe7f4250740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 0x55e016f26e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.169+0000 7fe7f4250740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f27390 0x55e016f29780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.169+0000 7fe7f4250740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e016e80c70 con 0x55e016f1c3a0 2024-04-26T23:45:59.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.169+0000 7fe7f4250740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e016e39980 con 0x55e016f1ccc0 2024-04-26T23:45:59.172 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.169+0000 7fe7f4250740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e016e7cc30 con 0x55e016f27390 2024-04-26T23:45:59.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.169+0000 7fe7eb200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1c3a0 0x55e016f1c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.169+0000 7fe7eb200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1c3a0 0x55e016f1c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44402/0 (socket says 172.21.15.26:44402) 2024-04-26T23:45:59.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.169+0000 7fe7eb200640 1 -- 172.21.15.26:0/384245985 learned_addr learned my addr 172.21.15.26:0/384245985 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.169+0000 7fe7e3e00640 1 --2- 172.21.15.26:0/384245985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f27390 0x55e016f29780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.169+0000 7fe7ea800640 1 --2- 172.21.15.26:0/384245985 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 0x55e016f26e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.170+0000 7fe7eb200640 1 -- 172.21.15.26:0/384245985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f27390 msgr2=0x55e016f29780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.170+0000 7fe7eb200640 1 --2- 172.21.15.26:0/384245985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f27390 0x55e016f29780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.170+0000 7fe7eb200640 1 -- 172.21.15.26:0/384245985 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 msgr2=0x55e016f26e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.170+0000 7fe7eb200640 1 --2- 172.21.15.26:0/384245985 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 0x55e016f26e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.170+0000 7fe7eb200640 1 -- 172.21.15.26:0/384245985 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e016e117b0 con 0x55e016f1c3a0 2024-04-26T23:45:59.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.170+0000 7fe7eb200640 1 --2- 172.21.15.26:0/384245985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1c3a0 0x55e016f1c780 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fe7e4009ea0 tx=0x7fe7e4009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89cfc57b281f5f75 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.170+0000 7fe7e3400640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7d00a3da0 0x7fe7d00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.171+0000 7fe7db400640 1 -- 172.21.15.26:0/384245985 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e4016070 con 0x55e016f1c3a0 2024-04-26T23:45:59.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.171+0000 7fe7db400640 1 -- 172.21.15.26:0/384245985 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7e400ee80 con 0x55e016f1c3a0 2024-04-26T23:45:59.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.171+0000 7fe7e3400640 1 -- 172.21.15.26:0/1315528711 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7fe7dc0d0470 con 0x7fe7ec103990 2024-04-26T23:45:59.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.171+0000 7fe7db400640 1 -- 172.21.15.26:0/384245985 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e40116d0 con 0x55e016f1c3a0 2024-04-26T23:45:59.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.171+0000 7fe7ea800640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7d00a3da0 0x7fe7d00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.172+0000 7fe7f4250740 1 -- 172.21.15.26:0/384245985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1c3a0 msgr2=0x55e016f1c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.172+0000 7fe7f4250740 1 --2- 172.21.15.26:0/384245985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1c3a0 0x55e016f1c780 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fe7e4009ea0 tx=0x7fe7e4009f90 comp rx=0 tx=0).stop 2024-04-26T23:45:59.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.172+0000 7fe7ea800640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7d00a3da0 0x7fe7d00a6260 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc0cdc50 tx=0x7fe7dc098040 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.172+0000 7fe7f4250740 1 -- 172.21.15.26:0/384245985 shutdown_connections 2024-04-26T23:45:59.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.172+0000 7fe7f4250740 1 --2- 172.21.15.26:0/384245985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f27390 0x55e016f29780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.172+0000 7fe7f4250740 1 --2- 172.21.15.26:0/384245985 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 0x55e016f26e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.172+0000 7fe7f4250740 1 --2- 172.21.15.26:0/384245985 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1c3a0 0x55e016f1c780 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.172+0000 7fe7f4250740 1 -- 172.21.15.26:0/384245985 >> 172.21.15.26:0/384245985 conn(0x55e016f186c0 msgr2=0x55e016f18aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.172+0000 7fe7f4250740 1 -- 172.21.15.26:0/384245985 shutdown_connections 2024-04-26T23:45:59.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.172+0000 7fe7f4250740 1 -- 172.21.15.26:0/384245985 wait complete. 2024-04-26T23:45:59.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.173+0000 7fe7f4250740 1 -- start start 2024-04-26T23:45:59.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.173+0000 7fe7f4250740 1 Processor -- start 2024-04-26T23:45:59.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.173+0000 7fe7f4250740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 0x55e016f26d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.173+0000 7fe7f4250740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 0x55e016f24010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.173+0000 7fe7f4250740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 0x55e016f24590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7f4250740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e016e7ff80 con 0x55e016f27390 2024-04-26T23:45:59.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7f4250740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e016e2d260 con 0x55e016f1ccc0 2024-04-26T23:45:59.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7f4250740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e016e852a0 con 0x55e016f1c3a0 2024-04-26T23:45:59.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7f4250740 10 client.0 _ll_register_callbacks cb 0x55e016e77960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:59.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7eb200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 0x55e016f24590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7eb200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 0x55e016f24590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44412/0 (socket says 172.21.15.26:44412) 2024-04-26T23:45:59.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7eb200640 1 -- 172.21.15.26:0/3216125219 learned_addr learned my addr 172.21.15.26:0/3216125219 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7eb200640 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 0x55e016f26d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7e3e00640 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 0x55e016f24010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7eb200640 1 -- 172.21.15.26:0/3216125219 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 msgr2=0x55e016f26d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7eb200640 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 0x55e016f26d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7eb200640 1 -- 172.21.15.26:0/3216125219 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 msgr2=0x55e016f24010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7eb200640 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 0x55e016f24010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.174+0000 7fe7eb200640 1 -- 172.21.15.26:0/3216125219 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e016e0f1c0 con 0x55e016f27390 2024-04-26T23:45:59.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.175+0000 7fe7eb200640 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 0x55e016f24590 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40057c0 tx=0x7fe7e40058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eda3d84b090eac93 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.175+0000 7fe7cfe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:59.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.175+0000 7fe7cfe00640 1 -- 172.21.15.26:0/3216125219 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e4016040 con 0x55e016f27390 2024-04-26T23:45:59.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.175+0000 7fe7cfe00640 1 -- 172.21.15.26:0/3216125219 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7fe7e4003970 con 0x55e016f27390 2024-04-26T23:45:59.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.175+0000 7fe7f4250740 1 -- 172.21.15.26:0/3216125219 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e016e8e880 con 0x55e016f27390 2024-04-26T23:45:59.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.176+0000 7fe7cfe00640 1 -- 172.21.15.26:0/3216125219 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe7e4003b70 con 0x55e016f27390 2024-04-26T23:45:59.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.176+0000 7fe7f4250740 10 client.17532 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:59.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.176+0000 7fe7f4250740 1 -- 172.21.15.26:0/3216125219 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e016b923f0 con 0x55e016f27390 2024-04-26T23:45:59.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.176+0000 7fe7cfe00640 1 -- 172.21.15.26:0/3216125219 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x55e016e8e880 con 0x55e016f27390 2024-04-26T23:45:59.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.176+0000 7fe7cfe00640 1 -- 172.21.15.26:0/3216125219 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe7e4026030 con 0x55e016f27390 2024-04-26T23:45:59.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.176+0000 7fe7f4250740 10 client.17532 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:59.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.176+0000 7fe7f4250740 10 client.17532 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:45:59.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.176+0000 7fe7f4250740 20 client.17532 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:59.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.176+0000 7fe7f4250740 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e016f36d50 0x55e016f39140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.176+0000 7fe7f4250740 4 client.17532 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:45:59.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.176+0000 7fe7f4250740 1 -- 172.21.15.26:0/3216125219 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e016e886f0 con 0x55e016f36d50 2024-04-26T23:45:59.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.177+0000 7fe7e3e00640 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e016f36d50 0x55e016f39140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.178+0000 7fe7e3e00640 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e016f36d50 0x55e016f39140 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3433a6c2054432ec server_cookie=69e89f70a6d65ce6 in_seq=0 out_seq=0 2024-04-26T23:45:59.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.178+0000 7fe7cfe00640 10 client.17532 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7cfe00640 1 -- 172.21.15.26:0/3216125219 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e016e886f0 con 0x55e016f36d50 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7cfe00640 10 client.17532 handle_command_reply: tid=0 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7f4250740 1 client.17532 shutdown 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7f4250740 1 -- 172.21.15.26:0/3216125219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 msgr2=0x55e016f24590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7f4250740 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 0x55e016f24590 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40057c0 tx=0x7fe7e40058b0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7f4250740 1 -- 172.21.15.26:0/3216125219 shutdown_connections 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7f4250740 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 0x55e016f24590 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7f4250740 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 0x55e016f24010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7f4250740 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e016f36d50 0x55e016f39140 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7f4250740 1 --2- 172.21.15.26:0/3216125219 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 0x55e016f26d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7cfe00640 0 client.17532 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7f4250740 1 -- 172.21.15.26:0/3216125219 >> 172.21.15.26:0/3216125219 conn(0x55e016f186c0 msgr2=0x55e016f1e380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.180+0000 7fe7f4250740 1 -- 172.21.15.26:0/3216125219 shutdown_connections 2024-04-26T23:45:59.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.181+0000 7fe7f4250740 1 -- 172.21.15.26:0/3216125219 wait complete. 2024-04-26T23:45:59.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.181+0000 7fe7f4250740 20 client.17532 trim_cache size 0 max 16384 2024-04-26T23:45:59.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.199+0000 7fe7f4250740 1 Processor -- start 2024-04-26T23:45:59.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.199+0000 7fe7f4250740 1 -- start start 2024-04-26T23:45:59.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.199+0000 7fe7f4250740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 0x55e016f16f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.199+0000 7fe7f4250740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1ccc0 0x55e016f23880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.199+0000 7fe7f4250740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f27390 0x55e016f32de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.199+0000 7fe7f4250740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1b2ee0 con 0x55e016f1ccc0 2024-04-26T23:45:59.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.199+0000 7fe7f4250740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1b07b0 con 0x55e016f27390 2024-04-26T23:45:59.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.199+0000 7fe7f4250740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1ae620 con 0x55e016f1c3a0 2024-04-26T23:45:59.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.200+0000 7fe7e3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1ccc0 0x55e016f23880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.200+0000 7fe7e3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1ccc0 0x55e016f23880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44424/0 (socket says 172.21.15.26:44424) 2024-04-26T23:45:59.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.200+0000 7fe7e3e00640 1 -- 172.21.15.26:0/547185144 learned_addr learned my addr 172.21.15.26:0/547185144 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.200+0000 7fe7eb200640 1 --2- 172.21.15.26:0/547185144 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 0x55e016f16f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.200+0000 7fe7eb200640 1 --2- 172.21.15.26:0/547185144 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f27390 0x55e016f32de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.201+0000 7fe7e3e00640 1 -- 172.21.15.26:0/547185144 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 msgr2=0x55e016f16f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.201+0000 7fe7e3e00640 1 --2- 172.21.15.26:0/547185144 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 0x55e016f16f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.201+0000 7fe7e3e00640 1 -- 172.21.15.26:0/547185144 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f27390 msgr2=0x55e016f32de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.201+0000 7fe7e3e00640 1 --2- 172.21.15.26:0/547185144 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f27390 0x55e016f32de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.201+0000 7fe7e3e00640 1 -- 172.21.15.26:0/547185144 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e016c5c7d0 con 0x55e016f1ccc0 2024-04-26T23:45:59.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.201+0000 7fe7eb200640 1 --2- 172.21.15.26:0/547185144 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f27390 0x55e016f32de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:59.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.201+0000 7fe7e3e00640 1 --2- 172.21.15.26:0/547185144 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1ccc0 0x55e016f23880 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4006010 tx=0x7fe7d4005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dfb6cff7374f2d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.201+0000 7fe7daa00640 1 -- 172.21.15.26:0/547185144 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4035040 con 0x55e016f1ccc0 2024-04-26T23:45:59.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.202+0000 7fe7daa00640 1 -- 172.21.15.26:0/547185144 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7d4048070 con 0x55e016f1ccc0 2024-04-26T23:45:59.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.202+0000 7fe7daa00640 1 -- 172.21.15.26:0/547185144 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4042550 con 0x55e016f1ccc0 2024-04-26T23:45:59.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.202+0000 7fe7f4250740 1 -- 172.21.15.26:0/547185144 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1ccc0 msgr2=0x55e016f23880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.202+0000 7fe7f4250740 1 --2- 172.21.15.26:0/547185144 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1ccc0 0x55e016f23880 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4006010 tx=0x7fe7d4005e00 comp rx=0 tx=0).stop 2024-04-26T23:45:59.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.202+0000 7fe7f4250740 1 -- 172.21.15.26:0/547185144 shutdown_connections 2024-04-26T23:45:59.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.202+0000 7fe7f4250740 1 --2- 172.21.15.26:0/547185144 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f27390 0x55e016f32de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.202+0000 7fe7f4250740 1 --2- 172.21.15.26:0/547185144 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f1ccc0 0x55e016f23880 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.202+0000 7fe7f4250740 1 --2- 172.21.15.26:0/547185144 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 0x55e016f16f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.202+0000 7fe7f4250740 1 -- 172.21.15.26:0/547185144 >> 172.21.15.26:0/547185144 conn(0x55e016f186c0 msgr2=0x55e016f23170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.203+0000 7fe7f4250740 1 -- 172.21.15.26:0/547185144 shutdown_connections 2024-04-26T23:45:59.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.203+0000 7fe7f4250740 1 -- 172.21.15.26:0/547185144 wait complete. 2024-04-26T23:45:59.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.203+0000 7fe7f4250740 1 -- start start 2024-04-26T23:45:59.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.203+0000 7fe7f4250740 1 Processor -- start 2024-04-26T23:45:59.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.204+0000 7fe7f4250740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 0x55e016f2c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.204+0000 7fe7f4250740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 0x55e016f2c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.204+0000 7fe7f4250740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 0x55e016f9b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.204+0000 7fe7f4250740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1aec70 con 0x55e016f27390 2024-04-26T23:45:59.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.204+0000 7fe7f4250740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1b00e0 con 0x55e016f1ccc0 2024-04-26T23:45:59.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.204+0000 7fe7f4250740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec1af340 con 0x55e016f1c3a0 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.204+0000 7fe7f4250740 10 client.0 _ll_register_callbacks cb 0x7fe7e4009d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.204+0000 7fe7eb200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 0x55e016f9b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.204+0000 7fe7eb200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 0x55e016f9b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44430/0 (socket says 172.21.15.26:44430) 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.204+0000 7fe7eb200640 1 -- 172.21.15.26:0/974917088 learned_addr learned my addr 172.21.15.26:0/974917088 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.204+0000 7fe7e3e00640 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 0x55e016f2c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.204+0000 7fe7eb200640 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 0x55e016f2c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.205+0000 7fe7eb200640 1 -- 172.21.15.26:0/974917088 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 msgr2=0x55e016f2c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.205+0000 7fe7eb200640 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 0x55e016f2c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.205+0000 7fe7eb200640 1 -- 172.21.15.26:0/974917088 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 msgr2=0x55e016f2c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.205+0000 7fe7eb200640 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 0x55e016f2c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.205+0000 7fe7eb200640 1 -- 172.21.15.26:0/974917088 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e016e272a0 con 0x55e016f27390 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.205+0000 7fe7eb200640 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 0x55e016f9b0a0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7fe7e4009df0 tx=0x7fe7e4011820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc45e809b1f605cc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.205+0000 7fe7cfe00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:59.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.205+0000 7fe7cfe00640 1 -- 172.21.15.26:0/974917088 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e4016030 con 0x55e016f27390 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.205+0000 7fe7cfe00640 1 -- 172.21.15.26:0/974917088 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7fe7e4027ae0 con 0x55e016f27390 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.205+0000 7fe7f4250740 1 -- 172.21.15.26:0/974917088 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7d4048070 con 0x55e016f27390 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.206+0000 7fe7cfe00640 1 -- 172.21.15.26:0/974917088 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe7e4040050 con 0x55e016f27390 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.206+0000 7fe7f4250740 10 client.17538 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.206+0000 7fe7f4250740 1 -- 172.21.15.26:0/974917088 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e016f9c610 con 0x55e016f27390 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.206+0000 7fe7cfe00640 1 -- 172.21.15.26:0/974917088 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7d4048070 con 0x55e016f27390 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.206+0000 7fe7cfe00640 1 -- 172.21.15.26:0/974917088 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe7e4039060 con 0x55e016f27390 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.206+0000 7fe7f4250740 10 client.17538 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.206+0000 7fe7f4250740 10 client.17538 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.206+0000 7fe7f4250740 20 client.17538 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.206+0000 7fe7f4250740 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e016f9cc70 0x55e016f9f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.206+0000 7fe7f4250740 4 client.17538 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.206+0000 7fe7f4250740 1 -- 172.21.15.26:0/974917088 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e016e034d0 con 0x55e016f9cc70 2024-04-26T23:45:59.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.207+0000 7fe7e3e00640 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e016f9cc70 0x55e016f9f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.208+0000 7fe7e3e00640 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e016f9cc70 0x55e016f9f060 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e575c8b399c39be4 server_cookie=fc8bdda212dc0da9 in_seq=0 out_seq=0 2024-04-26T23:45:59.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.208+0000 7fe7cfe00640 10 client.17538 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:45:59.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.208+0000 7fe7cfe00640 1 -- 172.21.15.26:0/974917088 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e016e034d0 con 0x55e016f9cc70 2024-04-26T23:45:59.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.208+0000 7fe7cfe00640 10 client.17538 handle_command_reply: tid=0 2024-04-26T23:45:59.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.208+0000 7fe7f4250740 1 client.17538 shutdown 2024-04-26T23:45:59.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.209+0000 7fe7f4250740 1 -- 172.21.15.26:0/974917088 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 msgr2=0x55e016f9b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.209+0000 7fe7f4250740 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 0x55e016f9b0a0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7fe7e4009df0 tx=0x7fe7e4011820 comp rx=0 tx=0).stop 2024-04-26T23:45:59.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.209+0000 7fe7f4250740 1 -- 172.21.15.26:0/974917088 shutdown_connections 2024-04-26T23:45:59.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.209+0000 7fe7f4250740 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e016f27390 0x55e016f9b0a0 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.209+0000 7fe7f4250740 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e016f1ccc0 0x55e016f2c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.209+0000 7fe7f4250740 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55e016f9cc70 0x55e016f9f060 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.209+0000 7fe7f4250740 1 --2- 172.21.15.26:0/974917088 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e016f1c3a0 0x55e016f2c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.209+0000 7fe7f4250740 1 -- 172.21.15.26:0/974917088 >> 172.21.15.26:0/974917088 conn(0x55e016f186c0 msgr2=0x55e016f23880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.209+0000 7fe7cfe00640 0 client.17538 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:45:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.209+0000 7fe7f4250740 1 -- 172.21.15.26:0/974917088 shutdown_connections 2024-04-26T23:45:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.209+0000 7fe7f4250740 1 -- 172.21.15.26:0/974917088 wait complete. 2024-04-26T23:45:59.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.209+0000 7fe7f4250740 20 client.17538 trim_cache size 0 max 16384 2024-04-26T23:45:59.217 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:45:59.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.210+0000 7fe7f0a00640 1 -- 172.21.15.26:0/1315528711 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7d00a3da0 msgr2=0x7fe7d00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.210+0000 7fe7f0a00640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7d00a3da0 0x7fe7d00a6260 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc0cdc50 tx=0x7fe7dc098040 comp rx=0 tx=0).stop 2024-04-26T23:45:59.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.210+0000 7fe7f0a00640 1 -- 172.21.15.26:0/1315528711 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec103990 msgr2=0x7fe7ec19b0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.210+0000 7fe7f0a00640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec103990 0x7fe7ec19b0e0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc00d950 tx=0x7fe7dc00de10 comp rx=0 tx=0).stop 2024-04-26T23:45:59.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.210+0000 7fe7f0a00640 1 -- 172.21.15.26:0/1315528711 shutdown_connections 2024-04-26T23:45:59.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.210+0000 7fe7f0a00640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7ec10cdb0 0x7fe7ec19f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.210+0000 7fe7f0a00640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7ec1042b0 0x7fe7ec19b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.210+0000 7fe7f0a00640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7d00a3da0 0x7fe7d00a6260 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.210+0000 7fe7f0a00640 1 --2- 172.21.15.26:0/1315528711 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7ec103990 0x7fe7ec19b0e0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.210+0000 7fe7f0a00640 1 -- 172.21.15.26:0/1315528711 >> 172.21.15.26:0/1315528711 conn(0x7fe7ec0fd1b0 msgr2=0x7fe7ec1026a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.210+0000 7fe7f0a00640 1 -- 172.21.15.26:0/1315528711 shutdown_connections 2024-04-26T23:45:59.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.210+0000 7fe7f0a00640 1 -- 172.21.15.26:0/1315528711 wait complete. 2024-04-26T23:45:59.232 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:45:59.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.449+0000 7f8e34a00640 1 -- 172.21.15.26:0/699770528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e3010a9f0 msgr2=0x7f8e3010add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.449+0000 7f8e34a00640 1 --2- 172.21.15.26:0/699770528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e3010a9f0 0x7f8e3010add0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f8e20009930 tx=0x7f8e2002a420 comp rx=0 tx=0).stop 2024-04-26T23:45:59.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.449+0000 7f8e34a00640 1 -- 172.21.15.26:0/699770528 shutdown_connections 2024-04-26T23:45:59.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.449+0000 7f8e34a00640 1 --2- 172.21.15.26:0/699770528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8e301053a0 0x7f8e301118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.449+0000 7f8e34a00640 1 --2- 172.21.15.26:0/699770528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8e301049e0 0x7f8e30104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.449+0000 7f8e34a00640 1 --2- 172.21.15.26:0/699770528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e3010a9f0 0x7f8e3010add0 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.449+0000 7f8e34a00640 1 -- 172.21.15.26:0/699770528 >> 172.21.15.26:0/699770528 conn(0x7f8e30100470 msgr2=0x7f8e30102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.449+0000 7f8e34a00640 1 -- 172.21.15.26:0/699770528 shutdown_connections 2024-04-26T23:45:59.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.449+0000 7f8e34a00640 1 -- 172.21.15.26:0/699770528 wait complete. 2024-04-26T23:45:59.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.450+0000 7f8e34a00640 1 Processor -- start 2024-04-26T23:45:59.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.450+0000 7f8e34a00640 1 -- start start 2024-04-26T23:45:59.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.451+0000 7f8e34a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8e301049e0 0x7f8e3019b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.451+0000 7f8e34a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e301053a0 0x7f8e3019b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.451+0000 7f8e34a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8e3010a9f0 0x7f8e3019fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.451+0000 7f8e34a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8e30114b80 con 0x7f8e301053a0 2024-04-26T23:45:59.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.451+0000 7f8e34a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8e30114a00 con 0x7f8e301049e0 2024-04-26T23:45:59.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.451+0000 7f8e34a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8e30114d00 con 0x7f8e3010a9f0 2024-04-26T23:45:59.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.451+0000 7f8e2ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e301053a0 0x7f8e3019b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.451+0000 7f8e2ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e301053a0 0x7f8e3019b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44438/0 (socket says 172.21.15.26:44438) 2024-04-26T23:45:59.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.451+0000 7f8e2ea00640 1 -- 172.21.15.26:0/2158677523 learned_addr learned my addr 172.21.15.26:0/2158677523 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.451+0000 7f8e2f400640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8e301049e0 0x7f8e3019b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.452+0000 7f8e2fe00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8e3010a9f0 0x7f8e3019fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.452+0000 7f8e2ea00640 1 -- 172.21.15.26:0/2158677523 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8e3010a9f0 msgr2=0x7f8e3019fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.452+0000 7f8e2ea00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8e3010a9f0 0x7f8e3019fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.452+0000 7f8e2ea00640 1 -- 172.21.15.26:0/2158677523 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8e301049e0 msgr2=0x7f8e3019b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.452+0000 7f8e2ea00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8e301049e0 0x7f8e3019b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.452+0000 7f8e2ea00640 1 -- 172.21.15.26:0/2158677523 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e301a0170 con 0x7f8e301053a0 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.452+0000 7f8e2fe00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8e3010a9f0 0x7f8e3019fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.452+0000 7f8e2ea00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e301053a0 0x7f8e3019b6c0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c00c890 tx=0x7f8e1c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.452+0000 7f8e27e00640 1 -- 172.21.15.26:0/2158677523 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c004220 con 0x7f8e301053a0 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.452+0000 7f8e27e00640 1 -- 172.21.15.26:0/2158677523 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8e1c007e40 con 0x7f8e301053a0 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.452+0000 7f8e34a00640 1 -- 172.21.15.26:0/2158677523 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e301a0460 con 0x7f8e301053a0 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.452+0000 7f8e27e00640 1 -- 172.21.15.26:0/2158677523 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c004a00 con 0x7f8e301053a0 2024-04-26T23:45:59.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.453+0000 7f8e34a00640 1 -- 172.21.15.26:0/2158677523 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e301a7cf0 con 0x7f8e301053a0 2024-04-26T23:45:59.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.456+0000 7f8e38fb5740 1 Processor -- start 2024-04-26T23:45:59.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.456+0000 7f8e38fb5740 1 -- start start 2024-04-26T23:45:59.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.456+0000 7f8e27e00640 1 -- 172.21.15.26:0/2158677523 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8e1c0079b0 con 0x7f8e301053a0 2024-04-26T23:45:59.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.457+0000 7f8e38fb5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef6743a0 0x564bef674780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.457+0000 7f8e38fb5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 0x564bef67ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.457+0000 7f8e38fb5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 0x564bef681780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.457+0000 7f8e38fb5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564bef5d8c70 con 0x564bef674cc0 2024-04-26T23:45:59.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.457+0000 7f8e38fb5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x564bef591980 con 0x564bef6743a0 2024-04-26T23:45:59.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.457+0000 7f8e38fb5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564bef5d4c30 con 0x564bef67f390 2024-04-26T23:45:59.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.457+0000 7f8e2f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 0x564bef67ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.457+0000 7f8e2f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 0x564bef67ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44442/0 (socket says 172.21.15.26:44442) 2024-04-26T23:45:59.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.457+0000 7f8e2f400640 1 -- 172.21.15.26:0/1396020385 learned_addr learned my addr 172.21.15.26:0/1396020385 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.458+0000 7f8e2fe00640 1 --2- 172.21.15.26:0/1396020385 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef6743a0 0x564bef674780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.458+0000 7f8e2ea00640 1 --2- 172.21.15.26:0/1396020385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 0x564bef681780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.458+0000 7f8e2f400640 1 -- 172.21.15.26:0/1396020385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 msgr2=0x564bef681780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.458+0000 7f8e2f400640 1 --2- 172.21.15.26:0/1396020385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 0x564bef681780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.458+0000 7f8e2f400640 1 -- 172.21.15.26:0/1396020385 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef6743a0 msgr2=0x564bef674780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.458+0000 7f8e2f400640 1 --2- 172.21.15.26:0/1396020385 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef6743a0 0x564bef674780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.458+0000 7f8e2f400640 1 -- 172.21.15.26:0/1396020385 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bef5697b0 con 0x564bef674cc0 2024-04-26T23:45:59.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.458+0000 7f8e2ea00640 1 --2- 172.21.15.26:0/1396020385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 0x564bef681780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:45:59.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.458+0000 7f8e27e00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8e140a3d20 0x7f8e140a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.459+0000 7f8e2f400640 1 --2- 172.21.15.26:0/1396020385 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 0x564bef67ee50 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f8e20009900 tx=0x7f8e20004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9157846d4c12b0c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.459+0000 7f8e27e00640 1 -- 172.21.15.26:0/2158677523 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f8e1c0d0610 con 0x7f8e301053a0 2024-04-26T23:45:59.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.459+0000 7f8e2fe00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8e140a3d20 0x7f8e140a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.459+0000 7f8e1be00640 1 -- 172.21.15.26:0/1396020385 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20035030 con 0x564bef674cc0 2024-04-26T23:45:59.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.459+0000 7f8e1be00640 1 -- 172.21.15.26:0/1396020385 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8e20003c80 con 0x564bef674cc0 2024-04-26T23:45:59.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.459+0000 7f8e1be00640 1 -- 172.21.15.26:0/1396020385 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2003cae0 con 0x564bef674cc0 2024-04-26T23:45:59.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.460+0000 7f8e38fb5740 1 -- 172.21.15.26:0/1396020385 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 msgr2=0x564bef67ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.460+0000 7f8e2fe00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8e140a3d20 0x7f8e140a61e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8e28005fd0 tx=0x7f8e280085b0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.460+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/1396020385 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 0x564bef67ee50 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f8e20009900 tx=0x7f8e20004390 comp rx=0 tx=0).stop 2024-04-26T23:45:59.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.460+0000 7f8e38fb5740 1 -- 172.21.15.26:0/1396020385 shutdown_connections 2024-04-26T23:45:59.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.460+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/1396020385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 0x564bef681780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.460+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/1396020385 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 0x564bef67ee50 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.460+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/1396020385 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef6743a0 0x564bef674780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.460+0000 7f8e38fb5740 1 -- 172.21.15.26:0/1396020385 >> 172.21.15.26:0/1396020385 conn(0x564bef6706c0 msgr2=0x564bef670aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.460+0000 7f8e38fb5740 1 -- 172.21.15.26:0/1396020385 shutdown_connections 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.460+0000 7f8e38fb5740 1 -- 172.21.15.26:0/1396020385 wait complete. 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.461+0000 7f8e38fb5740 1 -- start start 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.461+0000 7f8e38fb5740 1 Processor -- start 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.462+0000 7f8e38fb5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 0x564bef67ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.462+0000 7f8e38fb5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef674cc0 0x564bef67bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.462+0000 7f8e38fb5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 0x564bef67c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.462+0000 7f8e38fb5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564bef5d7f80 con 0x564bef6743a0 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.462+0000 7f8e38fb5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x564bef585260 con 0x564bef674cc0 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.462+0000 7f8e38fb5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564bef5dd2a0 con 0x564bef67f390 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.462+0000 7f8e38fb5740 10 client.0 _ll_register_callbacks cb 0x564bef5cf960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.462+0000 7f8e2f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 0x564bef67ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.462+0000 7f8e2f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 0x564bef67ec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44452/0 (socket says 172.21.15.26:44452) 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.462+0000 7f8e2f400640 1 -- 172.21.15.26:0/2056551604 learned_addr learned my addr 172.21.15.26:0/2056551604 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.462+0000 7f8e2ea00640 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef674cc0 0x564bef67bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.462+0000 7f8e2fe00640 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 0x564bef67c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.463+0000 7f8e2f400640 1 -- 172.21.15.26:0/2056551604 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 msgr2=0x564bef67c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.463+0000 7f8e2f400640 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 0x564bef67c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.463+0000 7f8e2f400640 1 -- 172.21.15.26:0/2056551604 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef674cc0 msgr2=0x564bef67bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.463+0000 7f8e2f400640 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef674cc0 0x564bef67bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.463+0000 7f8e2f400640 1 -- 172.21.15.26:0/2056551604 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bef5671c0 con 0x564bef6743a0 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.463+0000 7f8e2f400640 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 0x564bef67ec60 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f8e2002aa10 tx=0x7f8e2003c670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29a09fc63a312f3b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.463+0000 7f8e18c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.463+0000 7f8e18c00640 1 -- 172.21.15.26:0/2056551604 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20035040 con 0x564bef6743a0 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.464+0000 7f8e18c00640 1 -- 172.21.15.26:0/2056551604 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f8e200035f0 con 0x564bef6743a0 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.464+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2056551604 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e20003c80 con 0x564bef6743a0 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.464+0000 7f8e18c00640 1 -- 172.21.15.26:0/2056551604 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8e200037f0 con 0x564bef6743a0 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.464+0000 7f8e38fb5740 10 client.17550 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.464+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2056551604 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564bef2ea3f0 con 0x564bef6743a0 2024-04-26T23:45:59.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.464+0000 7f8e18c00640 1 -- 172.21.15.26:0/2056551604 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8e20003c80 con 0x564bef6743a0 2024-04-26T23:45:59.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.465+0000 7f8e18c00640 1 -- 172.21.15.26:0/2056551604 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8e200556b0 con 0x564bef6743a0 2024-04-26T23:45:59.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.465+0000 7f8e38fb5740 10 client.17550 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:59.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.465+0000 7f8e38fb5740 10 client.17550 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:45:59.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.465+0000 7f8e38fb5740 20 client.17550 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:59.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.465+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x564bef68ec60 0x564bef691050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.465+0000 7f8e38fb5740 4 client.17550 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:45:59.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.465+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2056551604 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564bef5e6880 con 0x564bef68ec60 2024-04-26T23:45:59.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.465+0000 7f8e2ea00640 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x564bef68ec60 0x564bef691050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.466+0000 7f8e18c00640 10 client.17550 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:45:59.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.466+0000 7f8e2ea00640 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x564bef68ec60 0x564bef691050 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8930f1b9b3da2463 server_cookie=b51e936300458df in_seq=0 out_seq=0 2024-04-26T23:45:59.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.468+0000 7f8e18c00640 1 -- 172.21.15.26:0/2056551604 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564bef5e6880 con 0x564bef68ec60 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.468+0000 7f8e18c00640 10 client.17550 handle_command_reply: tid=0 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.468+0000 7f8e38fb5740 1 client.17550 shutdown 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.468+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2056551604 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 msgr2=0x564bef67ec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.468+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 0x564bef67ec60 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f8e2002aa10 tx=0x7f8e2003c670 comp rx=0 tx=0).stop 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.469+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2056551604 shutdown_connections 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.469+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x564bef68ec60 0x564bef691050 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.469+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 0x564bef67c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.469+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef674cc0 0x564bef67bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.469+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/2056551604 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 0x564bef67ec60 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.469+0000 7f8e18c00640 0 client.17550 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.469+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2056551604 >> 172.21.15.26:0/2056551604 conn(0x564bef6706c0 msgr2=0x564bef6763c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.469+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2056551604 shutdown_connections 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.469+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2056551604 wait complete. 2024-04-26T23:45:59.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.469+0000 7f8e38fb5740 20 client.17550 trim_cache size 0 max 16384 2024-04-26T23:45:59.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.486+0000 7f8e38fb5740 1 Processor -- start 2024-04-26T23:45:59.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.486+0000 7f8e38fb5740 1 -- start start 2024-04-26T23:45:59.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.486+0000 7f8e38fb5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 0x564bef67b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.486+0000 7f8e38fb5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef674cc0 0x564bef68ade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.486+0000 7f8e38fb5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 0x564bef67e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.486+0000 7f8e38fb5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8e301b2ea0 con 0x564bef6743a0 2024-04-26T23:45:59.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.487+0000 7f8e38fb5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8e301b0770 con 0x564bef674cc0 2024-04-26T23:45:59.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.487+0000 7f8e38fb5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8e301ae5e0 con 0x564bef67f390 2024-04-26T23:45:59.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.487+0000 7f8e2f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 0x564bef67b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.487+0000 7f8e2f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 0x564bef67b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44454/0 (socket says 172.21.15.26:44454) 2024-04-26T23:45:59.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.487+0000 7f8e2f400640 1 -- 172.21.15.26:0/1273696061 learned_addr learned my addr 172.21.15.26:0/1273696061 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.487+0000 7f8e2ea00640 1 --2- 172.21.15.26:0/1273696061 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef674cc0 0x564bef68ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.487+0000 7f8e2f400640 1 -- 172.21.15.26:0/1273696061 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 msgr2=0x564bef67e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.487+0000 7f8e2f400640 1 --2- 172.21.15.26:0/1273696061 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 0x564bef67e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.487+0000 7f8e2f400640 1 -- 172.21.15.26:0/1273696061 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef674cc0 msgr2=0x564bef68ade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.487+0000 7f8e2f400640 1 --2- 172.21.15.26:0/1273696061 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef674cc0 0x564bef68ade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.487+0000 7f8e2f400640 1 -- 172.21.15.26:0/1273696061 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bef674af0 con 0x564bef6743a0 2024-04-26T23:45:59.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.488+0000 7f8e2f400640 1 --2- 172.21.15.26:0/1273696061 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 0x564bef67b8a0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f8e2002a9e0 tx=0x7f8e20004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1641ee68ac0efdd6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.488+0000 7f8e1b400640 1 -- 172.21.15.26:0/1273696061 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e20035040 con 0x564bef6743a0 2024-04-26T23:45:59.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.488+0000 7f8e1b400640 1 -- 172.21.15.26:0/1273696061 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8e20055420 con 0x564bef6743a0 2024-04-26T23:45:59.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.488+0000 7f8e1b400640 1 -- 172.21.15.26:0/1273696061 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2003cab0 con 0x564bef6743a0 2024-04-26T23:45:59.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.489+0000 7f8e38fb5740 1 -- 172.21.15.26:0/1273696061 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 msgr2=0x564bef67b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.489+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/1273696061 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 0x564bef67b8a0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f8e2002a9e0 tx=0x7f8e20004390 comp rx=0 tx=0).stop 2024-04-26T23:45:59.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.489+0000 7f8e38fb5740 1 -- 172.21.15.26:0/1273696061 shutdown_connections 2024-04-26T23:45:59.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.489+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/1273696061 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef67f390 0x564bef67e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.489+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/1273696061 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef674cc0 0x564bef68ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.489+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/1273696061 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef6743a0 0x564bef67b8a0 unknown :-1 s=CLOSED pgs=1142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.489+0000 7f8e38fb5740 1 -- 172.21.15.26:0/1273696061 >> 172.21.15.26:0/1273696061 conn(0x564bef6706c0 msgr2=0x564bef66f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.489+0000 7f8e38fb5740 1 -- 172.21.15.26:0/1273696061 shutdown_connections 2024-04-26T23:45:59.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.489+0000 7f8e38fb5740 1 -- 172.21.15.26:0/1273696061 wait complete. 2024-04-26T23:45:59.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.490+0000 7f8e38fb5740 1 -- start start 2024-04-26T23:45:59.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.490+0000 7f8e38fb5740 1 Processor -- start 2024-04-26T23:45:59.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.490+0000 7f8e38fb5740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef6743a0 0x564bef687590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.490+0000 7f8e38fb5740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 0x564bef678850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.490+0000 7f8e38fb5740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef67f390 0x564bef678d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.490+0000 7f8e38fb5740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8e301aec30 con 0x564bef674cc0 2024-04-26T23:45:59.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.490+0000 7f8e38fb5740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8e301b00a0 con 0x564bef67f390 2024-04-26T23:45:59.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.490+0000 7f8e38fb5740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8e301af300 con 0x564bef6743a0 2024-04-26T23:45:59.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.490+0000 7f8e38fb5740 10 client.0 _ll_register_callbacks cb 0x7f8e28008450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:59.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.491+0000 7f8e2ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 0x564bef678850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.491+0000 7f8e2ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 0x564bef678850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44466/0 (socket says 172.21.15.26:44466) 2024-04-26T23:45:59.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.491+0000 7f8e2ea00640 1 -- 172.21.15.26:0/2183599530 learned_addr learned my addr 172.21.15.26:0/2183599530 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.491+0000 7f8e2f400640 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef6743a0 0x564bef687590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.491+0000 7f8e2ea00640 1 -- 172.21.15.26:0/2183599530 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef6743a0 msgr2=0x564bef687590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.491+0000 7f8e2fe00640 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef67f390 0x564bef678d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.491+0000 7f8e2ea00640 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef6743a0 0x564bef687590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.491+0000 7f8e2ea00640 1 -- 172.21.15.26:0/2183599530 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef67f390 msgr2=0x564bef678d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.491+0000 7f8e2ea00640 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef67f390 0x564bef678d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.491+0000 7f8e2ea00640 1 -- 172.21.15.26:0/2183599530 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bef3b47d0 con 0x564bef674cc0 2024-04-26T23:45:59.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.491+0000 7f8e2fe00640 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef67f390 0x564bef678d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:45:59.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.492+0000 7f8e2ea00640 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 0x564bef678850 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c098f00 tx=0x7f8e1c0d6300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7042dd34aa878a12 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.492+0000 7f8e18c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:59.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.492+0000 7f8e18c00640 1 -- 172.21.15.26:0/2183599530 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c081e60 con 0x564bef674cc0 2024-04-26T23:45:59.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.492+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2183599530 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e20055420 con 0x564bef674cc0 2024-04-26T23:45:59.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.492+0000 7f8e18c00640 1 -- 172.21.15.26:0/2183599530 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f8e1c098ba0 con 0x564bef674cc0 2024-04-26T23:45:59.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.492+0000 7f8e18c00640 1 -- 172.21.15.26:0/2183599530 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8e1c01d040 con 0x564bef674cc0 2024-04-26T23:45:59.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.492+0000 7f8e38fb5740 10 client.17556 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:59.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.492+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2183599530 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564bef57f2a0 con 0x564bef674cc0 2024-04-26T23:45:59.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.496+0000 7f8e18c00640 1 -- 172.21.15.26:0/2183599530 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8e20055420 con 0x564bef674cc0 2024-04-26T23:45:59.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.496+0000 7f8e18c00640 1 -- 172.21.15.26:0/2183599530 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8e1c0cdf60 con 0x564bef674cc0 2024-04-26T23:45:59.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.496+0000 7f8e38fb5740 10 client.17556 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:59.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.496+0000 7f8e38fb5740 10 client.17556 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:45:59.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.496+0000 7f8e38fb5740 20 client.17556 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:59.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.496+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x564bef6f5110 0x564bef6f7530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.496+0000 7f8e38fb5740 4 client.17556 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:45:59.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.496+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2183599530 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564bef5e06f0 con 0x564bef6f5110 2024-04-26T23:45:59.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.497+0000 7f8e2f400640 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x564bef6f5110 0x564bef6f7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.498+0000 7f8e2f400640 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x564bef6f5110 0x564bef6f7530 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=384ddc8c9e5e632a server_cookie=4fa27a7da9a6f90f in_seq=0 out_seq=0 2024-04-26T23:45:59.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.498+0000 7f8e18c00640 10 client.17556 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:45:59.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.498+0000 7f8e18c00640 1 -- 172.21.15.26:0/2183599530 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564bef5e06f0 con 0x564bef6f5110 2024-04-26T23:45:59.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.498+0000 7f8e18c00640 10 client.17556 handle_command_reply: tid=0 2024-04-26T23:45:59.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.498+0000 7f8e38fb5740 1 client.17556 shutdown 2024-04-26T23:45:59.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.499+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2183599530 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 msgr2=0x564bef678850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.499+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 0x564bef678850 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c098f00 tx=0x7f8e1c0d6300 comp rx=0 tx=0).stop 2024-04-26T23:45:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.499+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2183599530 shutdown_connections 2024-04-26T23:45:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.499+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x564bef6f5110 0x564bef6f7530 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.499+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564bef67f390 0x564bef678d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.499+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564bef674cc0 0x564bef678850 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.499+0000 7f8e38fb5740 1 --2- 172.21.15.26:0/2183599530 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564bef6743a0 0x564bef687590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.499+0000 7f8e18c00640 0 client.17556 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:45:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.499+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2183599530 >> 172.21.15.26:0/2183599530 conn(0x564bef6706c0 msgr2=0x564bef67a890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.499+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2183599530 shutdown_connections 2024-04-26T23:45:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.499+0000 7f8e38fb5740 1 -- 172.21.15.26:0/2183599530 wait complete. 2024-04-26T23:45:59.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.499+0000 7f8e38fb5740 20 client.17556 trim_cache size 0 max 16384 2024-04-26T23:45:59.504 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:45:59.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.500+0000 7f8e34a00640 1 -- 172.21.15.26:0/2158677523 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8e140a3d20 msgr2=0x7f8e140a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.500+0000 7f8e34a00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8e140a3d20 0x7f8e140a61e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8e28005fd0 tx=0x7f8e280085b0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.500+0000 7f8e34a00640 1 -- 172.21.15.26:0/2158677523 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e301053a0 msgr2=0x7f8e3019b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.500+0000 7f8e34a00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e301053a0 0x7f8e3019b6c0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c00c890 tx=0x7f8e1c00cd50 comp rx=0 tx=0).stop 2024-04-26T23:45:59.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.500+0000 7f8e34a00640 1 -- 172.21.15.26:0/2158677523 shutdown_connections 2024-04-26T23:45:59.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.500+0000 7f8e34a00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8e3010a9f0 0x7f8e3019fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.500+0000 7f8e34a00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8e140a3d20 0x7f8e140a61e0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.500+0000 7f8e34a00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8e301053a0 0x7f8e3019b6c0 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.500+0000 7f8e34a00640 1 --2- 172.21.15.26:0/2158677523 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8e301049e0 0x7f8e3019b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.500+0000 7f8e34a00640 1 -- 172.21.15.26:0/2158677523 >> 172.21.15.26:0/2158677523 conn(0x7f8e30100470 msgr2=0x7f8e30100f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.500+0000 7f8e34a00640 1 -- 172.21.15.26:0/2158677523 shutdown_connections 2024-04-26T23:45:59.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.500+0000 7f8e34a00640 1 -- 172.21.15.26:0/2158677523 wait complete. 2024-04-26T23:45:59.526 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:45:59.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.725+0000 7f3b15800640 1 -- 172.21.15.26:0/1395185893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b10108900 msgr2=0x7f3b10108ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.725+0000 7f3b15800640 1 --2- 172.21.15.26:0/1395185893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b10108900 0x7f3b10108ce0 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f3b00009900 tx=0x7f3b0002a410 comp rx=0 tx=0).stop 2024-04-26T23:45:59.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.725+0000 7f3b15800640 1 -- 172.21.15.26:0/1395185893 shutdown_connections 2024-04-26T23:45:59.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.725+0000 7f3b15800640 1 --2- 172.21.15.26:0/1395185893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3b1006b850 0x7f3b1010f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.725+0000 7f3b15800640 1 --2- 172.21.15.26:0/1395185893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3b1006aeb0 0x7f3b1006b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.725+0000 7f3b15800640 1 --2- 172.21.15.26:0/1395185893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b10108900 0x7f3b10108ce0 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.725+0000 7f3b15800640 1 -- 172.21.15.26:0/1395185893 >> 172.21.15.26:0/1395185893 conn(0x7f3b10078810 msgr2=0x7f3b10078c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.725+0000 7f3b15800640 1 -- 172.21.15.26:0/1395185893 shutdown_connections 2024-04-26T23:45:59.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.725+0000 7f3b15800640 1 -- 172.21.15.26:0/1395185893 wait complete. 2024-04-26T23:45:59.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.726+0000 7f3b15800640 1 Processor -- start 2024-04-26T23:45:59.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.726+0000 7f3b15800640 1 -- start start 2024-04-26T23:45:59.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.727+0000 7f3b15800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3b1006aeb0 0x7f3b1019b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.727+0000 7f3b15800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b1006b850 0x7f3b1019b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.727+0000 7f3b15800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3b10108900 0x7f3b1019fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.727+0000 7f3b15800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3b10112aa0 con 0x7f3b1006b850 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.727+0000 7f3b15800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3b10112920 con 0x7f3b1006aeb0 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.727+0000 7f3b15800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3b10112c20 con 0x7f3b10108900 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.727+0000 7f3b0e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b1006b850 0x7f3b1019b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.727+0000 7f3b0e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b1006b850 0x7f3b1019b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44490/0 (socket says 172.21.15.26:44490) 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.727+0000 7f3b0e000640 1 -- 172.21.15.26:0/1435803755 learned_addr learned my addr 172.21.15.26:0/1435803755 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.728+0000 7f3b0ea00640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3b1006aeb0 0x7f3b1019b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.728+0000 7f3b0f400640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3b10108900 0x7f3b1019fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.728+0000 7f3b0e000640 1 -- 172.21.15.26:0/1435803755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3b10108900 msgr2=0x7f3b1019fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.728+0000 7f3b0e000640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3b10108900 0x7f3b1019fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.728+0000 7f3b0e000640 1 -- 172.21.15.26:0/1435803755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3b1006aeb0 msgr2=0x7f3b1019b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.728+0000 7f3b0e000640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3b1006aeb0 0x7f3b1019b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.728+0000 7f3b0e000640 1 -- 172.21.15.26:0/1435803755 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b101a0200 con 0x7f3b1006b850 2024-04-26T23:45:59.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.728+0000 7f3b0e000640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b1006b850 0x7f3b1019b7a0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f3afc00e9f0 tx=0x7f3afc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.729+0000 7f3b07400640 1 -- 172.21.15.26:0/1435803755 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3afc00cd80 con 0x7f3b1006b850 2024-04-26T23:45:59.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.729+0000 7f3b07400640 1 -- 172.21.15.26:0/1435803755 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3afc0054b0 con 0x7f3b1006b850 2024-04-26T23:45:59.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.729+0000 7f3b07400640 1 -- 172.21.15.26:0/1435803755 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3afc010430 con 0x7f3b1006b850 2024-04-26T23:45:59.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.729+0000 7f3b15800640 1 -- 172.21.15.26:0/1435803755 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b101a04f0 con 0x7f3b1006b850 2024-04-26T23:45:59.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.729+0000 7f3b15800640 1 -- 172.21.15.26:0/1435803755 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b101a7d80 con 0x7f3b1006b850 2024-04-26T23:45:59.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.733+0000 7f3b18633740 1 Processor -- start 2024-04-26T23:45:59.736 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.733+0000 7f3b18633740 1 -- start start 2024-04-26T23:45:59.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.734+0000 7f3b18633740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 0x56058dec95d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.734+0000 7f3b07400640 1 -- 172.21.15.26:0/1435803755 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f3afc0046c0 con 0x7f3b1006b850 2024-04-26T23:45:59.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.734+0000 7f3b18633740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058dec9b10 0x56058ded3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.734+0000 7f3b18633740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058ded41e0 0x56058ded65d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.734+0000 7f3b18633740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56058de2dc70 con 0x56058dec91f0 2024-04-26T23:45:59.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.734+0000 7f3b18633740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56058dde6980 con 0x56058dec9b10 2024-04-26T23:45:59.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.734+0000 7f3b18633740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56058de29c30 con 0x56058ded41e0 2024-04-26T23:45:59.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.734+0000 7f3b0f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 0x56058dec95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.734+0000 7f3b0f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 0x56058dec95d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44496/0 (socket says 172.21.15.26:44496) 2024-04-26T23:45:59.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.734+0000 7f3b0f400640 1 -- 172.21.15.26:0/2960652412 learned_addr learned my addr 172.21.15.26:0/2960652412 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.734+0000 7f3b0ea00640 1 --2- 172.21.15.26:0/2960652412 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058dec9b10 0x56058ded3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.734+0000 7f3b0e000640 1 --2- 172.21.15.26:0/2960652412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058ded41e0 0x56058ded65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.735+0000 7f3b0f400640 1 -- 172.21.15.26:0/2960652412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058ded41e0 msgr2=0x56058ded65d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.735+0000 7f3b0f400640 1 --2- 172.21.15.26:0/2960652412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058ded41e0 0x56058ded65d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.735+0000 7f3b0f400640 1 -- 172.21.15.26:0/2960652412 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058dec9b10 msgr2=0x56058ded3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.735+0000 7f3b0f400640 1 --2- 172.21.15.26:0/2960652412 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058dec9b10 0x56058ded3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.735+0000 7f3b0f400640 1 -- 172.21.15.26:0/2960652412 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56058ddbe7b0 con 0x56058dec91f0 2024-04-26T23:45:59.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.735+0000 7f3b0f400640 1 --2- 172.21.15.26:0/2960652412 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 0x56058dec95d0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f3b08009f40 tx=0x7f3b08010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25a357a277102661 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.735+0000 7f3afbe00640 1 -- 172.21.15.26:0/2960652412 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08003b70 con 0x56058dec91f0 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.735+0000 7f3afbe00640 1 -- 172.21.15.26:0/2960652412 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b08003d10 con 0x56058dec91f0 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.735+0000 7f3afbe00640 1 -- 172.21.15.26:0/2960652412 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b080118c0 con 0x56058dec91f0 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.736+0000 7f3b07400640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3af40a3d20 0x7f3af40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.736+0000 7f3b07400640 1 -- 172.21.15.26:0/1435803755 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f3afc0d0d40 con 0x7f3b1006b850 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.736+0000 7f3b0ea00640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3af40a3d20 0x7f3af40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.736+0000 7f3b18633740 1 -- 172.21.15.26:0/2960652412 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 msgr2=0x56058dec95d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.736+0000 7f3b18633740 1 --2- 172.21.15.26:0/2960652412 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 0x56058dec95d0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f3b08009f40 tx=0x7f3b08010860 comp rx=0 tx=0).stop 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.736+0000 7f3b18633740 1 -- 172.21.15.26:0/2960652412 shutdown_connections 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.736+0000 7f3b18633740 1 --2- 172.21.15.26:0/2960652412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058ded41e0 0x56058ded65d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.736+0000 7f3b18633740 1 --2- 172.21.15.26:0/2960652412 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058dec9b10 0x56058ded3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.736+0000 7f3b18633740 1 --2- 172.21.15.26:0/2960652412 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 0x56058dec95d0 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.736+0000 7f3b18633740 1 -- 172.21.15.26:0/2960652412 >> 172.21.15.26:0/2960652412 conn(0x56058dec5510 msgr2=0x56058dec58f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.737+0000 7f3b18633740 1 -- 172.21.15.26:0/2960652412 shutdown_connections 2024-04-26T23:45:59.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.737+0000 7f3b18633740 1 -- 172.21.15.26:0/2960652412 wait complete. 2024-04-26T23:45:59.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.737+0000 7f3b0ea00640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3af40a3d20 0x7f3af40a61e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3b00006010 tx=0x7f3b00005e00 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.744 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.737+0000 7f3b18633740 1 -- start start 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.738+0000 7f3b18633740 1 Processor -- start 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.738+0000 7f3b18633740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec91f0 0x56058ded3b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.738+0000 7f3b18633740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec9b10 0x56058ded0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.738+0000 7f3b18633740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058ded41e0 0x56058ded1420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.738+0000 7f3b18633740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56058de2cf80 con 0x56058dec9b10 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.738+0000 7f3b18633740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56058ddda260 con 0x56058ded41e0 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.738+0000 7f3b18633740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56058de322a0 con 0x56058dec91f0 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.738+0000 7f3b18633740 10 client.0 _ll_register_callbacks cb 0x56058de24960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.739+0000 7f3b0e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec9b10 0x56058ded0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.739+0000 7f3b0e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec9b10 0x56058ded0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44498/0 (socket says 172.21.15.26:44498) 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.739+0000 7f3b0e000640 1 -- 172.21.15.26:0/1736043033 learned_addr learned my addr 172.21.15.26:0/1736043033 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.739+0000 7f3b0ea00640 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec91f0 0x56058ded3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.739+0000 7f3b0e000640 1 -- 172.21.15.26:0/1736043033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec91f0 msgr2=0x56058ded3b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.739+0000 7f3b0e000640 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec91f0 0x56058ded3b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.739+0000 7f3b0e000640 1 -- 172.21.15.26:0/1736043033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058ded41e0 msgr2=0x56058ded1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.739+0000 7f3b0f400640 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058ded41e0 0x56058ded1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.739+0000 7f3b0e000640 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058ded41e0 0x56058ded1420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.739+0000 7f3b0e000640 1 -- 172.21.15.26:0/1736043033 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56058ddbc1c0 con 0x56058dec9b10 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.739+0000 7f3b0e000640 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec9b10 0x56058ded0e80 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f3afc00e9c0 tx=0x7f3afc09c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9747ef958a66a53 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.739+0000 7f3af8c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.740+0000 7f3af8c00640 1 -- 172.21.15.26:0/1736043033 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3afc0ce890 con 0x56058dec9b10 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.740+0000 7f3af8c00640 1 -- 172.21.15.26:0/1736043033 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f3afc09cec0 con 0x56058dec9b10 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.740+0000 7f3b18633740 1 -- 172.21.15.26:0/1736043033 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b08003d10 con 0x56058dec9b10 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.740+0000 7f3af8c00640 1 -- 172.21.15.26:0/1736043033 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3afc09cc60 con 0x56058dec9b10 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.740+0000 7f3b18633740 10 client.17568 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.740+0000 7f3b18633740 1 -- 172.21.15.26:0/1736043033 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56058db3f3f0 con 0x56058dec9b10 2024-04-26T23:45:59.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.740+0000 7f3af8c00640 1 -- 172.21.15.26:0/1736043033 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b08003d10 con 0x56058dec9b10 2024-04-26T23:45:59.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.740+0000 7f3af8c00640 1 -- 172.21.15.26:0/1736043033 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3afc005000 con 0x56058dec9b10 2024-04-26T23:45:59.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.741+0000 7f3b18633740 10 client.17568 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:59.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.741+0000 7f3b18633740 10 client.17568 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:45:59.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.741+0000 7f3b18633740 20 client.17568 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:59.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.741+0000 7f3b18633740 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56058dee3d20 0x56058dee6190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.741+0000 7f3b18633740 4 client.17568 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:45:59.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.741+0000 7f3b18633740 1 -- 172.21.15.26:0/1736043033 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56058de3b880 con 0x56058dee3d20 2024-04-26T23:45:59.747 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.741+0000 7f3b0ea00640 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56058dee3d20 0x56058dee6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.742+0000 7f3b0ea00640 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56058dee3d20 0x56058dee6190 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b06ec057ac7321f5 server_cookie=2e6d11553b66347d in_seq=0 out_seq=0 2024-04-26T23:45:59.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.742+0000 7f3af8c00640 10 client.17568 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:59.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.744+0000 7f3af8c00640 1 -- 172.21.15.26:0/1736043033 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56058de3b880 con 0x56058dee3d20 2024-04-26T23:45:59.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.744+0000 7f3af8c00640 10 client.17568 handle_command_reply: tid=0 2024-04-26T23:45:59.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.744+0000 7f3b18633740 1 client.17568 shutdown 2024-04-26T23:45:59.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.744+0000 7f3b18633740 1 -- 172.21.15.26:0/1736043033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec9b10 msgr2=0x56058ded0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.744+0000 7f3b18633740 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec9b10 0x56058ded0e80 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f3afc00e9c0 tx=0x7f3afc09c860 comp rx=0 tx=0).stop 2024-04-26T23:45:59.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.744+0000 7f3b18633740 1 -- 172.21.15.26:0/1736043033 shutdown_connections 2024-04-26T23:45:59.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.744+0000 7f3b18633740 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56058dee3d20 0x56058dee6190 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.744+0000 7f3b18633740 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058ded41e0 0x56058ded1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.744+0000 7f3b18633740 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec9b10 0x56058ded0e80 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.744+0000 7f3b18633740 1 --2- 172.21.15.26:0/1736043033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec91f0 0x56058ded3b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.744+0000 7f3b18633740 1 -- 172.21.15.26:0/1736043033 >> 172.21.15.26:0/1736043033 conn(0x56058dec5510 msgr2=0x56058decb310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.744+0000 7f3af8c00640 0 client.17568 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:59.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.745+0000 7f3b18633740 1 -- 172.21.15.26:0/1736043033 shutdown_connections 2024-04-26T23:45:59.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.745+0000 7f3b18633740 1 -- 172.21.15.26:0/1736043033 wait complete. 2024-04-26T23:45:59.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.745+0000 7f3b18633740 20 client.17568 trim_cache size 0 max 16384 2024-04-26T23:45:59.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.763+0000 7f3b18633740 1 Processor -- start 2024-04-26T23:45:59.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.763+0000 7f3b18633740 1 -- start start 2024-04-26T23:45:59.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.763+0000 7f3b18633740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec91f0 0x56058dedfc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.763+0000 7f3b18633740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058dec9b10 0x56058ded36c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.763+0000 7f3b18633740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058ded41e0 0x56058deeba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.763+0000 7f3b18633740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3b101b2f60 con 0x56058ded41e0 2024-04-26T23:45:59.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.763+0000 7f3b18633740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3b101b0830 con 0x56058dec9b10 2024-04-26T23:45:59.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.763+0000 7f3b18633740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3b101ae6a0 con 0x56058dec91f0 2024-04-26T23:45:59.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.764+0000 7f3b0f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058ded41e0 0x56058deeba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.764+0000 7f3b0f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058ded41e0 0x56058deeba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44506/0 (socket says 172.21.15.26:44506) 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.764+0000 7f3b0f400640 1 -- 172.21.15.26:0/1633753535 learned_addr learned my addr 172.21.15.26:0/1633753535 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.764+0000 7f3b0e000640 1 --2- 172.21.15.26:0/1633753535 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058dec9b10 0x56058ded36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.764+0000 7f3b0ea00640 1 --2- 172.21.15.26:0/1633753535 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec91f0 0x56058dedfc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.764+0000 7f3b0f400640 1 -- 172.21.15.26:0/1633753535 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec91f0 msgr2=0x56058dedfc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.764+0000 7f3b0f400640 1 --2- 172.21.15.26:0/1633753535 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec91f0 0x56058dedfc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.764+0000 7f3b0f400640 1 -- 172.21.15.26:0/1633753535 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058dec9b10 msgr2=0x56058ded36c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.764+0000 7f3b0f400640 1 --2- 172.21.15.26:0/1633753535 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058dec9b10 0x56058ded36c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.764+0000 7f3b0f400640 1 -- 172.21.15.26:0/1633753535 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56058dc097d0 con 0x56058ded41e0 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.765+0000 7f3b0f400640 1 --2- 172.21.15.26:0/1633753535 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058ded41e0 0x56058deeba60 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f3b08009ee0 tx=0x7f3b08009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f85071dd7189135f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.765+0000 7f3afb400640 1 -- 172.21.15.26:0/1633753535 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08004aa0 con 0x56058ded41e0 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.765+0000 7f3afb400640 1 -- 172.21.15.26:0/1633753535 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b08004c40 con 0x56058ded41e0 2024-04-26T23:45:59.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.765+0000 7f3afb400640 1 -- 172.21.15.26:0/1633753535 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08005280 con 0x56058ded41e0 2024-04-26T23:45:59.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.766+0000 7f3b18633740 1 -- 172.21.15.26:0/1633753535 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058ded41e0 msgr2=0x56058deeba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.766+0000 7f3b18633740 1 --2- 172.21.15.26:0/1633753535 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058ded41e0 0x56058deeba60 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f3b08009ee0 tx=0x7f3b08009c20 comp rx=0 tx=0).stop 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.766+0000 7f3b18633740 1 -- 172.21.15.26:0/1633753535 shutdown_connections 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.766+0000 7f3b18633740 1 --2- 172.21.15.26:0/1633753535 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058ded41e0 0x56058deeba60 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.766+0000 7f3b18633740 1 --2- 172.21.15.26:0/1633753535 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058dec9b10 0x56058ded36c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.766+0000 7f3b18633740 1 --2- 172.21.15.26:0/1633753535 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec91f0 0x56058dedfc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.766+0000 7f3b18633740 1 -- 172.21.15.26:0/1633753535 >> 172.21.15.26:0/1633753535 conn(0x56058dec5510 msgr2=0x56058decc3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.766+0000 7f3b18633740 1 -- 172.21.15.26:0/1633753535 shutdown_connections 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.766+0000 7f3b18633740 1 -- 172.21.15.26:0/1633753535 wait complete. 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.766+0000 7f3b18633740 1 -- start start 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.767+0000 7f3b18633740 1 Processor -- start 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.767+0000 7f3b18633740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 0x56058ded7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.767+0000 7f3b18633740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec9b10 0x56058ded80e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.767+0000 7f3b18633740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058ded41e0 0x56058ded8620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.767+0000 7f3b18633740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3b101aecf0 con 0x56058dec91f0 2024-04-26T23:45:59.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.767+0000 7f3b18633740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3b101b0160 con 0x56058ded41e0 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.767+0000 7f3b18633740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3b101af3c0 con 0x56058dec9b10 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.767+0000 7f3b18633740 10 client.0 _ll_register_callbacks cb 0x7f3afc004a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.767+0000 7f3b0ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 0x56058ded7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.767+0000 7f3b0ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 0x56058ded7ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44510/0 (socket says 172.21.15.26:44510) 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.767+0000 7f3b0ea00640 1 -- 172.21.15.26:0/3484238511 learned_addr learned my addr 172.21.15.26:0/3484238511 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.768+0000 7f3b0e000640 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec9b10 0x56058ded80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.768+0000 7f3b0f400640 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058ded41e0 0x56058ded8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.768+0000 7f3b0ea00640 1 -- 172.21.15.26:0/3484238511 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec9b10 msgr2=0x56058ded80e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.768+0000 7f3b0ea00640 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec9b10 0x56058ded80e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.768+0000 7f3b0ea00640 1 -- 172.21.15.26:0/3484238511 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058ded41e0 msgr2=0x56058ded8620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.768+0000 7f3b0ea00640 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058ded41e0 0x56058ded8620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.768+0000 7f3b0ea00640 1 -- 172.21.15.26:0/3484238511 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56058ddd42a0 con 0x56058dec91f0 2024-04-26T23:45:59.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.768+0000 7f3b0f400640 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058ded41e0 0x56058ded8620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:45:59.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.768+0000 7f3b0ea00640 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 0x56058ded7ba0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f3b00009850 tx=0x7f3b00009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcf12258424aaa34 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:45:59.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.768+0000 7f3af8c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:45:59.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.769+0000 7f3af8c00640 1 -- 172.21.15.26:0/3484238511 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b00035050 con 0x56058dec91f0 2024-04-26T23:45:59.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.769+0000 7f3af8c00640 1 -- 172.21.15.26:0/3484238511 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7f3b000501b0 con 0x56058dec91f0 2024-04-26T23:45:59.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.769+0000 7f3b18633740 1 -- 172.21.15.26:0/3484238511 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b08004c40 con 0x56058dec91f0 2024-04-26T23:45:59.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.769+0000 7f3af8c00640 1 -- 172.21.15.26:0/3484238511 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3b00050e10 con 0x56058dec91f0 2024-04-26T23:45:59.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.769+0000 7f3b18633740 10 client.17574 fetch_fsmap learned FSMap version 24 2024-04-26T23:45:59.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.769+0000 7f3b18633740 1 -- 172.21.15.26:0/3484238511 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56058df4a490 con 0x56058dec91f0 2024-04-26T23:45:59.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.769+0000 7f3af8c00640 1 -- 172.21.15.26:0/3484238511 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3b08004c40 con 0x56058dec91f0 2024-04-26T23:45:59.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.770+0000 7f3af8c00640 1 -- 172.21.15.26:0/3484238511 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3b00004b10 con 0x56058dec91f0 2024-04-26T23:45:59.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.770+0000 7f3b18633740 10 client.17574 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:45:59.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.770+0000 7f3b18633740 10 client.17574 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:45:59.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.770+0000 7f3b18633740 20 client.17574 populate_metadata read hostname 'smithi026' 2024-04-26T23:45:59.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.770+0000 7f3b18633740 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56058df4ac10 0x56058df4d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:45:59.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.770+0000 7f3b18633740 4 client.17574 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:45:59.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.770+0000 7f3b18633740 1 -- 172.21.15.26:0/3484238511 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56058de356f0 con 0x56058df4ac10 2024-04-26T23:45:59.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.770+0000 7f3b0e000640 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56058df4ac10 0x56058df4d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:45:59.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.771+0000 7f3b0e000640 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56058df4ac10 0x56058df4d030 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd0ea74ae5db2feb server_cookie=69a7e58374fc5722 in_seq=0 out_seq=0 2024-04-26T23:45:59.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.771+0000 7f3af8c00640 10 client.17574 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:59.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3af8c00640 1 -- 172.21.15.26:0/3484238511 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56058de356f0 con 0x56058df4ac10 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3af8c00640 10 client.17574 handle_command_reply: tid=0 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3b18633740 1 client.17574 shutdown 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3b18633740 1 -- 172.21.15.26:0/3484238511 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 msgr2=0x56058ded7ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3b18633740 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 0x56058ded7ba0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f3b00009850 tx=0x7f3b00009260 comp rx=0 tx=0).stop 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3b18633740 1 -- 172.21.15.26:0/3484238511 shutdown_connections 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3b18633740 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56058df4ac10 0x56058df4d030 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3b18633740 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56058ded41e0 0x56058ded8620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3b18633740 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56058dec9b10 0x56058ded80e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3b18633740 1 --2- 172.21.15.26:0/3484238511 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56058dec91f0 0x56058ded7ba0 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3b18633740 1 -- 172.21.15.26:0/3484238511 >> 172.21.15.26:0/3484238511 conn(0x56058dec5510 msgr2=0x56058dec3e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3af8c00640 0 client.17574 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3b18633740 1 -- 172.21.15.26:0/3484238511 shutdown_connections 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3b18633740 1 -- 172.21.15.26:0/3484238511 wait complete. 2024-04-26T23:45:59.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.772+0000 7f3b18633740 20 client.17574 trim_cache size 0 max 16384 2024-04-26T23:45:59.779 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:45:59.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.773+0000 7f3b15800640 1 -- 172.21.15.26:0/1435803755 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3af40a3d20 msgr2=0x7f3af40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.773+0000 7f3b15800640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3af40a3d20 0x7f3af40a61e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3b00006010 tx=0x7f3b00005e00 comp rx=0 tx=0).stop 2024-04-26T23:45:59.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.773+0000 7f3b15800640 1 -- 172.21.15.26:0/1435803755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b1006b850 msgr2=0x7f3b1019b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:45:59.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.773+0000 7f3b15800640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b1006b850 0x7f3b1019b7a0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f3afc00e9f0 tx=0x7f3afc00edf0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.773+0000 7f3b15800640 1 -- 172.21.15.26:0/1435803755 shutdown_connections 2024-04-26T23:45:59.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.773+0000 7f3b15800640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3b10108900 0x7f3b1019fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.773+0000 7f3b15800640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3af40a3d20 0x7f3af40a61e0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.773+0000 7f3b15800640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3b1006b850 0x7f3b1019b7a0 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.773+0000 7f3b15800640 1 --2- 172.21.15.26:0/1435803755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3b1006aeb0 0x7f3b1019b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:45:59.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.773+0000 7f3b15800640 1 -- 172.21.15.26:0/1435803755 >> 172.21.15.26:0/1435803755 conn(0x7f3b10078810 msgr2=0x7f3b10100670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:45:59.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.773+0000 7f3b15800640 1 -- 172.21.15.26:0/1435803755 shutdown_connections 2024-04-26T23:45:59.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:45:59.773+0000 7f3b15800640 1 -- 172.21.15.26:0/1435803755 wait complete. 2024-04-26T23:45:59.781 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:45:59 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/158599486' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:45:59.781 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:45:59 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/158599486' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:45:59.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:45:59 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/158599486' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:46:00.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:00 smithi164 ceph-mon[31699]: pgmap v313: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:00.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:00 smithi026 ceph-mon[28371]: pgmap v313: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:00.796 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:46:00.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:46:00.796 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:46:00.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:00 smithi086 ceph-mon[31122]: pgmap v313: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:01.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.048+0000 7fcec4200640 1 -- 172.21.15.26:0/1672921841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcebc1044d0 msgr2=0x7fcebc10c9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.048+0000 7fcec4200640 1 --2- 172.21.15.26:0/1672921841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcebc1044d0 0x7fcebc10c9b0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7fcea8009980 tx=0x7fcea802e940 comp rx=0 tx=0).stop 2024-04-26T23:46:01.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.048+0000 7fcec4200640 1 -- 172.21.15.26:0/1672921841 shutdown_connections 2024-04-26T23:46:01.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.048+0000 7fcec4200640 1 --2- 172.21.15.26:0/1672921841 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcebc10cef0 0x7fcebc10f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.048+0000 7fcec4200640 1 --2- 172.21.15.26:0/1672921841 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcebc1044d0 0x7fcebc10c9b0 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.048+0000 7fcec4200640 1 --2- 172.21.15.26:0/1672921841 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcebc103bb0 0x7fcebc103f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.048+0000 7fcec4200640 1 -- 172.21.15.26:0/1672921841 >> 172.21.15.26:0/1672921841 conn(0x7fcebc078930 msgr2=0x7fcebc078d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:01.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.049+0000 7fcec4200640 1 -- 172.21.15.26:0/1672921841 shutdown_connections 2024-04-26T23:46:01.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.049+0000 7fcec4200640 1 -- 172.21.15.26:0/1672921841 wait complete. 2024-04-26T23:46:01.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.050+0000 7fcec4200640 1 Processor -- start 2024-04-26T23:46:01.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.050+0000 7fcec4200640 1 -- start start 2024-04-26T23:46:01.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.051+0000 7fcec4200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcebc103bb0 0x7fcebc196e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.051+0000 7fcec4200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcebc1044d0 0x7fcebc1973a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.051+0000 7fcec4200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcebc10cef0 0x7fcebc19b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.051+0000 7fcec4200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc1108c0 con 0x7fcebc1044d0 2024-04-26T23:46:01.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.051+0000 7fcec4200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc110740 con 0x7fcebc10cef0 2024-04-26T23:46:01.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.051+0000 7fcec4200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc110a40 con 0x7fcebc103bb0 2024-04-26T23:46:01.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.051+0000 7fcec0e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcebc1044d0 0x7fcebc1973a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.051+0000 7fcec0e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcebc1044d0 0x7fcebc1973a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44526/0 (socket says 172.21.15.26:44526) 2024-04-26T23:46:01.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.051+0000 7fcec0e00640 1 -- 172.21.15.26:0/2501179589 learned_addr learned my addr 172.21.15.26:0/2501179589 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:01.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.051+0000 7fcec1800640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcebc103bb0 0x7fcebc196e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.051+0000 7fcec2200640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcebc10cef0 0x7fcebc19b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.052+0000 7fcec0e00640 1 -- 172.21.15.26:0/2501179589 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcebc103bb0 msgr2=0x7fcebc196e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.052+0000 7fcec0e00640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcebc103bb0 0x7fcebc196e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.052+0000 7fcec0e00640 1 -- 172.21.15.26:0/2501179589 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcebc10cef0 msgr2=0x7fcebc19b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.052+0000 7fcec0e00640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcebc10cef0 0x7fcebc19b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.052+0000 7fcec0e00640 1 -- 172.21.15.26:0/2501179589 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcebc19be50 con 0x7fcebc1044d0 2024-04-26T23:46:01.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.052+0000 7fcec2200640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcebc10cef0 0x7fcebc19b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:46:01.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.052+0000 7fcec0e00640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcebc1044d0 0x7fcebc1973a0 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7fcea802ef30 tx=0x7fcea8004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:01.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.053+0000 7fceba000640 1 -- 172.21.15.26:0/2501179589 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea80035f0 con 0x7fcebc1044d0 2024-04-26T23:46:01.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.053+0000 7fceba000640 1 -- 172.21.15.26:0/2501179589 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcea8003c20 con 0x7fcebc1044d0 2024-04-26T23:46:01.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.053+0000 7fcec4200640 1 -- 172.21.15.26:0/2501179589 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcebc19c0e0 con 0x7fcebc1044d0 2024-04-26T23:46:01.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.053+0000 7fceba000640 1 -- 172.21.15.26:0/2501179589 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea803ebe0 con 0x7fcebc1044d0 2024-04-26T23:46:01.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.053+0000 7fcec4200640 1 -- 172.21.15.26:0/2501179589 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcebc1a39d0 con 0x7fcebc1044d0 2024-04-26T23:46:01.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.057+0000 7fcec704e740 1 Processor -- start 2024-04-26T23:46:01.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.057+0000 7fcec704e740 1 -- start start 2024-04-26T23:46:01.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.057+0000 7fceba000640 1 -- 172.21.15.26:0/2501179589 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fcea803b070 con 0x7fcebc1044d0 2024-04-26T23:46:01.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.058+0000 7fcec704e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fb8d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.058+0000 7fcec704e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fcbf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.058+0000 7fcec704e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fce840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.058+0000 7fcec704e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55c943f1e980 con 0x55c943fb9350 2024-04-26T23:46:01.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.058+0000 7fcec704e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55c943ebb220 con 0x55c943fb89a0 2024-04-26T23:46:01.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.058+0000 7fcec704e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c943f1a940 con 0x55c943fcc450 2024-04-26T23:46:01.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.058+0000 7fcec1800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fcbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.058+0000 7fcec1800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fcbf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44542/0 (socket says 172.21.15.26:44542) 2024-04-26T23:46:01.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.058+0000 7fcec1800640 1 -- 172.21.15.26:0/3574829186 learned_addr learned my addr 172.21.15.26:0/3574829186 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:01.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.058+0000 7fcec2200640 1 --2- 172.21.15.26:0/3574829186 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fb8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.063 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.058+0000 7fcec0e00640 1 --2- 172.21.15.26:0/3574829186 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fce840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.059+0000 7fcec1800640 1 -- 172.21.15.26:0/3574829186 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 msgr2=0x55c943fce840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.059+0000 7fcec1800640 1 --2- 172.21.15.26:0/3574829186 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fce840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.059+0000 7fcec1800640 1 -- 172.21.15.26:0/3574829186 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 msgr2=0x55c943fb8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.059+0000 7fcec1800640 1 --2- 172.21.15.26:0/3574829186 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fb8d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.059+0000 7fcec1800640 1 -- 172.21.15.26:0/3574829186 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c943cf87e0 con 0x55c943fb9350 2024-04-26T23:46:01.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.059+0000 7fceba000640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcea40a3d20 0x7fcea40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.059+0000 7fcec1800640 1 --2- 172.21.15.26:0/3574829186 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fcbf10 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7fceb000b760 tx=0x7fceb000bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e185720279edf5b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:01.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.059+0000 7fceba000640 1 -- 172.21.15.26:0/2501179589 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7fcea80f52a0 con 0x7fcebc1044d0 2024-04-26T23:46:01.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.060+0000 7fceaea00640 1 -- 172.21.15.26:0/3574829186 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb0003dd0 con 0x55c943fb9350 2024-04-26T23:46:01.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.060+0000 7fcec2200640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcea40a3d20 0x7fcea40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.060+0000 7fceaea00640 1 -- 172.21.15.26:0/3574829186 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fceb0015070 con 0x55c943fb9350 2024-04-26T23:46:01.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.060+0000 7fceaea00640 1 -- 172.21.15.26:0/3574829186 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb0004cc0 con 0x55c943fb9350 2024-04-26T23:46:01.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.061+0000 7fcec704e740 1 -- 172.21.15.26:0/3574829186 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 msgr2=0x55c943fcbf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.061+0000 7fcec704e740 1 --2- 172.21.15.26:0/3574829186 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fcbf10 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7fceb000b760 tx=0x7fceb000bc20 comp rx=0 tx=0).stop 2024-04-26T23:46:01.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.061+0000 7fcec2200640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcea40a3d20 0x7fcea40a61e0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fceb4005fd0 tx=0x7fceb4009780 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:01.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.061+0000 7fcec704e740 1 -- 172.21.15.26:0/3574829186 shutdown_connections 2024-04-26T23:46:01.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.061+0000 7fcec704e740 1 --2- 172.21.15.26:0/3574829186 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fce840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.061+0000 7fcec704e740 1 --2- 172.21.15.26:0/3574829186 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fcbf10 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.061+0000 7fcec704e740 1 --2- 172.21.15.26:0/3574829186 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fb8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.061+0000 7fcec704e740 1 -- 172.21.15.26:0/3574829186 >> 172.21.15.26:0/3574829186 conn(0x55c943fb4f70 msgr2=0x55c943fb5350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:01.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.061+0000 7fcec704e740 1 -- 172.21.15.26:0/3574829186 shutdown_connections 2024-04-26T23:46:01.066 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.061+0000 7fcec704e740 1 -- 172.21.15.26:0/3574829186 wait complete. 2024-04-26T23:46:01.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.062+0000 7fcec704e740 1 -- start start 2024-04-26T23:46:01.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.062+0000 7fcec704e740 1 Processor -- start 2024-04-26T23:46:01.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.062+0000 7fcec704e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fc93d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.062+0000 7fcec704e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fc9910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.062+0000 7fcec704e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fc9e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.062+0000 7fcec704e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55c943fcf210 con 0x55c943fb9350 2024-04-26T23:46:01.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.062+0000 7fcec704e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55c943ea6170 con 0x55c943fb89a0 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.062+0000 7fcec704e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c943fcf390 con 0x55c943fcc450 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.062+0000 7fcec704e740 10 client.0 _ll_register_callbacks cb 0x55c943f15770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.063+0000 7fcec0e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fc9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.063+0000 7fcec1800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fc93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.063+0000 7fcec0e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fc9910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44548/0 (socket says 172.21.15.26:44548) 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.063+0000 7fcec0e00640 1 -- 172.21.15.26:0/1792925057 learned_addr learned my addr 172.21.15.26:0/1792925057 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.063+0000 7fcec2200640 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fc9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.063+0000 7fcec0e00640 1 -- 172.21.15.26:0/1792925057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 msgr2=0x55c943fc9e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.063+0000 7fcec0e00640 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fc9e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.063+0000 7fcec0e00640 1 -- 172.21.15.26:0/1792925057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 msgr2=0x55c943fc93d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.063+0000 7fcec0e00640 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fc93d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.063+0000 7fcec0e00640 1 -- 172.21.15.26:0/1792925057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c943d58f70 con 0x55c943fb9350 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.064+0000 7fcec1800640 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fc93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.064+0000 7fcec0e00640 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fc9910 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7fcea80c1150 tx=0x7fcea8005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17bf6ab9d0f261c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:01.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.064+0000 7fcea3400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.064+0000 7fcea3400640 1 -- 172.21.15.26:0/1792925057 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea80c0d00 con 0x55c943fb9350 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.064+0000 7fcea3400640 1 -- 172.21.15.26:0/1792925057 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7fcea80c51e0 con 0x55c943fb9350 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.064+0000 7fcec704e740 1 -- 172.21.15.26:0/1792925057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fceb0015070 con 0x55c943fb9350 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.064+0000 7fcea3400640 1 -- 172.21.15.26:0/1792925057 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcea80c0b20 con 0x55c943fb9350 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.064+0000 7fcec704e740 10 client.17586 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.064+0000 7fcec704e740 1 -- 172.21.15.26:0/1792925057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c943bf0170 con 0x55c943fb9350 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.065+0000 7fcea3400640 1 -- 172.21.15.26:0/1792925057 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fceb0015070 con 0x55c943fb9350 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.065+0000 7fcea3400640 1 -- 172.21.15.26:0/1792925057 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcea804e030 con 0x55c943fb9350 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.065+0000 7fcec704e740 10 client.17586 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.065+0000 7fcec704e740 10 client.17586 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.065+0000 7fcec704e740 20 client.17586 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.065+0000 7fcec704e740 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c943fdc300 0x55c943fde750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.065+0000 7fcec704e740 4 client.17586 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.065+0000 7fcec704e740 1 -- 172.21.15.26:0/1792925057 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c943f2c590 con 0x55c943fdc300 2024-04-26T23:46:01.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.066+0000 7fcec1800640 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c943fdc300 0x55c943fde750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.067+0000 7fcec1800640 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c943fdc300 0x55c943fde750 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55f61d09ca01e1aa server_cookie=40271f6f90666d22 in_seq=0 out_seq=0 2024-04-26T23:46:01.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.067+0000 7fcea3400640 10 client.17586 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:01.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcea3400640 1 -- 172.21.15.26:0/1792925057 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c943f2c590 con 0x55c943fdc300 2024-04-26T23:46:01.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcea3400640 10 client.17586 handle_command_reply: tid=0 2024-04-26T23:46:01.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcec704e740 1 client.17586 shutdown 2024-04-26T23:46:01.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcec704e740 1 -- 172.21.15.26:0/1792925057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 msgr2=0x55c943fc9910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcec704e740 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fc9910 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7fcea80c1150 tx=0x7fcea8005d50 comp rx=0 tx=0).stop 2024-04-26T23:46:01.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcec704e740 1 -- 172.21.15.26:0/1792925057 shutdown_connections 2024-04-26T23:46:01.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcec704e740 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c943fdc300 0x55c943fde750 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcec704e740 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fc9e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcec704e740 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fc9910 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcec704e740 1 --2- 172.21.15.26:0/1792925057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fc93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcec704e740 1 -- 172.21.15.26:0/1792925057 >> 172.21.15.26:0/1792925057 conn(0x55c943fb4f70 msgr2=0x55c943fbade0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:01.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcea3400640 0 client.17586 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:01.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcec704e740 1 -- 172.21.15.26:0/1792925057 shutdown_connections 2024-04-26T23:46:01.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcec704e740 1 -- 172.21.15.26:0/1792925057 wait complete. 2024-04-26T23:46:01.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.069+0000 7fcec704e740 20 client.17586 trim_cache size 0 max 16384 2024-04-26T23:46:01.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.093+0000 7fcec704e740 1 Processor -- start 2024-04-26T23:46:01.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.093+0000 7fcec704e740 1 -- start start 2024-04-26T23:46:01.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.094+0000 7fcec704e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fd8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.094+0000 7fcec704e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fbae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.094+0000 7fcec704e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fe4060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.094+0000 7fcec704e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc1aeb40 con 0x55c943fb9350 2024-04-26T23:46:01.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.094+0000 7fcec704e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc1ac410 con 0x55c943fb89a0 2024-04-26T23:46:01.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.094+0000 7fcec704e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc1aa280 con 0x55c943fcc450 2024-04-26T23:46:01.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.094+0000 7fcec0e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fbae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.094+0000 7fcec0e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fbae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44550/0 (socket says 172.21.15.26:44550) 2024-04-26T23:46:01.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.094+0000 7fcec0e00640 1 -- 172.21.15.26:0/2312401934 learned_addr learned my addr 172.21.15.26:0/2312401934 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:01.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.094+0000 7fcec2200640 1 --2- 172.21.15.26:0/2312401934 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fe4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.095+0000 7fcec1800640 1 --2- 172.21.15.26:0/2312401934 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fd8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.095+0000 7fcec0e00640 1 -- 172.21.15.26:0/2312401934 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 msgr2=0x55c943fe4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.095+0000 7fcec0e00640 1 --2- 172.21.15.26:0/2312401934 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fe4060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.095+0000 7fcec0e00640 1 -- 172.21.15.26:0/2312401934 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 msgr2=0x55c943fd8140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.095+0000 7fcec0e00640 1 --2- 172.21.15.26:0/2312401934 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fd8140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.095+0000 7fcec0e00640 1 -- 172.21.15.26:0/2312401934 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c943fb90f0 con 0x55c943fb9350 2024-04-26T23:46:01.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.095+0000 7fcec0e00640 1 --2- 172.21.15.26:0/2312401934 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fbae30 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fcea80bdb90 tx=0x7fcea8005370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa00579570eea44a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:01.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.095+0000 7fceae000640 1 -- 172.21.15.26:0/2312401934 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea80c0d00 con 0x55c943fb9350 2024-04-26T23:46:01.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.096+0000 7fceae000640 1 -- 172.21.15.26:0/2312401934 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcea80c18c0 con 0x55c943fb9350 2024-04-26T23:46:01.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.096+0000 7fceae000640 1 -- 172.21.15.26:0/2312401934 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea80bd460 con 0x55c943fb9350 2024-04-26T23:46:01.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.096+0000 7fcec704e740 1 -- 172.21.15.26:0/2312401934 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 msgr2=0x55c943fbae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.096+0000 7fcec704e740 1 --2- 172.21.15.26:0/2312401934 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fbae30 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fcea80bdb90 tx=0x7fcea8005370 comp rx=0 tx=0).stop 2024-04-26T23:46:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.097+0000 7fcec704e740 1 -- 172.21.15.26:0/2312401934 shutdown_connections 2024-04-26T23:46:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.097+0000 7fcec704e740 1 --2- 172.21.15.26:0/2312401934 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fe4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.097+0000 7fcec704e740 1 --2- 172.21.15.26:0/2312401934 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb9350 0x55c943fbae30 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.097+0000 7fcec704e740 1 --2- 172.21.15.26:0/2312401934 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb89a0 0x55c943fd8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.097+0000 7fcec704e740 1 -- 172.21.15.26:0/2312401934 >> 172.21.15.26:0/2312401934 conn(0x55c943fb4f70 msgr2=0x55c943fb3ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.097+0000 7fcec704e740 1 -- 172.21.15.26:0/2312401934 shutdown_connections 2024-04-26T23:46:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.097+0000 7fcec704e740 1 -- 172.21.15.26:0/2312401934 wait complete. 2024-04-26T23:46:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.097+0000 7fcec704e740 1 -- start start 2024-04-26T23:46:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.097+0000 7fcec704e740 1 Processor -- start 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.098+0000 7fcec704e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb89a0 0x55c94403bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.098+0000 7fcec704e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb9350 0x55c94403c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.098+0000 7fcec704e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fd0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.098+0000 7fcec704e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc1aa8d0 con 0x55c943fb89a0 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.098+0000 7fcec704e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc1abd40 con 0x55c943fb9350 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.098+0000 7fcec704e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcebc1aafa0 con 0x55c943fcc450 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.098+0000 7fcec704e740 10 client.0 _ll_register_callbacks cb 0x7fcea80f5640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.098+0000 7fcec1800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb89a0 0x55c94403bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.098+0000 7fcec1800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb89a0 0x55c94403bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44552/0 (socket says 172.21.15.26:44552) 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.098+0000 7fcec1800640 1 -- 172.21.15.26:0/2352032979 learned_addr learned my addr 172.21.15.26:0/2352032979 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.098+0000 7fcec0e00640 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb9350 0x55c94403c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.099+0000 7fcec2200640 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fd0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.099+0000 7fcec1800640 1 -- 172.21.15.26:0/2352032979 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 msgr2=0x55c943fd0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.099+0000 7fcec1800640 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fd0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.099+0000 7fcec1800640 1 -- 172.21.15.26:0/2352032979 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb9350 msgr2=0x55c94403c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.099+0000 7fcec1800640 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb9350 0x55c94403c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.099+0000 7fcec1800640 1 -- 172.21.15.26:0/2352032979 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c943fd0f20 con 0x55c943fb89a0 2024-04-26T23:46:01.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.099+0000 7fcec0e00640 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb9350 0x55c94403c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:46:01.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.099+0000 7fcec1800640 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb89a0 0x55c94403bbe0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fceb0006010 tx=0x7fceb0005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3877a9ad8e9d936 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:01.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.099+0000 7fcea3400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:01.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.100+0000 7fcea3400640 1 -- 172.21.15.26:0/2352032979 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb0004340 con 0x55c943fb89a0 2024-04-26T23:46:01.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.100+0000 7fcea3400640 1 -- 172.21.15.26:0/2352032979 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7fceb0027420 con 0x55c943fb89a0 2024-04-26T23:46:01.105 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.100+0000 7fcec704e740 1 -- 172.21.15.26:0/2352032979 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcea80c18c0 con 0x55c943fb89a0 2024-04-26T23:46:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.100+0000 7fcea3400640 1 -- 172.21.15.26:0/2352032979 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fceb0035050 con 0x55c943fb89a0 2024-04-26T23:46:01.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.100+0000 7fcec704e740 10 client.17592 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:01.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.100+0000 7fcec704e740 1 -- 172.21.15.26:0/2352032979 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c944043420 con 0x55c943fb89a0 2024-04-26T23:46:01.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.101+0000 7fcea3400640 1 -- 172.21.15.26:0/2352032979 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcea80c18c0 con 0x55c943fb89a0 2024-04-26T23:46:01.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.101+0000 7fcea3400640 1 -- 172.21.15.26:0/2352032979 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fceb0011970 con 0x55c943fb89a0 2024-04-26T23:46:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.101+0000 7fcec704e740 10 client.17592 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.101+0000 7fcec704e740 10 client.17592 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:46:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.101+0000 7fcec704e740 20 client.17592 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.101+0000 7fcec704e740 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c944043a60 0x55c944045e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.101+0000 7fcec704e740 4 client.17592 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:46:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.101+0000 7fcec704e740 1 -- 172.21.15.26:0/2352032979 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55c943f26400 con 0x55c944043a60 2024-04-26T23:46:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.102+0000 7fcec0e00640 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c944043a60 0x55c944045e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.103+0000 7fcea3400640 10 client.17592 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:01.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.103+0000 7fcec0e00640 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c944043a60 0x55c944045e80 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28a892cc03d97ff9 server_cookie=e4e5cf544389a735 in_seq=0 out_seq=0 2024-04-26T23:46:01.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcea3400640 1 -- 172.21.15.26:0/2352032979 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55c943f26400 con 0x55c944043a60 2024-04-26T23:46:01.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcea3400640 10 client.17592 handle_command_reply: tid=0 2024-04-26T23:46:01.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcec704e740 1 client.17592 shutdown 2024-04-26T23:46:01.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcec704e740 1 -- 172.21.15.26:0/2352032979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb89a0 msgr2=0x55c94403bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcec704e740 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb89a0 0x55c94403bbe0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fceb0006010 tx=0x7fceb0005e50 comp rx=0 tx=0).stop 2024-04-26T23:46:01.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcec704e740 1 -- 172.21.15.26:0/2352032979 shutdown_connections 2024-04-26T23:46:01.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcec704e740 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c944043a60 0x55c944045e80 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcec704e740 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c943fcc450 0x55c943fd0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcec704e740 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c943fb9350 0x55c94403c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcec704e740 1 --2- 172.21.15.26:0/2352032979 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c943fb89a0 0x55c94403bbe0 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcec704e740 1 -- 172.21.15.26:0/2352032979 >> 172.21.15.26:0/2352032979 conn(0x55c943fb4f70 msgr2=0x55c943fc9390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:01.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcea3400640 0 client.17592 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:01.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcec704e740 1 -- 172.21.15.26:0/2352032979 shutdown_connections 2024-04-26T23:46:01.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcec704e740 1 -- 172.21.15.26:0/2352032979 wait complete. 2024-04-26T23:46:01.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.106+0000 7fcec704e740 20 client.17592 trim_cache size 0 max 16384 2024-04-26T23:46:01.112 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:46:01.113 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:46:01.113 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "6df9274c-be54-46de-881b-6e13da62012d", 2024-04-26T23:46:01.113 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:46:01.113 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:46:01.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.107+0000 7fcec4200640 1 -- 172.21.15.26:0/2501179589 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcea40a3d20 msgr2=0x7fcea40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.107+0000 7fcec4200640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcea40a3d20 0x7fcea40a61e0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fceb4005fd0 tx=0x7fceb4009780 comp rx=0 tx=0).stop 2024-04-26T23:46:01.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.107+0000 7fcec4200640 1 -- 172.21.15.26:0/2501179589 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcebc1044d0 msgr2=0x7fcebc1973a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.107+0000 7fcec4200640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcebc1044d0 0x7fcebc1973a0 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7fcea802ef30 tx=0x7fcea8004d70 comp rx=0 tx=0).stop 2024-04-26T23:46:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.108+0000 7fcec4200640 1 -- 172.21.15.26:0/2501179589 shutdown_connections 2024-04-26T23:46:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.108+0000 7fcec4200640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcebc10cef0 0x7fcebc19b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.108+0000 7fcec4200640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcea40a3d20 0x7fcea40a61e0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.108+0000 7fcec4200640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcebc1044d0 0x7fcebc1973a0 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.108+0000 7fcec4200640 1 --2- 172.21.15.26:0/2501179589 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcebc103bb0 0x7fcebc196e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.108+0000 7fcec4200640 1 -- 172.21.15.26:0/2501179589 >> 172.21.15.26:0/2501179589 conn(0x7fcebc078930 msgr2=0x7fcebc0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.108+0000 7fcec4200640 1 -- 172.21.15.26:0/2501179589 shutdown_connections 2024-04-26T23:46:01.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.108+0000 7fcec4200640 1 -- 172.21.15.26:0/2501179589 wait complete. 2024-04-26T23:46:01.132 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:46:01.132 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:46:01.337 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.333+0000 7fc6a3e00640 1 -- 172.21.15.26:0/1187901665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6a4103990 msgr2=0x7fc6a4103d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.333+0000 7fc6a3e00640 1 --2- 172.21.15.26:0/1187901665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6a4103990 0x7fc6a4103d70 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fc694009900 tx=0x7fc69402a480 comp rx=0 tx=0).stop 2024-04-26T23:46:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.334+0000 7fc6a3e00640 1 -- 172.21.15.26:0/1187901665 shutdown_connections 2024-04-26T23:46:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.334+0000 7fc6a3e00640 1 --2- 172.21.15.26:0/1187901665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6a410cdb0 0x7fc6a410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.334+0000 7fc6a3e00640 1 --2- 172.21.15.26:0/1187901665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc6a41042b0 0x7fc6a410c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.334+0000 7fc6a3e00640 1 --2- 172.21.15.26:0/1187901665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6a4103990 0x7fc6a4103d70 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.334+0000 7fc6a3e00640 1 -- 172.21.15.26:0/1187901665 >> 172.21.15.26:0/1187901665 conn(0x7fc6a40fd1b0 msgr2=0x7fc6a40ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.334+0000 7fc6a3e00640 1 -- 172.21.15.26:0/1187901665 shutdown_connections 2024-04-26T23:46:01.338 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.334+0000 7fc6a3e00640 1 -- 172.21.15.26:0/1187901665 wait complete. 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.335+0000 7fc6a3e00640 1 Processor -- start 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.335+0000 7fc6a3e00640 1 -- start start 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.336+0000 7fc6a3e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc6a4103990 0x7fc6a419b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.336+0000 7fc6a3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6a41042b0 0x7fc6a419b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.336+0000 7fc6a3e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6a410cdb0 0x7fc6a419f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.336+0000 7fc6a3e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a4112960 con 0x7fc6a41042b0 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.336+0000 7fc6a3e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a41127e0 con 0x7fc6a4103990 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.336+0000 7fc6a3e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a4112ae0 con 0x7fc6a410cdb0 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.336+0000 7fc6a2000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6a41042b0 0x7fc6a419b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.336+0000 7fc6a2000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6a41042b0 0x7fc6a419b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44562/0 (socket says 172.21.15.26:44562) 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.336+0000 7fc6a2000640 1 -- 172.21.15.26:0/3784485104 learned_addr learned my addr 172.21.15.26:0/3784485104 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.336+0000 7fc6a2a00640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc6a4103990 0x7fc6a419b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.340 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.336+0000 7fc6a3400640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6a410cdb0 0x7fc6a419f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.337+0000 7fc6a2000640 1 -- 172.21.15.26:0/3784485104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6a410cdb0 msgr2=0x7fc6a419f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.337+0000 7fc6a2000640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6a410cdb0 0x7fc6a419f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.337+0000 7fc6a2000640 1 -- 172.21.15.26:0/3784485104 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc6a4103990 msgr2=0x7fc6a419b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.337+0000 7fc6a2000640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc6a4103990 0x7fc6a419b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.337+0000 7fc6a2000640 1 -- 172.21.15.26:0/3784485104 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6a41a00e0 con 0x7fc6a41042b0 2024-04-26T23:46:01.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.337+0000 7fc6a2000640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6a41042b0 0x7fc6a419b680 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7fc69000d740 tx=0x7fc69000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:01.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.337+0000 7fc69b400640 1 -- 172.21.15.26:0/3784485104 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc690017070 con 0x7fc6a41042b0 2024-04-26T23:46:01.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.337+0000 7fc69b400640 1 -- 172.21.15.26:0/3784485104 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc69000de50 con 0x7fc6a41042b0 2024-04-26T23:46:01.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.337+0000 7fc6a3e00640 1 -- 172.21.15.26:0/3784485104 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6a41a03d0 con 0x7fc6a41042b0 2024-04-26T23:46:01.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.338+0000 7fc69b400640 1 -- 172.21.15.26:0/3784485104 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc69000f620 con 0x7fc6a41042b0 2024-04-26T23:46:01.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.338+0000 7fc6a3e00640 1 -- 172.21.15.26:0/3784485104 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6a41a7c60 con 0x7fc6a41042b0 2024-04-26T23:46:01.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.341+0000 7fc6ac3b7740 1 Processor -- start 2024-04-26T23:46:01.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.342+0000 7fc6ac3b7740 1 -- start start 2024-04-26T23:46:01.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.342+0000 7fc6ac3b7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fce130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.342+0000 7fc6ac3b7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fce670 0x55ec88fd8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.342+0000 7fc6ac3b7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 0x55ec88fdb130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.342+0000 7fc6ac3b7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ec88edf030 con 0x55ec88fd8d40 2024-04-26T23:46:01.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.342+0000 7fc6ac3b7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ec88efa7f0 con 0x55ec88fcdd50 2024-04-26T23:46:01.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.342+0000 7fc6ac3b7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ec88eb57e0 con 0x55ec88fce670 2024-04-26T23:46:01.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.342+0000 7fc69b400640 1 -- 172.21.15.26:0/3784485104 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fc690009c30 con 0x7fc6a41042b0 2024-04-26T23:46:01.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.343+0000 7fc6a3400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fce130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.343+0000 7fc6a2a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fce670 0x55ec88fd8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.343+0000 7fc6a2a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fce670 0x55ec88fd8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:55120/0 (socket says 172.21.15.26:55120) 2024-04-26T23:46:01.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.343+0000 7fc6a2a00640 1 -- 172.21.15.26:0/2843402078 learned_addr learned my addr 172.21.15.26:0/2843402078 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:01.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.343+0000 7fc6a3400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fce130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:55884/0 (socket says 172.21.15.26:55884) 2024-04-26T23:46:01.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.343+0000 7fc6a2000640 1 --2- 172.21.15.26:0/2843402078 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 0x55ec88fdb130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.343+0000 7fc6a2a00640 1 -- 172.21.15.26:0/2843402078 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 msgr2=0x55ec88fce130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.344+0000 7fc6a2a00640 1 --2- 172.21.15.26:0/2843402078 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fce130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.344+0000 7fc6a2a00640 1 -- 172.21.15.26:0/2843402078 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 msgr2=0x55ec88fdb130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.344+0000 7fc6a2a00640 1 --2- 172.21.15.26:0/2843402078 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 0x55ec88fdb130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.344+0000 7fc6a2a00640 1 -- 172.21.15.26:0/2843402078 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec88ec1050 con 0x55ec88fce670 2024-04-26T23:46:01.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.344+0000 7fc6a2000640 1 --2- 172.21.15.26:0/2843402078 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 0x55ec88fdb130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:46:01.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.344+0000 7fc6a3400640 1 --2- 172.21.15.26:0/2843402078 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fce130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:46:01.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.344+0000 7fc6a2a00640 1 --2- 172.21.15.26:0/2843402078 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fce670 0x55ec88fd8800 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc694009900 tx=0x7fc694005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2441a3fa1217d06 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:01.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.344+0000 7fc69b400640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc6880a3da0 0x7fc6880a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.345+0000 7fc69b400640 1 -- 172.21.15.26:0/3784485104 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7fc6900d0380 con 0x7fc6a41042b0 2024-04-26T23:46:01.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.345+0000 7fc68f400640 1 -- 172.21.15.26:0/2843402078 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc694040070 con 0x55ec88fce670 2024-04-26T23:46:01.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.345+0000 7fc6a3400640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc6880a3da0 0x7fc6880a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.345+0000 7fc68f400640 1 -- 172.21.15.26:0/2843402078 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc694004490 con 0x55ec88fce670 2024-04-26T23:46:01.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.345+0000 7fc68f400640 1 -- 172.21.15.26:0/2843402078 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc694035040 con 0x55ec88fce670 2024-04-26T23:46:01.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.346+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/2843402078 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fce670 msgr2=0x55ec88fd8800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.346+0000 7fc6a3400640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc6880a3da0 0x7fc6880a6260 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc69c005fd0 tx=0x7fc69c0096e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:01.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.346+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/2843402078 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fce670 0x55ec88fd8800 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc694009900 tx=0x7fc694005c00 comp rx=0 tx=0).stop 2024-04-26T23:46:01.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.346+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/2843402078 shutdown_connections 2024-04-26T23:46:01.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.346+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/2843402078 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 0x55ec88fdb130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.346+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/2843402078 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fce670 0x55ec88fd8800 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.352 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.346+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/2843402078 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fce130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.346+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/2843402078 >> 172.21.15.26:0/2843402078 conn(0x55ec88fca070 msgr2=0x55ec88fca450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.346+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/2843402078 shutdown_connections 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.346+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/2843402078 wait complete. 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.346+0000 7fc6ac3b7740 1 -- start start 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.347+0000 7fc6ac3b7740 1 Processor -- start 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.347+0000 7fc6ac3b7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fd8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.347+0000 7fc6ac3b7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fce670 0x55ec88fd59c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.347+0000 7fc6ac3b7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 0x55ec88fd5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.347+0000 7fc6ac3b7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ec88f37200 con 0x55ec88fd8d40 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.347+0000 7fc6ac3b7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ec88f31ee0 con 0x55ec88fcdd50 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.347+0000 7fc6ac3b7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ec88f3ee70 con 0x55ec88fce670 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.347+0000 7fc6ac3b7740 10 client.0 _ll_register_callbacks cb 0x55ec88f28270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.347+0000 7fc6a3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 0x55ec88fd5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.348+0000 7fc6a3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 0x55ec88fd5f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44580/0 (socket says 172.21.15.26:44580) 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.348+0000 7fc6a3400640 1 -- 172.21.15.26:0/3696171073 learned_addr learned my addr 172.21.15.26:0/3696171073 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.348+0000 7fc6a2000640 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fce670 0x55ec88fd59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.348+0000 7fc6a2a00640 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fd8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.348+0000 7fc6a3400640 1 -- 172.21.15.26:0/3696171073 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fce670 msgr2=0x55ec88fd59c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.348+0000 7fc6a3400640 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fce670 0x55ec88fd59c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.348+0000 7fc6a3400640 1 -- 172.21.15.26:0/3696171073 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 msgr2=0x55ec88fd8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.348+0000 7fc6a3400640 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fd8630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.348+0000 7fc6a3400640 1 -- 172.21.15.26:0/3696171073 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec88d0e7d0 con 0x55ec88fd8d40 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.348+0000 7fc6a3400640 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 0x55ec88fd5f00 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fc69c0108f0 tx=0x7fc69c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0c9d2be61322fb1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.349+0000 7fc683e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.349+0000 7fc683e00640 1 -- 172.21.15.26:0/3696171073 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc69c01ed40 con 0x55ec88fd8d40 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.349+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3696171073 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc694004490 con 0x55ec88fd8d40 2024-04-26T23:46:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.349+0000 7fc683e00640 1 -- 172.21.15.26:0/3696171073 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7fc69c028470 con 0x55ec88fd8d40 2024-04-26T23:46:01.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.349+0000 7fc683e00640 1 -- 172.21.15.26:0/3696171073 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc69c010e70 con 0x55ec88fd8d40 2024-04-26T23:46:01.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.349+0000 7fc6ac3b7740 10 client.17604 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:01.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.349+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3696171073 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ec88c443f0 con 0x55ec88fd8d40 2024-04-26T23:46:01.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.350+0000 7fc683e00640 1 -- 172.21.15.26:0/3696171073 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc694004490 con 0x55ec88fd8d40 2024-04-26T23:46:01.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.350+0000 7fc683e00640 1 -- 172.21.15.26:0/3696171073 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc69c00f040 con 0x55ec88fd8d40 2024-04-26T23:46:01.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.350+0000 7fc6ac3b7740 10 client.17604 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:01.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.350+0000 7fc6ac3b7740 10 client.17604 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:46:01.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.350+0000 7fc6ac3b7740 20 client.17604 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.350+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ec88fe89c0 0x55ec88feae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.350+0000 7fc6ac3b7740 4 client.17604 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:46:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.350+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3696171073 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ec88f407e0 con 0x55ec88fe89c0 2024-04-26T23:46:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.351+0000 7fc6a2a00640 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ec88fe89c0 0x55ec88feae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.352+0000 7fc6a2a00640 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ec88fe89c0 0x55ec88feae40 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de7ea7bc207566b4 server_cookie=640c36062b2e5e9a in_seq=0 out_seq=0 2024-04-26T23:46:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.352+0000 7fc683e00640 10 client.17604 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc683e00640 1 -- 172.21.15.26:0/3696171073 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ec88f407e0 con 0x55ec88fe89c0 2024-04-26T23:46:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc683e00640 10 client.17604 handle_command_reply: tid=0 2024-04-26T23:46:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc6ac3b7740 1 client.17604 shutdown 2024-04-26T23:46:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3696171073 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 msgr2=0x55ec88fd5f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 0x55ec88fd5f00 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fc69c0108f0 tx=0x7fc69c004a40 comp rx=0 tx=0).stop 2024-04-26T23:46:01.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3696171073 shutdown_connections 2024-04-26T23:46:01.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ec88fe89c0 0x55ec88feae40 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fd8d40 0x55ec88fd5f00 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fce670 0x55ec88fd59c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3696171073 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fd8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3696171073 >> 172.21.15.26:0/3696171073 conn(0x55ec88fca070 msgr2=0x55ec88fcfe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:01.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc683e00640 0 client.17604 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:01.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3696171073 shutdown_connections 2024-04-26T23:46:01.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3696171073 wait complete. 2024-04-26T23:46:01.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.353+0000 7fc6ac3b7740 20 client.17604 trim_cache size 0 max 16384 2024-04-26T23:46:01.380 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.376+0000 7fc6ac3b7740 1 Processor -- start 2024-04-26T23:46:01.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.376+0000 7fc6ac3b7740 1 -- start start 2024-04-26T23:46:01.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.377+0000 7fc6ac3b7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fca070 0x55ec88fd4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.377+0000 7fc6ac3b7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fe46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.377+0000 7fc6ac3b7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fce670 0x55ec88ff04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.377+0000 7fc6ac3b7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a41b0670 con 0x55ec88fce670 2024-04-26T23:46:01.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.377+0000 7fc6ac3b7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a41ae4e0 con 0x55ec88fcdd50 2024-04-26T23:46:01.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.377+0000 7fc6ac3b7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a41affa0 con 0x55ec88fca070 2024-04-26T23:46:01.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.377+0000 7fc6a3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fce670 0x55ec88ff04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.377+0000 7fc6a3400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fce670 0x55ec88ff04f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44588/0 (socket says 172.21.15.26:44588) 2024-04-26T23:46:01.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.377+0000 7fc6a3400640 1 -- 172.21.15.26:0/3941948021 learned_addr learned my addr 172.21.15.26:0/3941948021 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:01.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.377+0000 7fc6a2000640 1 --2- 172.21.15.26:0/3941948021 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fe46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.377+0000 7fc6a2a00640 1 --2- 172.21.15.26:0/3941948021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fca070 0x55ec88fd4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.378+0000 7fc6a3400640 1 -- 172.21.15.26:0/3941948021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fca070 msgr2=0x55ec88fd4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.378+0000 7fc6a3400640 1 --2- 172.21.15.26:0/3941948021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fca070 0x55ec88fd4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.378+0000 7fc6a3400640 1 -- 172.21.15.26:0/3941948021 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 msgr2=0x55ec88fe46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.378+0000 7fc6a3400640 1 --2- 172.21.15.26:0/3941948021 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fe46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.378+0000 7fc6a3400640 1 -- 172.21.15.26:0/3941948021 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec88c040f0 con 0x55ec88fce670 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.378+0000 7fc6a3400640 1 --2- 172.21.15.26:0/3941948021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fce670 0x55ec88ff04f0 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fc69c017040 tx=0x7fc69c01e780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=857277efa6788e28 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.378+0000 7fc68ea00640 1 -- 172.21.15.26:0/3941948021 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc69c035040 con 0x55ec88fce670 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.378+0000 7fc68ea00640 1 -- 172.21.15.26:0/3941948021 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc69c023070 con 0x55ec88fce670 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.379+0000 7fc68ea00640 1 -- 172.21.15.26:0/3941948021 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc69c0289d0 con 0x55ec88fce670 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.379+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3941948021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fce670 msgr2=0x55ec88ff04f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.379+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3941948021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fce670 0x55ec88ff04f0 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fc69c017040 tx=0x7fc69c01e780 comp rx=0 tx=0).stop 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.379+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3941948021 shutdown_connections 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.379+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3941948021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fce670 0x55ec88ff04f0 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.379+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3941948021 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fcdd50 0x55ec88fe46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.379+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3941948021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fca070 0x55ec88fd4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.379+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3941948021 >> 172.21.15.26:0/3941948021 conn(0x55ec88fd6060 msgr2=0x55ec88fc91f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:01.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.380+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3941948021 shutdown_connections 2024-04-26T23:46:01.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.380+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3941948021 wait complete. 2024-04-26T23:46:01.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.380+0000 7fc6ac3b7740 1 -- start start 2024-04-26T23:46:01.385 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.380+0000 7fc6ac3b7740 1 Processor -- start 2024-04-26T23:46:01.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6ac3b7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fca070 0x55ec88fe0f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6ac3b7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fcdd50 0x55ec88fde2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6ac3b7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fce670 0x55ec88fde820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6ac3b7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a41af200 con 0x55ec88fca070 2024-04-26T23:46:01.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6ac3b7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a41aeb30 con 0x55ec88fce670 2024-04-26T23:46:01.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6ac3b7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a41af8d0 con 0x55ec88fcdd50 2024-04-26T23:46:01.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6ac3b7740 10 client.0 _ll_register_callbacks cb 0x7fc69c009a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:01.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6a2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fca070 0x55ec88fe0f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6a2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fca070 0x55ec88fe0f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44594/0 (socket says 172.21.15.26:44594) 2024-04-26T23:46:01.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6a2a00640 1 -- 172.21.15.26:0/3376350913 learned_addr learned my addr 172.21.15.26:0/3376350913 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:01.388 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6a3400640 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fce670 0x55ec88fde820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6a2000640 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fcdd50 0x55ec88fde2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6a2a00640 1 -- 172.21.15.26:0/3376350913 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fcdd50 msgr2=0x55ec88fde2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.381+0000 7fc6a2a00640 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fcdd50 0x55ec88fde2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.382+0000 7fc6a2a00640 1 -- 172.21.15.26:0/3376350913 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fce670 msgr2=0x55ec88fde820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.382+0000 7fc6a2a00640 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fce670 0x55ec88fde820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.382+0000 7fc6a2a00640 1 -- 172.21.15.26:0/3376350913 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec88efaa30 con 0x55ec88fca070 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.382+0000 7fc6a2a00640 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fca070 0x55ec88fe0f50 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7fc694005ec0 tx=0x7fc694004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5db2f827aab99a46 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.382+0000 7fc683e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.382+0000 7fc683e00640 1 -- 172.21.15.26:0/3376350913 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc694054060 con 0x55ec88fca070 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.382+0000 7fc683e00640 1 -- 172.21.15.26:0/3376350913 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8556+0+0 (secure 0 0 0) 0x7fc694004f50 con 0x55ec88fca070 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.382+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3376350913 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc69c023070 con 0x55ec88fca070 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.383+0000 7fc683e00640 1 -- 172.21.15.26:0/3376350913 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc694040040 con 0x55ec88fca070 2024-04-26T23:46:01.389 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.383+0000 7fc6ac3b7740 10 client.17610 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:01.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.383+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3376350913 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ec8904ebe0 con 0x55ec88fca070 2024-04-26T23:46:01.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.383+0000 7fc683e00640 1 -- 172.21.15.26:0/3376350913 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc69c023070 con 0x55ec88fca070 2024-04-26T23:46:01.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.383+0000 7fc683e00640 1 -- 172.21.15.26:0/3376350913 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc69404f370 con 0x55ec88fca070 2024-04-26T23:46:01.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.383+0000 7fc6ac3b7740 10 client.17610 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:01.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.383+0000 7fc6ac3b7740 10 client.17610 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:46:01.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.383+0000 7fc6ac3b7740 20 client.17610 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:01.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.383+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ec88fd8d40 0x55ec89050f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:01.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.383+0000 7fc6ac3b7740 4 client.17610 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:46:01.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.383+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3376350913 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ec88f3a650 con 0x55ec88fd8d40 2024-04-26T23:46:01.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.384+0000 7fc6a2000640 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ec88fd8d40 0x55ec89050f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:01.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.385+0000 7fc6a2000640 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ec88fd8d40 0x55ec89050f50 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=734bacda8d55852b server_cookie=17c15ca0d04b838f in_seq=0 out_seq=0 2024-04-26T23:46:01.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.385+0000 7fc683e00640 10 client.17610 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:01.391 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.385+0000 7fc683e00640 1 -- 172.21.15.26:0/3376350913 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ec88f3a650 con 0x55ec88fd8d40 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.385+0000 7fc683e00640 10 client.17610 handle_command_reply: tid=0 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.385+0000 7fc6ac3b7740 1 client.17610 shutdown 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.385+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3376350913 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fca070 msgr2=0x55ec88fe0f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.385+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fca070 0x55ec88fe0f50 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7fc694005ec0 tx=0x7fc694004ce0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.385+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3376350913 shutdown_connections 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.385+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ec88fd8d40 0x55ec89050f50 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.385+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ec88fce670 0x55ec88fde820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.386+0000 7fc683e00640 0 client.17610 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.386+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ec88fcdd50 0x55ec88fde2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.386+0000 7fc6ac3b7740 1 --2- 172.21.15.26:0/3376350913 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ec88fca070 0x55ec88fe0f50 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.386+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3376350913 >> 172.21.15.26:0/3376350913 conn(0x55ec88fd6060 msgr2=0x55ec88fe36b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.386+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3376350913 shutdown_connections 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.386+0000 7fc6ac3b7740 1 -- 172.21.15.26:0/3376350913 wait complete. 2024-04-26T23:46:01.392 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.386+0000 7fc6ac3b7740 20 client.17610 trim_cache size 0 max 16384 2024-04-26T23:46:01.393 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:46:01.393 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:46:01.393 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:46:01.393 INFO:teuthology.orchestra.run.smithi026.stdout: "6df9274c-be54-46de-881b-6e13da62012d": { 2024-04-26T23:46:01.393 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:46:01.393 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "6df9274c-be54-46de-881b-6e13da62012d", 2024-04-26T23:46:01.393 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:46:01.393 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:46:01.393 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:46:01.393 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:46:01.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.387+0000 7fc6a3e00640 1 -- 172.21.15.26:0/3784485104 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc6880a3da0 msgr2=0x7fc6880a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.387+0000 7fc6a3e00640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc6880a3da0 0x7fc6880a6260 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc69c005fd0 tx=0x7fc69c0096e0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.387+0000 7fc6a3e00640 1 -- 172.21.15.26:0/3784485104 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6a41042b0 msgr2=0x7fc6a419b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:01.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.387+0000 7fc6a3e00640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6a41042b0 0x7fc6a419b680 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7fc69000d740 tx=0x7fc69000dc00 comp rx=0 tx=0).stop 2024-04-26T23:46:01.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.387+0000 7fc6a3e00640 1 -- 172.21.15.26:0/3784485104 shutdown_connections 2024-04-26T23:46:01.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.387+0000 7fc6a3e00640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6a410cdb0 0x7fc6a419f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.387+0000 7fc6a3e00640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc6880a3da0 0x7fc6880a6260 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.394 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.387+0000 7fc6a3e00640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc6a41042b0 0x7fc6a419b680 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.387+0000 7fc6a3e00640 1 --2- 172.21.15.26:0/3784485104 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc6a4103990 0x7fc6a419b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:01.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.387+0000 7fc6a3e00640 1 -- 172.21.15.26:0/3784485104 >> 172.21.15.26:0/3784485104 conn(0x7fc6a40fd1b0 msgr2=0x7fc6a41026a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:01.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.387+0000 7fc6a3e00640 1 -- 172.21.15.26:0/3784485104 shutdown_connections 2024-04-26T23:46:01.395 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:01.387+0000 7fc6a3e00640 1 -- 172.21.15.26:0/3784485104 wait complete. 2024-04-26T23:46:01.409 INFO:tasks.cephfs.filesystem:scrub status for tag:6df9274c-be54-46de-881b-6e13da62012d - {'path': '/', 'tag': '6df9274c-be54-46de-881b-6e13da62012d', 'options': 'recursive,force'} 2024-04-26T23:46:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:02 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:46:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:02 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:46:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:02 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:46:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:02 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:46:02.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:02 smithi164 ceph-mon[31699]: pgmap v314: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:02.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:02 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:46:02.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:02 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:46:02.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:02 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:46:02.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:02 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:46:02.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:02 smithi026 ceph-mon[28371]: pgmap v314: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:02.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:02 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:46:02.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:02 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:46:02.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:02 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:46:02.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:02 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:46:02.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:02 smithi086 ceph-mon[31122]: pgmap v314: 97 pgs: 97 active+clean; 6.1 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:04.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:04 smithi086 ceph-mon[31122]: pgmap v315: 97 pgs: 97 active+clean; 6.8 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 103 KiB/s wr, 24 op/s 2024-04-26T23:46:04.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:04 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:46:05.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:04 smithi164 ceph-mon[31699]: pgmap v315: 97 pgs: 97 active+clean; 6.8 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 103 KiB/s wr, 24 op/s 2024-04-26T23:46:05.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:04 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:46:05.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:04 smithi026 ceph-mon[28371]: pgmap v315: 97 pgs: 97 active+clean; 6.8 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 103 KiB/s wr, 24 op/s 2024-04-26T23:46:05.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:04 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:46:05.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:05 smithi086 ceph-mon[31122]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T23:46:06.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:05 smithi164 ceph-mon[31699]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T23:46:06.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:05 smithi026 ceph-mon[28371]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T23:46:06.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:06 smithi086 ceph-mon[31122]: pgmap v317: 97 pgs: 97 active+clean; 6.8 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 123 KiB/s wr, 26 op/s 2024-04-26T23:46:07.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:06 smithi164 ceph-mon[31699]: pgmap v317: 97 pgs: 97 active+clean; 6.8 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 123 KiB/s wr, 26 op/s 2024-04-26T23:46:07.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:06 smithi026 ceph-mon[28371]: pgmap v317: 97 pgs: 97 active+clean; 6.8 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 123 KiB/s wr, 26 op/s 2024-04-26T23:46:08.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:08 smithi086 ceph-mon[31122]: pgmap v318: 97 pgs: 97 active+clean; 6.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 123 KiB/s wr, 27 op/s 2024-04-26T23:46:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:08 smithi164 ceph-mon[31699]: pgmap v318: 97 pgs: 97 active+clean; 6.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 123 KiB/s wr, 27 op/s 2024-04-26T23:46:09.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:08 smithi026 ceph-mon[28371]: pgmap v318: 97 pgs: 97 active+clean; 6.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 123 KiB/s wr, 27 op/s 2024-04-26T23:46:10.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:10 smithi086 ceph-mon[31122]: pgmap v319: 97 pgs: 97 active+clean; 6.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 123 KiB/s wr, 27 op/s 2024-04-26T23:46:10.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:10 smithi086 ceph-mon[31122]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T23:46:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:10 smithi164 ceph-mon[31699]: pgmap v319: 97 pgs: 97 active+clean; 6.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 123 KiB/s wr, 27 op/s 2024-04-26T23:46:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:10 smithi164 ceph-mon[31699]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T23:46:11.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:10 smithi026 ceph-mon[28371]: pgmap v319: 97 pgs: 97 active+clean; 6.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 123 KiB/s wr, 27 op/s 2024-04-26T23:46:11.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:10 smithi026 ceph-mon[28371]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T23:46:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:12 smithi164 ceph-mon[31699]: pgmap v321: 97 pgs: 97 active+clean; 6.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 127 B/s wr, 4 op/s 2024-04-26T23:46:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:12 smithi026 ceph-mon[28371]: pgmap v321: 97 pgs: 97 active+clean; 6.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 127 B/s wr, 4 op/s 2024-04-26T23:46:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:12 smithi086 ceph-mon[31122]: pgmap v321: 97 pgs: 97 active+clean; 6.8 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 127 B/s wr, 4 op/s 2024-04-26T23:46:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:14 smithi164 ceph-mon[31699]: pgmap v322: 97 pgs: 97 active+clean; 6.8 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 229 B/s wr, 7 op/s 2024-04-26T23:46:15.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:14 smithi026 ceph-mon[28371]: pgmap v322: 97 pgs: 97 active+clean; 6.8 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 229 B/s wr, 7 op/s 2024-04-26T23:46:15.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:14 smithi086 ceph-mon[31122]: pgmap v322: 97 pgs: 97 active+clean; 6.8 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 229 B/s wr, 7 op/s 2024-04-26T23:46:16.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:16 smithi164 ceph-mon[31699]: pgmap v323: 97 pgs: 97 active+clean; 6.8 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:46:16.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:16 smithi026 ceph-mon[28371]: pgmap v323: 97 pgs: 97 active+clean; 6.8 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:46:16.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:16 smithi086 ceph-mon[31122]: pgmap v323: 97 pgs: 97 active+clean; 6.8 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:46:18.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:18 smithi164 ceph-mon[31699]: pgmap v324: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-04-26T23:46:18.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:18 smithi026 ceph-mon[28371]: pgmap v324: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-04-26T23:46:18.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:18 smithi086 ceph-mon[31122]: pgmap v324: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-04-26T23:46:20.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:20 smithi164 ceph-mon[31699]: pgmap v325: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-04-26T23:46:20.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:20 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:46:20.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:20 smithi026 ceph-mon[28371]: pgmap v325: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-04-26T23:46:20.779 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:20 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:46:20.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:20 smithi086 ceph-mon[31122]: pgmap v325: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-04-26T23:46:20.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:20 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:46:22.663 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:22 smithi164 ceph-mon[31699]: pgmap v326: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 16 KiB/s wr, 5 op/s 2024-04-26T23:46:22.663 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:22 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:22.663 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:22 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:22.663 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:22 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:22.663 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:22 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:22.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:22 smithi026 ceph-mon[28371]: pgmap v326: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 16 KiB/s wr, 5 op/s 2024-04-26T23:46:22.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:22 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:22.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:22 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:22.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:22 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:22.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:22 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:22.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:22 smithi086 ceph-mon[31122]: pgmap v326: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 16 KiB/s wr, 5 op/s 2024-04-26T23:46:22.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:22 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:22.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:22 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:22.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:22 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:22.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:22 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:24.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:23 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:24.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:23 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:24.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:23 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:23 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:23 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:23 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:23 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:23 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:23 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:23 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:23 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:24.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:23 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:24.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:23 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:23 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:23 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:23 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:23 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:23 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:23 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:23 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:23 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:24.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:23 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:24.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:23 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:23 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:23 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:23 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:23 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:23 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:23 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:24.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:23 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:24 smithi086 ceph-mon[31122]: pgmap v327: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-04-26T23:46:25.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:24 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi086 to 176.4M 2024-04-26T23:46:25.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:24 smithi086 ceph-mon[31122]: Unable to set osd_memory_target on smithi086 to 185061990: error parsing value: Value '185061990' is below minimum 939524096 2024-04-26T23:46:25.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:24 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi164 to 176.4M 2024-04-26T23:46:25.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:24 smithi086 ceph-mon[31122]: Unable to set osd_memory_target on smithi164 to 185064857: error parsing value: Value '185064857' is below minimum 939524096 2024-04-26T23:46:25.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:24 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:24 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:24 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:24 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:24 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:46:25.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:24 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:46:25.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:24 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:25.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:24 smithi164 ceph-mon[31699]: pgmap v327: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-04-26T23:46:25.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:24 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi086 to 176.4M 2024-04-26T23:46:25.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:24 smithi164 ceph-mon[31699]: Unable to set osd_memory_target on smithi086 to 185061990: error parsing value: Value '185061990' is below minimum 939524096 2024-04-26T23:46:25.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:24 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi164 to 176.4M 2024-04-26T23:46:25.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:24 smithi164 ceph-mon[31699]: Unable to set osd_memory_target on smithi164 to 185064857: error parsing value: Value '185064857' is below minimum 939524096 2024-04-26T23:46:25.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:24 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:24 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:24 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:24 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:24 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:46:25.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:24 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:46:25.279 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:24 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:25.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:24 smithi026 ceph-mon[28371]: pgmap v327: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-04-26T23:46:25.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:24 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi086 to 176.4M 2024-04-26T23:46:25.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:24 smithi026 ceph-mon[28371]: Unable to set osd_memory_target on smithi086 to 185061990: error parsing value: Value '185061990' is below minimum 939524096 2024-04-26T23:46:25.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:24 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi164 to 176.4M 2024-04-26T23:46:25.279 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:24 smithi026 ceph-mon[28371]: Unable to set osd_memory_target on smithi164 to 185064857: error parsing value: Value '185064857' is below minimum 939524096 2024-04-26T23:46:25.280 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:24 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.280 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:24 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.280 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:24 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.280 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:24 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T23:46:25.280 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:24 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:46:25.280 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:24 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:46:25.280 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:24 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:46:26.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:25 smithi086 ceph-mon[31122]: Adjusting osd_memory_target on smithi026 to 177.5M 2024-04-26T23:46:26.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:25 smithi086 ceph-mon[31122]: Unable to set osd_memory_target on smithi026 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T23:46:26.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:25 smithi164 ceph-mon[31699]: Adjusting osd_memory_target on smithi026 to 177.5M 2024-04-26T23:46:26.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:25 smithi164 ceph-mon[31699]: Unable to set osd_memory_target on smithi026 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T23:46:26.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:25 smithi026 ceph-mon[28371]: Adjusting osd_memory_target on smithi026 to 177.5M 2024-04-26T23:46:26.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:25 smithi026 ceph-mon[28371]: Unable to set osd_memory_target on smithi026 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-04-26T23:46:27.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:26 smithi086 ceph-mon[31122]: pgmap v328: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 14 KiB/s wr, 5 op/s 2024-04-26T23:46:27.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:26 smithi164 ceph-mon[31699]: pgmap v328: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 14 KiB/s wr, 5 op/s 2024-04-26T23:46:27.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:26 smithi026 ceph-mon[28371]: pgmap v328: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 14 KiB/s wr, 5 op/s 2024-04-26T23:46:28.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:27 smithi164 ceph-mon[31699]: pgmap v329: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 17 KiB/s wr, 8 op/s 2024-04-26T23:46:28.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:27 smithi026 ceph-mon[28371]: pgmap v329: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 17 KiB/s wr, 8 op/s 2024-04-26T23:46:28.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:27 smithi086 ceph-mon[31122]: pgmap v329: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 17 KiB/s wr, 8 op/s 2024-04-26T23:46:30.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:30 smithi164 ceph-mon[31699]: pgmap v330: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.0 KiB/s wr, 5 op/s 2024-04-26T23:46:30.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:30 smithi026 ceph-mon[28371]: pgmap v330: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.0 KiB/s wr, 5 op/s 2024-04-26T23:46:30.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:30 smithi086 ceph-mon[31122]: pgmap v330: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.0 KiB/s wr, 5 op/s 2024-04-26T23:46:31.410 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:46:31.411 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:46:31.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.650+0000 7f5abb200640 1 -- 172.21.15.26:0/2777567108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5abc10f090 msgr2=0x7f5abc111480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:31.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.650+0000 7f5abb200640 1 --2- 172.21.15.26:0/2777567108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5abc10f090 0x7f5abc111480 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f5ab4009900 tx=0x7f5ab402a490 comp rx=0 tx=0).stop 2024-04-26T23:46:31.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.650+0000 7f5abb200640 1 -- 172.21.15.26:0/2777567108 shutdown_connections 2024-04-26T23:46:31.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.650+0000 7f5abb200640 1 --2- 172.21.15.26:0/2777567108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5abc10f090 0x7f5abc111480 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.650+0000 7f5abb200640 1 --2- 172.21.15.26:0/2777567108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5abc075600 0x7f5abc10eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.655 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.650+0000 7f5abb200640 1 --2- 172.21.15.26:0/2777567108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5abc074ce0 0x7f5abc0750c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.650+0000 7f5abb200640 1 -- 172.21.15.26:0/2777567108 >> 172.21.15.26:0/2777567108 conn(0x7f5abc0fe300 msgr2=0x7f5abc100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:31.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.650+0000 7f5abb200640 1 -- 172.21.15.26:0/2777567108 shutdown_connections 2024-04-26T23:46:31.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.650+0000 7f5abb200640 1 -- 172.21.15.26:0/2777567108 wait complete. 2024-04-26T23:46:31.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.652+0000 7f5abb200640 1 Processor -- start 2024-04-26T23:46:31.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.652+0000 7f5abb200640 1 -- start start 2024-04-26T23:46:31.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.652+0000 7f5abb200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5abc074ce0 0x7f5abc19b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.652+0000 7f5abb200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5abc075600 0x7f5abc19b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.652+0000 7f5abb200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5abc10f090 0x7f5abc19f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.652+0000 7f5abb200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc114b60 con 0x7f5abc074ce0 2024-04-26T23:46:31.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.652+0000 7f5abb200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1149e0 con 0x7f5abc075600 2024-04-26T23:46:31.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.652+0000 7f5abb200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc114ce0 con 0x7f5abc10f090 2024-04-26T23:46:31.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.653+0000 7f5ab9e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5abc074ce0 0x7f5abc19b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.653+0000 7f5ab9e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5abc074ce0 0x7f5abc19b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37786/0 (socket says 172.21.15.26:37786) 2024-04-26T23:46:31.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.653+0000 7f5ab9e00640 1 -- 172.21.15.26:0/2629780184 learned_addr learned my addr 172.21.15.26:0/2629780184 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:31.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.653+0000 7f5ab9400640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5abc075600 0x7f5abc19b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.653+0000 7f5aba800640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5abc10f090 0x7f5abc19f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.653+0000 7f5ab9e00640 1 -- 172.21.15.26:0/2629780184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5abc10f090 msgr2=0x7f5abc19f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:31.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.653+0000 7f5ab9e00640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5abc10f090 0x7f5abc19f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.653+0000 7f5ab9e00640 1 -- 172.21.15.26:0/2629780184 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5abc075600 msgr2=0x7f5abc19b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:31.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.653+0000 7f5ab9e00640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5abc075600 0x7f5abc19b560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.653+0000 7f5ab9e00640 1 -- 172.21.15.26:0/2629780184 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5abc1a0010 con 0x7f5abc074ce0 2024-04-26T23:46:31.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.654+0000 7f5ab9e00640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5abc074ce0 0x7f5abc19b020 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f5aac00eab0 tx=0x7f5aac00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:31.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.654+0000 7f5ab2a00640 1 -- 172.21.15.26:0/2629780184 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aac00ce40 con 0x7f5abc074ce0 2024-04-26T23:46:31.659 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.654+0000 7f5ab2a00640 1 -- 172.21.15.26:0/2629780184 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5aac011900 con 0x7f5abc074ce0 2024-04-26T23:46:31.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.654+0000 7f5abb200640 1 -- 172.21.15.26:0/2629780184 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5abc1a0300 con 0x7f5abc074ce0 2024-04-26T23:46:31.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.654+0000 7f5ab2a00640 1 -- 172.21.15.26:0/2629780184 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aac010990 con 0x7f5abc074ce0 2024-04-26T23:46:31.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.654+0000 7f5abb200640 1 -- 172.21.15.26:0/2629780184 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5abc1a7b90 con 0x7f5abc074ce0 2024-04-26T23:46:31.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.658+0000 7f5ab2a00640 1 -- 172.21.15.26:0/2629780184 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f5aac011470 con 0x7f5abc074ce0 2024-04-26T23:46:31.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.659+0000 7f5ac35fd740 1 Processor -- start 2024-04-26T23:46:31.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.659+0000 7f5ac35fd740 1 -- start start 2024-04-26T23:46:31.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.659+0000 7f5ac35fd740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76154d50 0x55ff76155130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.659+0000 7f5ac35fd740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76155670 0x55ff7615f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.659+0000 7f5ac35fd740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff7615fd40 0x55ff76162130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.659+0000 7f5ac35fd740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ff76066030 con 0x55ff76154d50 2024-04-26T23:46:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.659+0000 7f5ac35fd740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ff760817f0 con 0x55ff7615fd40 2024-04-26T23:46:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.659+0000 7f5ac35fd740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ff7603c7e0 con 0x55ff76155670 2024-04-26T23:46:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.660+0000 7f5aba800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76154d50 0x55ff76155130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.660+0000 7f5aba800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76154d50 0x55ff76155130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37802/0 (socket says 172.21.15.26:37802) 2024-04-26T23:46:31.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.660+0000 7f5aba800640 1 -- 172.21.15.26:0/462669024 learned_addr learned my addr 172.21.15.26:0/462669024 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:31.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.660+0000 7f5ab9e00640 1 --2- 172.21.15.26:0/462669024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76155670 0x55ff7615f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.660+0000 7f5ab9400640 1 --2- 172.21.15.26:0/462669024 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff7615fd40 0x55ff76162130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.661+0000 7f5aba800640 1 -- 172.21.15.26:0/462669024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76155670 msgr2=0x55ff7615f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:31.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.661+0000 7f5aba800640 1 --2- 172.21.15.26:0/462669024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76155670 0x55ff7615f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.661+0000 7f5aba800640 1 -- 172.21.15.26:0/462669024 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff7615fd40 msgr2=0x55ff76162130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:31.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.661+0000 7f5aba800640 1 --2- 172.21.15.26:0/462669024 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff7615fd40 0x55ff76162130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.661+0000 7f5aba800640 1 -- 172.21.15.26:0/462669024 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff76048050 con 0x55ff76154d50 2024-04-26T23:46:31.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.661+0000 7f5ab2a00640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5aa00a3d20 0x7f5aa00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.661+0000 7f5ab2a00640 1 -- 172.21.15.26:0/2629780184 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f5aac0d0f70 con 0x7f5abc074ce0 2024-04-26T23:46:31.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.661+0000 7f5ab9e00640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5aa00a3d20 0x7f5aa00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.661+0000 7f5aba800640 1 --2- 172.21.15.26:0/462669024 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76154d50 0x55ff76155130 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f5ab4009900 tx=0x7f5ab4004310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=154f1e92a584255b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.662+0000 7f5aa7000640 1 -- 172.21.15.26:0/462669024 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab4035030 con 0x55ff76154d50 2024-04-26T23:46:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.662+0000 7f5aa7000640 1 -- 172.21.15.26:0/462669024 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5ab40046c0 con 0x55ff76154d50 2024-04-26T23:46:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.662+0000 7f5aa7000640 1 -- 172.21.15.26:0/462669024 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab4005d50 con 0x55ff76154d50 2024-04-26T23:46:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.663+0000 7f5ac35fd740 1 -- 172.21.15.26:0/462669024 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76154d50 msgr2=0x55ff76155130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.663+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/462669024 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76154d50 0x55ff76155130 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f5ab4009900 tx=0x7f5ab4004310 comp rx=0 tx=0).stop 2024-04-26T23:46:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.663+0000 7f5ab9e00640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5aa00a3d20 0x7f5aa00a61e0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x55ff76156310 tx=0x7f5aac0d4a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.663+0000 7f5ac35fd740 1 -- 172.21.15.26:0/462669024 shutdown_connections 2024-04-26T23:46:31.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.663+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/462669024 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff7615fd40 0x55ff76162130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.663+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/462669024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76155670 0x55ff7615f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.663+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/462669024 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76154d50 0x55ff76155130 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.663+0000 7f5ac35fd740 1 -- 172.21.15.26:0/462669024 >> 172.21.15.26:0/462669024 conn(0x55ff76151070 msgr2=0x55ff76151450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.663+0000 7f5ac35fd740 1 -- 172.21.15.26:0/462669024 shutdown_connections 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.663+0000 7f5ac35fd740 1 -- 172.21.15.26:0/462669024 wait complete. 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.663+0000 7f5ac35fd740 1 -- start start 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.664+0000 7f5ac35fd740 1 Processor -- start 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.664+0000 7f5ac35fd740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76154d50 0x55ff7615f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.664+0000 7f5ac35fd740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 0x55ff7615c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.664+0000 7f5ac35fd740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff7615fd40 0x55ff7615ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.664+0000 7f5ac35fd740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ff760be200 con 0x55ff76155670 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.664+0000 7f5ac35fd740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ff760b8ee0 con 0x55ff76154d50 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.664+0000 7f5ac35fd740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ff760c5e70 con 0x55ff7615fd40 2024-04-26T23:46:31.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.664+0000 7f5ac35fd740 10 client.0 _ll_register_callbacks cb 0x55ff760af270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.665+0000 7f5ab9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 0x55ff7615c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.665+0000 7f5ab9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 0x55ff7615c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37818/0 (socket says 172.21.15.26:37818) 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.665+0000 7f5ab9400640 1 -- 172.21.15.26:0/892386037 learned_addr learned my addr 172.21.15.26:0/892386037 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.665+0000 7f5aba800640 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76154d50 0x55ff7615f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.665+0000 7f5aba800640 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff7615fd40 0x55ff7615ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.665+0000 7f5ab9400640 1 -- 172.21.15.26:0/892386037 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff7615fd40 msgr2=0x55ff7615ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.665+0000 7f5ab9400640 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff7615fd40 0x55ff7615ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.665+0000 7f5ab9400640 1 -- 172.21.15.26:0/892386037 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76154d50 msgr2=0x55ff7615f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.665+0000 7f5ab9400640 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76154d50 0x55ff7615f590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.665+0000 7f5ab9400640 1 -- 172.21.15.26:0/892386037 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff75e957d0 con 0x55ff76155670 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.665+0000 7f5aba800640 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff7615fd40 0x55ff7615ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.665+0000 7f5ab9400640 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 0x55ff7615c990 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f5aa800ce40 tx=0x7f5aa80039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87e6e535f00b3a8e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:31.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.666+0000 7f5a9b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.666+0000 7f5a9b400640 1 -- 172.21.15.26:0/892386037 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa8011970 con 0x55ff76155670 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.666+0000 7f5a9b400640 1 -- 172.21.15.26:0/892386037 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f5aa8011b10 con 0x55ff76155670 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.666+0000 7f5ac35fd740 1 -- 172.21.15.26:0/892386037 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ab40046c0 con 0x55ff76155670 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.666+0000 7f5a9b400640 1 -- 172.21.15.26:0/892386037 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5aa8011d10 con 0x55ff76155670 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.666+0000 7f5ac35fd740 10 client.17622 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.666+0000 7f5ac35fd740 1 -- 172.21.15.26:0/892386037 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ff75dcb3f0 con 0x55ff76155670 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.666+0000 7f5a9b400640 1 -- 172.21.15.26:0/892386037 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5ab40046c0 con 0x55ff76155670 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.667+0000 7f5a9b400640 1 -- 172.21.15.26:0/892386037 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5aa8018070 con 0x55ff76155670 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.667+0000 7f5ac35fd740 10 client.17622 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.667+0000 7f5ac35fd740 10 client.17622 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.667+0000 7f5ac35fd740 20 client.17622 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.667+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ff7616f6b0 0x55ff76171b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.667+0000 7f5ac35fd740 4 client.17622 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:46:31.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.667+0000 7f5ac35fd740 1 -- 172.21.15.26:0/892386037 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff760c77e0 con 0x55ff7616f6b0 2024-04-26T23:46:31.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.668+0000 7f5aba800640 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ff7616f6b0 0x55ff76171b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.669+0000 7f5aba800640 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ff7616f6b0 0x55ff76171b20 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d285eab3e1d35c77 server_cookie=76f9efc949f52f08 in_seq=0 out_seq=0 2024-04-26T23:46:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.669+0000 7f5a9b400640 10 client.17622 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5a9b400640 1 -- 172.21.15.26:0/892386037 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ff760c77e0 con 0x55ff7616f6b0 2024-04-26T23:46:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5a9b400640 10 client.17622 handle_command_reply: tid=0 2024-04-26T23:46:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5ac35fd740 1 client.17622 shutdown 2024-04-26T23:46:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5ac35fd740 1 -- 172.21.15.26:0/892386037 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 msgr2=0x55ff7615c990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 0x55ff7615c990 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f5aa800ce40 tx=0x7f5aa80039c0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5ac35fd740 1 -- 172.21.15.26:0/892386037 shutdown_connections 2024-04-26T23:46:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ff7616f6b0 0x55ff76171b20 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff7615fd40 0x55ff7615ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 0x55ff7615c990 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/892386037 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76154d50 0x55ff7615f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5a9b400640 0 client.17622 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5ac35fd740 1 -- 172.21.15.26:0/892386037 >> 172.21.15.26:0/892386037 conn(0x55ff76151070 msgr2=0x55ff76156d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5ac35fd740 1 -- 172.21.15.26:0/892386037 shutdown_connections 2024-04-26T23:46:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5ac35fd740 1 -- 172.21.15.26:0/892386037 wait complete. 2024-04-26T23:46:31.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.671+0000 7f5ac35fd740 20 client.17622 trim_cache size 0 max 16384 2024-04-26T23:46:31.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.696+0000 7f5ac35fd740 1 Processor -- start 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.696+0000 7f5ac35fd740 1 -- start start 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.697+0000 7f5ac35fd740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76151070 0x55ff7615b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.697+0000 7f5ac35fd740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76154d50 0x55ff7616b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.697+0000 7f5ac35fd740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76155670 0x55ff76177430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.697+0000 7f5ac35fd740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1b05b0 con 0x55ff76151070 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.697+0000 7f5ac35fd740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1ae420 con 0x55ff76155670 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.697+0000 7f5ac35fd740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1afee0 con 0x55ff76154d50 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.697+0000 7f5aba800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76151070 0x55ff7615b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.697+0000 7f5aba800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76151070 0x55ff7615b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37820/0 (socket says 172.21.15.26:37820) 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.697+0000 7f5aba800640 1 -- 172.21.15.26:0/3694738297 learned_addr learned my addr 172.21.15.26:0/3694738297 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.698+0000 7f5ab9400640 1 --2- 172.21.15.26:0/3694738297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76154d50 0x55ff7616b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.698+0000 7f5aba800640 1 -- 172.21.15.26:0/3694738297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76154d50 msgr2=0x55ff7616b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.698+0000 7f5aba800640 1 --2- 172.21.15.26:0/3694738297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76154d50 0x55ff7616b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.698+0000 7f5aba800640 1 -- 172.21.15.26:0/3694738297 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76155670 msgr2=0x55ff76177430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:31.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.698+0000 7f5aba800640 1 --2- 172.21.15.26:0/3694738297 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76155670 0x55ff76177430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.698+0000 7f5aba800640 1 -- 172.21.15.26:0/3694738297 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff75d8b0f0 con 0x55ff76151070 2024-04-26T23:46:31.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.698+0000 7f5aba800640 1 --2- 172.21.15.26:0/3694738297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76151070 0x55ff7615b8f0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f5ab40096c0 tx=0x7f5ab402a490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acef7bf789ac3a9f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:31.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.699+0000 7f5aa6600640 1 -- 172.21.15.26:0/3694738297 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab4035040 con 0x55ff76151070 2024-04-26T23:46:31.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.699+0000 7f5aa6600640 1 -- 172.21.15.26:0/3694738297 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5ab40046c0 con 0x55ff76151070 2024-04-26T23:46:31.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.699+0000 7f5aa6600640 1 -- 172.21.15.26:0/3694738297 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab4051330 con 0x55ff76151070 2024-04-26T23:46:31.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.699+0000 7f5ac35fd740 1 -- 172.21.15.26:0/3694738297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76151070 msgr2=0x55ff7615b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:31.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.699+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/3694738297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76151070 0x55ff7615b8f0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f5ab40096c0 tx=0x7f5ab402a490 comp rx=0 tx=0).stop 2024-04-26T23:46:31.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.700+0000 7f5ac35fd740 1 -- 172.21.15.26:0/3694738297 shutdown_connections 2024-04-26T23:46:31.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.700+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/3694738297 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76155670 0x55ff76177430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.700+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/3694738297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76154d50 0x55ff7616b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.700+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/3694738297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76151070 0x55ff7615b8f0 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.700+0000 7f5ac35fd740 1 -- 172.21.15.26:0/3694738297 >> 172.21.15.26:0/3694738297 conn(0x55ff7615d030 msgr2=0x55ff76158030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.700+0000 7f5ac35fd740 1 -- 172.21.15.26:0/3694738297 shutdown_connections 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.700+0000 7f5ac35fd740 1 -- 172.21.15.26:0/3694738297 wait complete. 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.700+0000 7f5ac35fd740 1 -- start start 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.700+0000 7f5ac35fd740 1 Processor -- start 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.701+0000 7f5ac35fd740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76151070 0x55ff76167920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.701+0000 7f5ac35fd740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76154d50 0x55ff76167e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.701+0000 7f5ac35fd740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 0x55ff76163da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.701+0000 7f5ac35fd740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1af140 con 0x55ff76155670 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.701+0000 7f5ac35fd740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1aea70 con 0x55ff76151070 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.701+0000 7f5ac35fd740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1af810 con 0x55ff76154d50 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.701+0000 7f5ac35fd740 10 client.0 _ll_register_callbacks cb 0x7f5aa8004100 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.701+0000 7f5aba800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 0x55ff76163da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.701+0000 7f5aba800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 0x55ff76163da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37836/0 (socket says 172.21.15.26:37836) 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.701+0000 7f5aba800640 1 -- 172.21.15.26:0/41564180 learned_addr learned my addr 172.21.15.26:0/41564180 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.702+0000 7f5aba800640 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76151070 0x55ff76167920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.702+0000 7f5ab9400640 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76154d50 0x55ff76167e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.702+0000 7f5aba800640 1 -- 172.21.15.26:0/41564180 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76154d50 msgr2=0x55ff76167e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:31.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.702+0000 7f5aba800640 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76154d50 0x55ff76167e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.702+0000 7f5aba800640 1 -- 172.21.15.26:0/41564180 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76151070 msgr2=0x55ff76167920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:31.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.702+0000 7f5aba800640 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76151070 0x55ff76167920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.702+0000 7f5aba800640 1 -- 172.21.15.26:0/41564180 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff76081a30 con 0x55ff76155670 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.702+0000 7f5ab9400640 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76154d50 0x55ff76167e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.702+0000 7f5aba800640 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 0x55ff76163da0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f5ab40516d0 tx=0x7f5ab40058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ca4951b7fe298ab server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.702+0000 7f5a9b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.703+0000 7f5a9b400640 1 -- 172.21.15.26:0/41564180 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab4035030 con 0x55ff76155670 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.703+0000 7f5a9b400640 1 -- 172.21.15.26:0/41564180 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f5ab4004bd0 con 0x55ff76155670 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.703+0000 7f5ac35fd740 1 -- 172.21.15.26:0/41564180 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ab40046c0 con 0x55ff76155670 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.703+0000 7f5a9b400640 1 -- 172.21.15.26:0/41564180 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f5ab4051940 con 0x55ff76155670 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.703+0000 7f5ac35fd740 10 client.17628 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.703+0000 7f5ac35fd740 1 -- 172.21.15.26:0/41564180 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ff761d6560 con 0x55ff76155670 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.703+0000 7f5a9b400640 1 -- 172.21.15.26:0/41564180 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5ab40046c0 con 0x55ff76155670 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.704+0000 7f5a9b400640 1 -- 172.21.15.26:0/41564180 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5ab405e780 con 0x55ff76155670 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.704+0000 7f5ac35fd740 10 client.17628 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:31.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.704+0000 7f5ac35fd740 10 client.17628 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:46:31.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.704+0000 7f5ac35fd740 20 client.17628 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:31.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.704+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ff7615fd40 0x55ff761d8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.704+0000 7f5ac35fd740 4 client.17628 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:46:31.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.704+0000 7f5ac35fd740 1 -- 172.21.15.26:0/41564180 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ff760c1650 con 0x55ff7615fd40 2024-04-26T23:46:31.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.704+0000 7f5ab9400640 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ff7615fd40 0x55ff761d8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.705+0000 7f5ab9400640 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ff7615fd40 0x55ff761d8740 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27859f48cd22d04b server_cookie=8bb381bfbd4adab2 in_seq=0 out_seq=0 2024-04-26T23:46:31.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.705+0000 7f5a9b400640 10 client.17628 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:31.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5a9b400640 1 -- 172.21.15.26:0/41564180 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ff760c1650 con 0x55ff7615fd40 2024-04-26T23:46:31.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5a9b400640 10 client.17628 handle_command_reply: tid=0 2024-04-26T23:46:31.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5ac35fd740 1 client.17628 shutdown 2024-04-26T23:46:31.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5ac35fd740 1 -- 172.21.15.26:0/41564180 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 msgr2=0x55ff76163da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 0x55ff76163da0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f5ab40516d0 tx=0x7f5ab40058b0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5ac35fd740 1 -- 172.21.15.26:0/41564180 shutdown_connections 2024-04-26T23:46:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ff7615fd40 0x55ff761d8740 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ff76155670 0x55ff76163da0 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ff76154d50 0x55ff76167e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5ac35fd740 1 --2- 172.21.15.26:0/41564180 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ff76151070 0x55ff76167920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5ac35fd740 1 -- 172.21.15.26:0/41564180 >> 172.21.15.26:0/41564180 conn(0x55ff7615d030 msgr2=0x55ff7614f960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5a9b400640 0 client.17628 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.706+0000 7f5ac35fd740 1 -- 172.21.15.26:0/41564180 shutdown_connections 2024-04-26T23:46:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.707+0000 7f5ac35fd740 1 -- 172.21.15.26:0/41564180 wait complete. 2024-04-26T23:46:31.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.707+0000 7f5ac35fd740 20 client.17628 trim_cache size 0 max 16384 2024-04-26T23:46:31.714 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:46:31.714 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:46:31.714 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:46:31.714 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:46:31.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.707+0000 7f5abb200640 1 -- 172.21.15.26:0/2629780184 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5aa00a3d20 msgr2=0x7f5aa00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.707+0000 7f5abb200640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5aa00a3d20 0x7f5aa00a61e0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x55ff76156310 tx=0x7f5aac0d4a20 comp rx=0 tx=0).stop 2024-04-26T23:46:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.707+0000 7f5abb200640 1 -- 172.21.15.26:0/2629780184 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5abc074ce0 msgr2=0x7f5abc19b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.707+0000 7f5abb200640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5abc074ce0 0x7f5abc19b020 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f5aac00eab0 tx=0x7f5aac00ef70 comp rx=0 tx=0).stop 2024-04-26T23:46:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.708+0000 7f5abb200640 1 -- 172.21.15.26:0/2629780184 shutdown_connections 2024-04-26T23:46:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.708+0000 7f5abb200640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5abc10f090 0x7f5abc19f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.708+0000 7f5abb200640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f5abc075600 0x7f5abc19b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.708+0000 7f5abb200640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f5aa00a3d20 0x7f5aa00a61e0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.708+0000 7f5abb200640 1 --2- 172.21.15.26:0/2629780184 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5abc074ce0 0x7f5abc19b020 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.708+0000 7f5abb200640 1 -- 172.21.15.26:0/2629780184 >> 172.21.15.26:0/2629780184 conn(0x7f5abc0fe300 msgr2=0x7f5abc0ffa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.708+0000 7f5abb200640 1 -- 172.21.15.26:0/2629780184 shutdown_connections 2024-04-26T23:46:31.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.708+0000 7f5abb200640 1 -- 172.21.15.26:0/2629780184 wait complete. 2024-04-26T23:46:31.733 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:46:31.734 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:46:31.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.957+0000 7fd924e00640 1 -- 172.21.15.26:0/2581545936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd920102020 msgr2=0x7fd92010e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:31.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.957+0000 7fd924e00640 1 --2- 172.21.15.26:0/2581545936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd920102020 0x7fd92010e530 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7fd918009cd0 tx=0x7fd91802a8e0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.957+0000 7fd924e00640 1 -- 172.21.15.26:0/2581545936 shutdown_connections 2024-04-26T23:46:31.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.957+0000 7fd924e00640 1 --2- 172.21.15.26:0/2581545936 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd920102020 0x7fd92010e530 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.957+0000 7fd924e00640 1 --2- 172.21.15.26:0/2581545936 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd920101660 0x7fd920101ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.957+0000 7fd924e00640 1 --2- 172.21.15.26:0/2581545936 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd920107670 0x7fd920107a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.957+0000 7fd924e00640 1 -- 172.21.15.26:0/2581545936 >> 172.21.15.26:0/2581545936 conn(0x7fd9200fd130 msgr2=0x7fd9200ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:31.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.957+0000 7fd924e00640 1 -- 172.21.15.26:0/2581545936 shutdown_connections 2024-04-26T23:46:31.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.957+0000 7fd924e00640 1 -- 172.21.15.26:0/2581545936 wait complete. 2024-04-26T23:46:31.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.958+0000 7fd924e00640 1 Processor -- start 2024-04-26T23:46:31.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.958+0000 7fd924e00640 1 -- start start 2024-04-26T23:46:31.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.958+0000 7fd924e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd920101660 0x7fd920198e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd924e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd920102020 0x7fd9201993b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd924e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd920107670 0x7fd92019d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd924e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd920111830 con 0x7fd920102020 2024-04-26T23:46:31.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd924e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd9201116b0 con 0x7fd920107670 2024-04-26T23:46:31.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd924e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd9201119b0 con 0x7fd920101660 2024-04-26T23:46:31.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd91ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd920102020 0x7fd9201993b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd91ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd920102020 0x7fd9201993b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37856/0 (socket says 172.21.15.26:37856) 2024-04-26T23:46:31.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd91ea00640 1 -- 172.21.15.26:0/427191832 learned_addr learned my addr 172.21.15.26:0/427191832 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:31.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd91fe00640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd920107670 0x7fd92019d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd91f400640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd920101660 0x7fd920198e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd91ea00640 1 -- 172.21.15.26:0/427191832 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd920101660 msgr2=0x7fd920198e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:31.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd91ea00640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd920101660 0x7fd920198e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd91ea00640 1 -- 172.21.15.26:0/427191832 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd920107670 msgr2=0x7fd92019d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:31.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd91ea00640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd920107670 0x7fd92019d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:31.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd91ea00640 1 -- 172.21.15.26:0/427191832 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd92019de60 con 0x7fd920102020 2024-04-26T23:46:31.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.959+0000 7fd91f400640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd920101660 0x7fd920198e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:46:31.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.960+0000 7fd91ea00640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd920102020 0x7fd9201993b0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7fd90c00d950 tx=0x7fd90c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:31.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.960+0000 7fd917e00640 1 -- 172.21.15.26:0/427191832 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90c017070 con 0x7fd920102020 2024-04-26T23:46:31.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.960+0000 7fd924e00640 1 -- 172.21.15.26:0/427191832 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd92019e150 con 0x7fd920102020 2024-04-26T23:46:31.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.960+0000 7fd917e00640 1 -- 172.21.15.26:0/427191832 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd90c009c30 con 0x7fd920102020 2024-04-26T23:46:31.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.960+0000 7fd917e00640 1 -- 172.21.15.26:0/427191832 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd90c00f620 con 0x7fd920102020 2024-04-26T23:46:31.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.960+0000 7fd924e00640 1 -- 172.21.15.26:0/427191832 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9201a59e0 con 0x7fd920102020 2024-04-26T23:46:31.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.962+0000 7fd924e00640 1 -- 172.21.15.26:0/427191832 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd920069670 con 0x7fd920102020 2024-04-26T23:46:31.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.966+0000 7fd917e00640 1 -- 172.21.15.26:0/427191832 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd90c010460 con 0x7fd920102020 2024-04-26T23:46:31.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.967+0000 7fd917e00640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd9040a3da0 0x7fd9040a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:31.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.968+0000 7fd917e00640 1 -- 172.21.15.26:0/427191832 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fd90c0d0470 con 0x7fd920102020 2024-04-26T23:46:31.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.968+0000 7fd91f400640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd9040a3da0 0x7fd9040a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:31.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.969+0000 7fd91f400640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd9040a3da0 0x7fd9040a6260 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd910005fd0 tx=0x7fd9100094d0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:31.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:31.973+0000 7fd917e00640 1 -- 172.21.15.26:0/427191832 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fd90c09caf0 con 0x7fd920102020 2024-04-26T23:46:32.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.238+0000 7fd924e00640 1 -- 172.21.15.26:0/427191832 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd92010ac60 con 0x7fd920102020 2024-04-26T23:46:32.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.239+0000 7fd917e00640 1 -- 172.21.15.26:0/427191832 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fd90c009de0 con 0x7fd920102020 2024-04-26T23:46:32.244 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:46:32.244 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:46:32.244 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:46:32.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.243+0000 7fd924e00640 1 -- 172.21.15.26:0/427191832 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd9040a3da0 msgr2=0x7fd9040a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.243+0000 7fd924e00640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd9040a3da0 0x7fd9040a6260 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd910005fd0 tx=0x7fd9100094d0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.243+0000 7fd924e00640 1 -- 172.21.15.26:0/427191832 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd920102020 msgr2=0x7fd9201993b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.243+0000 7fd924e00640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd920102020 0x7fd9201993b0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7fd90c00d950 tx=0x7fd90c00de10 comp rx=0 tx=0).stop 2024-04-26T23:46:32.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.243+0000 7fd924e00640 1 -- 172.21.15.26:0/427191832 shutdown_connections 2024-04-26T23:46:32.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.243+0000 7fd924e00640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd920107670 0x7fd92019d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.243+0000 7fd924e00640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd9040a3da0 0x7fd9040a6260 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.243+0000 7fd924e00640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd920102020 0x7fd9201993b0 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.243+0000 7fd924e00640 1 --2- 172.21.15.26:0/427191832 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd920101660 0x7fd920198e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.243+0000 7fd924e00640 1 -- 172.21.15.26:0/427191832 >> 172.21.15.26:0/427191832 conn(0x7fd9200fd130 msgr2=0x7fd920069e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.243+0000 7fd924e00640 1 -- 172.21.15.26:0/427191832 shutdown_connections 2024-04-26T23:46:32.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.243+0000 7fd924e00640 1 -- 172.21.15.26:0/427191832 wait complete. 2024-04-26T23:46:32.270 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:46:32.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.493+0000 7f0569000640 1 -- 172.21.15.26:0/2228149558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05641076d0 msgr2=0x7f0564107ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.493+0000 7f0569000640 1 --2- 172.21.15.26:0/2228149558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05641076d0 0x7f0564107ab0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f0554009930 tx=0x7f055402a420 comp rx=0 tx=0).stop 2024-04-26T23:46:32.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.493+0000 7f0569000640 1 -- 172.21.15.26:0/2228149558 shutdown_connections 2024-04-26T23:46:32.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.493+0000 7f0569000640 1 --2- 172.21.15.26:0/2228149558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0564102080 0x7f056410e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.493+0000 7f0569000640 1 --2- 172.21.15.26:0/2228149558 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f05641016c0 0x7f0564101b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.493+0000 7f0569000640 1 --2- 172.21.15.26:0/2228149558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05641076d0 0x7f0564107ab0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.493+0000 7f0569000640 1 -- 172.21.15.26:0/2228149558 >> 172.21.15.26:0/2228149558 conn(0x7f05640fd1b0 msgr2=0x7f05640ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.493+0000 7f0569000640 1 -- 172.21.15.26:0/2228149558 shutdown_connections 2024-04-26T23:46:32.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.493+0000 7f0569000640 1 -- 172.21.15.26:0/2228149558 wait complete. 2024-04-26T23:46:32.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.494+0000 7f0569000640 1 Processor -- start 2024-04-26T23:46:32.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.494+0000 7f0569000640 1 -- start start 2024-04-26T23:46:32.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.494+0000 7f0569000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05641016c0 0x7f056419b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0569000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0564102080 0x7f056419b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0569000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f05641076d0 0x7f056419f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0569000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0564111890 con 0x7f05641016c0 2024-04-26T23:46:32.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0569000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0564111710 con 0x7f05641076d0 2024-04-26T23:46:32.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0569000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0564111a10 con 0x7f0564102080 2024-04-26T23:46:32.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0563400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05641016c0 0x7f056419b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0563400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05641016c0 0x7f056419b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37874/0 (socket says 172.21.15.26:37874) 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0563400640 1 -- 172.21.15.26:0/2919831161 learned_addr learned my addr 172.21.15.26:0/2919831161 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0562a00640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0564102080 0x7f056419b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0563e00640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f05641076d0 0x7f056419f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0563400640 1 -- 172.21.15.26:0/2919831161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0564102080 msgr2=0x7f056419b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0563400640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0564102080 0x7f056419b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0563400640 1 -- 172.21.15.26:0/2919831161 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f05641076d0 msgr2=0x7f056419f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0563400640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f05641076d0 0x7f056419f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0563400640 1 -- 172.21.15.26:0/2919831161 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05641a00a0 con 0x7f05641016c0 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.495+0000 7f0562a00640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0564102080 0x7f056419b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.496+0000 7f0563400640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05641016c0 0x7f056419b0b0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f055402a940 tx=0x7f0554003d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.496+0000 7f055be00640 1 -- 172.21.15.26:0/2919831161 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055403f070 con 0x7f05641016c0 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.496+0000 7f055be00640 1 -- 172.21.15.26:0/2919831161 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f055403bdc0 con 0x7f05641016c0 2024-04-26T23:46:32.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.496+0000 7f0569000640 1 -- 172.21.15.26:0/2919831161 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05641a0330 con 0x7f05641016c0 2024-04-26T23:46:32.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.496+0000 7f055be00640 1 -- 172.21.15.26:0/2919831161 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0554035030 con 0x7f05641016c0 2024-04-26T23:46:32.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.496+0000 7f0569000640 1 -- 172.21.15.26:0/2919831161 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05641a7c20 con 0x7f05641016c0 2024-04-26T23:46:32.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.500+0000 7f056d365740 1 Processor -- start 2024-04-26T23:46:32.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.500+0000 7f056d365740 1 -- start start 2024-04-26T23:46:32.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.500+0000 7f055be00640 1 -- 172.21.15.26:0/2919831161 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f0554042070 con 0x7f05641016c0 2024-04-26T23:46:32.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.500+0000 7f056d365740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 0x563694bac780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.500+0000 7f056d365740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694baccc0 0x563694bb6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.500+0000 7f056d365740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 0x563694bb9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.500+0000 7f056d365740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563694b10c70 con 0x563694bac3a0 2024-04-26T23:46:32.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.500+0000 7f056d365740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x563694ac9980 con 0x563694baccc0 2024-04-26T23:46:32.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.500+0000 7f056d365740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563694b0cc30 con 0x563694bb7390 2024-04-26T23:46:32.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.501+0000 7f0563e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 0x563694bac780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.501+0000 7f0563e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 0x563694bac780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37880/0 (socket says 172.21.15.26:37880) 2024-04-26T23:46:32.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.501+0000 7f0563e00640 1 -- 172.21.15.26:0/428121250 learned_addr learned my addr 172.21.15.26:0/428121250 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:32.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.501+0000 7f0563400640 1 --2- 172.21.15.26:0/428121250 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694baccc0 0x563694bb6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.501+0000 7f0562a00640 1 --2- 172.21.15.26:0/428121250 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 0x563694bb9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.501+0000 7f0563e00640 1 -- 172.21.15.26:0/428121250 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 msgr2=0x563694bb9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.501+0000 7f0563e00640 1 --2- 172.21.15.26:0/428121250 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 0x563694bb9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.501+0000 7f0563e00640 1 -- 172.21.15.26:0/428121250 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694baccc0 msgr2=0x563694bb6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.501+0000 7f0563e00640 1 --2- 172.21.15.26:0/428121250 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694baccc0 0x563694bb6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.501+0000 7f0563e00640 1 -- 172.21.15.26:0/428121250 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563694aa17b0 con 0x563694bac3a0 2024-04-26T23:46:32.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.502+0000 7f0563e00640 1 --2- 172.21.15.26:0/428121250 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 0x563694bac780 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f055c008d40 tx=0x7f055c00e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eab1d96cd9c29f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:32.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.502+0000 7f055be00640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f05480a3da0 0x7f05480a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.502+0000 7f0558c00640 1 -- 172.21.15.26:0/428121250 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c014070 con 0x563694bac3a0 2024-04-26T23:46:32.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.502+0000 7f0558c00640 1 -- 172.21.15.26:0/428121250 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f055c004020 con 0x563694bac3a0 2024-04-26T23:46:32.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.502+0000 7f0558c00640 1 -- 172.21.15.26:0/428121250 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c010630 con 0x563694bac3a0 2024-04-26T23:46:32.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.502+0000 7f055be00640 1 -- 172.21.15.26:0/2919831161 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f05540f11e0 con 0x7f05641016c0 2024-04-26T23:46:32.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.502+0000 7f0563400640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f05480a3da0 0x7f05480a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.503+0000 7f056d365740 1 -- 172.21.15.26:0/428121250 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 msgr2=0x563694bac780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.503+0000 7f056d365740 1 --2- 172.21.15.26:0/428121250 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 0x563694bac780 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f055c008d40 tx=0x7f055c00e720 comp rx=0 tx=0).stop 2024-04-26T23:46:32.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.503+0000 7f0563400640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f05480a3da0 0x7f05480a6260 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f05540ee9c0 tx=0x7f0554009260 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:32.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.503+0000 7f056d365740 1 -- 172.21.15.26:0/428121250 shutdown_connections 2024-04-26T23:46:32.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.503+0000 7f056d365740 1 --2- 172.21.15.26:0/428121250 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 0x563694bb9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.503+0000 7f056d365740 1 --2- 172.21.15.26:0/428121250 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694baccc0 0x563694bb6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.503+0000 7f056d365740 1 --2- 172.21.15.26:0/428121250 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 0x563694bac780 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.503+0000 7f056d365740 1 -- 172.21.15.26:0/428121250 >> 172.21.15.26:0/428121250 conn(0x563694ba86c0 msgr2=0x563694ba8aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.503+0000 7f056d365740 1 -- 172.21.15.26:0/428121250 shutdown_connections 2024-04-26T23:46:32.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.503+0000 7f056d365740 1 -- 172.21.15.26:0/428121250 wait complete. 2024-04-26T23:46:32.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.504+0000 7f056d365740 1 -- start start 2024-04-26T23:46:32.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.504+0000 7f056d365740 1 Processor -- start 2024-04-26T23:46:32.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.505+0000 7f056d365740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bac3a0 0x563694bb6d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.505+0000 7f056d365740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 0x563694bb4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.505+0000 7f056d365740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 0x563694bb45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.505+0000 7f056d365740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563694b0ff80 con 0x563694baccc0 2024-04-26T23:46:32.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.505+0000 7f056d365740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x563694abd260 con 0x563694bac3a0 2024-04-26T23:46:32.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.505+0000 7f056d365740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563694b152a0 con 0x563694bb7390 2024-04-26T23:46:32.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.505+0000 7f056d365740 10 client.0 _ll_register_callbacks cb 0x563694b07960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:32.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.505+0000 7f0562a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 0x563694bb4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.505+0000 7f0562a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 0x563694bb4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37884/0 (socket says 172.21.15.26:37884) 2024-04-26T23:46:32.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.505+0000 7f0562a00640 1 -- 172.21.15.26:0/524721463 learned_addr learned my addr 172.21.15.26:0/524721463 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:32.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.505+0000 7f0563e00640 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bac3a0 0x563694bb6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.506+0000 7f0563e00640 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 0x563694bb45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.506+0000 7f0562a00640 1 -- 172.21.15.26:0/524721463 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 msgr2=0x563694bb45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.506+0000 7f0562a00640 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 0x563694bb45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.506+0000 7f0562a00640 1 -- 172.21.15.26:0/524721463 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bac3a0 msgr2=0x563694bb6d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.506+0000 7f0562a00640 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bac3a0 0x563694bb6d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.506+0000 7f0562a00640 1 -- 172.21.15.26:0/524721463 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563694a9f1c0 con 0x563694baccc0 2024-04-26T23:46:32.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.506+0000 7f0562a00640 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 0x563694bb4020 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f055000f780 tx=0x7f055000fc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19d95be1b2dc63b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:32.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.506+0000 7f054d600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:32.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.509+0000 7f054d600640 1 -- 172.21.15.26:0/524721463 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055000bd10 con 0x563694baccc0 2024-04-26T23:46:32.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.509+0000 7f054d600640 1 -- 172.21.15.26:0/524721463 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f055001b480 con 0x563694baccc0 2024-04-26T23:46:32.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.509+0000 7f056d365740 1 -- 172.21.15.26:0/524721463 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f055c004020 con 0x563694baccc0 2024-04-26T23:46:32.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.510+0000 7f054d600640 1 -- 172.21.15.26:0/524721463 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f055000fe90 con 0x563694baccc0 2024-04-26T23:46:32.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.510+0000 7f056d365740 10 client.17646 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:32.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.510+0000 7f056d365740 1 -- 172.21.15.26:0/524721463 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5636948223f0 con 0x563694baccc0 2024-04-26T23:46:32.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.510+0000 7f054d600640 1 -- 172.21.15.26:0/524721463 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f055c004020 con 0x563694baccc0 2024-04-26T23:46:32.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.510+0000 7f054d600640 1 -- 172.21.15.26:0/524721463 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f05500106c0 con 0x563694baccc0 2024-04-26T23:46:32.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.510+0000 7f056d365740 10 client.17646 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:32.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.510+0000 7f056d365740 10 client.17646 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:46:32.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.510+0000 7f056d365740 20 client.17646 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:32.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.510+0000 7f056d365740 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563694bcf670 0x563694bd1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.510+0000 7f056d365740 4 client.17646 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:46:32.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.510+0000 7f056d365740 1 -- 172.21.15.26:0/524721463 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563694b1e880 con 0x563694bcf670 2024-04-26T23:46:32.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.511+0000 7f0563e00640 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563694bcf670 0x563694bd1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.512+0000 7f0563e00640 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563694bcf670 0x563694bd1ab0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=eabf1bbca6733cea server_cookie=bd670ea0fc496d02 in_seq=0 out_seq=0 2024-04-26T23:46:32.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.512+0000 7f054d600640 10 client.17646 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:46:32.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.514+0000 7f054d600640 1 -- 172.21.15.26:0/524721463 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563694b1e880 con 0x563694bcf670 2024-04-26T23:46:32.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.514+0000 7f054d600640 10 client.17646 handle_command_reply: tid=0 2024-04-26T23:46:32.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.514+0000 7f056d365740 1 client.17646 shutdown 2024-04-26T23:46:32.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.514+0000 7f056d365740 1 -- 172.21.15.26:0/524721463 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 msgr2=0x563694bb4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.514+0000 7f056d365740 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 0x563694bb4020 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f055000f780 tx=0x7f055000fc40 comp rx=0 tx=0).stop 2024-04-26T23:46:32.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.514+0000 7f056d365740 1 -- 172.21.15.26:0/524721463 shutdown_connections 2024-04-26T23:46:32.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.514+0000 7f056d365740 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563694bcf670 0x563694bd1ab0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.514+0000 7f056d365740 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 0x563694bb45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.515+0000 7f056d365740 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 0x563694bb4020 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.515+0000 7f056d365740 1 --2- 172.21.15.26:0/524721463 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bac3a0 0x563694bb6d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.515+0000 7f056d365740 1 -- 172.21.15.26:0/524721463 >> 172.21.15.26:0/524721463 conn(0x563694ba86c0 msgr2=0x563694bae380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.515+0000 7f054d600640 0 client.17646 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:46:32.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.515+0000 7f056d365740 1 -- 172.21.15.26:0/524721463 shutdown_connections 2024-04-26T23:46:32.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.515+0000 7f056d365740 1 -- 172.21.15.26:0/524721463 wait complete. 2024-04-26T23:46:32.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.515+0000 7f056d365740 20 client.17646 trim_cache size 0 max 16384 2024-04-26T23:46:32.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:32 smithi026 ceph-mon[28371]: pgmap v331: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.0 KiB/s wr, 5 op/s 2024-04-26T23:46:32.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:32 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/427191832' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:46:32.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.533+0000 7f056d365740 1 Processor -- start 2024-04-26T23:46:32.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.533+0000 7f056d365740 1 -- start start 2024-04-26T23:46:32.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.533+0000 7f056d365740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bac3a0 0x563694bc2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.533+0000 7f056d365740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 0x563694bb6860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.533+0000 7f056d365740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 0x563694bd7380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.533+0000 7f056d365740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f05641ae970 con 0x563694baccc0 2024-04-26T23:46:32.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.533+0000 7f056d365740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f05641ac240 con 0x563694bac3a0 2024-04-26T23:46:32.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.533+0000 7f056d365740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f05641aa0f0 con 0x563694bb7390 2024-04-26T23:46:32.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.533+0000 7f0562a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 0x563694bb6860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.533+0000 7f0562a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 0x563694bb6860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37898/0 (socket says 172.21.15.26:37898) 2024-04-26T23:46:32.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.533+0000 7f0562a00640 1 -- 172.21.15.26:0/3391160740 learned_addr learned my addr 172.21.15.26:0/3391160740 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:32.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.534+0000 7f0563e00640 1 --2- 172.21.15.26:0/3391160740 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bac3a0 0x563694bc2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.534+0000 7f0563e00640 1 --2- 172.21.15.26:0/3391160740 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 0x563694bd7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.534+0000 7f0562a00640 1 -- 172.21.15.26:0/3391160740 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 msgr2=0x563694bd7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.534+0000 7f0562a00640 1 --2- 172.21.15.26:0/3391160740 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 0x563694bd7380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.534+0000 7f0562a00640 1 -- 172.21.15.26:0/3391160740 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bac3a0 msgr2=0x563694bc2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.534+0000 7f0562a00640 1 --2- 172.21.15.26:0/3391160740 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bac3a0 0x563694bc2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.534+0000 7f0562a00640 1 -- 172.21.15.26:0/3391160740 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563694bb4930 con 0x563694baccc0 2024-04-26T23:46:32.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.534+0000 7f0562a00640 1 --2- 172.21.15.26:0/3391160740 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 0x563694bb6860 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f0550001eb0 tx=0x7f055000d6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d81f8a269cd310ce server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:32.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.535+0000 7f054fe00640 1 -- 172.21.15.26:0/3391160740 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0550033070 con 0x563694baccc0 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.535+0000 7f054fe00640 1 -- 172.21.15.26:0/3391160740 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f055000fe90 con 0x563694baccc0 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.535+0000 7f054fe00640 1 -- 172.21.15.26:0/3391160740 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055002b070 con 0x563694baccc0 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.535+0000 7f056d365740 1 -- 172.21.15.26:0/3391160740 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 msgr2=0x563694bb6860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.535+0000 7f056d365740 1 --2- 172.21.15.26:0/3391160740 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 0x563694bb6860 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f0550001eb0 tx=0x7f055000d6b0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.536+0000 7f056d365740 1 -- 172.21.15.26:0/3391160740 shutdown_connections 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.536+0000 7f056d365740 1 --2- 172.21.15.26:0/3391160740 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694bb7390 0x563694bd7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.536+0000 7f056d365740 1 --2- 172.21.15.26:0/3391160740 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694baccc0 0x563694bb6860 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.536+0000 7f056d365740 1 --2- 172.21.15.26:0/3391160740 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bac3a0 0x563694bc2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.536+0000 7f056d365740 1 -- 172.21.15.26:0/3391160740 >> 172.21.15.26:0/3391160740 conn(0x563694ba86c0 msgr2=0x563694ba8aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.536+0000 7f056d365740 1 -- 172.21.15.26:0/3391160740 shutdown_connections 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.536+0000 7f056d365740 1 -- 172.21.15.26:0/3391160740 wait complete. 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.536+0000 7f056d365740 1 -- start start 2024-04-26T23:46:32.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.536+0000 7f056d365740 1 Processor -- start 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.537+0000 7f056d365740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 0x563694bbf510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.537+0000 7f056d365740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694baccc0 0x563694bb0910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.537+0000 7f056d365740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bb7390 0x563694bb0e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.537+0000 7f056d365740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f05641aa740 con 0x563694bac3a0 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.537+0000 7f056d365740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f05641abb70 con 0x563694bb7390 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.537+0000 7f056d365740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f05641aadd0 con 0x563694baccc0 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.537+0000 7f056d365740 10 client.0 _ll_register_callbacks cb 0x7f055000d3c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.537+0000 7f0563e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 0x563694bbf510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.537+0000 7f0563e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 0x563694bbf510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37906/0 (socket says 172.21.15.26:37906) 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.537+0000 7f0563e00640 1 -- 172.21.15.26:0/2735056753 learned_addr learned my addr 172.21.15.26:0/2735056753 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.538+0000 7f0562a00640 1 --2- 172.21.15.26:0/2735056753 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694baccc0 0x563694bb0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.538+0000 7f0563e00640 1 -- 172.21.15.26:0/2735056753 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694baccc0 msgr2=0x563694bb0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.538+0000 7f0563e00640 1 --2- 172.21.15.26:0/2735056753 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694baccc0 0x563694bb0910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.538+0000 7f0563e00640 1 -- 172.21.15.26:0/2735056753 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bb7390 msgr2=0x563694bb0e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.538+0000 7f0563e00640 1 --2- 172.21.15.26:0/2735056753 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bb7390 0x563694bb0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.538+0000 7f0563e00640 1 -- 172.21.15.26:0/2735056753 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636948ec7d0 con 0x563694bac3a0 2024-04-26T23:46:32.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.538+0000 7f0563e00640 1 --2- 172.21.15.26:0/2735056753 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 0x563694bbf510 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f055c00ec20 tx=0x7f055c008fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66a9c4c60cc5e4c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:32.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.538+0000 7f054d600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:32.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.538+0000 7f054d600640 1 -- 172.21.15.26:0/2735056753 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055c014040 con 0x563694bac3a0 2024-04-26T23:46:32.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.539+0000 7f054d600640 1 -- 172.21.15.26:0/2735056753 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f055c004a00 con 0x563694bac3a0 2024-04-26T23:46:32.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.539+0000 7f056d365740 1 -- 172.21.15.26:0/2735056753 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f055000fe90 con 0x563694bac3a0 2024-04-26T23:46:32.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.539+0000 7f054d600640 1 -- 172.21.15.26:0/2735056753 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f055c021040 con 0x563694bac3a0 2024-04-26T23:46:32.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.539+0000 7f056d365740 10 client.17652 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:32.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.539+0000 7f056d365740 1 -- 172.21.15.26:0/2735056753 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563694ab72a0 con 0x563694bac3a0 2024-04-26T23:46:32.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.539+0000 7f054d600640 1 -- 172.21.15.26:0/2735056753 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f055000fe90 con 0x563694bac3a0 2024-04-26T23:46:32.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.539+0000 7f054d600640 1 -- 172.21.15.26:0/2735056753 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f055c027040 con 0x563694bac3a0 2024-04-26T23:46:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.540+0000 7f056d365740 10 client.17652 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.540+0000 7f056d365740 10 client.17652 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:46:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.540+0000 7f056d365740 20 client.17652 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.540+0000 7f056d365740 1 --2- 172.21.15.26:0/2735056753 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563694c35c60 0x563694c38080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.540+0000 7f056d365740 4 client.17652 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:46:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.540+0000 7f056d365740 1 -- 172.21.15.26:0/2735056753 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563694b186f0 con 0x563694c35c60 2024-04-26T23:46:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.540+0000 7f0562a00640 1 --2- 172.21.15.26:0/2735056753 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563694c35c60 0x563694c38080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.541+0000 7f0562a00640 1 --2- 172.21.15.26:0/2735056753 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563694c35c60 0x563694c38080 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dbf7a16acd31dc0d server_cookie=714259f131360f15 in_seq=0 out_seq=0 2024-04-26T23:46:32.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.541+0000 7f054d600640 10 client.17652 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:46:32.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f054d600640 1 -- 172.21.15.26:0/2735056753 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563694b186f0 con 0x563694c35c60 2024-04-26T23:46:32.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f054d600640 10 client.17652 handle_command_reply: tid=0 2024-04-26T23:46:32.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f056d365740 1 client.17652 shutdown 2024-04-26T23:46:32.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f056d365740 1 -- 172.21.15.26:0/2735056753 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 msgr2=0x563694bbf510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f056d365740 1 --2- 172.21.15.26:0/2735056753 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 0x563694bbf510 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f055c00ec20 tx=0x7f055c008fc0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f056d365740 1 -- 172.21.15.26:0/2735056753 shutdown_connections 2024-04-26T23:46:32.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f056d365740 1 --2- 172.21.15.26:0/2735056753 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563694bb7390 0x563694bb0e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f056d365740 1 --2- 172.21.15.26:0/2735056753 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563694c35c60 0x563694c38080 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f056d365740 1 --2- 172.21.15.26:0/2735056753 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563694baccc0 0x563694bb0910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f056d365740 1 --2- 172.21.15.26:0/2735056753 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563694bac3a0 0x563694bbf510 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f056d365740 1 -- 172.21.15.26:0/2735056753 >> 172.21.15.26:0/2735056753 conn(0x563694ba86c0 msgr2=0x563694ba6f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f054d600640 0 client.17652 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:46:32.554 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f056d365740 1 -- 172.21.15.26:0/2735056753 shutdown_connections 2024-04-26T23:46:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f056d365740 1 -- 172.21.15.26:0/2735056753 wait complete. 2024-04-26T23:46:32.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.542+0000 7f056d365740 20 client.17652 trim_cache size 0 max 16384 2024-04-26T23:46:32.555 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:46:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.543+0000 7f0569000640 1 -- 172.21.15.26:0/2919831161 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f05480a3da0 msgr2=0x7f05480a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.543+0000 7f0569000640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f05480a3da0 0x7f05480a6260 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f05540ee9c0 tx=0x7f0554009260 comp rx=0 tx=0).stop 2024-04-26T23:46:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.543+0000 7f0569000640 1 -- 172.21.15.26:0/2919831161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05641016c0 msgr2=0x7f056419b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.543+0000 7f0569000640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05641016c0 0x7f056419b0b0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f055402a940 tx=0x7f0554003d60 comp rx=0 tx=0).stop 2024-04-26T23:46:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.543+0000 7f0569000640 1 -- 172.21.15.26:0/2919831161 shutdown_connections 2024-04-26T23:46:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.543+0000 7f0569000640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f05641076d0 0x7f056419f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.543+0000 7f0569000640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0564102080 0x7f056419b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.543+0000 7f0569000640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f05480a3da0 0x7f05480a6260 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.543+0000 7f0569000640 1 --2- 172.21.15.26:0/2919831161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f05641016c0 0x7f056419b0b0 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.543+0000 7f0569000640 1 -- 172.21.15.26:0/2919831161 >> 172.21.15.26:0/2919831161 conn(0x7f05640fd1b0 msgr2=0x7f05640fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.543+0000 7f0569000640 1 -- 172.21.15.26:0/2919831161 shutdown_connections 2024-04-26T23:46:32.557 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.543+0000 7f0569000640 1 -- 172.21.15.26:0/2919831161 wait complete. 2024-04-26T23:46:32.566 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:46:32.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:32 smithi164 ceph-mon[31699]: pgmap v331: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.0 KiB/s wr, 5 op/s 2024-04-26T23:46:32.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:32 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/427191832' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:46:32.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.773+0000 7fca49400640 1 -- 172.21.15.26:0/287191981 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca4410cdb0 msgr2=0x7fca4410f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.773+0000 7fca49400640 1 --2- 172.21.15.26:0/287191981 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca4410cdb0 0x7fca4410f250 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7fca3c009ca0 tx=0x7fca3c02a950 comp rx=0 tx=0).stop 2024-04-26T23:46:32.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.774+0000 7fca49400640 1 -- 172.21.15.26:0/287191981 shutdown_connections 2024-04-26T23:46:32.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.774+0000 7fca49400640 1 --2- 172.21.15.26:0/287191981 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca4410cdb0 0x7fca4410f250 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.774+0000 7fca49400640 1 --2- 172.21.15.26:0/287191981 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca441042b0 0x7fca4410c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.774+0000 7fca49400640 1 --2- 172.21.15.26:0/287191981 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca44103990 0x7fca44103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.774+0000 7fca49400640 1 -- 172.21.15.26:0/287191981 >> 172.21.15.26:0/287191981 conn(0x7fca440fd1b0 msgr2=0x7fca440ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.774+0000 7fca49400640 1 -- 172.21.15.26:0/287191981 shutdown_connections 2024-04-26T23:46:32.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.774+0000 7fca49400640 1 -- 172.21.15.26:0/287191981 wait complete. 2024-04-26T23:46:32.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.775+0000 7fca49400640 1 Processor -- start 2024-04-26T23:46:32.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.775+0000 7fca49400640 1 -- start start 2024-04-26T23:46:32.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.775+0000 7fca49400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca44103990 0x7fca4419b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca49400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca441042b0 0x7fca4419b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca49400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca4410cdb0 0x7fca4419f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca49400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fca44112960 con 0x7fca441042b0 2024-04-26T23:46:32.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca49400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fca441127e0 con 0x7fca44103990 2024-04-26T23:46:32.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca49400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fca44112ae0 con 0x7fca4410cdb0 2024-04-26T23:46:32.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca43400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca441042b0 0x7fca4419b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca43400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca441042b0 0x7fca4419b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37920/0 (socket says 172.21.15.26:37920) 2024-04-26T23:46:32.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca43400640 1 -- 172.21.15.26:0/3296144653 learned_addr learned my addr 172.21.15.26:0/3296144653 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:32.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca43e00640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca44103990 0x7fca4419b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca48a00640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca4410cdb0 0x7fca4419f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca43400640 1 -- 172.21.15.26:0/3296144653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca4410cdb0 msgr2=0x7fca4419f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca43400640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca4410cdb0 0x7fca4419f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.776+0000 7fca43400640 1 -- 172.21.15.26:0/3296144653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca44103990 msgr2=0x7fca4419b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.777+0000 7fca43400640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca44103990 0x7fca4419b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.777+0000 7fca43400640 1 -- 172.21.15.26:0/3296144653 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca441a0080 con 0x7fca441042b0 2024-04-26T23:46:32.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.777+0000 7fca43e00640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca44103990 0x7fca4419b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:46:32.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.777+0000 7fca43400640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca441042b0 0x7fca4419b620 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fca3000d740 tx=0x7fca3000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:32.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.777+0000 7fca40c00640 1 -- 172.21.15.26:0/3296144653 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca30017070 con 0x7fca441042b0 2024-04-26T23:46:32.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.777+0000 7fca40c00640 1 -- 172.21.15.26:0/3296144653 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fca3000de50 con 0x7fca441042b0 2024-04-26T23:46:32.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.777+0000 7fca49400640 1 -- 172.21.15.26:0/3296144653 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca441a0370 con 0x7fca441042b0 2024-04-26T23:46:32.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.777+0000 7fca40c00640 1 -- 172.21.15.26:0/3296144653 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3000f620 con 0x7fca441042b0 2024-04-26T23:46:32.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.777+0000 7fca49400640 1 -- 172.21.15.26:0/3296144653 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca441a7c00 con 0x7fca441042b0 2024-04-26T23:46:32.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.781+0000 7fca4d96b740 1 Processor -- start 2024-04-26T23:46:32.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.781+0000 7fca4d96b740 1 -- start start 2024-04-26T23:46:32.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.781+0000 7fca4d96b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 0x55bd055a0780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.781+0000 7fca4d96b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a0cc0 0x55bd055aae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.781+0000 7fca4d96b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 0x55bd055ad780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.781+0000 7fca4d96b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55bd05504c70 con 0x55bd055a03a0 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.781+0000 7fca4d96b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55bd054bd980 con 0x55bd055ab390 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.781+0000 7fca4d96b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55bd05500c30 con 0x55bd055a0cc0 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.782+0000 7fca48a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 0x55bd055a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.782+0000 7fca48a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 0x55bd055a0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37928/0 (socket says 172.21.15.26:37928) 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.782+0000 7fca48a00640 1 -- 172.21.15.26:0/2982233161 learned_addr learned my addr 172.21.15.26:0/2982233161 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.782+0000 7fca43e00640 1 --2- 172.21.15.26:0/2982233161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a0cc0 0x55bd055aae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.782+0000 7fca40c00640 1 -- 172.21.15.26:0/3296144653 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fca30009c30 con 0x7fca441042b0 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.782+0000 7fca48a00640 1 -- 172.21.15.26:0/2982233161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a0cc0 msgr2=0x55bd055aae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.782+0000 7fca48a00640 1 --2- 172.21.15.26:0/2982233161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a0cc0 0x55bd055aae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.782+0000 7fca48a00640 1 -- 172.21.15.26:0/2982233161 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 msgr2=0x55bd055ad780 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T23:46:32.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.782+0000 7fca48a00640 1 --2- 172.21.15.26:0/2982233161 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 0x55bd055ad780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.788 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.782+0000 7fca48a00640 1 -- 172.21.15.26:0/2982233161 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd054957b0 con 0x55bd055a03a0 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.783+0000 7fca48a00640 1 --2- 172.21.15.26:0/2982233161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 0x55bd055a0780 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fca3c035000 tx=0x7fca3c009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49d28c32149b6ec6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.783+0000 7fca39200640 1 -- 172.21.15.26:0/2982233161 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3c034040 con 0x55bd055a03a0 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.783+0000 7fca39200640 1 -- 172.21.15.26:0/2982233161 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fca3c003e00 con 0x55bd055a03a0 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.783+0000 7fca39200640 1 -- 172.21.15.26:0/2982233161 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3c0042a0 con 0x55bd055a03a0 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.784+0000 7fca40c00640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fca280a3d20 0x7fca280a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.784+0000 7fca4d96b740 1 -- 172.21.15.26:0/2982233161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 msgr2=0x55bd055a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.784+0000 7fca4d96b740 1 --2- 172.21.15.26:0/2982233161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 0x55bd055a0780 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fca3c035000 tx=0x7fca3c009a20 comp rx=0 tx=0).stop 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.784+0000 7fca40c00640 1 -- 172.21.15.26:0/3296144653 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fca300d0480 con 0x7fca441042b0 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.784+0000 7fca4d96b740 1 -- 172.21.15.26:0/2982233161 shutdown_connections 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.784+0000 7fca4d96b740 1 --2- 172.21.15.26:0/2982233161 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 0x55bd055ad780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.784+0000 7fca4d96b740 1 --2- 172.21.15.26:0/2982233161 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a0cc0 0x55bd055aae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.784+0000 7fca4d96b740 1 --2- 172.21.15.26:0/2982233161 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 0x55bd055a0780 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.784+0000 7fca4d96b740 1 -- 172.21.15.26:0/2982233161 >> 172.21.15.26:0/2982233161 conn(0x55bd0559c6c0 msgr2=0x55bd0559caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.784+0000 7fca43e00640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fca280a3d20 0x7fca280a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.785+0000 7fca4d96b740 1 -- 172.21.15.26:0/2982233161 shutdown_connections 2024-04-26T23:46:32.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.785+0000 7fca4d96b740 1 -- 172.21.15.26:0/2982233161 wait complete. 2024-04-26T23:46:32.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.785+0000 7fca43e00640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fca280a3d20 0x7fca280a61e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x55bd055a1960 tx=0x7fca340117b0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:32.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.785+0000 7fca4d96b740 1 -- start start 2024-04-26T23:46:32.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.786+0000 7fca4d96b740 1 Processor -- start 2024-04-26T23:46:32.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.786+0000 7fca4d96b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a03a0 0x55bd055aadd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.786+0000 7fca4d96b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 0x55bd055a80c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.786+0000 7fca4d96b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 0x55bd055a8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.786+0000 7fca4d96b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55bd05503f80 con 0x55bd055a0cc0 2024-04-26T23:46:32.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.786+0000 7fca4d96b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55bd054b1260 con 0x55bd055ab390 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.786+0000 7fca4d96b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55bd055092a0 con 0x55bd055a03a0 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.786+0000 7fca4d96b740 10 client.0 _ll_register_callbacks cb 0x55bd054fb960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.787+0000 7fca43400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 0x55bd055a80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.787+0000 7fca43400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 0x55bd055a80c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37938/0 (socket says 172.21.15.26:37938) 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.787+0000 7fca43400640 1 -- 172.21.15.26:0/453766386 learned_addr learned my addr 172.21.15.26:0/453766386 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.787+0000 7fca43e00640 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a03a0 0x55bd055aadd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.787+0000 7fca48a00640 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 0x55bd055a8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.787+0000 7fca43400640 1 -- 172.21.15.26:0/453766386 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a03a0 msgr2=0x55bd055aadd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.787+0000 7fca43400640 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a03a0 0x55bd055aadd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.787+0000 7fca43400640 1 -- 172.21.15.26:0/453766386 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 msgr2=0x55bd055a8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.787+0000 7fca43400640 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 0x55bd055a8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.787+0000 7fca43400640 1 -- 172.21.15.26:0/453766386 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd054931c0 con 0x55bd055a0cc0 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.787+0000 7fca43400640 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 0x55bd055a80c0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fca3009c0a0 tx=0x7fca3009cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13e6b8545104dbfe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:32.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.787+0000 7fca2d600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.788+0000 7fca2d600640 1 -- 172.21.15.26:0/453766386 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca30020070 con 0x55bd055a0cc0 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.788+0000 7fca2d600640 1 -- 172.21.15.26:0/453766386 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fca3009b7f0 con 0x55bd055a0cc0 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.788+0000 7fca4d96b740 1 -- 172.21.15.26:0/453766386 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca3c003e00 con 0x55bd055a0cc0 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.788+0000 7fca2d600640 1 -- 172.21.15.26:0/453766386 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fca300cdfd0 con 0x55bd055a0cc0 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.788+0000 7fca4d96b740 10 client.17664 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.788+0000 7fca4d96b740 1 -- 172.21.15.26:0/453766386 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bd052163f0 con 0x55bd055a0cc0 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.788+0000 7fca2d600640 1 -- 172.21.15.26:0/453766386 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fca3c003e00 con 0x55bd055a0cc0 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.789+0000 7fca2d600640 1 -- 172.21.15.26:0/453766386 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fca3009b260 con 0x55bd055a0cc0 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.789+0000 7fca4d96b740 10 client.17664 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.789+0000 7fca4d96b740 10 client.17664 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.789+0000 7fca4d96b740 20 client.17664 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.789+0000 7fca4d96b740 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55bd055badd0 0x55bd055bd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.789+0000 7fca4d96b740 4 client.17664 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.789+0000 7fca4d96b740 1 -- 172.21.15.26:0/453766386 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bd05512880 con 0x55bd055badd0 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.789+0000 7fca43e00640 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55bd055badd0 0x55bd055bd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.790+0000 7fca43e00640 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55bd055badd0 0x55bd055bd1c0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8118a81a6f28357a server_cookie=c85821c182c3246d in_seq=0 out_seq=0 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.791+0000 7fca2d600640 10 client.17664 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.792+0000 7fca2d600640 1 -- 172.21.15.26:0/453766386 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bd05512880 con 0x55bd055badd0 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.792+0000 7fca2d600640 10 client.17664 handle_command_reply: tid=0 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.792+0000 7fca4d96b740 1 client.17664 shutdown 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.793+0000 7fca4d96b740 1 -- 172.21.15.26:0/453766386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 msgr2=0x55bd055a80c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.793+0000 7fca4d96b740 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 0x55bd055a80c0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fca3009c0a0 tx=0x7fca3009cbe0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.793+0000 7fca4d96b740 1 -- 172.21.15.26:0/453766386 shutdown_connections 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.793+0000 7fca4d96b740 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55bd055badd0 0x55bd055bd1c0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.793+0000 7fca4d96b740 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 0x55bd055a8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.793+0000 7fca4d96b740 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 0x55bd055a80c0 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.793+0000 7fca4d96b740 1 --2- 172.21.15.26:0/453766386 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a03a0 0x55bd055aadd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.793+0000 7fca2d600640 0 client.17664 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.793+0000 7fca4d96b740 1 -- 172.21.15.26:0/453766386 >> 172.21.15.26:0/453766386 conn(0x55bd0559c6c0 msgr2=0x55bd055a23c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.793+0000 7fca4d96b740 1 -- 172.21.15.26:0/453766386 shutdown_connections 2024-04-26T23:46:32.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.793+0000 7fca4d96b740 1 -- 172.21.15.26:0/453766386 wait complete. 2024-04-26T23:46:32.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.793+0000 7fca4d96b740 20 client.17664 trim_cache size 0 max 16384 2024-04-26T23:46:32.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.812+0000 7fca4d96b740 1 Processor -- start 2024-04-26T23:46:32.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.812+0000 7fca4d96b740 1 -- start start 2024-04-26T23:46:32.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.813+0000 7fca4d96b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 0x55bd055aa900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.813+0000 7fca4d96b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a0cc0 0x55bd055aae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.813+0000 7fca4d96b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 0x55bd055c2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.813+0000 7fca4d96b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fca441b2e40 con 0x55bd055a03a0 2024-04-26T23:46:32.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.813+0000 7fca4d96b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fca441b0710 con 0x55bd055ab390 2024-04-26T23:46:32.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.813+0000 7fca4d96b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fca441ae580 con 0x55bd055a0cc0 2024-04-26T23:46:32.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.813+0000 7fca43e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 0x55bd055aa900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.813+0000 7fca43e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 0x55bd055aa900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37950/0 (socket says 172.21.15.26:37950) 2024-04-26T23:46:32.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.813+0000 7fca43e00640 1 -- 172.21.15.26:0/3685793412 learned_addr learned my addr 172.21.15.26:0/3685793412 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:32.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.813+0000 7fca48a00640 1 --2- 172.21.15.26:0/3685793412 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 0x55bd055c2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.813+0000 7fca43e00640 1 -- 172.21.15.26:0/3685793412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a0cc0 msgr2=0x55bd055aae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.813+0000 7fca43400640 1 --2- 172.21.15.26:0/3685793412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a0cc0 0x55bd055aae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.814+0000 7fca43e00640 1 --2- 172.21.15.26:0/3685793412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a0cc0 0x55bd055aae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.814+0000 7fca43e00640 1 -- 172.21.15.26:0/3685793412 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 msgr2=0x55bd055c2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.814+0000 7fca43e00640 1 --2- 172.21.15.26:0/3685793412 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 0x55bd055c2a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.814+0000 7fca43e00640 1 -- 172.21.15.26:0/3685793412 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd052e07d0 con 0x55bd055a03a0 2024-04-26T23:46:32.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.814+0000 7fca48a00640 1 --2- 172.21.15.26:0/3685793412 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 0x55bd055c2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:46:32.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.814+0000 7fca43400640 1 --2- 172.21.15.26:0/3685793412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a0cc0 0x55bd055aae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:46:32.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.814+0000 7fca43e00640 1 --2- 172.21.15.26:0/3685793412 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 0x55bd055aa900 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x55bd055bd990 tx=0x7fca34014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9766e7e56c6bdfaf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:32.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.814+0000 7fca2fe00640 1 -- 172.21.15.26:0/3685793412 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca34004030 con 0x55bd055a03a0 2024-04-26T23:46:32.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.814+0000 7fca2fe00640 1 -- 172.21.15.26:0/3685793412 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fca3402f070 con 0x55bd055a03a0 2024-04-26T23:46:32.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.814+0000 7fca2fe00640 1 -- 172.21.15.26:0/3685793412 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca34003850 con 0x55bd055a03a0 2024-04-26T23:46:32.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:32 smithi086 ceph-mon[31122]: pgmap v331: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.0 KiB/s wr, 5 op/s 2024-04-26T23:46:32.822 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:32 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/427191832' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:46:32.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.815+0000 7fca4d96b740 1 -- 172.21.15.26:0/3685793412 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 msgr2=0x55bd055aa900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.815+0000 7fca4d96b740 1 --2- 172.21.15.26:0/3685793412 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 0x55bd055aa900 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x55bd055bd990 tx=0x7fca34014000 comp rx=0 tx=0).stop 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.815+0000 7fca4d96b740 1 -- 172.21.15.26:0/3685793412 shutdown_connections 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.815+0000 7fca4d96b740 1 --2- 172.21.15.26:0/3685793412 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055ab390 0x55bd055c2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.815+0000 7fca4d96b740 1 --2- 172.21.15.26:0/3685793412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055a0cc0 0x55bd055aae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.815+0000 7fca4d96b740 1 --2- 172.21.15.26:0/3685793412 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a03a0 0x55bd055aa900 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.815+0000 7fca4d96b740 1 -- 172.21.15.26:0/3685793412 >> 172.21.15.26:0/3685793412 conn(0x55bd0559c6c0 msgr2=0x55bd0559b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.815+0000 7fca4d96b740 1 -- 172.21.15.26:0/3685793412 shutdown_connections 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.815+0000 7fca4d96b740 1 -- 172.21.15.26:0/3685793412 wait complete. 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.816+0000 7fca4d96b740 1 -- start start 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.816+0000 7fca4d96b740 1 Processor -- start 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca4d96b740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055a03a0 0x55bd055b3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca4d96b740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 0x55bd055b0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca4d96b740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055ab390 0x55bd055b1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca4d96b740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fca441aebd0 con 0x55bd055a0cc0 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca4d96b740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fca441b0040 con 0x55bd055a03a0 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca4d96b740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fca441af2a0 con 0x55bd055ab390 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca4d96b740 10 client.0 _ll_register_callbacks cb 0x7fca30010e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca43400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 0x55bd055b0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca43400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 0x55bd055b0be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37952/0 (socket says 172.21.15.26:37952) 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca43400640 1 -- 172.21.15.26:0/3427748037 learned_addr learned my addr 172.21.15.26:0/3427748037 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca43e00640 1 --2- 172.21.15.26:0/3427748037 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055a03a0 0x55bd055b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca43400640 1 -- 172.21.15.26:0/3427748037 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055ab390 msgr2=0x55bd055b1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca43400640 1 --2- 172.21.15.26:0/3427748037 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055ab390 0x55bd055b1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca43400640 1 -- 172.21.15.26:0/3427748037 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055a03a0 msgr2=0x55bd055b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca43400640 1 --2- 172.21.15.26:0/3427748037 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055a03a0 0x55bd055b3850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.817+0000 7fca43400640 1 -- 172.21.15.26:0/3427748037 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd054ab2a0 con 0x55bd055a0cc0 2024-04-26T23:46:32.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.818+0000 7fca43400640 1 --2- 172.21.15.26:0/3427748037 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 0x55bd055b0be0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fca300058c0 tx=0x7fca30000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e791ed881cbf00fb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.818+0000 7fca2d600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.818+0000 7fca2d600640 1 -- 172.21.15.26:0/3427748037 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3009bd00 con 0x55bd055a0cc0 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.818+0000 7fca2d600640 1 -- 172.21.15.26:0/3427748037 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fca3009b7f0 con 0x55bd055a0cc0 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.818+0000 7fca4d96b740 1 -- 172.21.15.26:0/3427748037 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca3402f070 con 0x55bd055a0cc0 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.818+0000 7fca2d600640 1 -- 172.21.15.26:0/3427748037 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fca300cdfd0 con 0x55bd055a0cc0 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.818+0000 7fca4d96b740 10 client.17670 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.818+0000 7fca4d96b740 1 -- 172.21.15.26:0/3427748037 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bd05621200 con 0x55bd055a0cc0 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.819+0000 7fca2d600640 1 -- 172.21.15.26:0/3427748037 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fca3402f070 con 0x55bd055a0cc0 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.819+0000 7fca2d600640 1 -- 172.21.15.26:0/3427748037 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fca300980f0 con 0x55bd055a0cc0 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.819+0000 7fca4d96b740 10 client.17670 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.819+0000 7fca4d96b740 10 client.17670 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.819+0000 7fca4d96b740 20 client.17670 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.819+0000 7fca4d96b740 1 --2- 172.21.15.26:0/3427748037 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55bd05621820 0x55bd05623c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:32.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.819+0000 7fca4d96b740 4 client.17670 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:46:32.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.819+0000 7fca4d96b740 1 -- 172.21.15.26:0/3427748037 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bd0550c6f0 con 0x55bd05621820 2024-04-26T23:46:32.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.820+0000 7fca43e00640 1 --2- 172.21.15.26:0/3427748037 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55bd05621820 0x55bd05623c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:32.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.821+0000 7fca43e00640 1 --2- 172.21.15.26:0/3427748037 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55bd05621820 0x55bd05623c40 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5400900091db3e68 server_cookie=75ad151f95d8fa8e in_seq=0 out_seq=0 2024-04-26T23:46:32.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.821+0000 7fca2d600640 10 client.17670 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:46:32.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.821+0000 7fca2d600640 1 -- 172.21.15.26:0/3427748037 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bd0550c6f0 con 0x55bd05621820 2024-04-26T23:46:32.829 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.821+0000 7fca2d600640 10 client.17670 handle_command_reply: tid=0 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.821+0000 7fca4d96b740 1 client.17670 shutdown 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.822+0000 7fca4d96b740 1 -- 172.21.15.26:0/3427748037 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 msgr2=0x55bd055b0be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.822+0000 7fca4d96b740 1 --2- 172.21.15.26:0/3427748037 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 0x55bd055b0be0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fca300058c0 tx=0x7fca30000bc0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.822+0000 7fca4d96b740 1 -- 172.21.15.26:0/3427748037 shutdown_connections 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.822+0000 7fca4d96b740 1 --2- 172.21.15.26:0/3427748037 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55bd05621820 0x55bd05623c40 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.822+0000 7fca4d96b740 1 --2- 172.21.15.26:0/3427748037 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd055ab390 0x55bd055b1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.822+0000 7fca4d96b740 1 --2- 172.21.15.26:0/3427748037 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd055a0cc0 0x55bd055b0be0 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.822+0000 7fca4d96b740 1 --2- 172.21.15.26:0/3427748037 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd055a03a0 0x55bd055b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.822+0000 7fca4d96b740 1 -- 172.21.15.26:0/3427748037 >> 172.21.15.26:0/3427748037 conn(0x55bd0559c6c0 msgr2=0x55bd055a98f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.822+0000 7fca2d600640 0 client.17670 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.822+0000 7fca4d96b740 1 -- 172.21.15.26:0/3427748037 shutdown_connections 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.822+0000 7fca4d96b740 1 -- 172.21.15.26:0/3427748037 wait complete. 2024-04-26T23:46:32.830 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.822+0000 7fca4d96b740 20 client.17670 trim_cache size 0 max 16384 2024-04-26T23:46:32.831 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:46:32.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.823+0000 7fca49400640 1 -- 172.21.15.26:0/3296144653 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fca280a3d20 msgr2=0x7fca280a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.823+0000 7fca49400640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fca280a3d20 0x7fca280a61e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x55bd055a1960 tx=0x7fca340117b0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.831 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.823+0000 7fca49400640 1 -- 172.21.15.26:0/3296144653 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca441042b0 msgr2=0x7fca4419b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:32.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.823+0000 7fca49400640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca441042b0 0x7fca4419b620 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fca3000d740 tx=0x7fca3000dc00 comp rx=0 tx=0).stop 2024-04-26T23:46:32.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.823+0000 7fca49400640 1 -- 172.21.15.26:0/3296144653 shutdown_connections 2024-04-26T23:46:32.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.823+0000 7fca49400640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca4410cdb0 0x7fca4419f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.823+0000 7fca49400640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fca280a3d20 0x7fca280a61e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.823+0000 7fca49400640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fca441042b0 0x7fca4419b620 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.823+0000 7fca49400640 1 --2- 172.21.15.26:0/3296144653 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fca44103990 0x7fca4419b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:32.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.823+0000 7fca49400640 1 -- 172.21.15.26:0/3296144653 >> 172.21.15.26:0/3296144653 conn(0x7fca440fd1b0 msgr2=0x7fca441026a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:32.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.823+0000 7fca49400640 1 -- 172.21.15.26:0/3296144653 shutdown_connections 2024-04-26T23:46:32.832 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:32.823+0000 7fca49400640 1 -- 172.21.15.26:0/3296144653 wait complete. 2024-04-26T23:46:32.847 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:46:33.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.073+0000 7fc5a9800640 1 -- 172.21.15.26:0/1709471253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5a410a9f0 msgr2=0x7fc5a410add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:33.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.073+0000 7fc5a9800640 1 --2- 172.21.15.26:0/1709471253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5a410a9f0 0x7fc5a410add0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7fc594009930 tx=0x7fc59402a420 comp rx=0 tx=0).stop 2024-04-26T23:46:33.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.073+0000 7fc5a9800640 1 -- 172.21.15.26:0/1709471253 shutdown_connections 2024-04-26T23:46:33.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.073+0000 7fc5a9800640 1 --2- 172.21.15.26:0/1709471253 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc5a41053a0 0x7fc5a41118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.073+0000 7fc5a9800640 1 --2- 172.21.15.26:0/1709471253 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc5a41049e0 0x7fc5a4104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.073+0000 7fc5a9800640 1 --2- 172.21.15.26:0/1709471253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5a410a9f0 0x7fc5a410add0 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.073+0000 7fc5a9800640 1 -- 172.21.15.26:0/1709471253 >> 172.21.15.26:0/1709471253 conn(0x7fc5a4100470 msgr2=0x7fc5a4102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:33.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.073+0000 7fc5a9800640 1 -- 172.21.15.26:0/1709471253 shutdown_connections 2024-04-26T23:46:33.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.073+0000 7fc5a9800640 1 -- 172.21.15.26:0/1709471253 wait complete. 2024-04-26T23:46:33.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.074+0000 7fc5a9800640 1 Processor -- start 2024-04-26T23:46:33.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.074+0000 7fc5a9800640 1 -- start start 2024-04-26T23:46:33.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.074+0000 7fc5a9800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc5a41049e0 0x7fc5a419b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.074+0000 7fc5a9800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5a41053a0 0x7fc5a419b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.074+0000 7fc5a9800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc5a410a9f0 0x7fc5a419fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.074+0000 7fc5a9800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a4114bb0 con 0x7fc5a41053a0 2024-04-26T23:46:33.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.074+0000 7fc5a9800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a4114a30 con 0x7fc5a410a9f0 2024-04-26T23:46:33.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.074+0000 7fc5a9800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a4114d30 con 0x7fc5a41049e0 2024-04-26T23:46:33.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.075+0000 7fc59be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5a41053a0 0x7fc5a419b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.075+0000 7fc59be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5a41053a0 0x7fc5a419b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37970/0 (socket says 172.21.15.26:37970) 2024-04-26T23:46:33.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.075+0000 7fc59be00640 1 -- 172.21.15.26:0/3368665303 learned_addr learned my addr 172.21.15.26:0/3368665303 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:33.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.075+0000 7fc5a3e00640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc5a41049e0 0x7fc5a419b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.075+0000 7fc5a8e00640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc5a410a9f0 0x7fc5a419fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.075+0000 7fc59be00640 1 -- 172.21.15.26:0/3368665303 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc5a41049e0 msgr2=0x7fc5a419b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:33.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.075+0000 7fc59be00640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc5a41049e0 0x7fc5a419b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.075+0000 7fc59be00640 1 -- 172.21.15.26:0/3368665303 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc5a410a9f0 msgr2=0x7fc5a419fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:33.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.075+0000 7fc59be00640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc5a410a9f0 0x7fc5a419fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.075+0000 7fc59be00640 1 -- 172.21.15.26:0/3368665303 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5a41a0160 con 0x7fc5a41053a0 2024-04-26T23:46:33.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.076+0000 7fc59be00640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5a41053a0 0x7fc5a419b6b0 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fc58c00d950 tx=0x7fc58c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:33.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.076+0000 7fc5a1600640 1 -- 172.21.15.26:0/3368665303 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c017070 con 0x7fc5a41053a0 2024-04-26T23:46:33.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.076+0000 7fc5a1600640 1 -- 172.21.15.26:0/3368665303 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc58c009c30 con 0x7fc5a41053a0 2024-04-26T23:46:33.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.076+0000 7fc5a9800640 1 -- 172.21.15.26:0/3368665303 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5a41a0450 con 0x7fc5a41053a0 2024-04-26T23:46:33.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.076+0000 7fc5a1600640 1 -- 172.21.15.26:0/3368665303 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c00f620 con 0x7fc5a41053a0 2024-04-26T23:46:33.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.076+0000 7fc5a9800640 1 -- 172.21.15.26:0/3368665303 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5a41a7ce0 con 0x7fc5a41053a0 2024-04-26T23:46:33.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.080+0000 7fc5adc04740 1 Processor -- start 2024-04-26T23:46:33.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.080+0000 7fc5adc04740 1 -- start start 2024-04-26T23:46:33.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.080+0000 7fc5a1600640 1 -- 172.21.15.26:0/3368665303 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fc58c010460 con 0x7fc5a41053a0 2024-04-26T23:46:33.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.080+0000 7fc5adc04740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 0x5624ab2df780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.080+0000 7fc5adc04740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e9e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.080+0000 7fc5adc04740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab2ec780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.080+0000 7fc5adc04740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5624ab243c70 con 0x5624ab2df3a0 2024-04-26T23:46:33.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.080+0000 7fc5adc04740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5624ab1fc980 con 0x5624ab2ea390 2024-04-26T23:46:33.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.080+0000 7fc5adc04740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5624ab23fc30 con 0x5624ab2dfcc0 2024-04-26T23:46:33.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.081+0000 7fc5a8e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 0x5624ab2df780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.081+0000 7fc5a8e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 0x5624ab2df780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37974/0 (socket says 172.21.15.26:37974) 2024-04-26T23:46:33.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.081+0000 7fc5a8e00640 1 -- 172.21.15.26:0/1034814893 learned_addr learned my addr 172.21.15.26:0/1034814893 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.081+0000 7fc5a3e00640 1 --2- 172.21.15.26:0/1034814893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.081+0000 7fc59be00640 1 --2- 172.21.15.26:0/1034814893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab2ec780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.081+0000 7fc5a8e00640 1 -- 172.21.15.26:0/1034814893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 msgr2=0x5624ab2e9e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.081+0000 7fc5a8e00640 1 --2- 172.21.15.26:0/1034814893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e9e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.081+0000 7fc5a8e00640 1 -- 172.21.15.26:0/1034814893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 msgr2=0x5624ab2ec780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.081+0000 7fc5a8e00640 1 --2- 172.21.15.26:0/1034814893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab2ec780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.081+0000 7fc5a8e00640 1 -- 172.21.15.26:0/1034814893 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624ab1d47b0 con 0x5624ab2df3a0 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.081+0000 7fc59be00640 1 --2- 172.21.15.26:0/1034814893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab2ec780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.082+0000 7fc5a8e00640 1 --2- 172.21.15.26:0/1034814893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 0x5624ab2df780 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7fc59c008d40 tx=0x7fc59c00e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2719f8fd981e5eb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.082+0000 7fc599600640 1 -- 172.21.15.26:0/1034814893 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59c014070 con 0x5624ab2df3a0 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.082+0000 7fc599600640 1 -- 172.21.15.26:0/1034814893 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc59c004020 con 0x5624ab2df3a0 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.082+0000 7fc599600640 1 -- 172.21.15.26:0/1034814893 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59c010690 con 0x5624ab2df3a0 2024-04-26T23:46:33.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.082+0000 7fc5a1600640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc5880a3d20 0x7fc5880a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.083+0000 7fc5a1600640 1 -- 172.21.15.26:0/3368665303 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fc58c0d0550 con 0x7fc5a41053a0 2024-04-26T23:46:33.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.083+0000 7fc5a3e00640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc5880a3d20 0x7fc5880a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.083+0000 7fc5adc04740 1 -- 172.21.15.26:0/1034814893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 msgr2=0x5624ab2df780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:33.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.083+0000 7fc5adc04740 1 --2- 172.21.15.26:0/1034814893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 0x5624ab2df780 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7fc59c008d40 tx=0x7fc59c00e720 comp rx=0 tx=0).stop 2024-04-26T23:46:33.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.083+0000 7fc5adc04740 1 -- 172.21.15.26:0/1034814893 shutdown_connections 2024-04-26T23:46:33.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.083+0000 7fc5adc04740 1 --2- 172.21.15.26:0/1034814893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab2ec780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.083+0000 7fc5adc04740 1 --2- 172.21.15.26:0/1034814893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e9e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.083+0000 7fc5adc04740 1 --2- 172.21.15.26:0/1034814893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 0x5624ab2df780 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.083+0000 7fc5adc04740 1 -- 172.21.15.26:0/1034814893 >> 172.21.15.26:0/1034814893 conn(0x5624ab2db6c0 msgr2=0x5624ab2dbaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:33.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.083+0000 7fc5adc04740 1 -- 172.21.15.26:0/1034814893 shutdown_connections 2024-04-26T23:46:33.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.084+0000 7fc5adc04740 1 -- 172.21.15.26:0/1034814893 wait complete. 2024-04-26T23:46:33.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.084+0000 7fc5a3e00640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc5880a3d20 0x7fc5880a61e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc5940057c0 tx=0x7fc594005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:33.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.084+0000 7fc5adc04740 1 -- start start 2024-04-26T23:46:33.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.084+0000 7fc5adc04740 1 Processor -- start 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.085+0000 7fc5adc04740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2df3a0 0x5624ab2e9d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.085+0000 7fc5adc04740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e7030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.085+0000 7fc5adc04740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2ea390 0x5624ab2e75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.085+0000 7fc5adc04740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5624ab242f80 con 0x5624ab2ea390 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.085+0000 7fc5adc04740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5624ab1f0260 con 0x5624ab2df3a0 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.085+0000 7fc5adc04740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5624ab2482a0 con 0x5624ab2dfcc0 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.085+0000 7fc5adc04740 10 client.0 _ll_register_callbacks cb 0x5624ab23a960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.085+0000 7fc5a8e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2ea390 0x5624ab2e75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.085+0000 7fc5a8e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2ea390 0x5624ab2e75d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37982/0 (socket says 172.21.15.26:37982) 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.085+0000 7fc5a8e00640 1 -- 172.21.15.26:0/126721558 learned_addr learned my addr 172.21.15.26:0/126721558 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.085+0000 7fc5a3e00640 1 --2- 172.21.15.26:0/126721558 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2df3a0 0x5624ab2e9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.086+0000 7fc5a8e00640 1 -- 172.21.15.26:0/126721558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 msgr2=0x5624ab2e7030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.086+0000 7fc5a8e00640 1 --2- 172.21.15.26:0/126721558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.086+0000 7fc5a8e00640 1 -- 172.21.15.26:0/126721558 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2df3a0 msgr2=0x5624ab2e9d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.086+0000 7fc5a8e00640 1 --2- 172.21.15.26:0/126721558 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2df3a0 0x5624ab2e9d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.086+0000 7fc5a8e00640 1 -- 172.21.15.26:0/126721558 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624ab1d21c0 con 0x5624ab2ea390 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.086+0000 7fc5a8e00640 1 --2- 172.21.15.26:0/126721558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2ea390 0x5624ab2e75d0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7fc59c0046f0 tx=0x7fc59c004890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90b765952e00fc0e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.086+0000 7fc592000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.086+0000 7fc592000640 1 -- 172.21.15.26:0/126721558 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59c027060 con 0x5624ab2ea390 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.086+0000 7fc592000640 1 -- 172.21.15.26:0/126721558 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fc59c022460 con 0x5624ab2ea390 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.086+0000 7fc5adc04740 1 -- 172.21.15.26:0/126721558 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc59c004020 con 0x5624ab2ea390 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.087+0000 7fc592000640 1 -- 172.21.15.26:0/126721558 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc59c014070 con 0x5624ab2ea390 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.087+0000 7fc5adc04740 10 client.17682 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.087+0000 7fc5adc04740 1 -- 172.21.15.26:0/126721558 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5624aaf553f0 con 0x5624ab2ea390 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.087+0000 7fc592000640 1 -- 172.21.15.26:0/126721558 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc59c004020 con 0x5624ab2ea390 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.087+0000 7fc592000640 1 -- 172.21.15.26:0/126721558 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc59c0184a0 con 0x5624ab2ea390 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.088+0000 7fc5adc04740 10 client.17682 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.088+0000 7fc5adc04740 10 client.17682 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:46:33.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.088+0000 7fc5adc04740 20 client.17682 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:33.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.088+0000 7fc5adc04740 1 --2- 172.21.15.26:0/126721558 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5624ab2f9ce0 0x5624ab2fc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.088+0000 7fc5adc04740 4 client.17682 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:46:33.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.088+0000 7fc5adc04740 1 -- 172.21.15.26:0/126721558 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624ab251880 con 0x5624ab2f9ce0 2024-04-26T23:46:33.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.088+0000 7fc5a3e00640 1 --2- 172.21.15.26:0/126721558 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5624ab2f9ce0 0x5624ab2fc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.089+0000 7fc5a3e00640 1 --2- 172.21.15.26:0/126721558 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5624ab2f9ce0 0x5624ab2fc0d0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aed3cc226ab169fe server_cookie=d24c1ae0bbc4503e in_seq=0 out_seq=0 2024-04-26T23:46:33.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.089+0000 7fc592000640 10 client.17682 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:33.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.091+0000 7fc592000640 1 -- 172.21.15.26:0/126721558 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5624ab251880 con 0x5624ab2f9ce0 2024-04-26T23:46:33.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.091+0000 7fc592000640 10 client.17682 handle_command_reply: tid=0 2024-04-26T23:46:33.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.091+0000 7fc5adc04740 1 client.17682 shutdown 2024-04-26T23:46:33.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.091+0000 7fc5adc04740 1 -- 172.21.15.26:0/126721558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2ea390 msgr2=0x5624ab2e75d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:33.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.091+0000 7fc5adc04740 1 --2- 172.21.15.26:0/126721558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2ea390 0x5624ab2e75d0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7fc59c0046f0 tx=0x7fc59c004890 comp rx=0 tx=0).stop 2024-04-26T23:46:33.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.091+0000 7fc5adc04740 1 -- 172.21.15.26:0/126721558 shutdown_connections 2024-04-26T23:46:33.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.091+0000 7fc5adc04740 1 --2- 172.21.15.26:0/126721558 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5624ab2f9ce0 0x5624ab2fc0d0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.091+0000 7fc5adc04740 1 --2- 172.21.15.26:0/126721558 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2ea390 0x5624ab2e75d0 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.091+0000 7fc5adc04740 1 --2- 172.21.15.26:0/126721558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e7030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.091+0000 7fc5adc04740 1 --2- 172.21.15.26:0/126721558 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2df3a0 0x5624ab2e9d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.091+0000 7fc5adc04740 1 -- 172.21.15.26:0/126721558 >> 172.21.15.26:0/126721558 conn(0x5624ab2db6c0 msgr2=0x5624ab2e14c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:33.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.091+0000 7fc592000640 0 client.17682 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:33.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.092+0000 7fc5adc04740 1 -- 172.21.15.26:0/126721558 shutdown_connections 2024-04-26T23:46:33.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.092+0000 7fc5adc04740 1 -- 172.21.15.26:0/126721558 wait complete. 2024-04-26T23:46:33.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.092+0000 7fc5adc04740 20 client.17682 trim_cache size 0 max 16384 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.109+0000 7fc5adc04740 1 Processor -- start 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.109+0000 7fc5adc04740 1 -- start start 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc5adc04740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2df3a0 0x5624ab2f5de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc5adc04740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc5adc04740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab301670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc5adc04740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41b2ea0 con 0x5624ab2dfcc0 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc5adc04740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41b0770 con 0x5624ab2ea390 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc5adc04740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41ae5e0 con 0x5624ab2df3a0 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc59be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc59be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e9870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:37990/0 (socket says 172.21.15.26:37990) 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc59be00640 1 -- 172.21.15.26:0/4093192462 learned_addr learned my addr 172.21.15.26:0/4093192462 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc5a3e00640 1 --2- 172.21.15.26:0/4093192462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2df3a0 0x5624ab2f5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc59be00640 1 -- 172.21.15.26:0/4093192462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2df3a0 msgr2=0x5624ab2f5de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:33.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc59be00640 1 --2- 172.21.15.26:0/4093192462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2df3a0 0x5624ab2f5de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc59be00640 1 -- 172.21.15.26:0/4093192462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 msgr2=0x5624ab301670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:33.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc5a8e00640 1 --2- 172.21.15.26:0/4093192462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab301670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.110+0000 7fc59be00640 1 --2- 172.21.15.26:0/4093192462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab301670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.111+0000 7fc59be00640 1 -- 172.21.15.26:0/4093192462 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624ab01f7d0 con 0x5624ab2dfcc0 2024-04-26T23:46:33.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.111+0000 7fc59be00640 1 --2- 172.21.15.26:0/4093192462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e9870 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7fc58c000c00 tx=0x7fc58c09bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce3214febb3bb10f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:33.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.111+0000 7fc598c00640 1 -- 172.21.15.26:0/4093192462 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c020070 con 0x5624ab2dfcc0 2024-04-26T23:46:33.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.111+0000 7fc598c00640 1 -- 172.21.15.26:0/4093192462 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc58c09c470 con 0x5624ab2dfcc0 2024-04-26T23:46:33.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.111+0000 7fc598c00640 1 -- 172.21.15.26:0/4093192462 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58c0d0020 con 0x5624ab2dfcc0 2024-04-26T23:46:33.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.112+0000 7fc5adc04740 1 -- 172.21.15.26:0/4093192462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2dfcc0 msgr2=0x5624ab2e9870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:33.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.112+0000 7fc5adc04740 1 --2- 172.21.15.26:0/4093192462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e9870 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7fc58c000c00 tx=0x7fc58c09bdd0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.112+0000 7fc5adc04740 1 -- 172.21.15.26:0/4093192462 shutdown_connections 2024-04-26T23:46:33.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.112+0000 7fc5adc04740 1 --2- 172.21.15.26:0/4093192462 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab301670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.112+0000 7fc5adc04740 1 --2- 172.21.15.26:0/4093192462 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2dfcc0 0x5624ab2e9870 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.112+0000 7fc5adc04740 1 --2- 172.21.15.26:0/4093192462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2df3a0 0x5624ab2f5de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.112+0000 7fc5adc04740 1 -- 172.21.15.26:0/4093192462 >> 172.21.15.26:0/4093192462 conn(0x5624ab2db6c0 msgr2=0x5624ab2e2560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.112+0000 7fc5adc04740 1 -- 172.21.15.26:0/4093192462 shutdown_connections 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.112+0000 7fc5adc04740 1 -- 172.21.15.26:0/4093192462 wait complete. 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.113+0000 7fc5adc04740 1 -- start start 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.113+0000 7fc5adc04740 1 Processor -- start 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.113+0000 7fc5adc04740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 0x5624ab2f24d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.113+0000 7fc5adc04740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 0x5624ab2ed8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.113+0000 7fc5adc04740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab2eddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.113+0000 7fc5adc04740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41aec30 con 0x5624ab2df3a0 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.113+0000 7fc5adc04740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41b00a0 con 0x5624ab2ea390 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.113+0000 7fc5adc04740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a41af300 con 0x5624ab2dfcc0 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.113+0000 7fc5adc04740 10 client.0 _ll_register_callbacks cb 0x7fc59c008b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.114+0000 7fc5a3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 0x5624ab2f24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.114+0000 7fc5a3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 0x5624ab2f24d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:38004/0 (socket says 172.21.15.26:38004) 2024-04-26T23:46:33.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.114+0000 7fc5a3e00640 1 -- 172.21.15.26:0/2170995854 learned_addr learned my addr 172.21.15.26:0/2170995854 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:33.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.114+0000 7fc59be00640 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 0x5624ab2ed8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.114+0000 7fc5a3e00640 1 -- 172.21.15.26:0/2170995854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 msgr2=0x5624ab2ed8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:33.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.114+0000 7fc5a8e00640 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab2eddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.114+0000 7fc5a3e00640 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 0x5624ab2ed8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.114+0000 7fc5a3e00640 1 -- 172.21.15.26:0/2170995854 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 msgr2=0x5624ab2eddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.114+0000 7fc5a3e00640 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab2eddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.114+0000 7fc5a3e00640 1 -- 172.21.15.26:0/2170995854 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624ab1ea2a0 con 0x5624ab2df3a0 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.114+0000 7fc5a3e00640 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 0x5624ab2f24d0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7fc594005ab0 tx=0x7fc594009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7677ee9b9dc64d36 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.114+0000 7fc592000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.115+0000 7fc592000640 1 -- 172.21.15.26:0/2170995854 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc594035050 con 0x5624ab2df3a0 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.115+0000 7fc592000640 1 -- 172.21.15.26:0/2170995854 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fc5940501d0 con 0x5624ab2df3a0 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.115+0000 7fc5adc04740 1 -- 172.21.15.26:0/2170995854 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc58c09c470 con 0x5624ab2df3a0 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.115+0000 7fc592000640 1 -- 172.21.15.26:0/2170995854 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc594060050 con 0x5624ab2df3a0 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.115+0000 7fc5adc04740 10 client.17688 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.115+0000 7fc5adc04740 1 -- 172.21.15.26:0/2170995854 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5624ab35fa40 con 0x5624ab2df3a0 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.116+0000 7fc592000640 1 -- 172.21.15.26:0/2170995854 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc58c09c470 con 0x5624ab2df3a0 2024-04-26T23:46:33.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.116+0000 7fc592000640 1 -- 172.21.15.26:0/2170995854 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc594004bf0 con 0x5624ab2df3a0 2024-04-26T23:46:33.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.116+0000 7fc5adc04740 10 client.17688 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:33.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.116+0000 7fc5adc04740 10 client.17688 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:46:33.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.116+0000 7fc5adc04740 20 client.17688 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:33.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.116+0000 7fc5adc04740 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5624ab360110 0x5624ab362520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:33.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.116+0000 7fc5adc04740 4 client.17688 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:46:33.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.116+0000 7fc5adc04740 1 -- 172.21.15.26:0/2170995854 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5624ab24b6f0 con 0x5624ab360110 2024-04-26T23:46:33.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.117+0000 7fc59be00640 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5624ab360110 0x5624ab362520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:33.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc592000640 10 client.17688 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:33.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.117+0000 7fc59be00640 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5624ab360110 0x5624ab362520 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fe01bc164fe79f8 server_cookie=fde62de52e098b6a in_seq=0 out_seq=0 2024-04-26T23:46:33.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc592000640 1 -- 172.21.15.26:0/2170995854 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5624ab24b6f0 con 0x5624ab360110 2024-04-26T23:46:33.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc592000640 10 client.17688 handle_command_reply: tid=0 2024-04-26T23:46:33.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc5adc04740 1 client.17688 shutdown 2024-04-26T23:46:33.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc5adc04740 1 -- 172.21.15.26:0/2170995854 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 msgr2=0x5624ab2f24d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:33.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc5adc04740 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 0x5624ab2f24d0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7fc594005ab0 tx=0x7fc594009260 comp rx=0 tx=0).stop 2024-04-26T23:46:33.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc5adc04740 1 -- 172.21.15.26:0/2170995854 shutdown_connections 2024-04-26T23:46:33.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc5adc04740 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5624ab360110 0x5624ab362520 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc5adc04740 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5624ab2ea390 0x5624ab2eddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc5adc04740 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5624ab2dfcc0 0x5624ab2ed8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc5adc04740 1 --2- 172.21.15.26:0/2170995854 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5624ab2df3a0 0x5624ab2f24d0 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc592000640 0 client.17688 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:33.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.118+0000 7fc5adc04740 1 -- 172.21.15.26:0/2170995854 >> 172.21.15.26:0/2170995854 conn(0x5624ab2db6c0 msgr2=0x5624ab2da7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:33.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.119+0000 7fc5adc04740 1 -- 172.21.15.26:0/2170995854 shutdown_connections 2024-04-26T23:46:33.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.119+0000 7fc5adc04740 1 -- 172.21.15.26:0/2170995854 wait complete. 2024-04-26T23:46:33.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.119+0000 7fc5adc04740 20 client.17688 trim_cache size 0 max 16384 2024-04-26T23:46:33.125 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:46:33.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.119+0000 7fc5a9800640 1 -- 172.21.15.26:0/3368665303 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc5880a3d20 msgr2=0x7fc5880a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:33.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.119+0000 7fc5a9800640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc5880a3d20 0x7fc5880a61e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc5940057c0 tx=0x7fc594005a20 comp rx=0 tx=0).stop 2024-04-26T23:46:33.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.119+0000 7fc5a9800640 1 -- 172.21.15.26:0/3368665303 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5a41053a0 msgr2=0x7fc5a419b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:33.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.119+0000 7fc5a9800640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5a41053a0 0x7fc5a419b6b0 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fc58c00d950 tx=0x7fc58c00de10 comp rx=0 tx=0).stop 2024-04-26T23:46:33.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.120+0000 7fc5a9800640 1 -- 172.21.15.26:0/3368665303 shutdown_connections 2024-04-26T23:46:33.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.120+0000 7fc5a9800640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc5a410a9f0 0x7fc5a419fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.120+0000 7fc5a9800640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc5880a3d20 0x7fc5880a61e0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.120+0000 7fc5a9800640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5a41053a0 0x7fc5a419b6b0 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.120+0000 7fc5a9800640 1 --2- 172.21.15.26:0/3368665303 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc5a41049e0 0x7fc5a419b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:33.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.120+0000 7fc5a9800640 1 -- 172.21.15.26:0/3368665303 >> 172.21.15.26:0/3368665303 conn(0x7fc5a4100470 msgr2=0x7fc5a4100d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:33.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.120+0000 7fc5a9800640 1 -- 172.21.15.26:0/3368665303 shutdown_connections 2024-04-26T23:46:33.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:33.120+0000 7fc5a9800640 1 -- 172.21.15.26:0/3368665303 wait complete. 2024-04-26T23:46:34.145 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:46:34.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:46:34.146 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:46:34.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.394+0000 7f9fd3c00640 1 -- 172.21.15.26:0/749757743 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9fcc100ea0 msgr2=0x7f9fcc101300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.394+0000 7f9fd3c00640 1 --2- 172.21.15.26:0/749757743 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9fcc100ea0 0x7f9fcc101300 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f9fb4009900 tx=0x7f9fb402a480 comp rx=0 tx=0).stop 2024-04-26T23:46:34.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.394+0000 7f9fd3c00640 1 -- 172.21.15.26:0/749757743 shutdown_connections 2024-04-26T23:46:34.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.394+0000 7f9fd3c00640 1 --2- 172.21.15.26:0/749757743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9fcc101a30 0x7f9fcc111630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.394+0000 7f9fd3c00640 1 --2- 172.21.15.26:0/749757743 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9fcc100ea0 0x7f9fcc101300 unknown :-1 s=CLOSED pgs=1187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.394+0000 7f9fd3c00640 1 --2- 172.21.15.26:0/749757743 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9fcc103800 0x7f9fcc103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.394+0000 7f9fd3c00640 1 -- 172.21.15.26:0/749757743 >> 172.21.15.26:0/749757743 conn(0x7f9fcc077e30 msgr2=0x7f9fcc0ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:34.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.395+0000 7f9fd3c00640 1 -- 172.21.15.26:0/749757743 shutdown_connections 2024-04-26T23:46:34.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.395+0000 7f9fd3c00640 1 -- 172.21.15.26:0/749757743 wait complete. 2024-04-26T23:46:34.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.396+0000 7f9fd3c00640 1 Processor -- start 2024-04-26T23:46:34.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.396+0000 7f9fd3c00640 1 -- start start 2024-04-26T23:46:34.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.396+0000 7f9fd3c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9fcc100ea0 0x7f9fcc19b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.396+0000 7f9fd3c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9fcc101a30 0x7f9fcc19b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.396+0000 7f9fd3c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9fcc103800 0x7f9fcc19fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.396+0000 7f9fd3c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9fcc114cc0 con 0x7f9fcc100ea0 2024-04-26T23:46:34.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.397+0000 7f9fd3c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9fcc114b40 con 0x7f9fcc103800 2024-04-26T23:46:34.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.397+0000 7f9fd3c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9fcc114e40 con 0x7f9fcc101a30 2024-04-26T23:46:34.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.397+0000 7f9fd1200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9fcc100ea0 0x7f9fcc19b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.397+0000 7f9fd1200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9fcc100ea0 0x7f9fcc19b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44990/0 (socket says 172.21.15.26:44990) 2024-04-26T23:46:34.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.397+0000 7f9fd1200640 1 -- 172.21.15.26:0/4152644790 learned_addr learned my addr 172.21.15.26:0/4152644790 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:34.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.397+0000 7f9fc3e00640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9fcc101a30 0x7f9fcc19b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.397+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9fcc103800 0x7f9fcc19fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.397+0000 7f9fd1200640 1 -- 172.21.15.26:0/4152644790 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9fcc101a30 msgr2=0x7f9fcc19b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.397+0000 7f9fd1200640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9fcc101a30 0x7f9fcc19b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.397+0000 7f9fd1200640 1 -- 172.21.15.26:0/4152644790 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9fcc103800 msgr2=0x7f9fcc19fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.397+0000 7f9fd1200640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9fcc103800 0x7f9fcc19fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.397+0000 7f9fd1200640 1 -- 172.21.15.26:0/4152644790 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fcc1a0240 con 0x7f9fcc100ea0 2024-04-26T23:46:34.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.398+0000 7f9fd1200640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9fcc100ea0 0x7f9fcc19b2a0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f9fbc00d950 tx=0x7f9fbc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:34.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.398+0000 7f9fca000640 1 -- 172.21.15.26:0/4152644790 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fbc017070 con 0x7f9fcc100ea0 2024-04-26T23:46:34.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.398+0000 7f9fca000640 1 -- 172.21.15.26:0/4152644790 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9fbc009c30 con 0x7f9fcc100ea0 2024-04-26T23:46:34.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.398+0000 7f9fd3c00640 1 -- 172.21.15.26:0/4152644790 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fcc1a0530 con 0x7f9fcc100ea0 2024-04-26T23:46:34.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.398+0000 7f9fca000640 1 -- 172.21.15.26:0/4152644790 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fbc00f620 con 0x7f9fcc100ea0 2024-04-26T23:46:34.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.398+0000 7f9fd3c00640 1 -- 172.21.15.26:0/4152644790 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fcc1a7dc0 con 0x7f9fcc100ea0 2024-04-26T23:46:34.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.402+0000 7f9fd6a16740 1 Processor -- start 2024-04-26T23:46:34.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.402+0000 7f9fca000640 1 -- 172.21.15.26:0/4152644790 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f9fbc010460 con 0x7f9fcc100ea0 2024-04-26T23:46:34.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.402+0000 7f9fd6a16740 1 -- start start 2024-04-26T23:46:34.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.403+0000 7f9fd6a16740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3cc50 0x55aeebd3d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.403+0000 7f9fd6a16740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3d570 0x55aeebd47700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.403+0000 7f9fd6a16740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd4a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.403+0000 7f9fd6a16740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55aeebca2980 con 0x55aeebd47c40 2024-04-26T23:46:34.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.403+0000 7f9fd6a16740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55aeebc3f220 con 0x55aeebd3d570 2024-04-26T23:46:34.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.403+0000 7f9fd6a16740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55aeebc9e940 con 0x55aeebd3cc50 2024-04-26T23:46:34.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.403+0000 7f9fc3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd4a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.403+0000 7f9fc3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd4a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44998/0 (socket says 172.21.15.26:44998) 2024-04-26T23:46:34.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.403+0000 7f9fc3e00640 1 -- 172.21.15.26:0/2200011339 learned_addr learned my addr 172.21.15.26:0/2200011339 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:34.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.404+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/2200011339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3cc50 0x55aeebd3d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.404+0000 7f9fd1200640 1 --2- 172.21.15.26:0/2200011339 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3d570 0x55aeebd47700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.404+0000 7f9fc3e00640 1 -- 172.21.15.26:0/2200011339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3cc50 msgr2=0x55aeebd3d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.404+0000 7f9fc3e00640 1 --2- 172.21.15.26:0/2200011339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3cc50 0x55aeebd3d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.404+0000 7f9fc3e00640 1 -- 172.21.15.26:0/2200011339 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3d570 msgr2=0x55aeebd47700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.404+0000 7f9fc3e00640 1 --2- 172.21.15.26:0/2200011339 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3d570 0x55aeebd47700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.404+0000 7f9fc3e00640 1 -- 172.21.15.26:0/2200011339 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aeeba7c7e0 con 0x55aeebd47c40 2024-04-26T23:46:34.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.404+0000 7f9fca000640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9fb00a3da0 0x7f9fb00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.405+0000 7f9fc3e00640 1 --2- 172.21.15.26:0/2200011339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd4a030 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f9fb402aa70 tx=0x7f9fb4004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a9c9af27491df8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:34.428 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.405+0000 7f9fca000640 1 -- 172.21.15.26:0/4152644790 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f9fbc0d0460 con 0x7f9fcc100ea0 2024-04-26T23:46:34.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.405+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9fb00a3da0 0x7f9fb00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.405+0000 7f9fc2000640 1 -- 172.21.15.26:0/2200011339 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fb4035030 con 0x55aeebd47c40 2024-04-26T23:46:34.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.405+0000 7f9fc2000640 1 -- 172.21.15.26:0/2200011339 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9fb40046c0 con 0x55aeebd47c40 2024-04-26T23:46:34.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.405+0000 7f9fc2000640 1 -- 172.21.15.26:0/2200011339 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fb4005d50 con 0x55aeebd47c40 2024-04-26T23:46:34.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.406+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2200011339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 msgr2=0x55aeebd4a030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.406+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9fb00a3da0 0x7f9fb00a6260 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc101e80 tx=0x7f9fc4007670 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:34.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.406+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/2200011339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd4a030 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f9fb402aa70 tx=0x7f9fb4004390 comp rx=0 tx=0).stop 2024-04-26T23:46:34.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.406+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2200011339 shutdown_connections 2024-04-26T23:46:34.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.406+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/2200011339 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd4a030 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.406+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/2200011339 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3d570 0x55aeebd47700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.406+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/2200011339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3cc50 0x55aeebd3d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.430 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.406+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2200011339 >> 172.21.15.26:0/2200011339 conn(0x55aeebd38f70 msgr2=0x55aeebd39350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:34.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.406+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2200011339 shutdown_connections 2024-04-26T23:46:34.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.406+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2200011339 wait complete. 2024-04-26T23:46:34.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.407+0000 7f9fd6a16740 1 -- start start 2024-04-26T23:46:34.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.407+0000 7f9fd6a16740 1 Processor -- start 2024-04-26T23:46:34.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.407+0000 7f9fd6a16740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3cc50 0x55aeebd44b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.407+0000 7f9fd6a16740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3d570 0x55aeebd450b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.407+0000 7f9fd6a16740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd455f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.407+0000 7f9fd6a16740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55aeebd4a9d0 con 0x55aeebd47c40 2024-04-26T23:46:34.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fd6a16740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55aeebc2a170 con 0x55aeebd3d570 2024-04-26T23:46:34.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fd6a16740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55aeebd4ab50 con 0x55aeebd3cc50 2024-04-26T23:46:34.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fd6a16740 10 client.0 _ll_register_callbacks cb 0x55aeebc99770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:34.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fd1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd455f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fd1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd455f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45000/0 (socket says 172.21.15.26:45000) 2024-04-26T23:46:34.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fd1c00640 1 -- 172.21.15.26:0/2847913197 learned_addr learned my addr 172.21.15.26:0/2847913197 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:34.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fc3e00640 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3d570 0x55aeebd450b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fd1200640 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3cc50 0x55aeebd44b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fd1c00640 1 -- 172.21.15.26:0/2847913197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3cc50 msgr2=0x55aeebd44b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3cc50 0x55aeebd44b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fd1c00640 1 -- 172.21.15.26:0/2847913197 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3d570 msgr2=0x55aeebd450b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3d570 0x55aeebd450b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fd1c00640 1 -- 172.21.15.26:0/2847913197 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aeebadcf70 con 0x55aeebd47c40 2024-04-26T23:46:34.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.408+0000 7f9fc3e00640 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3d570 0x55aeebd450b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:46:34.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.409+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd455f0 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f9fc40045b0 tx=0x7f9fc4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d5cb0beab3e9d0c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:34.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.409+0000 7f9fbaa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:34.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.409+0000 7f9fbaa00640 1 -- 172.21.15.26:0/2847913197 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc401cd40 con 0x55aeebd47c40 2024-04-26T23:46:34.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.409+0000 7f9fbaa00640 1 -- 172.21.15.26:0/2847913197 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f9fc4026470 con 0x55aeebd47c40 2024-04-26T23:46:34.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.409+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2847913197 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fb40046c0 con 0x55aeebd47c40 2024-04-26T23:46:34.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.410+0000 7f9fbaa00640 1 -- 172.21.15.26:0/2847913197 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9fc4026670 con 0x55aeebd47c40 2024-04-26T23:46:34.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.410+0000 7f9fd6a16740 10 client.17700 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:34.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.410+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2847913197 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55aeeb974170 con 0x55aeebd47c40 2024-04-26T23:46:34.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.410+0000 7f9fbaa00640 1 -- 172.21.15.26:0/2847913197 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9fb40046c0 con 0x55aeebd47c40 2024-04-26T23:46:34.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.410+0000 7f9fbaa00640 1 -- 172.21.15.26:0/2847913197 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9fc401a410 con 0x55aeebd47c40 2024-04-26T23:46:34.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.410+0000 7f9fd6a16740 10 client.17700 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:34.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.410+0000 7f9fd6a16740 10 client.17700 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:46:34.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.410+0000 7f9fd6a16740 20 client.17700 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:34.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.410+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aeebd57bb0 0x55aeebd5a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.410+0000 7f9fd6a16740 4 client.17700 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:46:34.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.410+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2847913197 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aeebcb0590 con 0x55aeebd57bb0 2024-04-26T23:46:34.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.411+0000 7f9fd1200640 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aeebd57bb0 0x55aeebd5a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.412+0000 7f9fd1200640 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aeebd57bb0 0x55aeebd5a000 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5194dc1ec1e1abe server_cookie=91ccc8916fd6cfa8 in_seq=0 out_seq=0 2024-04-26T23:46:34.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.412+0000 7f9fbaa00640 10 client.17700 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:34.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.414+0000 7f9fbaa00640 1 -- 172.21.15.26:0/2847913197 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55aeebcb0590 con 0x55aeebd57bb0 2024-04-26T23:46:34.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.414+0000 7f9fbaa00640 10 client.17700 handle_command_reply: tid=0 2024-04-26T23:46:34.437 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.414+0000 7f9fd6a16740 1 client.17700 shutdown 2024-04-26T23:46:34.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.414+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2847913197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 msgr2=0x55aeebd455f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.414+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd455f0 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f9fc40045b0 tx=0x7f9fc4004a40 comp rx=0 tx=0).stop 2024-04-26T23:46:34.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.414+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2847913197 shutdown_connections 2024-04-26T23:46:34.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.414+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aeebd57bb0 0x55aeebd5a000 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.414+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd455f0 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.414+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3d570 0x55aeebd450b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.414+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/2847913197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3cc50 0x55aeebd44b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.414+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2847913197 >> 172.21.15.26:0/2847913197 conn(0x55aeebd38f70 msgr2=0x55aeebd3ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:34.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.414+0000 7f9fbaa00640 0 client.17700 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:34.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.415+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2847913197 shutdown_connections 2024-04-26T23:46:34.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.415+0000 7f9fd6a16740 1 -- 172.21.15.26:0/2847913197 wait complete. 2024-04-26T23:46:34.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.415+0000 7f9fd6a16740 20 client.17700 trim_cache size 0 max 16384 2024-04-26T23:46:34.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.438+0000 7f9fd6a16740 1 Processor -- start 2024-04-26T23:46:34.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.438+0000 7f9fd6a16740 1 -- start start 2024-04-26T23:46:34.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.439+0000 7f9fd6a16740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3cc50 0x55aeebd538c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.439+0000 7f9fd6a16740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3d570 0x55aeebd3f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.439+0000 7f9fd6a16740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd37e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.439+0000 7f9fd6a16740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9fcc1b2eb0 con 0x55aeebd47c40 2024-04-26T23:46:34.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.439+0000 7f9fd6a16740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9fcc1b0780 con 0x55aeebd3cc50 2024-04-26T23:46:34.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.439+0000 7f9fd6a16740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9fcc1ae5f0 con 0x55aeebd3d570 2024-04-26T23:46:34.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.439+0000 7f9fd1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd37e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.439+0000 7f9fd1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd37e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45012/0 (socket says 172.21.15.26:45012) 2024-04-26T23:46:34.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.439+0000 7f9fd1c00640 1 -- 172.21.15.26:0/622371640 learned_addr learned my addr 172.21.15.26:0/622371640 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:34.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.439+0000 7f9fd1200640 1 --2- 172.21.15.26:0/622371640 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3cc50 0x55aeebd538c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.440+0000 7f9fc3e00640 1 --2- 172.21.15.26:0/622371640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3d570 0x55aeebd3f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.440+0000 7f9fd1c00640 1 -- 172.21.15.26:0/622371640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3d570 msgr2=0x55aeebd3f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.440+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/622371640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3d570 0x55aeebd3f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.440+0000 7f9fd1c00640 1 -- 172.21.15.26:0/622371640 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3cc50 msgr2=0x55aeebd538c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.440+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/622371640 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3cc50 0x55aeebd538c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.440+0000 7f9fd1c00640 1 -- 172.21.15.26:0/622371640 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aeebd3d3a0 con 0x55aeebd47c40 2024-04-26T23:46:34.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.440+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/622371640 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd37e70 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f9fc4000f80 tx=0x7f9fc40078b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8eadb6e42301660 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:34.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.440+0000 7f9fc1600640 1 -- 172.21.15.26:0/622371640 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc4033070 con 0x55aeebd47c40 2024-04-26T23:46:34.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.441+0000 7f9fc1600640 1 -- 172.21.15.26:0/622371640 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9fc4021070 con 0x55aeebd47c40 2024-04-26T23:46:34.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.441+0000 7f9fc1600640 1 -- 172.21.15.26:0/622371640 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc401aa70 con 0x55aeebd47c40 2024-04-26T23:46:34.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.441+0000 7f9fd6a16740 1 -- 172.21.15.26:0/622371640 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 msgr2=0x55aeebd37e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.441+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/622371640 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd37e70 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f9fc4000f80 tx=0x7f9fc40078b0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.441+0000 7f9fd6a16740 1 -- 172.21.15.26:0/622371640 shutdown_connections 2024-04-26T23:46:34.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.441+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/622371640 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd37e70 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.441+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/622371640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3d570 0x55aeebd3f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.442+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/622371640 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3cc50 0x55aeebd538c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.442+0000 7f9fd6a16740 1 -- 172.21.15.26:0/622371640 >> 172.21.15.26:0/622371640 conn(0x55aeebd38f70 msgr2=0x55aeebd37760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.442+0000 7f9fd6a16740 1 -- 172.21.15.26:0/622371640 shutdown_connections 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.442+0000 7f9fd6a16740 1 -- 172.21.15.26:0/622371640 wait complete. 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.442+0000 7f9fd6a16740 1 -- start start 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.443+0000 7f9fd6a16740 1 Processor -- start 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.443+0000 7f9fd6a16740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3cc50 0x55aeebd4b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.443+0000 7f9fd6a16740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3d570 0x55aeebd4bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.443+0000 7f9fd6a16740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd4c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.443+0000 7f9fd6a16740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9fcc1aec40 con 0x55aeebd47c40 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.443+0000 7f9fd6a16740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9fcc1b00b0 con 0x55aeebd3cc50 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.443+0000 7f9fd6a16740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9fcc1af310 con 0x55aeebd3d570 2024-04-26T23:46:34.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.444+0000 7f9fd6a16740 10 client.0 _ll_register_callbacks cb 0x7f9fc4007b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.444+0000 7f9fd1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd4c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.444+0000 7f9fd1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd4c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45028/0 (socket says 172.21.15.26:45028) 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.444+0000 7f9fd1c00640 1 -- 172.21.15.26:0/3484603449 learned_addr learned my addr 172.21.15.26:0/3484603449 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.444+0000 7f9fc3e00640 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3d570 0x55aeebd4bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.444+0000 7f9fd1200640 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3cc50 0x55aeebd4b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.444+0000 7f9fd1c00640 1 -- 172.21.15.26:0/3484603449 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3d570 msgr2=0x55aeebd4bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.444+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3d570 0x55aeebd4bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.444+0000 7f9fd1c00640 1 -- 172.21.15.26:0/3484603449 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3cc50 msgr2=0x55aeebd4b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.445+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3cc50 0x55aeebd4b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.445+0000 7f9fd1c00640 1 -- 172.21.15.26:0/3484603449 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aeebdbd140 con 0x55aeebd47c40 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.445+0000 7f9fd1200640 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3cc50 0x55aeebd4b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.445+0000 7f9fd1c00640 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd4c270 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f9fc40079e0 tx=0x7f9fc401a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b0b8240b4fd545f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.445+0000 7f9fbaa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.445+0000 7f9fbaa00640 1 -- 172.21.15.26:0/3484603449 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc4033030 con 0x55aeebd47c40 2024-04-26T23:46:34.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.445+0000 7f9fbaa00640 1 -- 172.21.15.26:0/3484603449 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f9fc401cd50 con 0x55aeebd47c40 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.445+0000 7f9fd6a16740 1 -- 172.21.15.26:0/3484603449 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fc4021070 con 0x55aeebd47c40 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.446+0000 7f9fbaa00640 1 -- 172.21.15.26:0/3484603449 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9fc401a9f0 con 0x55aeebd47c40 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.446+0000 7f9fd6a16740 10 client.17706 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.446+0000 7f9fd6a16740 1 -- 172.21.15.26:0/3484603449 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55aeebdbe460 con 0x55aeebd47c40 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.446+0000 7f9fbaa00640 1 -- 172.21.15.26:0/3484603449 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9fc4021070 con 0x55aeebd47c40 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.446+0000 7f9fbaa00640 1 -- 172.21.15.26:0/3484603449 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9fc402f450 con 0x55aeebd47c40 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.446+0000 7f9fd6a16740 10 client.17706 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.446+0000 7f9fd6a16740 10 client.17706 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.447+0000 7f9fd6a16740 20 client.17706 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.447+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aeebdbea60 0x55aeebdc0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.447+0000 7f9fd6a16740 4 client.17706 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.447+0000 7f9fd6a16740 1 -- 172.21.15.26:0/3484603449 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55aeebcaa400 con 0x55aeebdbea60 2024-04-26T23:46:34.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.447+0000 7f9fd1200640 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aeebdbea60 0x55aeebdc0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.448+0000 7f9fd1200640 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aeebdbea60 0x55aeebdc0e80 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60e37057e43ceb6b server_cookie=b392caa0062137a3 in_seq=0 out_seq=0 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.448+0000 7f9fbaa00640 10 client.17706 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fbaa00640 1 -- 172.21.15.26:0/3484603449 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55aeebcaa400 con 0x55aeebdbea60 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fbaa00640 10 client.17706 handle_command_reply: tid=0 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fd6a16740 1 client.17706 shutdown 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fd6a16740 1 -- 172.21.15.26:0/3484603449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 msgr2=0x55aeebd4c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd4c270 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f9fc40079e0 tx=0x7f9fc401a6c0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fd6a16740 1 -- 172.21.15.26:0/3484603449 shutdown_connections 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aeebdbea60 0x55aeebdc0e80 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aeebd47c40 0x55aeebd4c270 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aeebd3d570 0x55aeebd4bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fd6a16740 1 --2- 172.21.15.26:0/3484603449 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aeebd3cc50 0x55aeebd4b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fbaa00640 0 client.17706 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:34.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fd6a16740 1 -- 172.21.15.26:0/3484603449 >> 172.21.15.26:0/3484603449 conn(0x55aeebd38f70 msgr2=0x55aeebd37ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:34.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.451+0000 7f9fd6a16740 1 -- 172.21.15.26:0/3484603449 shutdown_connections 2024-04-26T23:46:34.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.452+0000 7f9fd6a16740 1 -- 172.21.15.26:0/3484603449 wait complete. 2024-04-26T23:46:34.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.452+0000 7f9fd6a16740 20 client.17706 trim_cache size 0 max 16384 2024-04-26T23:46:34.461 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:46:34.461 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:46:34.461 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "f6872796-43e1-4f85-a57b-fb70de6953c5", 2024-04-26T23:46:34.461 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:46:34.461 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:46:34.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.453+0000 7f9fd3c00640 1 -- 172.21.15.26:0/4152644790 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9fb00a3da0 msgr2=0x7f9fb00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.453+0000 7f9fd3c00640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9fb00a3da0 0x7f9fb00a6260 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc101e80 tx=0x7f9fc4007670 comp rx=0 tx=0).stop 2024-04-26T23:46:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.453+0000 7f9fd3c00640 1 -- 172.21.15.26:0/4152644790 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9fcc100ea0 msgr2=0x7f9fcc19b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.453+0000 7f9fd3c00640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9fcc100ea0 0x7f9fcc19b2a0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f9fbc00d950 tx=0x7f9fbc00de10 comp rx=0 tx=0).stop 2024-04-26T23:46:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.453+0000 7f9fd3c00640 1 -- 172.21.15.26:0/4152644790 shutdown_connections 2024-04-26T23:46:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.453+0000 7f9fd3c00640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9fcc103800 0x7f9fcc19fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.453+0000 7f9fd3c00640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9fcc101a30 0x7f9fcc19b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.453+0000 7f9fd3c00640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9fb00a3da0 0x7f9fb00a6260 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.453+0000 7f9fd3c00640 1 --2- 172.21.15.26:0/4152644790 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9fcc100ea0 0x7f9fcc19b2a0 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.453+0000 7f9fd3c00640 1 -- 172.21.15.26:0/4152644790 >> 172.21.15.26:0/4152644790 conn(0x7f9fcc077e30 msgr2=0x7f9fcc0fe570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.453+0000 7f9fd3c00640 1 -- 172.21.15.26:0/4152644790 shutdown_connections 2024-04-26T23:46:34.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.453+0000 7f9fd3c00640 1 -- 172.21.15.26:0/4152644790 wait complete. 2024-04-26T23:46:34.483 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:46:34.483 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:46:34.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.698+0000 7f2d3f200640 1 -- 172.21.15.26:0/2384657416 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d401027d0 msgr2=0x7f2d40102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.698+0000 7f2d3f200640 1 --2- 172.21.15.26:0/2384657416 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d401027d0 0x7f2d40102c50 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c009930 tx=0x7f2d2c02a420 comp rx=0 tx=0).stop 2024-04-26T23:46:34.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.698+0000 7f2d3f200640 1 -- 172.21.15.26:0/2384657416 shutdown_connections 2024-04-26T23:46:34.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.698+0000 7f2d3f200640 1 --2- 172.21.15.26:0/2384657416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2d40103190 0x7f2d4010f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.698+0000 7f2d3f200640 1 --2- 172.21.15.26:0/2384657416 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d401027d0 0x7f2d40102c50 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.698+0000 7f2d3f200640 1 --2- 172.21.15.26:0/2384657416 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d401087e0 0x7f2d40108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.698+0000 7f2d3f200640 1 -- 172.21.15.26:0/2384657416 >> 172.21.15.26:0/2384657416 conn(0x7f2d400fe300 msgr2=0x7f2d40100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:34.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.698+0000 7f2d3f200640 1 -- 172.21.15.26:0/2384657416 shutdown_connections 2024-04-26T23:46:34.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.698+0000 7f2d3f200640 1 -- 172.21.15.26:0/2384657416 wait complete. 2024-04-26T23:46:34.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.699+0000 7f2d3f200640 1 Processor -- start 2024-04-26T23:46:34.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.699+0000 7f2d3f200640 1 -- start start 2024-04-26T23:46:34.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.700+0000 7f2d3f200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d401027d0 0x7f2d40198f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.700+0000 7f2d3f200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2d40103190 0x7f2d40199440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.700+0000 7f2d3f200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d401087e0 0x7f2d4019d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.700+0000 7f2d3f200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2d40112950 con 0x7f2d401087e0 2024-04-26T23:46:34.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.700+0000 7f2d3f200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2d401127d0 con 0x7f2d401027d0 2024-04-26T23:46:34.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.700+0000 7f2d3f200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2d40112ad0 con 0x7f2d40103190 2024-04-26T23:46:34.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.700+0000 7f2d3e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d401087e0 0x7f2d4019d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.700+0000 7f2d3e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d401087e0 0x7f2d4019d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45044/0 (socket says 172.21.15.26:45044) 2024-04-26T23:46:34.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.700+0000 7f2d3e800640 1 -- 172.21.15.26:0/3881309446 learned_addr learned my addr 172.21.15.26:0/3881309446 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:34.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.700+0000 7f2d3de00640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d401027d0 0x7f2d40198f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.701+0000 7f2d3d400640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2d40103190 0x7f2d40199440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.701+0000 7f2d3e800640 1 -- 172.21.15.26:0/3881309446 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2d40103190 msgr2=0x7f2d40199440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.701+0000 7f2d3e800640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2d40103190 0x7f2d40199440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.701+0000 7f2d3e800640 1 -- 172.21.15.26:0/3881309446 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d401027d0 msgr2=0x7f2d40198f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.701+0000 7f2d3e800640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d401027d0 0x7f2d40198f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.701+0000 7f2d3e800640 1 -- 172.21.15.26:0/3881309446 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d4019def0 con 0x7f2d401087e0 2024-04-26T23:46:34.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.702+0000 7f2d3e800640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d401087e0 0x7f2d4019d7c0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f2d3800eaa0 tx=0x7f2d3800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:34.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.702+0000 7f2d36a00640 1 -- 172.21.15.26:0/3881309446 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3800cdb0 con 0x7f2d401087e0 2024-04-26T23:46:34.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.702+0000 7f2d36a00640 1 -- 172.21.15.26:0/3881309446 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2d38005020 con 0x7f2d401087e0 2024-04-26T23:46:34.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.702+0000 7f2d3f200640 1 -- 172.21.15.26:0/3881309446 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d4019e1e0 con 0x7f2d401087e0 2024-04-26T23:46:34.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.702+0000 7f2d36a00640 1 -- 172.21.15.26:0/3881309446 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d380116d0 con 0x7f2d401087e0 2024-04-26T23:46:34.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.702+0000 7f2d3f200640 1 -- 172.21.15.26:0/3881309446 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d401a5a70 con 0x7f2d401087e0 2024-04-26T23:46:34.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.706+0000 7f2d47b7e740 1 Processor -- start 2024-04-26T23:46:34.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.706+0000 7f2d36a00640 1 -- 172.21.15.26:0/3881309446 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2d380051d0 con 0x7f2d401087e0 2024-04-26T23:46:34.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.707+0000 7f2d47b7e740 1 -- start start 2024-04-26T23:46:34.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.707+0000 7f2d47b7e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087b7e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.707+0000 7f2d47b7e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087c6c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.707+0000 7f2d47b7e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 0x564f087c9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.707+0000 7f2d47b7e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564f086c9030 con 0x564f087b7a80 2024-04-26T23:46:34.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.707+0000 7f2d47b7e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x564f086e47f0 con 0x564f087b8430 2024-04-26T23:46:34.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.707+0000 7f2d47b7e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564f0869f7e0 con 0x564f087c7150 2024-04-26T23:46:34.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.708+0000 7f2d3d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087b7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.708+0000 7f2d3d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087b7e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45060/0 (socket says 172.21.15.26:45060) 2024-04-26T23:46:34.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.708+0000 7f2d3d400640 1 -- 172.21.15.26:0/2851175995 learned_addr learned my addr 172.21.15.26:0/2851175995 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:34.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.708+0000 7f2d3de00640 1 --2- 172.21.15.26:0/2851175995 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087c6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.708+0000 7f2d3d400640 1 --2- 172.21.15.26:0/2851175995 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 0x564f087c9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.708+0000 7f2d3d400640 1 -- 172.21.15.26:0/2851175995 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 msgr2=0x564f087c9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.708+0000 7f2d3d400640 1 --2- 172.21.15.26:0/2851175995 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 0x564f087c9540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.708+0000 7f2d3d400640 1 -- 172.21.15.26:0/2851175995 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 msgr2=0x564f087c6c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.709+0000 7f2d3d400640 1 --2- 172.21.15.26:0/2851175995 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087c6c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.709+0000 7f2d36a00640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2d240a3d20 0x7f2d240a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.709+0000 7f2d3d400640 1 -- 172.21.15.26:0/2851175995 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f086ab050 con 0x564f087b7a80 2024-04-26T23:46:34.714 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.709+0000 7f2d36a00640 1 -- 172.21.15.26:0/3881309446 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f2d380d0970 con 0x7f2d401087e0 2024-04-26T23:46:34.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.709+0000 7f2d3d400640 1 --2- 172.21.15.26:0/2851175995 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087b7e60 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c005ec0 tx=0x7f2d2c005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=112cf6d5794eed7c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:34.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.709+0000 7f2d3e800640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2d240a3d20 0x7f2d240a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.709+0000 7f2d2b000640 1 -- 172.21.15.26:0/2851175995 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d2c035070 con 0x564f087b7a80 2024-04-26T23:46:34.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.709+0000 7f2d2b000640 1 -- 172.21.15.26:0/2851175995 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2d2c0044c0 con 0x564f087b7a80 2024-04-26T23:46:34.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.710+0000 7f2d2b000640 1 -- 172.21.15.26:0/2851175995 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d2c003c00 con 0x564f087b7a80 2024-04-26T23:46:34.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.710+0000 7f2d47b7e740 1 -- 172.21.15.26:0/2851175995 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 msgr2=0x564f087b7e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.710+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/2851175995 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087b7e60 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c005ec0 tx=0x7f2d2c005fd0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.710+0000 7f2d3e800640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2d240a3d20 0x7f2d240a61e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2d380a4fd0 tx=0x7f2d38005b20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:34.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.711+0000 7f2d47b7e740 1 -- 172.21.15.26:0/2851175995 shutdown_connections 2024-04-26T23:46:34.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.711+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/2851175995 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 0x564f087c9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.711+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/2851175995 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087c6c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.711+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/2851175995 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087b7e60 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.711+0000 7f2d47b7e740 1 -- 172.21.15.26:0/2851175995 >> 172.21.15.26:0/2851175995 conn(0x564f087b4070 msgr2=0x564f087b4450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:34.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.711+0000 7f2d47b7e740 1 -- 172.21.15.26:0/2851175995 shutdown_connections 2024-04-26T23:46:34.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.711+0000 7f2d47b7e740 1 -- 172.21.15.26:0/2851175995 wait complete. 2024-04-26T23:46:34.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.711+0000 7f2d47b7e740 1 -- start start 2024-04-26T23:46:34.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.712+0000 7f2d47b7e740 1 Processor -- start 2024-04-26T23:46:34.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.712+0000 7f2d47b7e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087b7a80 0x564f087c6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.712+0000 7f2d47b7e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087c3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.712+0000 7f2d47b7e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087c7150 0x564f087c4230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.712+0000 7f2d47b7e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564f08721200 con 0x564f087c7150 2024-04-26T23:46:34.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.712+0000 7f2d47b7e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x564f0871bee0 con 0x564f087b8430 2024-04-26T23:46:34.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.712+0000 7f2d47b7e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564f08728e70 con 0x564f087b7a80 2024-04-26T23:46:34.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.712+0000 7f2d47b7e740 10 client.0 _ll_register_callbacks cb 0x564f08712270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:34.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.713+0000 7f2d3d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087c7150 0x564f087c4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.713+0000 7f2d3de00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087c3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.713+0000 7f2d3d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087c7150 0x564f087c4230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45070/0 (socket says 172.21.15.26:45070) 2024-04-26T23:46:34.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.713+0000 7f2d3d400640 1 -- 172.21.15.26:0/146831377 learned_addr learned my addr 172.21.15.26:0/146831377 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:34.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.713+0000 7f2d3d400640 1 --2- 172.21.15.26:0/146831377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087b7a80 0x564f087c6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.713+0000 7f2d3d400640 1 -- 172.21.15.26:0/146831377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087b7a80 msgr2=0x564f087c6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.713+0000 7f2d3d400640 1 --2- 172.21.15.26:0/146831377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087b7a80 0x564f087c6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.713+0000 7f2d3d400640 1 -- 172.21.15.26:0/146831377 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 msgr2=0x564f087c3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.713+0000 7f2d3d400640 1 --2- 172.21.15.26:0/146831377 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087c3cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.713+0000 7f2d3d400640 1 -- 172.21.15.26:0/146831377 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f084f87d0 con 0x564f087c7150 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.714+0000 7f2d3d400640 1 --2- 172.21.15.26:0/146831377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087c7150 0x564f087c4230 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c003940 tx=0x7f2d2c031f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=183bddc123c878f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.714+0000 7f2d1f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.714+0000 7f2d1f400640 1 -- 172.21.15.26:0/146831377 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d2c035070 con 0x564f087c7150 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.714+0000 7f2d47b7e740 1 -- 172.21.15.26:0/146831377 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564f0872a7e0 con 0x564f087c7150 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.714+0000 7f2d1f400640 1 -- 172.21.15.26:0/146831377 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f2d2c003be0 con 0x564f087c7150 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.715+0000 7f2d1f400640 1 -- 172.21.15.26:0/146831377 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2d2c003ff0 con 0x564f087c7150 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.715+0000 7f2d47b7e740 10 client.17718 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:34.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.715+0000 7f2d47b7e740 1 -- 172.21.15.26:0/146831377 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564f0842e3f0 con 0x564f087c7150 2024-04-26T23:46:34.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.715+0000 7f2d1f400640 1 -- 172.21.15.26:0/146831377 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x564f0872a7e0 con 0x564f087c7150 2024-04-26T23:46:34.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.715+0000 7f2d1f400640 1 -- 172.21.15.26:0/146831377 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2d2c04cb80 con 0x564f087c7150 2024-04-26T23:46:34.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.715+0000 7f2d47b7e740 10 client.17718 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:34.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.715+0000 7f2d47b7e740 10 client.17718 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:46:34.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.715+0000 7f2d47b7e740 20 client.17718 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:34.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.715+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/146831377 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564f087d68a0 0x564f087d8c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.715+0000 7f2d47b7e740 4 client.17718 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:46:34.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.715+0000 7f2d47b7e740 1 -- 172.21.15.26:0/146831377 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f08724650 con 0x564f087d68a0 2024-04-26T23:46:34.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.716+0000 7f2d3de00640 1 --2- 172.21.15.26:0/146831377 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564f087d68a0 0x564f087d8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.717+0000 7f2d1f400640 10 client.17718 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:34.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.717+0000 7f2d3de00640 1 --2- 172.21.15.26:0/146831377 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564f087d68a0 0x564f087d8c90 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f3bf1a033fb68c6 server_cookie=3a7fbb59c5cbf552 in_seq=0 out_seq=0 2024-04-26T23:46:34.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d1f400640 1 -- 172.21.15.26:0/146831377 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564f08724650 con 0x564f087d68a0 2024-04-26T23:46:34.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d1f400640 10 client.17718 handle_command_reply: tid=0 2024-04-26T23:46:34.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d47b7e740 1 client.17718 shutdown 2024-04-26T23:46:34.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d47b7e740 1 -- 172.21.15.26:0/146831377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087c7150 msgr2=0x564f087c4230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/146831377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087c7150 0x564f087c4230 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c003940 tx=0x7f2d2c031f90 comp rx=0 tx=0).stop 2024-04-26T23:46:34.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d47b7e740 1 -- 172.21.15.26:0/146831377 shutdown_connections 2024-04-26T23:46:34.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/146831377 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564f087d68a0 0x564f087d8c90 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/146831377 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087c7150 0x564f087c4230 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/146831377 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087c3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/146831377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087b7a80 0x564f087c6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d47b7e740 1 -- 172.21.15.26:0/146831377 >> 172.21.15.26:0/146831377 conn(0x564f087b4070 msgr2=0x564f087b9ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:34.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d1f400640 0 client.17718 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:34.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d47b7e740 1 -- 172.21.15.26:0/146831377 shutdown_connections 2024-04-26T23:46:34.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.719+0000 7f2d47b7e740 1 -- 172.21.15.26:0/146831377 wait complete. 2024-04-26T23:46:34.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.720+0000 7f2d47b7e740 20 client.17718 trim_cache size 0 max 16384 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.741+0000 7f2d47b7e740 1 Processor -- start 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.741+0000 7f2d47b7e740 1 -- start start 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.742+0000 7f2d47b7e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087c2e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.742+0000 7f2d47b7e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087b9d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.742+0000 7f2d47b7e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 0x564f087c6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.742+0000 7f2d47b7e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2d401ac270 con 0x564f087b7a80 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.742+0000 7f2d47b7e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2d401aa0e0 con 0x564f087b8430 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.742+0000 7f2d47b7e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2d401abba0 con 0x564f087c7150 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.742+0000 7f2d3d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087c2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.742+0000 7f2d3d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087c2e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45074/0 (socket says 172.21.15.26:45074) 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.742+0000 7f2d3d400640 1 -- 172.21.15.26:0/270534617 learned_addr learned my addr 172.21.15.26:0/270534617 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.742+0000 7f2d3de00640 1 --2- 172.21.15.26:0/270534617 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087b9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.743+0000 7f2d3d400640 1 --2- 172.21.15.26:0/270534617 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 0x564f087c6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.743+0000 7f2d3d400640 1 -- 172.21.15.26:0/270534617 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 msgr2=0x564f087c6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.743+0000 7f2d3d400640 1 --2- 172.21.15.26:0/270534617 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 0x564f087c6420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.743+0000 7f2d3d400640 1 -- 172.21.15.26:0/270534617 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 msgr2=0x564f087b9d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.743+0000 7f2d3d400640 1 --2- 172.21.15.26:0/270534617 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087b9d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.743+0000 7f2d3d400640 1 -- 172.21.15.26:0/270534617 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f083ee0f0 con 0x564f087b7a80 2024-04-26T23:46:34.749 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.743+0000 7f2d3d400640 1 --2- 172.21.15.26:0/270534617 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087c2e70 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c004720 tx=0x7f2d2c0057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9976d847ad09c5c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:34.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.744+0000 7f2d2a600640 1 -- 172.21.15.26:0/270534617 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d2c035040 con 0x564f087b7a80 2024-04-26T23:46:34.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.744+0000 7f2d2a600640 1 -- 172.21.15.26:0/270534617 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2d2c031db0 con 0x564f087b7a80 2024-04-26T23:46:34.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.744+0000 7f2d2a600640 1 -- 172.21.15.26:0/270534617 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d2c003970 con 0x564f087b7a80 2024-04-26T23:46:34.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.745+0000 7f2d47b7e740 1 -- 172.21.15.26:0/270534617 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 msgr2=0x564f087c2e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.745+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/270534617 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087c2e70 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c004720 tx=0x7f2d2c0057e0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.745+0000 7f2d47b7e740 1 -- 172.21.15.26:0/270534617 shutdown_connections 2024-04-26T23:46:34.750 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.745+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/270534617 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 0x564f087c6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.745+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/270534617 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087b9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.745+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/270534617 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087c2e70 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.745+0000 7f2d47b7e740 1 -- 172.21.15.26:0/270534617 >> 172.21.15.26:0/270534617 conn(0x564f087b4070 msgr2=0x564f087b9650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:34.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.745+0000 7f2d47b7e740 1 -- 172.21.15.26:0/270534617 shutdown_connections 2024-04-26T23:46:34.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.745+0000 7f2d47b7e740 1 -- 172.21.15.26:0/270534617 wait complete. 2024-04-26T23:46:34.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.746+0000 7f2d47b7e740 1 -- start start 2024-04-26T23:46:34.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.746+0000 7f2d47b7e740 1 Processor -- start 2024-04-26T23:46:34.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.746+0000 7f2d47b7e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087dbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.746+0000 7f2d47b7e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087d9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.746+0000 7f2d47b7e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 0x564f087d9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.746+0000 7f2d47b7e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2d401aae00 con 0x564f087b7a80 2024-04-26T23:46:34.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.746+0000 7f2d47b7e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2d401aa730 con 0x564f087b8430 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.746+0000 7f2d47b7e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2d401ab4d0 con 0x564f087c7150 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.746+0000 7f2d47b7e740 10 client.0 _ll_register_callbacks cb 0x7f2d2c03e070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.747+0000 7f2d3d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087dbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.747+0000 7f2d3d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087dbfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45090/0 (socket says 172.21.15.26:45090) 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.747+0000 7f2d3d400640 1 -- 172.21.15.26:0/4004456582 learned_addr learned my addr 172.21.15.26:0/4004456582 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.747+0000 7f2d3de00640 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087d9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.747+0000 7f2d3d400640 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 0x564f087d9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.747+0000 7f2d3d400640 1 -- 172.21.15.26:0/4004456582 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 msgr2=0x564f087d9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.747+0000 7f2d3d400640 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 0x564f087d9870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.747+0000 7f2d3d400640 1 -- 172.21.15.26:0/4004456582 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 msgr2=0x564f087d9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.747+0000 7f2d3d400640 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087d9330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.748+0000 7f2d3d400640 1 -- 172.21.15.26:0/4004456582 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f086e4a30 con 0x564f087b7a80 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.748+0000 7f2d3d400640 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087dbfa0 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c03b820 tx=0x7f2d2c005a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce687d26a24244d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:46:34.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.748+0000 7f2d1f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:46:34.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.748+0000 7f2d1f400640 1 -- 172.21.15.26:0/4004456582 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d2c035040 con 0x564f087b7a80 2024-04-26T23:46:34.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.748+0000 7f2d1f400640 1 -- 172.21.15.26:0/4004456582 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f2d2c03b8d0 con 0x564f087b7a80 2024-04-26T23:46:34.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.748+0000 7f2d47b7e740 1 -- 172.21.15.26:0/4004456582 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d2c031db0 con 0x564f087b7a80 2024-04-26T23:46:34.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.749+0000 7f2d1f400640 1 -- 172.21.15.26:0/4004456582 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2d2c03bad0 con 0x564f087b7a80 2024-04-26T23:46:34.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.749+0000 7f2d47b7e740 10 client.17724 fetch_fsmap learned FSMap version 24 2024-04-26T23:46:34.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.749+0000 7f2d47b7e740 1 -- 172.21.15.26:0/4004456582 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564f086e4a30 con 0x564f087b7a80 2024-04-26T23:46:34.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.749+0000 7f2d1f400640 1 -- 172.21.15.26:0/4004456582 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2d2c031db0 con 0x564f087b7a80 2024-04-26T23:46:34.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.749+0000 7f2d1f400640 1 -- 172.21.15.26:0/4004456582 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2d2c061020 con 0x564f087b7a80 2024-04-26T23:46:34.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.749+0000 7f2d47b7e740 10 client.17724 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:46:34.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.749+0000 7f2d47b7e740 10 client.17724 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:46:34.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.749+0000 7f2d47b7e740 20 client.17724 populate_metadata read hostname 'smithi026' 2024-04-26T23:46:34.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.749+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564f0883cb20 0x564f0883ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:46:34.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.749+0000 7f2d47b7e740 4 client.17724 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:46:34.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.749+0000 7f2d47b7e740 1 -- 172.21.15.26:0/4004456582 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564f0869f360 con 0x564f0883cb20 2024-04-26T23:46:34.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.750+0000 7f2d3de00640 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564f0883cb20 0x564f0883ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.751+0000 7f2d3de00640 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564f0883cb20 0x564f0883ef40 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af5013f1275cd7ae server_cookie=6267b241023276f9 in_seq=0 out_seq=0 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.751+0000 7f2d1f400640 10 client.17724 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.751+0000 7f2d1f400640 1 -- 172.21.15.26:0/4004456582 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x564f0869f360 con 0x564f0883cb20 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.751+0000 7f2d1f400640 10 client.17724 handle_command_reply: tid=0 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.751+0000 7f2d47b7e740 1 client.17724 shutdown 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.752+0000 7f2d47b7e740 1 -- 172.21.15.26:0/4004456582 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 msgr2=0x564f087dbfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.752+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087dbfa0 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c03b820 tx=0x7f2d2c005a40 comp rx=0 tx=0).stop 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.752+0000 7f2d47b7e740 1 -- 172.21.15.26:0/4004456582 shutdown_connections 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.752+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564f0883cb20 0x564f0883ef40 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.752+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564f087c7150 0x564f087d9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.752+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564f087b8430 0x564f087d9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.752+0000 7f2d47b7e740 1 --2- 172.21.15.26:0/4004456582 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564f087b7a80 0x564f087dbfa0 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.752+0000 7f2d47b7e740 1 -- 172.21.15.26:0/4004456582 >> 172.21.15.26:0/4004456582 conn(0x564f087b4070 msgr2=0x564f087b9ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:34.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.752+0000 7f2d1f400640 0 client.17724 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:46:34.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.752+0000 7f2d47b7e740 1 -- 172.21.15.26:0/4004456582 shutdown_connections 2024-04-26T23:46:34.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.752+0000 7f2d47b7e740 1 -- 172.21.15.26:0/4004456582 wait complete. 2024-04-26T23:46:34.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.752+0000 7f2d47b7e740 20 client.17724 trim_cache size 0 max 16384 2024-04-26T23:46:34.759 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:46:34.759 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:46:34.759 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:46:34.759 INFO:teuthology.orchestra.run.smithi026.stdout: "f6872796-43e1-4f85-a57b-fb70de6953c5": { 2024-04-26T23:46:34.760 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:46:34.760 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "f6872796-43e1-4f85-a57b-fb70de6953c5", 2024-04-26T23:46:34.760 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:46:34.760 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:46:34.760 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:46:34.760 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:46:34.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.753+0000 7f2d3f200640 1 -- 172.21.15.26:0/3881309446 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2d240a3d20 msgr2=0x7f2d240a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.753+0000 7f2d3f200640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2d240a3d20 0x7f2d240a61e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2d380a4fd0 tx=0x7f2d38005b20 comp rx=0 tx=0).stop 2024-04-26T23:46:34.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.753+0000 7f2d3f200640 1 -- 172.21.15.26:0/3881309446 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d401087e0 msgr2=0x7f2d4019d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:46:34.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.753+0000 7f2d3f200640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d401087e0 0x7f2d4019d7c0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f2d3800eaa0 tx=0x7f2d3800ef60 comp rx=0 tx=0).stop 2024-04-26T23:46:34.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.753+0000 7f2d3f200640 1 -- 172.21.15.26:0/3881309446 shutdown_connections 2024-04-26T23:46:34.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.753+0000 7f2d3f200640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2d240a3d20 0x7f2d240a61e0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.753+0000 7f2d3f200640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2d401087e0 0x7f2d4019d7c0 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.753+0000 7f2d3f200640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2d40103190 0x7f2d40199440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.753+0000 7f2d3f200640 1 --2- 172.21.15.26:0/3881309446 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2d401027d0 0x7f2d40198f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:46:34.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.753+0000 7f2d3f200640 1 -- 172.21.15.26:0/3881309446 >> 172.21.15.26:0/3881309446 conn(0x7f2d400fe300 msgr2=0x7f2d400fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:46:34.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.753+0000 7f2d3f200640 1 -- 172.21.15.26:0/3881309446 shutdown_connections 2024-04-26T23:46:34.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:46:34.753+0000 7f2d3f200640 1 -- 172.21.15.26:0/3881309446 wait complete. 2024-04-26T23:46:34.773 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:34 smithi026 ceph-mon[28371]: pgmap v332: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2024-04-26T23:46:34.775 INFO:tasks.cephfs.filesystem:scrub status for tag:f6872796-43e1-4f85-a57b-fb70de6953c5 - {'path': '/', 'tag': 'f6872796-43e1-4f85-a57b-fb70de6953c5', 'options': 'recursive,force'} 2024-04-26T23:46:34.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:34 smithi164 ceph-mon[31699]: pgmap v332: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2024-04-26T23:46:34.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:34 smithi086 ceph-mon[31122]: pgmap v332: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2024-04-26T23:46:35.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:35 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:46:35.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:35 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:46:35.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:35 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:46:35.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:35 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:46:35.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:35 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:46:35.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:35 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:46:35.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:35 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:46:35.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:35 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:46:36.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:35 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:46:36.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:35 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:46:36.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:35 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:46:36.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:35 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:46:36.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:36 smithi086 ceph-mon[31122]: pgmap v333: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.0 KiB/s wr, 5 op/s 2024-04-26T23:46:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:36 smithi164 ceph-mon[31699]: pgmap v333: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.0 KiB/s wr, 5 op/s 2024-04-26T23:46:37.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:36 smithi026 ceph-mon[28371]: pgmap v333: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 3.0 KiB/s wr, 5 op/s 2024-04-26T23:46:38.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:38 smithi086 ceph-mon[31122]: pgmap v334: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2024-04-26T23:46:39.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:38 smithi164 ceph-mon[31699]: pgmap v334: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2024-04-26T23:46:39.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:38 smithi026 ceph-mon[28371]: pgmap v334: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.0 KiB/s wr, 7 op/s 2024-04-26T23:46:39.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:39 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:46:40.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:39 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:46:40.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:39 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:46:40.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:40 smithi086 ceph-mon[31122]: pgmap v335: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:46:41.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:40 smithi164 ceph-mon[31699]: pgmap v335: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:46:41.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:40 smithi026 ceph-mon[28371]: pgmap v335: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:46:42.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:42 smithi086 ceph-mon[31122]: pgmap v336: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:46:43.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:42 smithi164 ceph-mon[31699]: pgmap v336: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:46:43.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:42 smithi026 ceph-mon[28371]: pgmap v336: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:46:44.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:44 smithi086 ceph-mon[31122]: pgmap v337: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:46:45.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:44 smithi164 ceph-mon[31699]: pgmap v337: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:46:45.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:44 smithi026 ceph-mon[28371]: pgmap v337: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:46:46.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:46 smithi026 ceph-mon[28371]: pgmap v338: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:46:46.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:46 smithi086 ceph-mon[31122]: pgmap v338: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:46:47.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:46 smithi164 ceph-mon[31699]: pgmap v338: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:46:49.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:48 smithi164 ceph-mon[31699]: pgmap v339: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:46:49.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:48 smithi026 ceph-mon[28371]: pgmap v339: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:46:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:48 smithi086 ceph-mon[31122]: pgmap v339: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:46:51.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:50 smithi164 ceph-mon[31699]: pgmap v340: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:51.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:50 smithi026 ceph-mon[28371]: pgmap v340: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:51.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:50 smithi086 ceph-mon[31122]: pgmap v340: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:53.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:52 smithi164 ceph-mon[31699]: pgmap v341: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:53.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:52 smithi026 ceph-mon[28371]: pgmap v341: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:53.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:52 smithi086 ceph-mon[31122]: pgmap v341: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:54 smithi164 ceph-mon[31699]: pgmap v342: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:46:55.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:54 smithi026 ceph-mon[28371]: pgmap v342: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:46:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:54 smithi086 ceph-mon[31122]: pgmap v342: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:46:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:56 smithi164 ceph-mon[31699]: pgmap v343: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:56 smithi026 ceph-mon[28371]: pgmap v343: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:57.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:56 smithi086 ceph-mon[31122]: pgmap v343: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:46:59.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:46:58 smithi164 ceph-mon[31699]: pgmap v344: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:46:59.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:46:58 smithi026 ceph-mon[28371]: pgmap v344: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:46:59.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:46:58 smithi086 ceph-mon[31122]: pgmap v344: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:47:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:00 smithi164 ceph-mon[31699]: pgmap v345: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:01.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:00 smithi026 ceph-mon[28371]: pgmap v345: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:01.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:00 smithi086 ceph-mon[31122]: pgmap v345: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:03.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:02 smithi164 ceph-mon[31699]: pgmap v346: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:03.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:02 smithi026 ceph-mon[28371]: pgmap v346: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:03.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:02 smithi086 ceph-mon[31122]: pgmap v346: 97 pgs: 97 active+clean; 7.0 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:04.776 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:47:04.777 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:47:05.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.015+0000 7faed8400640 1 -- 172.21.15.26:0/1099822669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faed006b8f0 msgr2=0x7faed010f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.015+0000 7faed8400640 1 --2- 172.21.15.26:0/1099822669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faed006b8f0 0x7faed010f7d0 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7faec8009cd0 tx=0x7faec802a8f0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.015+0000 7faed8400640 1 -- 172.21.15.26:0/1099822669 shutdown_connections 2024-04-26T23:47:05.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.015+0000 7faed8400640 1 --2- 172.21.15.26:0/1099822669 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faed006b8f0 0x7faed010f7d0 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.015+0000 7faed8400640 1 --2- 172.21.15.26:0/1099822669 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faed006af30 0x7faed006b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.019 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.015+0000 7faed8400640 1 --2- 172.21.15.26:0/1099822669 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faed0108910 0x7faed0108cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.015+0000 7faed8400640 1 -- 172.21.15.26:0/1099822669 >> 172.21.15.26:0/1099822669 conn(0x7faed0077630 msgr2=0x7faed0077a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.015+0000 7faed8400640 1 -- 172.21.15.26:0/1099822669 shutdown_connections 2024-04-26T23:47:05.020 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.015+0000 7faed8400640 1 -- 172.21.15.26:0/1099822669 wait complete. 2024-04-26T23:47:05.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.016+0000 7faed8400640 1 Processor -- start 2024-04-26T23:47:05.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.016+0000 7faed8400640 1 -- start start 2024-04-26T23:47:05.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.017+0000 7faed8400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faed006af30 0x7faed0199000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.017+0000 7faed8400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faed006b8f0 0x7faed0199540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.022 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.017+0000 7faed8400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faed0108910 0x7faed019d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.017+0000 7faed8400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faed0112aa0 con 0x7faed006af30 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.017+0000 7faed8400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7faed0112920 con 0x7faed0108910 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.017+0000 7faed8400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faed0112c20 con 0x7faed006b8f0 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.017+0000 7faed5a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faed006af30 0x7faed0199000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.017+0000 7faed5a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faed006af30 0x7faed0199000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42900/0 (socket says 172.21.15.26:42900) 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.017+0000 7faed5a00640 1 -- 172.21.15.26:0/2886813294 learned_addr learned my addr 172.21.15.26:0/2886813294 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.018+0000 7faed6400640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faed0108910 0x7faed019d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.018+0000 7faed5000640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faed006b8f0 0x7faed0199540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.018+0000 7faed5a00640 1 -- 172.21.15.26:0/2886813294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faed006b8f0 msgr2=0x7faed0199540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.018+0000 7faed5a00640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faed006b8f0 0x7faed0199540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.018+0000 7faed5a00640 1 -- 172.21.15.26:0/2886813294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faed0108910 msgr2=0x7faed019d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.018+0000 7faed5a00640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faed0108910 0x7faed019d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.023 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.018+0000 7faed5a00640 1 -- 172.21.15.26:0/2886813294 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faed019dff0 con 0x7faed006af30 2024-04-26T23:47:05.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.018+0000 7faed6400640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faed0108910 0x7faed019d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:47:05.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.018+0000 7faed5a00640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faed006af30 0x7faed0199000 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7faec400d950 tx=0x7faec400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.019+0000 7faece000640 1 -- 172.21.15.26:0/2886813294 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec4017070 con 0x7faed006af30 2024-04-26T23:47:05.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.019+0000 7faece000640 1 -- 172.21.15.26:0/2886813294 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faec4009c30 con 0x7faed006af30 2024-04-26T23:47:05.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.019+0000 7faed8400640 1 -- 172.21.15.26:0/2886813294 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faed019e2e0 con 0x7faed006af30 2024-04-26T23:47:05.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.019+0000 7faece000640 1 -- 172.21.15.26:0/2886813294 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec400f620 con 0x7faed006af30 2024-04-26T23:47:05.024 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.019+0000 7faed8400640 1 -- 172.21.15.26:0/2886813294 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faed01a5b70 con 0x7faed006af30 2024-04-26T23:47:05.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.023+0000 7faedb213740 1 Processor -- start 2024-04-26T23:47:05.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.023+0000 7faedb213740 1 -- start start 2024-04-26T23:47:05.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.023+0000 7faece000640 1 -- 172.21.15.26:0/2886813294 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7faec4010460 con 0x7faed006af30 2024-04-26T23:47:05.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.023+0000 7faedb213740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f0009bb80 0x558f0009bf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.023+0000 7faedb213740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009c4a0 0x558f000a6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.023+0000 7faedb213740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f000a6b70 0x558f000a8f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.023+0000 7faedb213740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558efffad030 con 0x558f0009c4a0 2024-04-26T23:47:05.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.023+0000 7faedb213740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558efffc87f0 con 0x558f000a6b70 2024-04-26T23:47:05.027 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.023+0000 7faedb213740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558efff837e0 con 0x558f0009bb80 2024-04-26T23:47:05.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:04 smithi164 ceph-mon[31699]: pgmap v347: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 90 KiB/s wr, 24 op/s 2024-04-26T23:47:05.028 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.024+0000 7faed5a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009c4a0 0x558f000a6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:04 smithi026 ceph-mon[28371]: pgmap v347: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 90 KiB/s wr, 24 op/s 2024-04-26T23:47:05.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.024+0000 7faed5a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009c4a0 0x558f000a6630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42916/0 (socket says 172.21.15.26:42916) 2024-04-26T23:47:05.029 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.024+0000 7faed5a00640 1 -- 172.21.15.26:0/3392624192 learned_addr learned my addr 172.21.15.26:0/3392624192 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.024+0000 7faed6400640 1 --2- 172.21.15.26:0/3392624192 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f0009bb80 0x558f0009bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.024+0000 7faed5000640 1 --2- 172.21.15.26:0/3392624192 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f000a6b70 0x558f000a8f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.025+0000 7faed6400640 1 -- 172.21.15.26:0/3392624192 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f000a6b70 msgr2=0x558f000a8f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.025+0000 7faed6400640 1 --2- 172.21.15.26:0/3392624192 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f000a6b70 0x558f000a8f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.025+0000 7faed6400640 1 -- 172.21.15.26:0/3392624192 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009c4a0 msgr2=0x558f000a6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.025+0000 7faed6400640 1 --2- 172.21.15.26:0/3392624192 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009c4a0 0x558f000a6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.025+0000 7faed6400640 1 -- 172.21.15.26:0/3392624192 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558efff8f050 con 0x558f0009bb80 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.025+0000 7faed5a00640 1 --2- 172.21.15.26:0/3392624192 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009c4a0 0x558f000a6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.025+0000 7faece000640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faeb80a3d20 0x7faeb80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.025+0000 7faece000640 1 -- 172.21.15.26:0/2886813294 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7faec40d0480 con 0x7faed006af30 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.025+0000 7faed6400640 1 --2- 172.21.15.26:0/3392624192 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f0009bb80 0x558f0009bf60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7faec802ae10 tx=0x7faec8009880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=831ea8ec97502be7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.026+0000 7faed5a00640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faeb80a3d20 0x7faeb80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.030 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.026+0000 7faec2a00640 1 -- 172.21.15.26:0/3392624192 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec80305a0 con 0x558f0009bb80 2024-04-26T23:47:05.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.026+0000 7faec2a00640 1 -- 172.21.15.26:0/3392624192 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faec8036040 con 0x558f0009bb80 2024-04-26T23:47:05.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.026+0000 7faec2a00640 1 -- 172.21.15.26:0/3392624192 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec80042a0 con 0x558f0009bb80 2024-04-26T23:47:05.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.027+0000 7faedb213740 1 -- 172.21.15.26:0/3392624192 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f0009bb80 msgr2=0x558f0009bf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.027+0000 7faedb213740 1 --2- 172.21.15.26:0/3392624192 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f0009bb80 0x558f0009bf60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7faec802ae10 tx=0x7faec8009880 comp rx=0 tx=0).stop 2024-04-26T23:47:05.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.027+0000 7faed5a00640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faeb80a3d20 0x7faeb80a61e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7faec409c390 tx=0x7faec40d6060 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.027+0000 7faedb213740 1 -- 172.21.15.26:0/3392624192 shutdown_connections 2024-04-26T23:47:05.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.027+0000 7faedb213740 1 --2- 172.21.15.26:0/3392624192 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f000a6b70 0x558f000a8f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.027+0000 7faedb213740 1 --2- 172.21.15.26:0/3392624192 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009c4a0 0x558f000a6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.027+0000 7faedb213740 1 --2- 172.21.15.26:0/3392624192 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f0009bb80 0x558f0009bf60 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.027+0000 7faedb213740 1 -- 172.21.15.26:0/3392624192 >> 172.21.15.26:0/3392624192 conn(0x558f00097e50 msgr2=0x558f00098230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.027+0000 7faedb213740 1 -- 172.21.15.26:0/3392624192 shutdown_connections 2024-04-26T23:47:05.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.027+0000 7faedb213740 1 -- 172.21.15.26:0/3392624192 wait complete. 2024-04-26T23:47:05.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.028+0000 7faedb213740 1 -- start start 2024-04-26T23:47:05.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.028+0000 7faedb213740 1 Processor -- start 2024-04-26T23:47:05.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faedb213740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faedb213740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000b0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faedb213740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f000a6b70 0x558f000aaa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faedb213740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558f00005200 con 0x558f0009bb80 2024-04-26T23:47:05.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faedb213740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558efffffee0 con 0x558f0009c4a0 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faedb213740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558f0000ce70 con 0x558f000a6b70 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faedb213740 10 client.0 _ll_register_callbacks cb 0x558effff6270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faed6400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faed6400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42928/0 (socket says 172.21.15.26:42928) 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faed6400640 1 -- 172.21.15.26:0/845221677 learned_addr learned my addr 172.21.15.26:0/845221677 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faed5000640 1 --2- 172.21.15.26:0/845221677 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000b0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faed6400640 1 -- 172.21.15.26:0/845221677 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f000a6b70 msgr2=0x558f000aaa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faed6400640 1 --2- 172.21.15.26:0/845221677 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f000a6b70 0x558f000aaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faed6400640 1 -- 172.21.15.26:0/845221677 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 msgr2=0x558f000b0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faed6400640 1 --2- 172.21.15.26:0/845221677 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000b0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.029+0000 7faed6400640 1 -- 172.21.15.26:0/845221677 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558effddc7d0 con 0x558f0009bb80 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.030+0000 7faed6400640 1 --2- 172.21.15.26:0/845221677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b0670 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7faec8004af0 tx=0x7faec80304e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e2615fcb4453fe6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.030+0000 7faeb7400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:05.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.030+0000 7faeb7400640 1 -- 172.21.15.26:0/845221677 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec8055060 con 0x558f0009bb80 2024-04-26T23:47:05.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.030+0000 7faeb7400640 1 -- 172.21.15.26:0/845221677 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7faec8003b80 con 0x558f0009bb80 2024-04-26T23:47:05.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.030+0000 7faedb213740 1 -- 172.21.15.26:0/845221677 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faec8036040 con 0x558f0009bb80 2024-04-26T23:47:05.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.031+0000 7faeb7400640 1 -- 172.21.15.26:0/845221677 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7faec8003d80 con 0x558f0009bb80 2024-04-26T23:47:05.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.031+0000 7faedb213740 10 client.17736 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:05.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.031+0000 7faedb213740 1 -- 172.21.15.26:0/845221677 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558effd123f0 con 0x558f0009bb80 2024-04-26T23:47:05.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.031+0000 7faeb7400640 1 -- 172.21.15.26:0/845221677 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faec8036040 con 0x558f0009bb80 2024-04-26T23:47:05.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.031+0000 7faeb7400640 1 -- 172.21.15.26:0/845221677 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7faec8004610 con 0x558f0009bb80 2024-04-26T23:47:05.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.031+0000 7faedb213740 10 client.17736 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:05.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.031+0000 7faedb213740 10 client.17736 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:05.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.031+0000 7faedb213740 20 client.17736 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.031+0000 7faedb213740 1 --2- 172.21.15.26:0/845221677 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f000ba6f0 0x558f000bcae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.031+0000 7faedb213740 4 client.17736 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:47:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.031+0000 7faedb213740 1 -- 172.21.15.26:0/845221677 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558f0000e7e0 con 0x558f000ba6f0 2024-04-26T23:47:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.032+0000 7faed5000640 1 --2- 172.21.15.26:0/845221677 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f000ba6f0 0x558f000bcae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.033+0000 7faed5000640 1 --2- 172.21.15.26:0/845221677 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f000ba6f0 0x558f000bcae0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a3b919e50bdf8f1 server_cookie=de46f0068d586b84 in_seq=0 out_seq=0 2024-04-26T23:47:05.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.033+0000 7faeb7400640 10 client.17736 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:05.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faeb7400640 1 -- 172.21.15.26:0/845221677 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558f0000e7e0 con 0x558f000ba6f0 2024-04-26T23:47:05.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faeb7400640 10 client.17736 handle_command_reply: tid=0 2024-04-26T23:47:05.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faedb213740 1 client.17736 shutdown 2024-04-26T23:47:05.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faedb213740 1 -- 172.21.15.26:0/845221677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 msgr2=0x558f000b0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faedb213740 1 --2- 172.21.15.26:0/845221677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b0670 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7faec8004af0 tx=0x7faec80304e0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faedb213740 1 -- 172.21.15.26:0/845221677 shutdown_connections 2024-04-26T23:47:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faedb213740 1 --2- 172.21.15.26:0/845221677 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f000ba6f0 0x558f000bcae0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faedb213740 1 --2- 172.21.15.26:0/845221677 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f000a6b70 0x558f000aaa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faedb213740 1 --2- 172.21.15.26:0/845221677 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000b0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faedb213740 1 --2- 172.21.15.26:0/845221677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b0670 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faeb7400640 0 client.17736 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faedb213740 1 -- 172.21.15.26:0/845221677 >> 172.21.15.26:0/845221677 conn(0x558f00097e50 msgr2=0x558f00097040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.035+0000 7faedb213740 1 -- 172.21.15.26:0/845221677 shutdown_connections 2024-04-26T23:47:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.036+0000 7faedb213740 1 -- 172.21.15.26:0/845221677 wait complete. 2024-04-26T23:47:05.040 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.036+0000 7faedb213740 20 client.17736 trim_cache size 0 max 16384 2024-04-26T23:47:05.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.062+0000 7faedb213740 1 Processor -- start 2024-04-26T23:47:05.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.063+0000 7faedb213740 1 -- start start 2024-04-26T23:47:05.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.063+0000 7faedb213740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b0a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.063+0000 7faedb213740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000a30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.063+0000 7faedb213740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f000a6b70 0x558f000c2080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.063+0000 7faedb213740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faed01ac4f0 con 0x558f0009bb80 2024-04-26T23:47:05.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.063+0000 7faedb213740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7faed01aa360 con 0x558f0009c4a0 2024-04-26T23:47:05.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.063+0000 7faedb213740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faed01abe20 con 0x558f000a6b70 2024-04-26T23:47:05.067 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.063+0000 7faed6400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.063+0000 7faed6400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b0a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42942/0 (socket says 172.21.15.26:42942) 2024-04-26T23:47:05.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.063+0000 7faed6400640 1 -- 172.21.15.26:0/2286212521 learned_addr learned my addr 172.21.15.26:0/2286212521 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:05.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.064+0000 7faed5000640 1 --2- 172.21.15.26:0/2286212521 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000a30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.064+0000 7faed6400640 1 -- 172.21.15.26:0/2286212521 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f000a6b70 msgr2=0x558f000c2080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.064+0000 7faed6400640 1 --2- 172.21.15.26:0/2286212521 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f000a6b70 0x558f000c2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.064+0000 7faed6400640 1 -- 172.21.15.26:0/2286212521 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 msgr2=0x558f000a30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.064+0000 7faed6400640 1 --2- 172.21.15.26:0/2286212521 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000a30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.064+0000 7faed6400640 1 -- 172.21.15.26:0/2286212521 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f000bce50 con 0x558f0009bb80 2024-04-26T23:47:05.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.064+0000 7faed5000640 1 --2- 172.21.15.26:0/2286212521 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000a30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:05.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.064+0000 7faed6400640 1 --2- 172.21.15.26:0/2286212521 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b0a50 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7faec8004ac0 tx=0x7faec80093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55eec43a0571d2c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.064+0000 7faec2000640 1 -- 172.21.15.26:0/2286212521 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec8055070 con 0x558f0009bb80 2024-04-26T23:47:05.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.065+0000 7faec2000640 1 -- 172.21.15.26:0/2286212521 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faec8036040 con 0x558f0009bb80 2024-04-26T23:47:05.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.065+0000 7faec2000640 1 -- 172.21.15.26:0/2286212521 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec80319d0 con 0x558f0009bb80 2024-04-26T23:47:05.070 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.065+0000 7faedb213740 1 -- 172.21.15.26:0/2286212521 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 msgr2=0x558f000b0a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.065+0000 7faedb213740 1 --2- 172.21.15.26:0/2286212521 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b0a50 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7faec8004ac0 tx=0x7faec80093f0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.066+0000 7faedb213740 1 -- 172.21.15.26:0/2286212521 shutdown_connections 2024-04-26T23:47:05.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.066+0000 7faedb213740 1 --2- 172.21.15.26:0/2286212521 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f000a6b70 0x558f000c2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.066+0000 7faedb213740 1 --2- 172.21.15.26:0/2286212521 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000a30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.066+0000 7faedb213740 1 --2- 172.21.15.26:0/2286212521 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b0a50 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.066+0000 7faedb213740 1 -- 172.21.15.26:0/2286212521 >> 172.21.15.26:0/2286212521 conn(0x558f00097e50 msgr2=0x558f000a29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.066+0000 7faedb213740 1 -- 172.21.15.26:0/2286212521 shutdown_connections 2024-04-26T23:47:05.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.066+0000 7faedb213740 1 -- 172.21.15.26:0/2286212521 wait complete. 2024-04-26T23:47:05.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.066+0000 7faedb213740 1 -- start start 2024-04-26T23:47:05.071 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.066+0000 7faedb213740 1 Processor -- start 2024-04-26T23:47:05.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:04 smithi086 ceph-mon[31122]: pgmap v347: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 90 KiB/s wr, 24 op/s 2024-04-26T23:47:05.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.067+0000 7faedb213740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.067+0000 7faedb213740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000b4f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.067+0000 7faedb213740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f000a6b70 0x558f000b5440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.067+0000 7faedb213740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faed01ab080 con 0x558f0009bb80 2024-04-26T23:47:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.067+0000 7faedb213740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7faed01aa9b0 con 0x558f0009c4a0 2024-04-26T23:47:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.067+0000 7faedb213740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faed01ab750 con 0x558f000a6b70 2024-04-26T23:47:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.067+0000 7faedb213740 10 client.0 _ll_register_callbacks cb 0x7faec40d3e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.067+0000 7faed6400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.067+0000 7faed6400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b49c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42946/0 (socket says 172.21.15.26:42946) 2024-04-26T23:47:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.067+0000 7faed6400640 1 -- 172.21.15.26:0/2340416369 learned_addr learned my addr 172.21.15.26:0/2340416369 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.068+0000 7faed5000640 1 --2- 172.21.15.26:0/2340416369 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000b4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.068+0000 7faed6400640 1 -- 172.21.15.26:0/2340416369 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f000a6b70 msgr2=0x558f000b5440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.068+0000 7faed6400640 1 --2- 172.21.15.26:0/2340416369 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f000a6b70 0x558f000b5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.068+0000 7faed6400640 1 -- 172.21.15.26:0/2340416369 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 msgr2=0x558f000b4f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.068+0000 7faed6400640 1 --2- 172.21.15.26:0/2340416369 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000b4f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.068+0000 7faed6400640 1 -- 172.21.15.26:0/2340416369 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f0009c2d0 con 0x558f0009bb80 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.068+0000 7faed6400640 1 --2- 172.21.15.26:0/2340416369 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b49c0 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7faec8005d50 tx=0x7faec8030710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=821f8a6bc0f55697 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.068+0000 7faeb7400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.068+0000 7faeb7400640 1 -- 172.21.15.26:0/2340416369 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec8055040 con 0x558f0009bb80 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.068+0000 7faeb7400640 1 -- 172.21.15.26:0/2340416369 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7faec8031680 con 0x558f0009bb80 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.068+0000 7faedb213740 1 -- 172.21.15.26:0/2340416369 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faec8036040 con 0x558f0009bb80 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.069+0000 7faeb7400640 1 -- 172.21.15.26:0/2340416369 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7faec8031880 con 0x558f0009bb80 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.069+0000 7faedb213740 10 client.17742 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.069+0000 7faedb213740 1 -- 172.21.15.26:0/2340416369 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558effcd20f0 con 0x558f0009bb80 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.069+0000 7faeb7400640 1 -- 172.21.15.26:0/2340416369 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faec8036040 con 0x558f0009bb80 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.069+0000 7faeb7400640 1 -- 172.21.15.26:0/2340416369 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7faec80045d0 con 0x558f0009bb80 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.069+0000 7faedb213740 10 client.17742 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:05.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.069+0000 7faedb213740 10 client.17742 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.069+0000 7faedb213740 20 client.17742 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.069+0000 7faedb213740 1 --2- 172.21.15.26:0/2340416369 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f00120f50 0x558f00123340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.069+0000 7faedb213740 4 client.17742 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:47:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.069+0000 7faedb213740 1 -- 172.21.15.26:0/2340416369 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558f00008650 con 0x558f00120f50 2024-04-26T23:47:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.070+0000 7faed5000640 1 --2- 172.21.15.26:0/2340416369 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f00120f50 0x558f00123340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.071+0000 7faed5000640 1 --2- 172.21.15.26:0/2340416369 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f00120f50 0x558f00123340 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8c9b0e41fd5e0e2 server_cookie=93f1b3c4f2de293e in_seq=0 out_seq=0 2024-04-26T23:47:05.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.071+0000 7faeb7400640 10 client.17742 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:05.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faeb7400640 1 -- 172.21.15.26:0/2340416369 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x558f00008650 con 0x558f00120f50 2024-04-26T23:47:05.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faeb7400640 10 client.17742 handle_command_reply: tid=0 2024-04-26T23:47:05.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faedb213740 1 client.17742 shutdown 2024-04-26T23:47:05.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faedb213740 1 -- 172.21.15.26:0/2340416369 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 msgr2=0x558f000b49c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faedb213740 1 --2- 172.21.15.26:0/2340416369 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b49c0 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7faec8005d50 tx=0x7faec8030710 comp rx=0 tx=0).stop 2024-04-26T23:47:05.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faedb213740 1 -- 172.21.15.26:0/2340416369 shutdown_connections 2024-04-26T23:47:05.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faedb213740 1 --2- 172.21.15.26:0/2340416369 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558f00120f50 0x558f00123340 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faedb213740 1 --2- 172.21.15.26:0/2340416369 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558f000a6b70 0x558f000b5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faedb213740 1 --2- 172.21.15.26:0/2340416369 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558f0009c4a0 0x558f000b4f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faedb213740 1 --2- 172.21.15.26:0/2340416369 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558f0009bb80 0x558f000b49c0 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faeb7400640 0 client.17742 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:05.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faedb213740 1 -- 172.21.15.26:0/2340416369 >> 172.21.15.26:0/2340416369 conn(0x558f00097e50 msgr2=0x558f000b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faedb213740 1 -- 172.21.15.26:0/2340416369 shutdown_connections 2024-04-26T23:47:05.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faedb213740 1 -- 172.21.15.26:0/2340416369 wait complete. 2024-04-26T23:47:05.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.072+0000 7faedb213740 20 client.17742 trim_cache size 0 max 16384 2024-04-26T23:47:05.079 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:47:05.079 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:47:05.079 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:47:05.079 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:47:05.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.073+0000 7faed8400640 1 -- 172.21.15.26:0/2886813294 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faeb80a3d20 msgr2=0x7faeb80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.073+0000 7faed8400640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faeb80a3d20 0x7faeb80a61e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7faec409c390 tx=0x7faec40d6060 comp rx=0 tx=0).stop 2024-04-26T23:47:05.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.073+0000 7faed8400640 1 -- 172.21.15.26:0/2886813294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faed006af30 msgr2=0x7faed0199000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.073+0000 7faed8400640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faed006af30 0x7faed0199000 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7faec400d950 tx=0x7faec400de10 comp rx=0 tx=0).stop 2024-04-26T23:47:05.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.073+0000 7faed8400640 1 -- 172.21.15.26:0/2886813294 shutdown_connections 2024-04-26T23:47:05.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.073+0000 7faed8400640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faed0108910 0x7faed019d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.073+0000 7faed8400640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faed006b8f0 0x7faed0199540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.073+0000 7faed8400640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faeb80a3d20 0x7faeb80a61e0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.073+0000 7faed8400640 1 --2- 172.21.15.26:0/2886813294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faed006af30 0x7faed0199000 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.073+0000 7faed8400640 1 -- 172.21.15.26:0/2886813294 >> 172.21.15.26:0/2886813294 conn(0x7faed0077630 msgr2=0x7faed00ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.073+0000 7faed8400640 1 -- 172.21.15.26:0/2886813294 shutdown_connections 2024-04-26T23:47:05.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.073+0000 7faed8400640 1 -- 172.21.15.26:0/2886813294 wait complete. 2024-04-26T23:47:05.096 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:47:05.096 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:47:05.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.292+0000 7ffb8f200640 1 -- 172.21.15.26:0/4267460261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb90075600 msgr2=0x7ffb9010eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.292+0000 7ffb8f200640 1 --2- 172.21.15.26:0/4267460261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb90075600 0x7ffb9010eaa0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c009900 tx=0x7ffb7c02a480 comp rx=0 tx=0).stop 2024-04-26T23:47:05.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.292+0000 7ffb8f200640 1 -- 172.21.15.26:0/4267460261 shutdown_connections 2024-04-26T23:47:05.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.292+0000 7ffb8f200640 1 --2- 172.21.15.26:0/4267460261 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb9010efe0 0x7ffb901113d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.292+0000 7ffb8f200640 1 --2- 172.21.15.26:0/4267460261 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb90075600 0x7ffb9010eaa0 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.292+0000 7ffb8f200640 1 --2- 172.21.15.26:0/4267460261 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffb90074ce0 0x7ffb900750c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.292+0000 7ffb8f200640 1 -- 172.21.15.26:0/4267460261 >> 172.21.15.26:0/4267460261 conn(0x7ffb900fe230 msgr2=0x7ffb90100650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.292+0000 7ffb8f200640 1 -- 172.21.15.26:0/4267460261 shutdown_connections 2024-04-26T23:47:05.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.292+0000 7ffb8f200640 1 -- 172.21.15.26:0/4267460261 wait complete. 2024-04-26T23:47:05.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.293+0000 7ffb8f200640 1 Processor -- start 2024-04-26T23:47:05.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.293+0000 7ffb8f200640 1 -- start start 2024-04-26T23:47:05.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.294+0000 7ffb8f200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffb90074ce0 0x7ffb9019b040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.298 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.294+0000 7ffb8f200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb90075600 0x7ffb9019b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.294+0000 7ffb8f200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb9010efe0 0x7ffb9019f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.294+0000 7ffb8f200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ffb90114a80 con 0x7ffb90075600 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.294+0000 7ffb8f200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ffb90114900 con 0x7ffb9010efe0 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.294+0000 7ffb8f200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ffb90114c00 con 0x7ffb90074ce0 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.294+0000 7ffb8d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb90075600 0x7ffb9019b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.294+0000 7ffb8d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb90075600 0x7ffb9019b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42960/0 (socket says 172.21.15.26:42960) 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.294+0000 7ffb8d400640 1 -- 172.21.15.26:0/2578246583 learned_addr learned my addr 172.21.15.26:0/2578246583 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.294+0000 7ffb8de00640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffb90074ce0 0x7ffb9019b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.294+0000 7ffb8d400640 1 -- 172.21.15.26:0/2578246583 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffb90074ce0 msgr2=0x7ffb9019b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.295+0000 7ffb8d400640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffb90074ce0 0x7ffb9019b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.295+0000 7ffb8d400640 1 -- 172.21.15.26:0/2578246583 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb9010efe0 msgr2=0x7ffb9019f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.295+0000 7ffb8e800640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb9010efe0 0x7ffb9019f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.295+0000 7ffb8d400640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb9010efe0 0x7ffb9019f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.295+0000 7ffb8d400640 1 -- 172.21.15.26:0/2578246583 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb901a0030 con 0x7ffb90075600 2024-04-26T23:47:05.299 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.295+0000 7ffb8e800640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb9010efe0 0x7ffb9019f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.295+0000 7ffb8d400640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb90075600 0x7ffb9019b580 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c02a9a0 tx=0x7ffb7c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.295+0000 7ffb86a00640 1 -- 172.21.15.26:0/2578246583 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb7c03f070 con 0x7ffb90075600 2024-04-26T23:47:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.296+0000 7ffb8f200640 1 -- 172.21.15.26:0/2578246583 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb901a02c0 con 0x7ffb90075600 2024-04-26T23:47:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.296+0000 7ffb86a00640 1 -- 172.21.15.26:0/2578246583 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ffb7c003e40 con 0x7ffb90075600 2024-04-26T23:47:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.296+0000 7ffb86a00640 1 -- 172.21.15.26:0/2578246583 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb7c035030 con 0x7ffb90075600 2024-04-26T23:47:05.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.296+0000 7ffb8f200640 1 -- 172.21.15.26:0/2578246583 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb901a7bb0 con 0x7ffb90075600 2024-04-26T23:47:05.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.297+0000 7ffb8f200640 1 -- 172.21.15.26:0/2578246583 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb90069670 con 0x7ffb90075600 2024-04-26T23:47:05.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.299+0000 7ffb86a00640 1 -- 172.21.15.26:0/2578246583 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ffb7c042070 con 0x7ffb90075600 2024-04-26T23:47:05.304 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.301+0000 7ffb86a00640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ffb740a3da0 0x7ffb740a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.301+0000 7ffb86a00640 1 -- 172.21.15.26:0/2578246583 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7ffb7c0f10b0 con 0x7ffb90075600 2024-04-26T23:47:05.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.301+0000 7ffb8de00640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ffb740a3da0 0x7ffb740a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.305 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.302+0000 7ffb8de00640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ffb740a3da0 0x7ffb740a6260 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ffb80005fd0 tx=0x7ffb80005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.307+0000 7ffb86a00640 1 -- 172.21.15.26:0/2578246583 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7ffb7c0bd6d0 con 0x7ffb90075600 2024-04-26T23:47:05.616 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.613+0000 7ffb8f200640 1 -- 172.21.15.26:0/2578246583 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffb9010a160 con 0x7ffb90075600 2024-04-26T23:47:05.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.615+0000 7ffb86a00640 1 -- 172.21.15.26:0/2578246583 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7ffb7c0bcfd0 con 0x7ffb90075600 2024-04-26T23:47:05.619 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:47:05.619 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:47:05.619 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:47:05.621 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.618+0000 7ffb8f200640 1 -- 172.21.15.26:0/2578246583 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ffb740a3da0 msgr2=0x7ffb740a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.618+0000 7ffb8f200640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ffb740a3da0 0x7ffb740a6260 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ffb80005fd0 tx=0x7ffb80005850 comp rx=0 tx=0).stop 2024-04-26T23:47:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.618+0000 7ffb8f200640 1 -- 172.21.15.26:0/2578246583 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb90075600 msgr2=0x7ffb9019b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.618+0000 7ffb8f200640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb90075600 0x7ffb9019b580 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7ffb7c02a9a0 tx=0x7ffb7c003c20 comp rx=0 tx=0).stop 2024-04-26T23:47:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.618+0000 7ffb8f200640 1 -- 172.21.15.26:0/2578246583 shutdown_connections 2024-04-26T23:47:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.618+0000 7ffb8f200640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ffb9010efe0 0x7ffb9019f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.618+0000 7ffb8f200640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ffb740a3da0 0x7ffb740a6260 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.618+0000 7ffb8f200640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ffb90075600 0x7ffb9019b580 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.618+0000 7ffb8f200640 1 --2- 172.21.15.26:0/2578246583 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffb90074ce0 0x7ffb9019b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.618+0000 7ffb8f200640 1 -- 172.21.15.26:0/2578246583 >> 172.21.15.26:0/2578246583 conn(0x7ffb900fe230 msgr2=0x7ffb900ff040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.618+0000 7ffb8f200640 1 -- 172.21.15.26:0/2578246583 shutdown_connections 2024-04-26T23:47:05.622 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.618+0000 7ffb8f200640 1 -- 172.21.15.26:0/2578246583 wait complete. 2024-04-26T23:47:05.642 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:47:05.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.857+0000 7fdfadc00640 1 -- 172.21.15.26:0/1903458803 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfa81087e0 msgr2=0x7fdfa8108bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.857+0000 7fdfadc00640 1 --2- 172.21.15.26:0/1903458803 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfa81087e0 0x7fdfa8108bc0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7fdf98009930 tx=0x7fdf9802a420 comp rx=0 tx=0).stop 2024-04-26T23:47:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.858+0000 7fdfadc00640 1 -- 172.21.15.26:0/1903458803 shutdown_connections 2024-04-26T23:47:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.858+0000 7fdfadc00640 1 --2- 172.21.15.26:0/1903458803 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdfa8103190 0x7fdfa810f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.858+0000 7fdfadc00640 1 --2- 172.21.15.26:0/1903458803 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdfa81027d0 0x7fdfa8102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.858+0000 7fdfadc00640 1 --2- 172.21.15.26:0/1903458803 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfa81087e0 0x7fdfa8108bc0 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.858+0000 7fdfadc00640 1 -- 172.21.15.26:0/1903458803 >> 172.21.15.26:0/1903458803 conn(0x7fdfa80fe300 msgr2=0x7fdfa8100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.858+0000 7fdfadc00640 1 -- 172.21.15.26:0/1903458803 shutdown_connections 2024-04-26T23:47:05.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.858+0000 7fdfadc00640 1 -- 172.21.15.26:0/1903458803 wait complete. 2024-04-26T23:47:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.859+0000 7fdfadc00640 1 Processor -- start 2024-04-26T23:47:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.859+0000 7fdfadc00640 1 -- start start 2024-04-26T23:47:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.859+0000 7fdfadc00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdfa81027d0 0x7fdfa8074c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.859+0000 7fdfadc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfa8103190 0x7fdfa8075170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.859+0000 7fdfadc00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdfa81087e0 0x7fdfa80756b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.859+0000 7fdfadc00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa8112a20 con 0x7fdfa8103190 2024-04-26T23:47:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.859+0000 7fdfadc00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81128a0 con 0x7fdfa81027d0 2024-04-26T23:47:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.859+0000 7fdfadc00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa8112ba0 con 0x7fdfa81087e0 2024-04-26T23:47:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.860+0000 7fdfa7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfa8103190 0x7fdfa8075170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.860+0000 7fdfa7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfa8103190 0x7fdfa8075170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42976/0 (socket says 172.21.15.26:42976) 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.860+0000 7fdfa7400640 1 -- 172.21.15.26:0/1796477499 learned_addr learned my addr 172.21.15.26:0/1796477499 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.860+0000 7fdfad200640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdfa81087e0 0x7fdfa80756b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.860+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdfa81027d0 0x7fdfa8074c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.860+0000 7fdfa7400640 1 -- 172.21.15.26:0/1796477499 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdfa81087e0 msgr2=0x7fdfa80756b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.860+0000 7fdfa7400640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdfa81087e0 0x7fdfa80756b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.860+0000 7fdfa7400640 1 -- 172.21.15.26:0/1796477499 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdfa81027d0 msgr2=0x7fdfa8074c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.860+0000 7fdfa7400640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdfa81027d0 0x7fdfa8074c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.860+0000 7fdfa7400640 1 -- 172.21.15.26:0/1796477499 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfa81a7590 con 0x7fdfa8103190 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.861+0000 7fdfa7400640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfa8103190 0x7fdfa8075170 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7fdf9400b4a0 tx=0x7fdf9400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.861+0000 7fdfa4c00640 1 -- 172.21.15.26:0/1796477499 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf94014070 con 0x7fdfa8103190 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.861+0000 7fdfa4c00640 1 -- 172.21.15.26:0/1796477499 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdf94010aa0 con 0x7fdfa8103190 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.861+0000 7fdfa4c00640 1 -- 172.21.15.26:0/1796477499 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf94017b70 con 0x7fdfa8103190 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.861+0000 7fdfadc00640 1 -- 172.21.15.26:0/1796477499 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfa81a7880 con 0x7fdfa8103190 2024-04-26T23:47:05.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.861+0000 7fdfadc00640 1 -- 172.21.15.26:0/1796477499 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfa81a7d80 con 0x7fdfa8103190 2024-04-26T23:47:05.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.865+0000 7fdfb2053740 1 Processor -- start 2024-04-26T23:47:05.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.865+0000 7fdfb2053740 1 -- start start 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.865+0000 7fdfb2053740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f97d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.865+0000 7fdfb2053740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97dcc0 0x560c0f987e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.865+0000 7fdfb2053740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f988390 0x560c0f98a780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.865+0000 7fdfb2053740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560c0f8e1c70 con 0x560c0f97d3a0 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.866+0000 7fdfb2053740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x560c0f89a980 con 0x560c0f97dcc0 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.866+0000 7fdfb2053740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560c0f8ddc30 con 0x560c0f988390 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.866+0000 7fdfa4c00640 1 -- 172.21.15.26:0/1796477499 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fdf94017070 con 0x7fdfa8103190 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.866+0000 7fdfad200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f97d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.866+0000 7fdfad200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f97d780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42992/0 (socket says 172.21.15.26:42992) 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.866+0000 7fdfad200640 1 -- 172.21.15.26:0/3570196758 learned_addr learned my addr 172.21.15.26:0/3570196758 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.866+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/3570196758 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97dcc0 0x560c0f987e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.866+0000 7fdfad200640 1 -- 172.21.15.26:0/3570196758 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f988390 msgr2=0x560c0f98a780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.866+0000 7fdfad200640 1 --2- 172.21.15.26:0/3570196758 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f988390 0x560c0f98a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.866+0000 7fdfad200640 1 -- 172.21.15.26:0/3570196758 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97dcc0 msgr2=0x560c0f987e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.866+0000 7fdfad200640 1 --2- 172.21.15.26:0/3570196758 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97dcc0 0x560c0f987e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.871 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.866+0000 7fdfad200640 1 -- 172.21.15.26:0/3570196758 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c0f8727b0 con 0x560c0f97d3a0 2024-04-26T23:47:05.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.867+0000 7fdfad200640 1 --2- 172.21.15.26:0/3570196758 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f97d780 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7fdfa0009f20 tx=0x7fdfa000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=361191801e8949c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.867+0000 7fdf9d600640 1 -- 172.21.15.26:0/3570196758 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa001a070 con 0x560c0f97d3a0 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.867+0000 7fdf9d600640 1 -- 172.21.15.26:0/3570196758 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdfa00158a0 con 0x560c0f97d3a0 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.867+0000 7fdf9d600640 1 -- 172.21.15.26:0/3570196758 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa000a700 con 0x560c0f97d3a0 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.868+0000 7fdfa4c00640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdf8c0a3d20 0x7fdf8c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.868+0000 7fdfa4c00640 1 -- 172.21.15.26:0/1796477499 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fdf940cfec0 con 0x7fdfa8103190 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.868+0000 7fdfb2053740 1 -- 172.21.15.26:0/3570196758 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 msgr2=0x560c0f97d780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.868+0000 7fdfb2053740 1 --2- 172.21.15.26:0/3570196758 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f97d780 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7fdfa0009f20 tx=0x7fdfa000c8b0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.868+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdf8c0a3d20 0x7fdf8c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.868+0000 7fdfb2053740 1 -- 172.21.15.26:0/3570196758 shutdown_connections 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.868+0000 7fdfb2053740 1 --2- 172.21.15.26:0/3570196758 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f988390 0x560c0f98a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.868+0000 7fdfb2053740 1 --2- 172.21.15.26:0/3570196758 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97dcc0 0x560c0f987e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.868+0000 7fdfb2053740 1 --2- 172.21.15.26:0/3570196758 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f97d780 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.868+0000 7fdfb2053740 1 -- 172.21.15.26:0/3570196758 >> 172.21.15.26:0/3570196758 conn(0x560c0f9796c0 msgr2=0x560c0f979aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.869+0000 7fdfb2053740 1 -- 172.21.15.26:0/3570196758 shutdown_connections 2024-04-26T23:47:05.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.869+0000 7fdfb2053740 1 -- 172.21.15.26:0/3570196758 wait complete. 2024-04-26T23:47:05.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.869+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdf8c0a3d20 0x7fdf8c0a61e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fdf980057c0 tx=0x7fdf98005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.869+0000 7fdfb2053740 1 -- start start 2024-04-26T23:47:05.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.869+0000 7fdfb2053740 1 Processor -- start 2024-04-26T23:47:05.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.870+0000 7fdfb2053740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97d3a0 0x560c0f987dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.870+0000 7fdfb2053740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f97dcc0 0x560c0f9850b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.870+0000 7fdfb2053740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f988390 0x560c0f9857f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.870+0000 7fdfb2053740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560c0f8e0f80 con 0x560c0f988390 2024-04-26T23:47:05.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.870+0000 7fdfb2053740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x560c0f88e260 con 0x560c0f97d3a0 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.870+0000 7fdfb2053740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560c0f8e62a0 con 0x560c0f97dcc0 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.870+0000 7fdfb2053740 10 client.0 _ll_register_callbacks cb 0x560c0f8d8960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.870+0000 7fdfad200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f988390 0x560c0f9857f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.870+0000 7fdfad200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f988390 0x560c0f9857f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:42998/0 (socket says 172.21.15.26:42998) 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.870+0000 7fdfad200640 1 -- 172.21.15.26:0/3835479468 learned_addr learned my addr 172.21.15.26:0/3835479468 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.871+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97d3a0 0x560c0f987dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.871+0000 7fdfa7400640 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f97dcc0 0x560c0f9850b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.871+0000 7fdfad200640 1 -- 172.21.15.26:0/3835479468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f97dcc0 msgr2=0x560c0f9850b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.871+0000 7fdfad200640 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f97dcc0 0x560c0f9850b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.871+0000 7fdfad200640 1 -- 172.21.15.26:0/3835479468 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97d3a0 msgr2=0x560c0f987dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.871+0000 7fdfad200640 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97d3a0 0x560c0f987dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.871+0000 7fdfad200640 1 -- 172.21.15.26:0/3835479468 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c0f8701c0 con 0x560c0f988390 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.871+0000 7fdfad200640 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f988390 0x560c0f9857f0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7fdfa000c3c0 tx=0x7fdfa0015c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a811559573eaddd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.871+0000 7fdf92000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.872+0000 7fdf92000640 1 -- 172.21.15.26:0/3835479468 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa001a040 con 0x560c0f988390 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.872+0000 7fdf92000640 1 -- 172.21.15.26:0/3835479468 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fdfa000a4e0 con 0x560c0f988390 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.872+0000 7fdfb2053740 1 -- 172.21.15.26:0/3835479468 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdfa00158a0 con 0x560c0f988390 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.872+0000 7fdf92000640 1 -- 172.21.15.26:0/3835479468 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdfa000a700 con 0x560c0f988390 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.872+0000 7fdfb2053740 10 client.17760 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.872+0000 7fdfb2053740 1 -- 172.21.15.26:0/3835479468 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560c0f5f33f0 con 0x560c0f988390 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.872+0000 7fdf92000640 1 -- 172.21.15.26:0/3835479468 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdfa00158a0 con 0x560c0f988390 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.873+0000 7fdf92000640 1 -- 172.21.15.26:0/3835479468 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdfa0020590 con 0x560c0f988390 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.873+0000 7fdfb2053740 10 client.17760 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.873+0000 7fdfb2053740 10 client.17760 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.873+0000 7fdfb2053740 20 client.17760 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.873+0000 7fdfb2053740 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x560c0f997e40 0x560c0f99a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.873+0000 7fdfb2053740 4 client.17760 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.873+0000 7fdfb2053740 1 -- 172.21.15.26:0/3835479468 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c0f8ef880 con 0x560c0f997e40 2024-04-26T23:47:05.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.873+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x560c0f997e40 0x560c0f99a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.875+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x560c0f997e40 0x560c0f99a230 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=adb49cdda280c56 server_cookie=8852a2a8312153f0 in_seq=0 out_seq=0 2024-04-26T23:47:05.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.875+0000 7fdf92000640 10 client.17760 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:47:05.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdf92000640 1 -- 172.21.15.26:0/3835479468 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560c0f8ef880 con 0x560c0f997e40 2024-04-26T23:47:05.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdf92000640 10 client.17760 handle_command_reply: tid=0 2024-04-26T23:47:05.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdfb2053740 1 client.17760 shutdown 2024-04-26T23:47:05.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdfb2053740 1 -- 172.21.15.26:0/3835479468 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f988390 msgr2=0x560c0f9857f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdfb2053740 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f988390 0x560c0f9857f0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7fdfa000c3c0 tx=0x7fdfa0015c80 comp rx=0 tx=0).stop 2024-04-26T23:47:05.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdfb2053740 1 -- 172.21.15.26:0/3835479468 shutdown_connections 2024-04-26T23:47:05.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdfb2053740 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f988390 0x560c0f9857f0 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdfb2053740 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x560c0f997e40 0x560c0f99a230 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdfb2053740 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f97dcc0 0x560c0f9850b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdfb2053740 1 --2- 172.21.15.26:0/3835479468 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97d3a0 0x560c0f987dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdf92000640 0 client.17760 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:47:05.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdfb2053740 1 -- 172.21.15.26:0/3835479468 >> 172.21.15.26:0/3835479468 conn(0x560c0f9796c0 msgr2=0x560c0f97f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdfb2053740 1 -- 172.21.15.26:0/3835479468 shutdown_connections 2024-04-26T23:47:05.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdfb2053740 1 -- 172.21.15.26:0/3835479468 wait complete. 2024-04-26T23:47:05.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.877+0000 7fdfb2053740 20 client.17760 trim_cache size 0 max 16384 2024-04-26T23:47:05.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.895+0000 7fdfb2053740 1 Processor -- start 2024-04-26T23:47:05.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.896+0000 7fdfb2053740 1 -- start start 2024-04-26T23:47:05.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.896+0000 7fdfb2053740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f9878f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.896+0000 7fdfb2053740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97dcc0 0x560c0f987e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.896+0000 7fdfb2053740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f988390 0x560c0f99f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.896+0000 7fdfb2053740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81b2f90 con 0x560c0f97d3a0 2024-04-26T23:47:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.896+0000 7fdfb2053740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81b0860 con 0x560c0f97dcc0 2024-04-26T23:47:05.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.896+0000 7fdfb2053740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81ae6d0 con 0x560c0f988390 2024-04-26T23:47:05.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.896+0000 7fdfa7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f9878f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.896+0000 7fdfa7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f9878f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43008/0 (socket says 172.21.15.26:43008) 2024-04-26T23:47:05.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.896+0000 7fdfa7e00640 1 -- 172.21.15.26:0/216658517 learned_addr learned my addr 172.21.15.26:0/216658517 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:05.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.897+0000 7fdfa7400640 1 --2- 172.21.15.26:0/216658517 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97dcc0 0x560c0f987e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.897+0000 7fdfad200640 1 --2- 172.21.15.26:0/216658517 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f988390 0x560c0f99f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.897+0000 7fdfa7e00640 1 -- 172.21.15.26:0/216658517 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f988390 msgr2=0x560c0f99f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.897+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/216658517 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f988390 0x560c0f99f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.897+0000 7fdfa7e00640 1 -- 172.21.15.26:0/216658517 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97dcc0 msgr2=0x560c0f987e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.897+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/216658517 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97dcc0 0x560c0f987e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.897+0000 7fdfa7e00640 1 -- 172.21.15.26:0/216658517 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c0f6bd7d0 con 0x560c0f97d3a0 2024-04-26T23:47:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.897+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/216658517 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f9878f0 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7fdf98009850 tx=0x7fdf9803e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b630f4e7b77e586 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.898+0000 7fdf9cc00640 1 -- 172.21.15.26:0/216658517 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf98035050 con 0x560c0f97d3a0 2024-04-26T23:47:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.898+0000 7fdf9cc00640 1 -- 172.21.15.26:0/216658517 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdf98051d70 con 0x560c0f97d3a0 2024-04-26T23:47:05.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.898+0000 7fdf9cc00640 1 -- 172.21.15.26:0/216658517 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9803c640 con 0x560c0f97d3a0 2024-04-26T23:47:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.898+0000 7fdfb2053740 1 -- 172.21.15.26:0/216658517 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 msgr2=0x560c0f9878f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.898+0000 7fdfb2053740 1 --2- 172.21.15.26:0/216658517 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f9878f0 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7fdf98009850 tx=0x7fdf9803e000 comp rx=0 tx=0).stop 2024-04-26T23:47:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.898+0000 7fdfb2053740 1 -- 172.21.15.26:0/216658517 shutdown_connections 2024-04-26T23:47:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.898+0000 7fdfb2053740 1 --2- 172.21.15.26:0/216658517 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f988390 0x560c0f99f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.898+0000 7fdfb2053740 1 --2- 172.21.15.26:0/216658517 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f97dcc0 0x560c0f987e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.898+0000 7fdfb2053740 1 --2- 172.21.15.26:0/216658517 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f9878f0 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.898+0000 7fdfb2053740 1 -- 172.21.15.26:0/216658517 >> 172.21.15.26:0/216658517 conn(0x560c0f9796c0 msgr2=0x560c0f9787b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.899+0000 7fdfb2053740 1 -- 172.21.15.26:0/216658517 shutdown_connections 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.899+0000 7fdfb2053740 1 -- 172.21.15.26:0/216658517 wait complete. 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.899+0000 7fdfb2053740 1 -- start start 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.899+0000 7fdfb2053740 1 Processor -- start 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.900+0000 7fdfb2053740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f981de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.900+0000 7fdfb2053740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f97dcc0 0x560c0f982320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.900+0000 7fdfb2053740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f988390 0x560c0f982860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.900+0000 7fdfb2053740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81aed20 con 0x560c0f97d3a0 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.900+0000 7fdfb2053740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81b0190 con 0x560c0f988390 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.900+0000 7fdfb2053740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81af3f0 con 0x560c0f97dcc0 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.900+0000 7fdfb2053740 10 client.0 _ll_register_callbacks cb 0x7fdfa0018070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.900+0000 7fdfa7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f981de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.900+0000 7fdfa7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f981de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43024/0 (socket says 172.21.15.26:43024) 2024-04-26T23:47:05.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.900+0000 7fdfa7e00640 1 -- 172.21.15.26:0/4269261633 learned_addr learned my addr 172.21.15.26:0/4269261633 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:05.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.900+0000 7fdfad200640 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f988390 0x560c0f982860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.900+0000 7fdfa7400640 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f97dcc0 0x560c0f982320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.901+0000 7fdfa7e00640 1 -- 172.21.15.26:0/4269261633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f97dcc0 msgr2=0x560c0f982320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.901+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f97dcc0 0x560c0f982320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.901+0000 7fdfa7e00640 1 -- 172.21.15.26:0/4269261633 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f988390 msgr2=0x560c0f982860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:05.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.901+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f988390 0x560c0f982860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.901+0000 7fdfa7e00640 1 -- 172.21.15.26:0/4269261633 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c0f8882a0 con 0x560c0f97d3a0 2024-04-26T23:47:05.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.901+0000 7fdfa7e00640 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f981de0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7fdf98005ec0 tx=0x7fdf98051c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c5832c5f37b336 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:05.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.901+0000 7fdf92000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.901+0000 7fdf92000640 1 -- 172.21.15.26:0/4269261633 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9805f060 con 0x560c0f97d3a0 2024-04-26T23:47:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.901+0000 7fdfb2053740 1 -- 172.21.15.26:0/4269261633 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf98051d70 con 0x560c0f97d3a0 2024-04-26T23:47:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.901+0000 7fdf92000640 1 -- 172.21.15.26:0/4269261633 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fdf98051520 con 0x560c0f97d3a0 2024-04-26T23:47:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.902+0000 7fdf92000640 1 -- 172.21.15.26:0/4269261633 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fdf98051720 con 0x560c0f97d3a0 2024-04-26T23:47:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.902+0000 7fdfb2053740 10 client.17766 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.902+0000 7fdfb2053740 1 -- 172.21.15.26:0/4269261633 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560c0f9fe3f0 con 0x560c0f97d3a0 2024-04-26T23:47:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.902+0000 7fdf92000640 1 -- 172.21.15.26:0/4269261633 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fdf98051d70 con 0x560c0f97d3a0 2024-04-26T23:47:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.902+0000 7fdf92000640 1 -- 172.21.15.26:0/4269261633 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fdf9804a430 con 0x560c0f97d3a0 2024-04-26T23:47:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.902+0000 7fdfb2053740 10 client.17766 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.902+0000 7fdfb2053740 10 client.17766 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:47:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.902+0000 7fdfb2053740 20 client.17766 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:05.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.902+0000 7fdfb2053740 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x560c0f9feab0 0x560c0fa00ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:05.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.902+0000 7fdfb2053740 4 client.17766 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:47:05.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.902+0000 7fdfb2053740 1 -- 172.21.15.26:0/4269261633 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560c0f8e96f0 con 0x560c0f9feab0 2024-04-26T23:47:05.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.903+0000 7fdfa7400640 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x560c0f9feab0 0x560c0fa00ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:05.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.904+0000 7fdfa7400640 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x560c0f9feab0 0x560c0fa00ea0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=52611a9380ac843c server_cookie=52f13598e82824e7 in_seq=0 out_seq=0 2024-04-26T23:47:05.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.904+0000 7fdf92000640 10 client.17766 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:47:05.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdf92000640 1 -- 172.21.15.26:0/4269261633 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560c0f8e96f0 con 0x560c0f9feab0 2024-04-26T23:47:05.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdf92000640 10 client.17766 handle_command_reply: tid=0 2024-04-26T23:47:05.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdfb2053740 1 client.17766 shutdown 2024-04-26T23:47:05.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdfb2053740 1 -- 172.21.15.26:0/4269261633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 msgr2=0x560c0f981de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdfb2053740 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f981de0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7fdf98005ec0 tx=0x7fdf98051c40 comp rx=0 tx=0).stop 2024-04-26T23:47:05.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdfb2053740 1 -- 172.21.15.26:0/4269261633 shutdown_connections 2024-04-26T23:47:05.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdfb2053740 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560c0f988390 0x560c0f982860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdfb2053740 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x560c0f9feab0 0x560c0fa00ea0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdfb2053740 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560c0f97dcc0 0x560c0f982320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdfb2053740 1 --2- 172.21.15.26:0/4269261633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560c0f97d3a0 0x560c0f981de0 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdf92000640 0 client.17766 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:47:05.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdfb2053740 1 -- 172.21.15.26:0/4269261633 >> 172.21.15.26:0/4269261633 conn(0x560c0f9796c0 msgr2=0x560c0f97eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdfb2053740 1 -- 172.21.15.26:0/4269261633 shutdown_connections 2024-04-26T23:47:05.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdfb2053740 1 -- 172.21.15.26:0/4269261633 wait complete. 2024-04-26T23:47:05.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.905+0000 7fdfb2053740 20 client.17766 trim_cache size 0 max 16384 2024-04-26T23:47:05.911 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:47:05.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.906+0000 7fdfadc00640 1 -- 172.21.15.26:0/1796477499 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdf8c0a3d20 msgr2=0x7fdf8c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.906+0000 7fdfadc00640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdf8c0a3d20 0x7fdf8c0a61e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fdf980057c0 tx=0x7fdf98005a20 comp rx=0 tx=0).stop 2024-04-26T23:47:05.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.906+0000 7fdfadc00640 1 -- 172.21.15.26:0/1796477499 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfa8103190 msgr2=0x7fdfa8075170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:05.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.906+0000 7fdfadc00640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfa8103190 0x7fdfa8075170 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7fdf9400b4a0 tx=0x7fdf9400b960 comp rx=0 tx=0).stop 2024-04-26T23:47:05.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.906+0000 7fdfadc00640 1 -- 172.21.15.26:0/1796477499 shutdown_connections 2024-04-26T23:47:05.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.906+0000 7fdfadc00640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdfa81087e0 0x7fdfa80756b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.906+0000 7fdfadc00640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fdf8c0a3d20 0x7fdf8c0a61e0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.906+0000 7fdfadc00640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fdfa8103190 0x7fdfa8075170 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.906+0000 7fdfadc00640 1 --2- 172.21.15.26:0/1796477499 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fdfa81027d0 0x7fdfa8074c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:05.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.906+0000 7fdfadc00640 1 -- 172.21.15.26:0/1796477499 >> 172.21.15.26:0/1796477499 conn(0x7fdfa80fe300 msgr2=0x7fdfa80fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:05.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.906+0000 7fdfadc00640 1 -- 172.21.15.26:0/1796477499 shutdown_connections 2024-04-26T23:47:05.912 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:05.906+0000 7fdfadc00640 1 -- 172.21.15.26:0/1796477499 wait complete. 2024-04-26T23:47:05.925 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:05 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2578246583' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:47:05.928 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:47:06.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:05 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2578246583' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:47:06.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:05 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2578246583' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:47:06.174 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.171+0000 7fe7fd200640 1 -- 172.21.15.26:0/274107366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7f8104310 msgr2=0x7fe7f810c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.171+0000 7fe7fd200640 1 --2- 172.21.15.26:0/274107366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7f8104310 0x7fe7f810c7f0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7fe7e4009900 tx=0x7fe7e402a480 comp rx=0 tx=0).stop 2024-04-26T23:47:06.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.171+0000 7fe7fd200640 1 -- 172.21.15.26:0/274107366 shutdown_connections 2024-04-26T23:47:06.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.171+0000 7fe7fd200640 1 --2- 172.21.15.26:0/274107366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7f810cdc0 0x7fe7f810f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.171+0000 7fe7fd200640 1 --2- 172.21.15.26:0/274107366 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7f8104310 0x7fe7f810c7f0 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.171+0000 7fe7fd200640 1 --2- 172.21.15.26:0/274107366 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7f81039f0 0x7fe7f8103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.171+0000 7fe7fd200640 1 -- 172.21.15.26:0/274107366 >> 172.21.15.26:0/274107366 conn(0x7fe7f80fd1b0 msgr2=0x7fe7f80ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:06.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.171+0000 7fe7fd200640 1 -- 172.21.15.26:0/274107366 shutdown_connections 2024-04-26T23:47:06.175 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.171+0000 7fe7fd200640 1 -- 172.21.15.26:0/274107366 wait complete. 2024-04-26T23:47:06.176 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.172+0000 7fe7fd200640 1 Processor -- start 2024-04-26T23:47:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.172+0000 7fe7fd200640 1 -- start start 2024-04-26T23:47:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.173+0000 7fe7fd200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7f81039f0 0x7fe7f819b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.173+0000 7fe7fd200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7f8104310 0x7fe7f819b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.173+0000 7fe7fd200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7f810cdc0 0x7fe7f819fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.173+0000 7fe7fd200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f8112950 con 0x7fe7f8104310 2024-04-26T23:47:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.173+0000 7fe7fd200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f81127d0 con 0x7fe7f81039f0 2024-04-26T23:47:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.173+0000 7fe7fd200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f8112ad0 con 0x7fe7f810cdc0 2024-04-26T23:47:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.173+0000 7fe7f6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7f8104310 0x7fe7f819b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.173+0000 7fe7f6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7f8104310 0x7fe7f819b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43050/0 (socket says 172.21.15.26:43050) 2024-04-26T23:47:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.173+0000 7fe7f6a00640 1 -- 172.21.15.26:0/3166056993 learned_addr learned my addr 172.21.15.26:0/3166056993 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.173+0000 7fe7f7400640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7f81039f0 0x7fe7f819b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.173+0000 7fe7f7e00640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7f810cdc0 0x7fe7f819fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.174+0000 7fe7f6a00640 1 -- 172.21.15.26:0/3166056993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7f810cdc0 msgr2=0x7fe7f819fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.174+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7f810cdc0 0x7fe7f819fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.174+0000 7fe7f6a00640 1 -- 172.21.15.26:0/3166056993 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7f81039f0 msgr2=0x7fe7f819b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.174+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7f81039f0 0x7fe7f819b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.174+0000 7fe7f6a00640 1 -- 172.21.15.26:0/3166056993 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7f81a0160 con 0x7fe7f8104310 2024-04-26T23:47:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.174+0000 7fe7f7400640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7f81039f0 0x7fe7f819b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:47:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.174+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7f8104310 0x7fe7f819b6b0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fe7e402a9a0 tx=0x7fe7e4003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.174+0000 7fe7efe00640 1 -- 172.21.15.26:0/3166056993 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e403f070 con 0x7fe7f8104310 2024-04-26T23:47:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.175+0000 7fe7efe00640 1 -- 172.21.15.26:0/3166056993 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7e4003e40 con 0x7fe7f8104310 2024-04-26T23:47:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.175+0000 7fe7fd200640 1 -- 172.21.15.26:0/3166056993 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7f81a03f0 con 0x7fe7f8104310 2024-04-26T23:47:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.175+0000 7fe7efe00640 1 -- 172.21.15.26:0/3166056993 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e4035030 con 0x7fe7f8104310 2024-04-26T23:47:06.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.175+0000 7fe7fd200640 1 -- 172.21.15.26:0/3166056993 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7f81a7ce0 con 0x7fe7f8104310 2024-04-26T23:47:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.179+0000 7fe8015b1740 1 Processor -- start 2024-04-26T23:47:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.179+0000 7fe8015b1740 1 -- start start 2024-04-26T23:47:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.179+0000 7fe7efe00640 1 -- 172.21.15.26:0/3166056993 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe7e4042070 con 0x7fe7f8104310 2024-04-26T23:47:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.179+0000 7fe8015b1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7b3a0 0x5650f6a7b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.179+0000 7fe8015b1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a7bcc0 0x5650f6a85e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.179+0000 7fe8015b1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a86390 0x5650f6a88780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.179+0000 7fe8015b1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5650f69dfc70 con 0x5650f6a86390 2024-04-26T23:47:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.179+0000 7fe8015b1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5650f6998980 con 0x5650f6a7b3a0 2024-04-26T23:47:06.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.179+0000 7fe8015b1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5650f69dbc30 con 0x5650f6a7bcc0 2024-04-26T23:47:06.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.180+0000 7fe7f6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a86390 0x5650f6a88780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.180+0000 7fe7f6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a86390 0x5650f6a88780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43064/0 (socket says 172.21.15.26:43064) 2024-04-26T23:47:06.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.180+0000 7fe7f6a00640 1 -- 172.21.15.26:0/1168931081 learned_addr learned my addr 172.21.15.26:0/1168931081 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.180+0000 7fe7f7e00640 1 --2- 172.21.15.26:0/1168931081 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7b3a0 0x5650f6a7b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.180+0000 7fe7f7400640 1 --2- 172.21.15.26:0/1168931081 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a7bcc0 0x5650f6a85e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.180+0000 7fe7f6a00640 1 -- 172.21.15.26:0/1168931081 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a7bcc0 msgr2=0x5650f6a85e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.181+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/1168931081 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a7bcc0 0x5650f6a85e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.181+0000 7fe7f6a00640 1 -- 172.21.15.26:0/1168931081 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7b3a0 msgr2=0x5650f6a7b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.181+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/1168931081 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7b3a0 0x5650f6a7b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.181+0000 7fe7f6a00640 1 -- 172.21.15.26:0/1168931081 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650f69707b0 con 0x5650f6a86390 2024-04-26T23:47:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.181+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/1168931081 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a86390 0x5650f6a88780 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40ee770 tx=0x7fe7e40f9540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20777d14878c4a07 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.181+0000 7fe7efe00640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7dc0a3d20 0x7fe7dc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.181+0000 7fe7efe00640 1 -- 172.21.15.26:0/3166056993 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fe7e40f10d0 con 0x7fe7f8104310 2024-04-26T23:47:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.181+0000 7fe7ecc00640 1 -- 172.21.15.26:0/1168931081 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e40b92f0 con 0x5650f6a86390 2024-04-26T23:47:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.182+0000 7fe7ecc00640 1 -- 172.21.15.26:0/1168931081 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7e40fe030 con 0x5650f6a86390 2024-04-26T23:47:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.182+0000 7fe7f7e00640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7dc0a3d20 0x7fe7dc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.182+0000 7fe7ecc00640 1 -- 172.21.15.26:0/1168931081 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e40bc9b0 con 0x5650f6a86390 2024-04-26T23:47:06.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.183+0000 7fe8015b1740 1 -- 172.21.15.26:0/1168931081 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a86390 msgr2=0x5650f6a88780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.183+0000 7fe8015b1740 1 --2- 172.21.15.26:0/1168931081 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a86390 0x5650f6a88780 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40ee770 tx=0x7fe7e40f9540 comp rx=0 tx=0).stop 2024-04-26T23:47:06.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.182+0000 7fe7f7e00640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7dc0a3d20 0x7fe7dc0a61e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe7f0005fd0 tx=0x7fe7f00096e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:06.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.183+0000 7fe8015b1740 1 -- 172.21.15.26:0/1168931081 shutdown_connections 2024-04-26T23:47:06.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.183+0000 7fe8015b1740 1 --2- 172.21.15.26:0/1168931081 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a86390 0x5650f6a88780 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.183+0000 7fe8015b1740 1 --2- 172.21.15.26:0/1168931081 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a7bcc0 0x5650f6a85e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.183+0000 7fe8015b1740 1 --2- 172.21.15.26:0/1168931081 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7b3a0 0x5650f6a7b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.183+0000 7fe8015b1740 1 -- 172.21.15.26:0/1168931081 >> 172.21.15.26:0/1168931081 conn(0x5650f6a776c0 msgr2=0x5650f6a77aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:06.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.183+0000 7fe8015b1740 1 -- 172.21.15.26:0/1168931081 shutdown_connections 2024-04-26T23:47:06.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.183+0000 7fe8015b1740 1 -- 172.21.15.26:0/1168931081 wait complete. 2024-04-26T23:47:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.183+0000 7fe8015b1740 1 -- start start 2024-04-26T23:47:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.184+0000 7fe8015b1740 1 Processor -- start 2024-04-26T23:47:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.184+0000 7fe8015b1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7b3a0 0x5650f6a85cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.184+0000 7fe8015b1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 0x5650f6a82fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.184+0000 7fe8015b1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a86390 0x5650f6a83500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.184+0000 7fe8015b1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5650f69def80 con 0x5650f6a7bcc0 2024-04-26T23:47:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.184+0000 7fe8015b1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5650f698c260 con 0x5650f6a7b3a0 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.184+0000 7fe8015b1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5650f69e42a0 con 0x5650f6a86390 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.184+0000 7fe8015b1740 10 client.0 _ll_register_callbacks cb 0x5650f69d6960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.185+0000 7fe7f6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 0x5650f6a82fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.185+0000 7fe7f6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 0x5650f6a82fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43078/0 (socket says 172.21.15.26:43078) 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.185+0000 7fe7f6a00640 1 -- 172.21.15.26:0/324890447 learned_addr learned my addr 172.21.15.26:0/324890447 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.185+0000 7fe7f7400640 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7b3a0 0x5650f6a85cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.185+0000 7fe7f7e00640 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a86390 0x5650f6a83500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.185+0000 7fe7f6a00640 1 -- 172.21.15.26:0/324890447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a86390 msgr2=0x5650f6a83500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.185+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a86390 0x5650f6a83500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.185+0000 7fe7f6a00640 1 -- 172.21.15.26:0/324890447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7b3a0 msgr2=0x5650f6a85cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.185+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7b3a0 0x5650f6a85cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.185+0000 7fe7f6a00640 1 -- 172.21.15.26:0/324890447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650f696e1c0 con 0x5650f6a7bcc0 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.185+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 0x5650f6a82fc0 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7fe7e403bfd0 tx=0x7fe7e40f4ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad7ae83b8a6052d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:06.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.185+0000 7fe7e1600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.186+0000 7fe7e1600640 1 -- 172.21.15.26:0/324890447 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e4049070 con 0x5650f6a7bcc0 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.186+0000 7fe7e1600640 1 -- 172.21.15.26:0/324890447 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fe7e40eea80 con 0x5650f6a7bcc0 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.186+0000 7fe8015b1740 1 -- 172.21.15.26:0/324890447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7e40fe030 con 0x5650f6a7bcc0 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.186+0000 7fe7e1600640 1 -- 172.21.15.26:0/324890447 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe7e40bcb90 con 0x5650f6a7bcc0 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.186+0000 7fe8015b1740 10 client.17778 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.186+0000 7fe8015b1740 1 -- 172.21.15.26:0/324890447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5650f66f13f0 con 0x5650f6a7bcc0 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.186+0000 7fe7e1600640 1 -- 172.21.15.26:0/324890447 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7e40fe030 con 0x5650f6a7bcc0 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.187+0000 7fe7e1600640 1 -- 172.21.15.26:0/324890447 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe7e40b96c0 con 0x5650f6a7bcc0 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.187+0000 7fe8015b1740 10 client.17778 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.187+0000 7fe8015b1740 10 client.17778 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.187+0000 7fe8015b1740 20 client.17778 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.187+0000 7fe8015b1740 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5650f6a959b0 0x5650f6a97da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.187+0000 7fe8015b1740 4 client.17778 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:47:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.187+0000 7fe8015b1740 1 -- 172.21.15.26:0/324890447 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5650f69ed880 con 0x5650f6a959b0 2024-04-26T23:47:06.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.188+0000 7fe7f7400640 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5650f6a959b0 0x5650f6a97da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.188+0000 7fe7f7400640 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5650f6a959b0 0x5650f6a97da0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=661cb081b29efaeb server_cookie=7e226e0494422613 in_seq=0 out_seq=0 2024-04-26T23:47:06.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.188+0000 7fe7e1600640 10 client.17778 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:47:06.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.190+0000 7fe7e1600640 1 -- 172.21.15.26:0/324890447 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5650f69ed880 con 0x5650f6a959b0 2024-04-26T23:47:06.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.190+0000 7fe7e1600640 10 client.17778 handle_command_reply: tid=0 2024-04-26T23:47:06.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.190+0000 7fe8015b1740 1 client.17778 shutdown 2024-04-26T23:47:06.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.190+0000 7fe8015b1740 1 -- 172.21.15.26:0/324890447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 msgr2=0x5650f6a82fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.190+0000 7fe8015b1740 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 0x5650f6a82fc0 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7fe7e403bfd0 tx=0x7fe7e40f4ba0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.191+0000 7fe8015b1740 1 -- 172.21.15.26:0/324890447 shutdown_connections 2024-04-26T23:47:06.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.191+0000 7fe8015b1740 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5650f6a959b0 0x5650f6a97da0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.191+0000 7fe8015b1740 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a86390 0x5650f6a83500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.191+0000 7fe8015b1740 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 0x5650f6a82fc0 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.191+0000 7fe8015b1740 1 --2- 172.21.15.26:0/324890447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7b3a0 0x5650f6a85cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.191+0000 7fe8015b1740 1 -- 172.21.15.26:0/324890447 >> 172.21.15.26:0/324890447 conn(0x5650f6a776c0 msgr2=0x5650f6a7d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:06.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.191+0000 7fe7e1600640 0 client.17778 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:47:06.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.191+0000 7fe8015b1740 1 -- 172.21.15.26:0/324890447 shutdown_connections 2024-04-26T23:47:06.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.191+0000 7fe8015b1740 1 -- 172.21.15.26:0/324890447 wait complete. 2024-04-26T23:47:06.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.191+0000 7fe8015b1740 20 client.17778 trim_cache size 0 max 16384 2024-04-26T23:47:06.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.207+0000 7fe8015b1740 1 Processor -- start 2024-04-26T23:47:06.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.207+0000 7fe8015b1740 1 -- start start 2024-04-26T23:47:06.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.207+0000 7fe8015b1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7b3a0 0x5650f6a81760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.207+0000 7fe8015b1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7bcc0 0x5650f6a91b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.207+0000 7fe8015b1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a86390 0x5650f6a9d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.207+0000 7fe8015b1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f81b2e00 con 0x5650f6a7b3a0 2024-04-26T23:47:06.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.207+0000 7fe8015b1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f81b06d0 con 0x5650f6a7bcc0 2024-04-26T23:47:06.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.207+0000 7fe8015b1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f81ae540 con 0x5650f6a86390 2024-04-26T23:47:06.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.208+0000 7fe7f7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7b3a0 0x5650f6a81760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.208+0000 7fe7f7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7b3a0 0x5650f6a81760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43090/0 (socket says 172.21.15.26:43090) 2024-04-26T23:47:06.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.208+0000 7fe7f7400640 1 -- 172.21.15.26:0/3116113586 learned_addr learned my addr 172.21.15.26:0/3116113586 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:06.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.208+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/3116113586 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7bcc0 0x5650f6a91b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.208+0000 7fe7f7400640 1 -- 172.21.15.26:0/3116113586 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a86390 msgr2=0x5650f6a9d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.208+0000 7fe7f7400640 1 --2- 172.21.15.26:0/3116113586 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a86390 0x5650f6a9d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.208+0000 7fe7f7400640 1 -- 172.21.15.26:0/3116113586 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7bcc0 msgr2=0x5650f6a91b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.208+0000 7fe7f7400640 1 --2- 172.21.15.26:0/3116113586 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7bcc0 0x5650f6a91b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.208+0000 7fe7f7400640 1 -- 172.21.15.26:0/3116113586 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650f67bb7d0 con 0x5650f6a7b3a0 2024-04-26T23:47:06.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.208+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/3116113586 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7bcc0 0x5650f6a91b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:06.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.209+0000 7fe7f7400640 1 --2- 172.21.15.26:0/3116113586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7b3a0 0x5650f6a81760 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fe7e8000c00 tx=0x7fe7e8005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f964abf81b1db149 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:06.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.209+0000 7fe7e3e00640 1 -- 172.21.15.26:0/3116113586 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e8004030 con 0x5650f6a7b3a0 2024-04-26T23:47:06.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.209+0000 7fe7e3e00640 1 -- 172.21.15.26:0/3116113586 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7e801b380 con 0x5650f6a7b3a0 2024-04-26T23:47:06.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.209+0000 7fe7e3e00640 1 -- 172.21.15.26:0/3116113586 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e8003a50 con 0x5650f6a7b3a0 2024-04-26T23:47:06.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.210+0000 7fe8015b1740 1 -- 172.21.15.26:0/3116113586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7b3a0 msgr2=0x5650f6a81760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.210+0000 7fe8015b1740 1 --2- 172.21.15.26:0/3116113586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7b3a0 0x5650f6a81760 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fe7e8000c00 tx=0x7fe7e8005850 comp rx=0 tx=0).stop 2024-04-26T23:47:06.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.210+0000 7fe8015b1740 1 -- 172.21.15.26:0/3116113586 shutdown_connections 2024-04-26T23:47:06.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.210+0000 7fe8015b1740 1 --2- 172.21.15.26:0/3116113586 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a86390 0x5650f6a9d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.210+0000 7fe8015b1740 1 --2- 172.21.15.26:0/3116113586 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a7bcc0 0x5650f6a91b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.210+0000 7fe8015b1740 1 --2- 172.21.15.26:0/3116113586 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7b3a0 0x5650f6a81760 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.210+0000 7fe8015b1740 1 -- 172.21.15.26:0/3116113586 >> 172.21.15.26:0/3116113586 conn(0x5650f6a776c0 msgr2=0x5650f6a767b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.210+0000 7fe8015b1740 1 -- 172.21.15.26:0/3116113586 shutdown_connections 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.210+0000 7fe8015b1740 1 -- 172.21.15.26:0/3116113586 wait complete. 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.210+0000 7fe8015b1740 1 -- start start 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.211+0000 7fe8015b1740 1 Processor -- start 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.211+0000 7fe8015b1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a7b3a0 0x5650f6a8e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.211+0000 7fe8015b1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 0x5650f6a8b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.211+0000 7fe8015b1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a86390 0x5650f6a8c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.211+0000 7fe8015b1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f81aeb90 con 0x5650f6a7bcc0 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.211+0000 7fe8015b1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f81b0000 con 0x5650f6a86390 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.211+0000 7fe8015b1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7f81af260 con 0x5650f6a7b3a0 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.211+0000 7fe8015b1740 10 client.0 _ll_register_callbacks cb 0x7fe7f0009580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.211+0000 7fe7f6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 0x5650f6a8b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.212+0000 7fe7f6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 0x5650f6a8b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43102/0 (socket says 172.21.15.26:43102) 2024-04-26T23:47:06.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.212+0000 7fe7f6a00640 1 -- 172.21.15.26:0/2518664782 learned_addr learned my addr 172.21.15.26:0/2518664782 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.212+0000 7fe7f7400640 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a7b3a0 0x5650f6a8e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.212+0000 7fe7f7e00640 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a86390 0x5650f6a8c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.212+0000 7fe7f6a00640 1 -- 172.21.15.26:0/2518664782 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a7b3a0 msgr2=0x5650f6a8e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.212+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a7b3a0 0x5650f6a8e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.212+0000 7fe7f6a00640 1 -- 172.21.15.26:0/2518664782 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a86390 msgr2=0x5650f6a8c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.212+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a86390 0x5650f6a8c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.212+0000 7fe7f6a00640 1 -- 172.21.15.26:0/2518664782 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650f69862a0 con 0x5650f6a7bcc0 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.212+0000 7fe7f6a00640 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 0x5650f6a8b8d0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40bcd50 tx=0x7fe7e40f9370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb44b1abc8c92d00 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.212+0000 7fe7e1600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.213+0000 7fe7e1600640 1 -- 172.21.15.26:0/2518664782 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e4049050 con 0x5650f6a7bcc0 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.213+0000 7fe7e1600640 1 -- 172.21.15.26:0/2518664782 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fe7e40b96c0 con 0x5650f6a7bcc0 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.213+0000 7fe8015b1740 1 -- 172.21.15.26:0/2518664782 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7e801b380 con 0x5650f6a7bcc0 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.213+0000 7fe7e1600640 1 -- 172.21.15.26:0/2518664782 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe7e40bce20 con 0x5650f6a7bcc0 2024-04-26T23:47:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.213+0000 7fe8015b1740 10 client.17784 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:06.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.213+0000 7fe8015b1740 1 -- 172.21.15.26:0/2518664782 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5650f69862a0 con 0x5650f6a7bcc0 2024-04-26T23:47:06.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.213+0000 7fe7e1600640 1 -- 172.21.15.26:0/2518664782 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7e801b380 con 0x5650f6a7bcc0 2024-04-26T23:47:06.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.213+0000 7fe7e1600640 1 -- 172.21.15.26:0/2518664782 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe7e4031400 con 0x5650f6a7bcc0 2024-04-26T23:47:06.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.213+0000 7fe8015b1740 10 client.17784 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.213+0000 7fe8015b1740 10 client.17784 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.214+0000 7fe8015b1740 20 client.17784 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.214+0000 7fe8015b1740 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5650f6afc110 0x5650f6afe530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.214+0000 7fe8015b1740 4 client.17784 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.214+0000 7fe8015b1740 1 -- 172.21.15.26:0/2518664782 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5650f6a83890 con 0x5650f6afc110 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.214+0000 7fe7f7400640 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5650f6afc110 0x5650f6afe530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.215+0000 7fe7f7400640 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5650f6afc110 0x5650f6afe530 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b8e7d1fc9379b358 server_cookie=63c7a06bfecd51d0 in_seq=0 out_seq=0 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.215+0000 7fe7e1600640 10 client.17784 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe7e1600640 1 -- 172.21.15.26:0/2518664782 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5650f6a83890 con 0x5650f6afc110 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe7e1600640 10 client.17784 handle_command_reply: tid=0 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe8015b1740 1 client.17784 shutdown 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe8015b1740 1 -- 172.21.15.26:0/2518664782 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 msgr2=0x5650f6a8b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe8015b1740 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 0x5650f6a8b8d0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fe7e40bcd50 tx=0x7fe7e40f9370 comp rx=0 tx=0).stop 2024-04-26T23:47:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe8015b1740 1 -- 172.21.15.26:0/2518664782 shutdown_connections 2024-04-26T23:47:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe8015b1740 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5650f6afc110 0x5650f6afe530 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe8015b1740 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5650f6a86390 0x5650f6a8c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe8015b1740 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5650f6a7bcc0 0x5650f6a8b8d0 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe8015b1740 1 --2- 172.21.15.26:0/2518664782 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5650f6a7b3a0 0x5650f6a8e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe8015b1740 1 -- 172.21.15.26:0/2518664782 >> 172.21.15.26:0/2518664782 conn(0x5650f6a776c0 msgr2=0x5650f6a847f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe7e1600640 0 client.17784 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:47:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe8015b1740 1 -- 172.21.15.26:0/2518664782 shutdown_connections 2024-04-26T23:47:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.216+0000 7fe8015b1740 1 -- 172.21.15.26:0/2518664782 wait complete. 2024-04-26T23:47:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.217+0000 7fe8015b1740 20 client.17784 trim_cache size 0 max 16384 2024-04-26T23:47:06.222 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:47:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.217+0000 7fe7fd200640 1 -- 172.21.15.26:0/3166056993 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7dc0a3d20 msgr2=0x7fe7dc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.217+0000 7fe7fd200640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7dc0a3d20 0x7fe7dc0a61e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe7f0005fd0 tx=0x7fe7f00096e0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.217+0000 7fe7fd200640 1 -- 172.21.15.26:0/3166056993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7f8104310 msgr2=0x7fe7f819b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.217+0000 7fe7fd200640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7f8104310 0x7fe7f819b6b0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fe7e402a9a0 tx=0x7fe7e4003c20 comp rx=0 tx=0).stop 2024-04-26T23:47:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.217+0000 7fe7fd200640 1 -- 172.21.15.26:0/3166056993 shutdown_connections 2024-04-26T23:47:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.217+0000 7fe7fd200640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7f810cdc0 0x7fe7f819fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.217+0000 7fe7fd200640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7dc0a3d20 0x7fe7dc0a61e0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.217+0000 7fe7fd200640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7f8104310 0x7fe7f819b6b0 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.217+0000 7fe7fd200640 1 --2- 172.21.15.26:0/3166056993 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7f81039f0 0x7fe7f819b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.217+0000 7fe7fd200640 1 -- 172.21.15.26:0/3166056993 >> 172.21.15.26:0/3166056993 conn(0x7fe7f80fd1b0 msgr2=0x7fe7f81026f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:06.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.218+0000 7fe7fd200640 1 -- 172.21.15.26:0/3166056993 shutdown_connections 2024-04-26T23:47:06.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.218+0000 7fe7fd200640 1 -- 172.21.15.26:0/3166056993 wait complete. 2024-04-26T23:47:06.241 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:47:06.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.439+0000 7fe79a400640 1 -- 172.21.15.26:0/653605991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7941027d0 msgr2=0x7fe794102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.439+0000 7fe79a400640 1 --2- 172.21.15.26:0/653605991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7941027d0 0x7fe794102c50 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fe780009930 tx=0x7fe78002a440 comp rx=0 tx=0).stop 2024-04-26T23:47:06.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.439+0000 7fe79a400640 1 -- 172.21.15.26:0/653605991 shutdown_connections 2024-04-26T23:47:06.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.439+0000 7fe79a400640 1 --2- 172.21.15.26:0/653605991 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe794103190 0x7fe79410f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.439+0000 7fe79a400640 1 --2- 172.21.15.26:0/653605991 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7941027d0 0x7fe794102c50 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.439+0000 7fe79a400640 1 --2- 172.21.15.26:0/653605991 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7941087e0 0x7fe794108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.439+0000 7fe79a400640 1 -- 172.21.15.26:0/653605991 >> 172.21.15.26:0/653605991 conn(0x7fe7940fe300 msgr2=0x7fe794100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:06.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.439+0000 7fe79a400640 1 -- 172.21.15.26:0/653605991 shutdown_connections 2024-04-26T23:47:06.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.439+0000 7fe79a400640 1 -- 172.21.15.26:0/653605991 wait complete. 2024-04-26T23:47:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.440+0000 7fe79a400640 1 Processor -- start 2024-04-26T23:47:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.441+0000 7fe79a400640 1 -- start start 2024-04-26T23:47:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.441+0000 7fe79a400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7941027d0 0x7fe79419b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.441+0000 7fe79a400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe794103190 0x7fe79419b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.441+0000 7fe79a400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7941087e0 0x7fe79419f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.441+0000 7fe79a400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe794112910 con 0x7fe7941027d0 2024-04-26T23:47:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.441+0000 7fe79a400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe794112790 con 0x7fe7941087e0 2024-04-26T23:47:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.441+0000 7fe79a400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe794112a90 con 0x7fe794103190 2024-04-26T23:47:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.441+0000 7fe799000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7941027d0 0x7fe79419b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.441+0000 7fe799000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7941027d0 0x7fe79419b100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43126/0 (socket says 172.21.15.26:43126) 2024-04-26T23:47:06.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.441+0000 7fe799000640 1 -- 172.21.15.26:0/2328042272 learned_addr learned my addr 172.21.15.26:0/2328042272 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:06.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.442+0000 7fe799a00640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7941087e0 0x7fe79419f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.442+0000 7fe793e00640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe794103190 0x7fe79419b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.442+0000 7fe799000640 1 -- 172.21.15.26:0/2328042272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe794103190 msgr2=0x7fe79419b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.442+0000 7fe799000640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe794103190 0x7fe79419b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.442+0000 7fe799000640 1 -- 172.21.15.26:0/2328042272 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7941087e0 msgr2=0x7fe79419f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.442+0000 7fe799000640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7941087e0 0x7fe79419f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.442+0000 7fe799000640 1 -- 172.21.15.26:0/2328042272 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7941a00f0 con 0x7fe7941027d0 2024-04-26T23:47:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.442+0000 7fe799000640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7941027d0 0x7fe79419b100 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fe78800d950 tx=0x7fe78800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.443+0000 7fe791600640 1 -- 172.21.15.26:0/2328042272 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe788017070 con 0x7fe7941027d0 2024-04-26T23:47:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.443+0000 7fe791600640 1 -- 172.21.15.26:0/2328042272 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe788009c30 con 0x7fe7941027d0 2024-04-26T23:47:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.443+0000 7fe791600640 1 -- 172.21.15.26:0/2328042272 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78800f620 con 0x7fe7941027d0 2024-04-26T23:47:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.443+0000 7fe79a400640 1 -- 172.21.15.26:0/2328042272 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7941a03e0 con 0x7fe7941027d0 2024-04-26T23:47:06.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.443+0000 7fe79a400640 1 -- 172.21.15.26:0/2328042272 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7941a7c70 con 0x7fe7941027d0 2024-04-26T23:47:06.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.447+0000 7fe79e9de740 1 Processor -- start 2024-04-26T23:47:06.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.448+0000 7fe79e9de740 1 -- start start 2024-04-26T23:47:06.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.448+0000 7fe79e9de740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c753a0 0x5568e1c75780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.448+0000 7fe79e9de740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c75cc0 0x5568e1c7fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.448+0000 7fe79e9de740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c80390 0x5568e1c82780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.448+0000 7fe79e9de740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5568e1bd9c70 con 0x5568e1c75cc0 2024-04-26T23:47:06.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.448+0000 7fe79e9de740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5568e1b92980 con 0x5568e1c80390 2024-04-26T23:47:06.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.448+0000 7fe79e9de740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5568e1bd5c30 con 0x5568e1c753a0 2024-04-26T23:47:06.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.448+0000 7fe791600640 1 -- 172.21.15.26:0/2328042272 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe788010460 con 0x7fe7941027d0 2024-04-26T23:47:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.449+0000 7fe799000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c75cc0 0x5568e1c7fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.449+0000 7fe799a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c753a0 0x5568e1c75780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.449+0000 7fe799000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c75cc0 0x5568e1c7fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43136/0 (socket says 172.21.15.26:43136) 2024-04-26T23:47:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.449+0000 7fe799000640 1 -- 172.21.15.26:0/1188531940 learned_addr learned my addr 172.21.15.26:0/1188531940 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.449+0000 7fe793e00640 1 --2- 172.21.15.26:0/1188531940 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c80390 0x5568e1c82780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.449+0000 7fe799000640 1 -- 172.21.15.26:0/1188531940 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c753a0 msgr2=0x5568e1c75780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.449+0000 7fe799000640 1 --2- 172.21.15.26:0/1188531940 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c753a0 0x5568e1c75780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.449+0000 7fe799000640 1 -- 172.21.15.26:0/1188531940 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c80390 msgr2=0x5568e1c82780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.449+0000 7fe799000640 1 --2- 172.21.15.26:0/1188531940 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c80390 0x5568e1c82780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.449+0000 7fe799000640 1 -- 172.21.15.26:0/1188531940 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568e1b6a7b0 con 0x5568e1c75cc0 2024-04-26T23:47:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.450+0000 7fe799000640 1 --2- 172.21.15.26:0/1188531940 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c75cc0 0x5568e1c7fe50 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fe7880cda70 tx=0x7fe7880d8a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a133318e4b2aaf96 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:06.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.450+0000 7fe786000640 1 -- 172.21.15.26:0/1188531940 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7880e4070 con 0x5568e1c75cc0 2024-04-26T23:47:06.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.450+0000 7fe786000640 1 -- 172.21.15.26:0/1188531940 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7880d0ce0 con 0x5568e1c75cc0 2024-04-26T23:47:06.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.450+0000 7fe786000640 1 -- 172.21.15.26:0/1188531940 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7880d6960 con 0x5568e1c75cc0 2024-04-26T23:47:06.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.450+0000 7fe791600640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe77c0a3da0 0x7fe77c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.451+0000 7fe791600640 1 -- 172.21.15.26:0/2328042272 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fe7880d0460 con 0x7fe7941027d0 2024-04-26T23:47:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.451+0000 7fe799a00640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe77c0a3da0 0x7fe77c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.451+0000 7fe79e9de740 1 -- 172.21.15.26:0/1188531940 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c75cc0 msgr2=0x5568e1c7fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.451+0000 7fe79e9de740 1 --2- 172.21.15.26:0/1188531940 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c75cc0 0x5568e1c7fe50 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fe7880cda70 tx=0x7fe7880d8a30 comp rx=0 tx=0).stop 2024-04-26T23:47:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.451+0000 7fe79e9de740 1 -- 172.21.15.26:0/1188531940 shutdown_connections 2024-04-26T23:47:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.451+0000 7fe79e9de740 1 --2- 172.21.15.26:0/1188531940 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c80390 0x5568e1c82780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.451+0000 7fe79e9de740 1 --2- 172.21.15.26:0/1188531940 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c75cc0 0x5568e1c7fe50 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.451+0000 7fe79e9de740 1 --2- 172.21.15.26:0/1188531940 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c753a0 0x5568e1c75780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.451+0000 7fe79e9de740 1 -- 172.21.15.26:0/1188531940 >> 172.21.15.26:0/1188531940 conn(0x5568e1c716c0 msgr2=0x5568e1c71aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.451+0000 7fe79e9de740 1 -- 172.21.15.26:0/1188531940 shutdown_connections 2024-04-26T23:47:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.452+0000 7fe79e9de740 1 -- 172.21.15.26:0/1188531940 wait complete. 2024-04-26T23:47:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.452+0000 7fe799a00640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe77c0a3da0 0x7fe77c0a6260 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe78c007ed0 tx=0x7fe78c007680 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.452+0000 7fe79e9de740 1 -- start start 2024-04-26T23:47:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.452+0000 7fe79e9de740 1 Processor -- start 2024-04-26T23:47:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.453+0000 7fe79e9de740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c7fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.453+0000 7fe79e9de740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c75cc0 0x5568e1c7d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.453+0000 7fe79e9de740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c80390 0x5568e1c7d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.453+0000 7fe79e9de740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5568e1bd8f80 con 0x5568e1c753a0 2024-04-26T23:47:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.453+0000 7fe79e9de740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5568e1b86260 con 0x5568e1c80390 2024-04-26T23:47:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.453+0000 7fe79e9de740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5568e1bde2a0 con 0x5568e1c75cc0 2024-04-26T23:47:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.453+0000 7fe79e9de740 10 client.0 _ll_register_callbacks cb 0x5568e1bd0960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.453+0000 7fe799000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c7fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.453+0000 7fe799000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c7fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43146/0 (socket says 172.21.15.26:43146) 2024-04-26T23:47:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.453+0000 7fe799000640 1 -- 172.21.15.26:0/1995347257 learned_addr learned my addr 172.21.15.26:0/1995347257 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe799a00640 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c80390 0x5568e1c7d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe793e00640 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c75cc0 0x5568e1c7d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe799000640 1 -- 172.21.15.26:0/1995347257 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c75cc0 msgr2=0x5568e1c7d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe799000640 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c75cc0 0x5568e1c7d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe799000640 1 -- 172.21.15.26:0/1995347257 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c80390 msgr2=0x5568e1c7d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe799000640 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c80390 0x5568e1c7d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe799000640 1 -- 172.21.15.26:0/1995347257 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568e1b681c0 con 0x5568e1c753a0 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe799a00640 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c80390 0x5568e1c7d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe799000640 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c7fd30 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fe788098d50 tx=0x7fe7880d3a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e92285480e43d1e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe77aa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe77aa00640 1 -- 172.21.15.26:0/1995347257 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe788020070 con 0x5568e1c753a0 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe77aa00640 1 -- 172.21.15.26:0/1995347257 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fe7880cddb0 con 0x5568e1c753a0 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.454+0000 7fe79e9de740 1 -- 172.21.15.26:0/1995347257 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7880d0ce0 con 0x5568e1c753a0 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.455+0000 7fe77aa00640 1 -- 172.21.15.26:0/1995347257 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe788098620 con 0x5568e1c753a0 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.455+0000 7fe79e9de740 10 client.17796 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.455+0000 7fe79e9de740 1 -- 172.21.15.26:0/1995347257 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5568e18eb3f0 con 0x5568e1c753a0 2024-04-26T23:47:06.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.455+0000 7fe77aa00640 1 -- 172.21.15.26:0/1995347257 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7880d0ce0 con 0x5568e1c753a0 2024-04-26T23:47:06.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.455+0000 7fe77aa00640 1 -- 172.21.15.26:0/1995347257 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe78809c5e0 con 0x5568e1c753a0 2024-04-26T23:47:06.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.455+0000 7fe79e9de740 10 client.17796 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:06.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.455+0000 7fe79e9de740 10 client.17796 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:06.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.455+0000 7fe79e9de740 20 client.17796 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:06.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.455+0000 7fe79e9de740 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5568e1c8fcc0 0x5568e1c920b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.455+0000 7fe79e9de740 4 client.17796 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:47:06.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.455+0000 7fe79e9de740 1 -- 172.21.15.26:0/1995347257 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5568e1be7880 con 0x5568e1c8fcc0 2024-04-26T23:47:06.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.456+0000 7fe793e00640 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5568e1c8fcc0 0x5568e1c920b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.457+0000 7fe793e00640 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5568e1c8fcc0 0x5568e1c920b0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7538e1affe2522a server_cookie=f0c92d1b0c3fa3ed in_seq=0 out_seq=0 2024-04-26T23:47:06.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.457+0000 7fe77aa00640 10 client.17796 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:06.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.459+0000 7fe77aa00640 1 -- 172.21.15.26:0/1995347257 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5568e1be7880 con 0x5568e1c8fcc0 2024-04-26T23:47:06.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.459+0000 7fe77aa00640 10 client.17796 handle_command_reply: tid=0 2024-04-26T23:47:06.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.459+0000 7fe79e9de740 1 client.17796 shutdown 2024-04-26T23:47:06.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.459+0000 7fe79e9de740 1 -- 172.21.15.26:0/1995347257 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 msgr2=0x5568e1c7fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.459+0000 7fe79e9de740 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c7fd30 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fe788098d50 tx=0x7fe7880d3a40 comp rx=0 tx=0).stop 2024-04-26T23:47:06.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.459+0000 7fe79e9de740 1 -- 172.21.15.26:0/1995347257 shutdown_connections 2024-04-26T23:47:06.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.459+0000 7fe79e9de740 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5568e1c8fcc0 0x5568e1c920b0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.459+0000 7fe79e9de740 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c80390 0x5568e1c7d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.459+0000 7fe77aa00640 0 client.17796 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:06.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.459+0000 7fe79e9de740 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c75cc0 0x5568e1c7d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.459+0000 7fe79e9de740 1 --2- 172.21.15.26:0/1995347257 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c7fd30 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.459+0000 7fe79e9de740 1 -- 172.21.15.26:0/1995347257 >> 172.21.15.26:0/1995347257 conn(0x5568e1c716c0 msgr2=0x5568e1c774c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:06.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.460+0000 7fe79e9de740 1 -- 172.21.15.26:0/1995347257 shutdown_connections 2024-04-26T23:47:06.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.460+0000 7fe79e9de740 1 -- 172.21.15.26:0/1995347257 wait complete. 2024-04-26T23:47:06.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.460+0000 7fe79e9de740 20 client.17796 trim_cache size 0 max 16384 2024-04-26T23:47:06.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.475+0000 7fe79e9de740 1 Processor -- start 2024-04-26T23:47:06.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.475+0000 7fe79e9de740 1 -- start start 2024-04-26T23:47:06.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.476+0000 7fe79e9de740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c7c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.476+0000 7fe79e9de740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c75cc0 0x5568e1c70630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.476+0000 7fe79e9de740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c80390 0x5568e1c950e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.476+0000 7fe79e9de740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7941b2ec0 con 0x5568e1c753a0 2024-04-26T23:47:06.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.476+0000 7fe79e9de740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe7941b0790 con 0x5568e1c75cc0 2024-04-26T23:47:06.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.476+0000 7fe79e9de740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7941ae600 con 0x5568e1c80390 2024-04-26T23:47:06.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.476+0000 7fe799000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c7c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.480 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.476+0000 7fe799000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c7c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43158/0 (socket says 172.21.15.26:43158) 2024-04-26T23:47:06.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.476+0000 7fe799000640 1 -- 172.21.15.26:0/2563218407 learned_addr learned my addr 172.21.15.26:0/2563218407 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:06.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.476+0000 7fe793e00640 1 --2- 172.21.15.26:0/2563218407 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c75cc0 0x5568e1c70630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.477+0000 7fe799000640 1 -- 172.21.15.26:0/2563218407 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c80390 msgr2=0x5568e1c950e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.477+0000 7fe799000640 1 --2- 172.21.15.26:0/2563218407 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c80390 0x5568e1c950e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.477+0000 7fe799000640 1 -- 172.21.15.26:0/2563218407 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c75cc0 msgr2=0x5568e1c70630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.477+0000 7fe799000640 1 --2- 172.21.15.26:0/2563218407 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c75cc0 0x5568e1c70630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.477+0000 7fe799000640 1 -- 172.21.15.26:0/2563218407 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568e1c75af0 con 0x5568e1c753a0 2024-04-26T23:47:06.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.477+0000 7fe793e00640 1 --2- 172.21.15.26:0/2563218407 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c75cc0 0x5568e1c70630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:06.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.477+0000 7fe799000640 1 --2- 172.21.15.26:0/2563218407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c7c180 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7fe78809a630 tx=0x7fe78809a890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2265b049fad6752 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:06.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.477+0000 7fe785600640 1 -- 172.21.15.26:0/2563218407 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe788020030 con 0x5568e1c753a0 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.477+0000 7fe785600640 1 -- 172.21.15.26:0/2563218407 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7880d81c0 con 0x5568e1c753a0 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.477+0000 7fe785600640 1 -- 172.21.15.26:0/2563218407 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78809bce0 con 0x5568e1c753a0 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.478+0000 7fe79e9de740 1 -- 172.21.15.26:0/2563218407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 msgr2=0x5568e1c7c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.478+0000 7fe79e9de740 1 --2- 172.21.15.26:0/2563218407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c7c180 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7fe78809a630 tx=0x7fe78809a890 comp rx=0 tx=0).stop 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.478+0000 7fe79e9de740 1 -- 172.21.15.26:0/2563218407 shutdown_connections 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.478+0000 7fe79e9de740 1 --2- 172.21.15.26:0/2563218407 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c80390 0x5568e1c950e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.478+0000 7fe79e9de740 1 --2- 172.21.15.26:0/2563218407 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c75cc0 0x5568e1c70630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.478+0000 7fe79e9de740 1 --2- 172.21.15.26:0/2563218407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c7c180 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.478+0000 7fe79e9de740 1 -- 172.21.15.26:0/2563218407 >> 172.21.15.26:0/2563218407 conn(0x5568e1c716c0 msgr2=0x5568e1c6ff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.478+0000 7fe79e9de740 1 -- 172.21.15.26:0/2563218407 shutdown_connections 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.478+0000 7fe79e9de740 1 -- 172.21.15.26:0/2563218407 wait complete. 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.478+0000 7fe79e9de740 1 -- start start 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.479+0000 7fe79e9de740 1 Processor -- start 2024-04-26T23:47:06.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.479+0000 7fe79e9de740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c93d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.479+0000 7fe79e9de740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c75cc0 0x5568e1c94240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.479+0000 7fe79e9de740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c80390 0x5568e1c94780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.479+0000 7fe79e9de740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe7941aec50 con 0x5568e1c753a0 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.479+0000 7fe79e9de740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe7941b00c0 con 0x5568e1c75cc0 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.479+0000 7fe79e9de740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7941af320 con 0x5568e1c80390 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.479+0000 7fe79e9de740 10 client.0 _ll_register_callbacks cb 0x7fe7880e2070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.480+0000 7fe799000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c93d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.480+0000 7fe799000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c93d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43162/0 (socket says 172.21.15.26:43162) 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.480+0000 7fe799000640 1 -- 172.21.15.26:0/4269707643 learned_addr learned my addr 172.21.15.26:0/4269707643 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.480+0000 7fe793e00640 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c75cc0 0x5568e1c94240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.480+0000 7fe799000640 1 -- 172.21.15.26:0/4269707643 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c80390 msgr2=0x5568e1c94780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.480+0000 7fe799000640 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c80390 0x5568e1c94780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.480+0000 7fe799000640 1 -- 172.21.15.26:0/4269707643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c75cc0 msgr2=0x5568e1c94240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.480+0000 7fe799000640 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c75cc0 0x5568e1c94240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.480+0000 7fe799000640 1 -- 172.21.15.26:0/4269707643 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568e19b57d0 con 0x5568e1c753a0 2024-04-26T23:47:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.480+0000 7fe793e00640 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c75cc0 0x5568e1c94240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.480+0000 7fe799000640 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c93d00 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7fe7880a4ac0 tx=0x7fe788098020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b96be997d1dff99 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.480+0000 7fe77aa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.481+0000 7fe77aa00640 1 -- 172.21.15.26:0/4269707643 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe788020070 con 0x5568e1c753a0 2024-04-26T23:47:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.481+0000 7fe77aa00640 1 -- 172.21.15.26:0/4269707643 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fe78809c5e0 con 0x5568e1c753a0 2024-04-26T23:47:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.481+0000 7fe79e9de740 1 -- 172.21.15.26:0/4269707643 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7880d81c0 con 0x5568e1c753a0 2024-04-26T23:47:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.481+0000 7fe77aa00640 1 -- 172.21.15.26:0/4269707643 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe78809bec0 con 0x5568e1c753a0 2024-04-26T23:47:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.481+0000 7fe79e9de740 10 client.17802 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.481+0000 7fe79e9de740 1 -- 172.21.15.26:0/4269707643 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5568e1b802a0 con 0x5568e1c753a0 2024-04-26T23:47:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.481+0000 7fe77aa00640 1 -- 172.21.15.26:0/4269707643 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7880d81c0 con 0x5568e1c753a0 2024-04-26T23:47:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.481+0000 7fe77aa00640 1 -- 172.21.15.26:0/4269707643 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe7880a4b60 con 0x5568e1c753a0 2024-04-26T23:47:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.481+0000 7fe79e9de740 10 client.17802 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.482+0000 7fe79e9de740 10 client.17802 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.482+0000 7fe79e9de740 20 client.17802 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.482+0000 7fe79e9de740 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5568e1cf5230 0x5568e1cf7620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.482+0000 7fe79e9de740 4 client.17802 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.482+0000 7fe79e9de740 1 -- 172.21.15.26:0/4269707643 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5568e1be16f0 con 0x5568e1cf5230 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.482+0000 7fe793e00640 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5568e1cf5230 0x5568e1cf7620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.483+0000 7fe793e00640 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5568e1cf5230 0x5568e1cf7620 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64e49ff0a7effcc1 server_cookie=ad04fd2610fe5da6 in_seq=0 out_seq=0 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.483+0000 7fe77aa00640 10 client.17802 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe77aa00640 1 -- 172.21.15.26:0/4269707643 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5568e1be16f0 con 0x5568e1cf5230 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe77aa00640 10 client.17802 handle_command_reply: tid=0 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe79e9de740 1 client.17802 shutdown 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe79e9de740 1 -- 172.21.15.26:0/4269707643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 msgr2=0x5568e1c93d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe79e9de740 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c93d00 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7fe7880a4ac0 tx=0x7fe788098020 comp rx=0 tx=0).stop 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe79e9de740 1 -- 172.21.15.26:0/4269707643 shutdown_connections 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe79e9de740 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5568e1cf5230 0x5568e1cf7620 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe79e9de740 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568e1c80390 0x5568e1c94780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe79e9de740 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5568e1c75cc0 0x5568e1c94240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe79e9de740 1 --2- 172.21.15.26:0/4269707643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5568e1c753a0 0x5568e1c93d00 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe77aa00640 0 client.17802 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:06.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe79e9de740 1 -- 172.21.15.26:0/4269707643 >> 172.21.15.26:0/4269707643 conn(0x5568e1c716c0 msgr2=0x5568e1c6ff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:06.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe79e9de740 1 -- 172.21.15.26:0/4269707643 shutdown_connections 2024-04-26T23:47:06.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.484+0000 7fe79e9de740 1 -- 172.21.15.26:0/4269707643 wait complete. 2024-04-26T23:47:06.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.485+0000 7fe79e9de740 20 client.17802 trim_cache size 0 max 16384 2024-04-26T23:47:06.490 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:47:06.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.485+0000 7fe79a400640 1 -- 172.21.15.26:0/2328042272 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe77c0a3da0 msgr2=0x7fe77c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.485+0000 7fe79a400640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe77c0a3da0 0x7fe77c0a6260 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fe78c007ed0 tx=0x7fe78c007680 comp rx=0 tx=0).stop 2024-04-26T23:47:06.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.485+0000 7fe79a400640 1 -- 172.21.15.26:0/2328042272 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7941027d0 msgr2=0x7fe79419b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:06.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.485+0000 7fe79a400640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7941027d0 0x7fe79419b100 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fe78800d950 tx=0x7fe78800de10 comp rx=0 tx=0).stop 2024-04-26T23:47:06.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.485+0000 7fe79a400640 1 -- 172.21.15.26:0/2328042272 shutdown_connections 2024-04-26T23:47:06.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.485+0000 7fe79a400640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe7941087e0 0x7fe79419f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.485+0000 7fe79a400640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe794103190 0x7fe79419b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.485+0000 7fe79a400640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe77c0a3da0 0x7fe77c0a6260 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.485+0000 7fe79a400640 1 --2- 172.21.15.26:0/2328042272 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe7941027d0 0x7fe79419b100 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:06.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.485+0000 7fe79a400640 1 -- 172.21.15.26:0/2328042272 >> 172.21.15.26:0/2328042272 conn(0x7fe7940fe300 msgr2=0x7fe79410dfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:06.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.486+0000 7fe79a400640 1 -- 172.21.15.26:0/2328042272 shutdown_connections 2024-04-26T23:47:06.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:06.486+0000 7fe79a400640 1 -- 172.21.15.26:0/2328042272 wait complete. 2024-04-26T23:47:06.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:06 smithi026 ceph-mon[28371]: pgmap v348: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 90 KiB/s wr, 22 op/s 2024-04-26T23:47:07.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:06 smithi164 ceph-mon[31699]: pgmap v348: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 90 KiB/s wr, 22 op/s 2024-04-26T23:47:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:06 smithi086 ceph-mon[31122]: pgmap v348: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 90 KiB/s wr, 22 op/s 2024-04-26T23:47:07.509 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:47:07.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:47:07.510 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:47:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.757+0000 7f41ce200640 1 -- 172.21.15.26:0/2182664318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41c810a9f0 msgr2=0x7f41c810add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.757+0000 7f41ce200640 1 --2- 172.21.15.26:0/2182664318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41c810a9f0 0x7f41c810add0 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f41bc009930 tx=0x7f41bc02a420 comp rx=0 tx=0).stop 2024-04-26T23:47:07.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.757+0000 7f41ce200640 1 -- 172.21.15.26:0/2182664318 shutdown_connections 2024-04-26T23:47:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.757+0000 7f41ce200640 1 --2- 172.21.15.26:0/2182664318 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41c81053a0 0x7f41c81118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.757+0000 7f41ce200640 1 --2- 172.21.15.26:0/2182664318 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41c81049e0 0x7f41c8104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.757+0000 7f41ce200640 1 --2- 172.21.15.26:0/2182664318 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41c810a9f0 0x7f41c810add0 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.757+0000 7f41ce200640 1 -- 172.21.15.26:0/2182664318 >> 172.21.15.26:0/2182664318 conn(0x7f41c8100470 msgr2=0x7f41c8102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.758+0000 7f41ce200640 1 -- 172.21.15.26:0/2182664318 shutdown_connections 2024-04-26T23:47:07.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.758+0000 7f41ce200640 1 -- 172.21.15.26:0/2182664318 wait complete. 2024-04-26T23:47:07.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.759+0000 7f41ce200640 1 Processor -- start 2024-04-26T23:47:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.759+0000 7f41ce200640 1 -- start start 2024-04-26T23:47:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.759+0000 7f41ce200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41c81049e0 0x7f41c819b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.759+0000 7f41ce200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41c81053a0 0x7f41c819b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.759+0000 7f41ce200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41c810a9f0 0x7f41c819fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.759+0000 7f41ce200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f41c8114bb0 con 0x7f41c81049e0 2024-04-26T23:47:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.759+0000 7f41ce200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f41c8114a30 con 0x7f41c810a9f0 2024-04-26T23:47:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.759+0000 7f41ce200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f41c8114d30 con 0x7f41c81053a0 2024-04-26T23:47:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.760+0000 7f41cce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41c81049e0 0x7f41c819b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.760+0000 7f41cce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41c81049e0 0x7f41c819b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43174/0 (socket says 172.21.15.26:43174) 2024-04-26T23:47:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.760+0000 7f41cce00640 1 -- 172.21.15.26:0/4153950464 learned_addr learned my addr 172.21.15.26:0/4153950464 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.760+0000 7f41c7e00640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41c81053a0 0x7f41c819b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.760+0000 7f41cd800640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41c810a9f0 0x7f41c819fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.760+0000 7f41cce00640 1 -- 172.21.15.26:0/4153950464 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41c81053a0 msgr2=0x7f41c819b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.760+0000 7f41cce00640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41c81053a0 0x7f41c819b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.760+0000 7f41cce00640 1 -- 172.21.15.26:0/4153950464 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41c810a9f0 msgr2=0x7f41c819fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.760+0000 7f41cce00640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41c810a9f0 0x7f41c819fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.760+0000 7f41cce00640 1 -- 172.21.15.26:0/4153950464 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41c81a0180 con 0x7f41c81049e0 2024-04-26T23:47:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.761+0000 7f41cce00640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41c81049e0 0x7f41c819b190 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7f41bc02a940 tx=0x7f41bc003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.761+0000 7f41c5600640 1 -- 172.21.15.26:0/4153950464 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41bc03f070 con 0x7f41c81049e0 2024-04-26T23:47:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.761+0000 7f41ce200640 1 -- 172.21.15.26:0/4153950464 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41c81a0410 con 0x7f41c81049e0 2024-04-26T23:47:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.761+0000 7f41c5600640 1 -- 172.21.15.26:0/4153950464 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f41bc003e10 con 0x7f41c81049e0 2024-04-26T23:47:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.761+0000 7f41c5600640 1 -- 172.21.15.26:0/4153950464 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41bc035030 con 0x7f41c81049e0 2024-04-26T23:47:07.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.761+0000 7f41ce200640 1 -- 172.21.15.26:0/4153950464 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41c81a7d00 con 0x7f41c81049e0 2024-04-26T23:47:07.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.765+0000 7f41d2620740 1 Processor -- start 2024-04-26T23:47:07.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.765+0000 7f41d2620740 1 -- start start 2024-04-26T23:47:07.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.766+0000 7f41c5600640 1 -- 172.21.15.26:0/4153950464 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f41bc042070 con 0x7f41c81049e0 2024-04-26T23:47:07.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.766+0000 7f41d2620740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b0126f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.766+0000 7f41d2620740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b01279910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.766+0000 7f41d2620740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 0x555b0127c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.766+0000 7f41d2620740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555b011d4980 con 0x555b0126ee60 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.766+0000 7f41d2620740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555b01171220 con 0x555b01279e50 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.766+0000 7f41d2620740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555b011d0940 con 0x555b0126f780 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.766+0000 7f41cd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b0126f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.766+0000 7f41cd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b0126f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43190/0 (socket says 172.21.15.26:43190) 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.766+0000 7f41cd800640 1 -- 172.21.15.26:0/3984099554 learned_addr learned my addr 172.21.15.26:0/3984099554 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.767+0000 7f41c7e00640 1 --2- 172.21.15.26:0/3984099554 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 0x555b0127c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.767+0000 7f41cce00640 1 --2- 172.21.15.26:0/3984099554 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b01279910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.767+0000 7f41cd800640 1 -- 172.21.15.26:0/3984099554 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 msgr2=0x555b01279910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.767+0000 7f41cd800640 1 --2- 172.21.15.26:0/3984099554 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b01279910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.767+0000 7f41cd800640 1 -- 172.21.15.26:0/3984099554 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 msgr2=0x555b0127c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.767+0000 7f41cd800640 1 --2- 172.21.15.26:0/3984099554 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 0x555b0127c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.767+0000 7f41cd800640 1 -- 172.21.15.26:0/3984099554 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b00fae7e0 con 0x555b0126ee60 2024-04-26T23:47:07.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.767+0000 7f41c7e00640 1 --2- 172.21.15.26:0/3984099554 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 0x555b0127c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:47:07.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.767+0000 7f41cd800640 1 --2- 172.21.15.26:0/3984099554 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b0126f240 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f41c0009e60 tx=0x7f41c0010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dd6c6d347d4765e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:07.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.768+0000 7f41c5600640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f41b00a3d20 0x7f41b00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.768+0000 7f41c5600640 1 -- 172.21.15.26:0/4153950464 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f41bc0f1090 con 0x7f41c81049e0 2024-04-26T23:47:07.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.768+0000 7f41b6000640 1 -- 172.21.15.26:0/3984099554 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c0016070 con 0x555b0126ee60 2024-04-26T23:47:07.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.768+0000 7f41b6000640 1 -- 172.21.15.26:0/3984099554 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f41c0004d20 con 0x555b0126ee60 2024-04-26T23:47:07.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.768+0000 7f41b6000640 1 -- 172.21.15.26:0/3984099554 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c0012690 con 0x555b0126ee60 2024-04-26T23:47:07.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.768+0000 7f41cce00640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f41b00a3d20 0x7f41b00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.769+0000 7f41d2620740 1 -- 172.21.15.26:0/3984099554 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 msgr2=0x555b0126f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:07.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.769+0000 7f41cce00640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f41b00a3d20 0x7f41b00a61e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f41bc0ee870 tx=0x7f41bc005de0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:07.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.769+0000 7f41d2620740 1 --2- 172.21.15.26:0/3984099554 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b0126f240 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f41c0009e60 tx=0x7f41c0010740 comp rx=0 tx=0).stop 2024-04-26T23:47:07.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.769+0000 7f41d2620740 1 -- 172.21.15.26:0/3984099554 shutdown_connections 2024-04-26T23:47:07.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.769+0000 7f41d2620740 1 --2- 172.21.15.26:0/3984099554 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 0x555b0127c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.769+0000 7f41d2620740 1 --2- 172.21.15.26:0/3984099554 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b01279910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.769+0000 7f41d2620740 1 --2- 172.21.15.26:0/3984099554 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b0126f240 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.769+0000 7f41d2620740 1 -- 172.21.15.26:0/3984099554 >> 172.21.15.26:0/3984099554 conn(0x555b0126b180 msgr2=0x555b0126b560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:07.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.769+0000 7f41d2620740 1 -- 172.21.15.26:0/3984099554 shutdown_connections 2024-04-26T23:47:07.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.769+0000 7f41d2620740 1 -- 172.21.15.26:0/3984099554 wait complete. 2024-04-26T23:47:07.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.770+0000 7f41d2620740 1 -- start start 2024-04-26T23:47:07.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.770+0000 7f41d2620740 1 Processor -- start 2024-04-26T23:47:07.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.770+0000 7f41d2620740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b01276e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.770+0000 7f41d2620740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0126f780 0x555b01277370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.770+0000 7f41d2620740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b01279e50 0x555b012778b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.770+0000 7f41d2620740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555b0127cc40 con 0x555b0126ee60 2024-04-26T23:47:07.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.770+0000 7f41d2620740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555b0115c170 con 0x555b0126f780 2024-04-26T23:47:07.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.770+0000 7f41d2620740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555b0127cdc0 con 0x555b01279e50 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.771+0000 7f41d2620740 10 client.0 _ll_register_callbacks cb 0x555b011cb770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.771+0000 7f41cd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b01276e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.771+0000 7f41cd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b01276e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43200/0 (socket says 172.21.15.26:43200) 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.771+0000 7f41cd800640 1 -- 172.21.15.26:0/241410684 learned_addr learned my addr 172.21.15.26:0/241410684 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.771+0000 7f41c7e00640 1 --2- 172.21.15.26:0/241410684 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0126f780 0x555b01277370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.771+0000 7f41cd800640 1 -- 172.21.15.26:0/241410684 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b01279e50 msgr2=0x555b012778b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.771+0000 7f41cd800640 1 --2- 172.21.15.26:0/241410684 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b01279e50 0x555b012778b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.771+0000 7f41cd800640 1 -- 172.21.15.26:0/241410684 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0126f780 msgr2=0x555b01277370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.771+0000 7f41cd800640 1 --2- 172.21.15.26:0/241410684 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0126f780 0x555b01277370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.771+0000 7f41cd800640 1 -- 172.21.15.26:0/241410684 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b0100ef70 con 0x555b0126ee60 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.771+0000 7f41cd800640 1 --2- 172.21.15.26:0/241410684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b01276e30 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7f41c00059d0 tx=0x7f41c0009bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69a19643389b6cf6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.772+0000 7f41aaa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:07.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.772+0000 7f41aaa00640 1 -- 172.21.15.26:0/241410684 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c002a060 con 0x555b0126ee60 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.772+0000 7f41aaa00640 1 -- 172.21.15.26:0/241410684 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f41c00053e0 con 0x555b0126ee60 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.772+0000 7f41d2620740 1 -- 172.21.15.26:0/241410684 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41c0004d20 con 0x555b0126ee60 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.772+0000 7f41aaa00640 1 -- 172.21.15.26:0/241410684 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f41c0016040 con 0x555b0126ee60 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.772+0000 7f41d2620740 10 client.17814 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.772+0000 7f41d2620740 1 -- 172.21.15.26:0/241410684 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555b00ea6170 con 0x555b0126ee60 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.772+0000 7f41aaa00640 1 -- 172.21.15.26:0/241410684 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f41c0004d20 con 0x555b0126ee60 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.773+0000 7f41aaa00640 1 -- 172.21.15.26:0/241410684 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f41c000f040 con 0x555b0126ee60 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.773+0000 7f41d2620740 10 client.17814 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.773+0000 7f41d2620740 10 client.17814 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.773+0000 7f41d2620740 20 client.17814 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.773+0000 7f41d2620740 1 --2- 172.21.15.26:0/241410684 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b01289ce0 0x555b0128c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.773+0000 7f41d2620740 4 client.17814 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.773+0000 7f41d2620740 1 -- 172.21.15.26:0/241410684 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555b011e2590 con 0x555b01289ce0 2024-04-26T23:47:07.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.774+0000 7f41c7e00640 1 --2- 172.21.15.26:0/241410684 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b01289ce0 0x555b0128c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.775+0000 7f41c7e00640 1 --2- 172.21.15.26:0/241410684 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b01289ce0 0x555b0128c0d0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=255ace9fc3fc0238 server_cookie=bf14d53ae525a53f in_seq=0 out_seq=0 2024-04-26T23:47:07.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.775+0000 7f41aaa00640 10 client.17814 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:07.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41aaa00640 1 -- 172.21.15.26:0/241410684 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555b011e2590 con 0x555b01289ce0 2024-04-26T23:47:07.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41aaa00640 10 client.17814 handle_command_reply: tid=0 2024-04-26T23:47:07.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41d2620740 1 client.17814 shutdown 2024-04-26T23:47:07.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41d2620740 1 -- 172.21.15.26:0/241410684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 msgr2=0x555b01276e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:07.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41d2620740 1 --2- 172.21.15.26:0/241410684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b01276e30 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7f41c00059d0 tx=0x7f41c0009bc0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41d2620740 1 -- 172.21.15.26:0/241410684 shutdown_connections 2024-04-26T23:47:07.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41d2620740 1 --2- 172.21.15.26:0/241410684 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b01289ce0 0x555b0128c0d0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41d2620740 1 --2- 172.21.15.26:0/241410684 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b01279e50 0x555b012778b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41d2620740 1 --2- 172.21.15.26:0/241410684 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b0126f780 0x555b01277370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41d2620740 1 --2- 172.21.15.26:0/241410684 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b01276e30 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41d2620740 1 -- 172.21.15.26:0/241410684 >> 172.21.15.26:0/241410684 conn(0x555b0126b180 msgr2=0x555b01270f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:07.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41aaa00640 0 client.17814 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:07.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41d2620740 1 -- 172.21.15.26:0/241410684 shutdown_connections 2024-04-26T23:47:07.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.777+0000 7f41d2620740 1 -- 172.21.15.26:0/241410684 wait complete. 2024-04-26T23:47:07.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.778+0000 7f41d2620740 20 client.17814 trim_cache size 0 max 16384 2024-04-26T23:47:07.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.803+0000 7f41d2620740 1 Processor -- start 2024-04-26T23:47:07.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.803+0000 7f41d2620740 1 -- start start 2024-04-26T23:47:07.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.803+0000 7f41d2620740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b01279560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.803+0000 7f41d2620740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b01285b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.803+0000 7f41d2620740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 0x555b01277500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.803+0000 7f41d2620740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f41c81b2ec0 con 0x555b0126ee60 2024-04-26T23:47:07.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.803+0000 7f41d2620740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f41c81b0790 con 0x555b01279e50 2024-04-26T23:47:07.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.803+0000 7f41d2620740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f41c81ae600 con 0x555b0126f780 2024-04-26T23:47:07.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.804+0000 7f41cd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b01279560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.804+0000 7f41cd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b01279560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43212/0 (socket says 172.21.15.26:43212) 2024-04-26T23:47:07.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.804+0000 7f41cd800640 1 -- 172.21.15.26:0/3956253645 learned_addr learned my addr 172.21.15.26:0/3956253645 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:07.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.804+0000 7f41c7e00640 1 --2- 172.21.15.26:0/3956253645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b01285b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.804+0000 7f41cd800640 1 -- 172.21.15.26:0/3956253645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 msgr2=0x555b01285b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:07.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.804+0000 7f41cd800640 1 --2- 172.21.15.26:0/3956253645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b01285b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.804+0000 7f41cd800640 1 -- 172.21.15.26:0/3956253645 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 msgr2=0x555b01277500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:07.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.804+0000 7f41cd800640 1 --2- 172.21.15.26:0/3956253645 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 0x555b01277500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.804+0000 7f41cd800640 1 -- 172.21.15.26:0/3956253645 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b01275de0 con 0x555b0126ee60 2024-04-26T23:47:07.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.804+0000 7f41c7e00640 1 --2- 172.21.15.26:0/3956253645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b01285b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:07.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.804+0000 7f41cd800640 1 --2- 172.21.15.26:0/3956253645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b01279560 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f41c0005a00 tx=0x7f41c0000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56f69647d22fa89d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:07.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.805+0000 7f41b5600640 1 -- 172.21.15.26:0/3956253645 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c002a040 con 0x555b0126ee60 2024-04-26T23:47:07.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.805+0000 7f41b5600640 1 -- 172.21.15.26:0/3956253645 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f41c0012810 con 0x555b0126ee60 2024-04-26T23:47:07.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.805+0000 7f41b5600640 1 -- 172.21.15.26:0/3956253645 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c002e480 con 0x555b0126ee60 2024-04-26T23:47:07.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.806+0000 7f41d2620740 1 -- 172.21.15.26:0/3956253645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 msgr2=0x555b01279560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:07.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.806+0000 7f41d2620740 1 --2- 172.21.15.26:0/3956253645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b01279560 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f41c0005a00 tx=0x7f41c0000f40 comp rx=0 tx=0).stop 2024-04-26T23:47:07.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.806+0000 7f41d2620740 1 -- 172.21.15.26:0/3956253645 shutdown_connections 2024-04-26T23:47:07.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.806+0000 7f41d2620740 1 --2- 172.21.15.26:0/3956253645 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 0x555b01277500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.806+0000 7f41d2620740 1 --2- 172.21.15.26:0/3956253645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b01285b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.806+0000 7f41d2620740 1 --2- 172.21.15.26:0/3956253645 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b01279560 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.806+0000 7f41d2620740 1 -- 172.21.15.26:0/3956253645 >> 172.21.15.26:0/3956253645 conn(0x555b0126b180 msgr2=0x555b01276df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:07.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.806+0000 7f41d2620740 1 -- 172.21.15.26:0/3956253645 shutdown_connections 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.806+0000 7f41d2620740 1 -- 172.21.15.26:0/3956253645 wait complete. 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.806+0000 7f41d2620740 1 -- start start 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.807+0000 7f41d2620740 1 Processor -- start 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.807+0000 7f41d2620740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b012824c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.807+0000 7f41d2620740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b0127d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.807+0000 7f41d2620740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 0x555b0127de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.807+0000 7f41d2620740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f41c81aec50 con 0x555b0126ee60 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.807+0000 7f41d2620740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f41c81b00c0 con 0x555b01279e50 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.807+0000 7f41d2620740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f41c81af320 con 0x555b0126f780 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.807+0000 7f41d2620740 10 client.0 _ll_register_callbacks cb 0x7f41c0009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.807+0000 7f41cd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b012824c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.808+0000 7f41cd800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b012824c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43228/0 (socket says 172.21.15.26:43228) 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.808+0000 7f41cd800640 1 -- 172.21.15.26:0/2551228565 learned_addr learned my addr 172.21.15.26:0/2551228565 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:07.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.808+0000 7f41c7e00640 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b0127d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.808+0000 7f41cd800640 1 -- 172.21.15.26:0/2551228565 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 msgr2=0x555b0127d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.808+0000 7f41cd800640 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b0127d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.808+0000 7f41cd800640 1 -- 172.21.15.26:0/2551228565 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 msgr2=0x555b0127de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.808+0000 7f41cd800640 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 0x555b0127de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.808+0000 7f41cd800640 1 -- 172.21.15.26:0/2551228565 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b0127e670 con 0x555b0126ee60 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.808+0000 7f41c7e00640 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b0127d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.808+0000 7f41cd800640 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b012824c0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f41c0009960 tx=0x7f41c0005c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d6706e2384e44c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.808+0000 7f41aaa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.809+0000 7f41aaa00640 1 -- 172.21.15.26:0/2551228565 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c003b060 con 0x555b0126ee60 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.809+0000 7f41aaa00640 1 -- 172.21.15.26:0/2551228565 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7f41c0012d10 con 0x555b0126ee60 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.809+0000 7f41d2620740 1 -- 172.21.15.26:0/2551228565 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41c0012810 con 0x555b0126ee60 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.809+0000 7f41aaa00640 1 -- 172.21.15.26:0/2551228565 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f41c002a040 con 0x555b0126ee60 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.809+0000 7f41d2620740 10 client.17820 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.809+0000 7f41d2620740 1 -- 172.21.15.26:0/2551228565 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555b012f0010 con 0x555b0126ee60 2024-04-26T23:47:07.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.809+0000 7f41aaa00640 1 -- 172.21.15.26:0/2551228565 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f41c0012810 con 0x555b0126ee60 2024-04-26T23:47:07.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.809+0000 7f41aaa00640 1 -- 172.21.15.26:0/2551228565 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f41c002e940 con 0x555b0126ee60 2024-04-26T23:47:07.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.809+0000 7f41d2620740 10 client.17820 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:07.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.809+0000 7f41d2620740 10 client.17820 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:07.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.810+0000 7f41d2620740 20 client.17820 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:07.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.810+0000 7f41d2620740 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b012f06d0 0x555b012f2af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:07.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.810+0000 7f41d2620740 4 client.17820 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:47:07.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.810+0000 7f41d2620740 1 -- 172.21.15.26:0/2551228565 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555b011dc400 con 0x555b012f06d0 2024-04-26T23:47:07.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.810+0000 7f41c7e00640 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b012f06d0 0x555b012f2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:07.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.811+0000 7f41c7e00640 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b012f06d0 0x555b012f2af0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2dc23148995b0ab1 server_cookie=d859e8218bc9ac98 in_seq=0 out_seq=0 2024-04-26T23:47:07.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.811+0000 7f41aaa00640 10 client.17820 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:07.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.814+0000 7f41aaa00640 1 -- 172.21.15.26:0/2551228565 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555b011dc400 con 0x555b012f06d0 2024-04-26T23:47:07.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.814+0000 7f41aaa00640 10 client.17820 handle_command_reply: tid=0 2024-04-26T23:47:07.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.814+0000 7f41d2620740 1 client.17820 shutdown 2024-04-26T23:47:07.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.814+0000 7f41d2620740 1 -- 172.21.15.26:0/2551228565 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 msgr2=0x555b012824c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:07.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.814+0000 7f41d2620740 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b012824c0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f41c0009960 tx=0x7f41c0005c10 comp rx=0 tx=0).stop 2024-04-26T23:47:07.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.814+0000 7f41d2620740 1 -- 172.21.15.26:0/2551228565 shutdown_connections 2024-04-26T23:47:07.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.814+0000 7f41d2620740 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555b012f06d0 0x555b012f2af0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.814+0000 7f41d2620740 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555b01279e50 0x555b0127de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.814+0000 7f41d2620740 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555b0126f780 0x555b0127d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.814+0000 7f41d2620740 1 --2- 172.21.15.26:0/2551228565 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555b0126ee60 0x555b012824c0 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.814+0000 7f41d2620740 1 -- 172.21.15.26:0/2551228565 >> 172.21.15.26:0/2551228565 conn(0x555b0126b180 msgr2=0x555b01277680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:07.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.814+0000 7f41aaa00640 0 client.17820 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:07.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.815+0000 7f41d2620740 1 -- 172.21.15.26:0/2551228565 shutdown_connections 2024-04-26T23:47:07.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.815+0000 7f41d2620740 1 -- 172.21.15.26:0/2551228565 wait complete. 2024-04-26T23:47:07.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.815+0000 7f41d2620740 20 client.17820 trim_cache size 0 max 16384 2024-04-26T23:47:07.819 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:47:07.820 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:47:07.820 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "4cccf354-d9ec-45cb-8e46-22399f1a2c1c", 2024-04-26T23:47:07.820 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:47:07.820 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:47:07.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.816+0000 7f41ce200640 1 -- 172.21.15.26:0/4153950464 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f41b00a3d20 msgr2=0x7f41b00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:07.820 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.816+0000 7f41ce200640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f41b00a3d20 0x7f41b00a61e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f41bc0ee870 tx=0x7f41bc005de0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.816+0000 7f41ce200640 1 -- 172.21.15.26:0/4153950464 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41c81049e0 msgr2=0x7f41c819b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:07.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.816+0000 7f41ce200640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41c81049e0 0x7f41c819b190 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7f41bc02a940 tx=0x7f41bc003c20 comp rx=0 tx=0).stop 2024-04-26T23:47:07.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.816+0000 7f41ce200640 1 -- 172.21.15.26:0/4153950464 shutdown_connections 2024-04-26T23:47:07.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.816+0000 7f41ce200640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f41c810a9f0 0x7f41c819fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.816+0000 7f41ce200640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f41c81053a0 0x7f41c819b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.816+0000 7f41ce200640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f41b00a3d20 0x7f41b00a61e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.816+0000 7f41ce200640 1 --2- 172.21.15.26:0/4153950464 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f41c81049e0 0x7f41c819b190 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:07.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.816+0000 7f41ce200640 1 -- 172.21.15.26:0/4153950464 >> 172.21.15.26:0/4153950464 conn(0x7f41c8100470 msgr2=0x7f41c8100e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:07.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.816+0000 7f41ce200640 1 -- 172.21.15.26:0/4153950464 shutdown_connections 2024-04-26T23:47:07.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:07.816+0000 7f41ce200640 1 -- 172.21.15.26:0/4153950464 wait complete. 2024-04-26T23:47:07.842 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:47:07.842 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:47:08.068 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.064+0000 7fe94b200640 1 -- 172.21.15.26:0/109713219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe94406bb50 msgr2=0x7fe944105370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:08.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.064+0000 7fe94b200640 1 --2- 172.21.15.26:0/109713219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe94406bb50 0x7fe944105370 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7fe93c009900 tx=0x7fe93c02a3f0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.064+0000 7fe94b200640 1 -- 172.21.15.26:0/109713219 shutdown_connections 2024-04-26T23:47:08.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.064+0000 7fe94b200640 1 --2- 172.21.15.26:0/109713219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe94406bb50 0x7fe944105370 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.064+0000 7fe94b200640 1 --2- 172.21.15.26:0/109713219 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe944107d00 0x7fe94406b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.064+0000 7fe94b200640 1 --2- 172.21.15.26:0/109713219 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe944107920 0x7fe94406af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.065+0000 7fe94b200640 1 -- 172.21.15.26:0/109713219 >> 172.21.15.26:0/109713219 conn(0x7fe944077630 msgr2=0x7fe944077a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:08.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.065+0000 7fe94b200640 1 -- 172.21.15.26:0/109713219 shutdown_connections 2024-04-26T23:47:08.069 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.065+0000 7fe94b200640 1 -- 172.21.15.26:0/109713219 wait complete. 2024-04-26T23:47:08.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.066+0000 7fe94b200640 1 Processor -- start 2024-04-26T23:47:08.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.066+0000 7fe94b200640 1 -- start start 2024-04-26T23:47:08.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.066+0000 7fe94b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe944107920 0x7fe94419f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.066+0000 7fe94b200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe944107d00 0x7fe94419fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.066+0000 7fe94b200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9441a3f70 0x7fe9441a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.066+0000 7fe94b200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe9441190a0 con 0x7fe944107920 2024-04-26T23:47:08.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.066+0000 7fe94b200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe944118f20 con 0x7fe9441a3f70 2024-04-26T23:47:08.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.066+0000 7fe94b200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe944119220 con 0x7fe944107d00 2024-04-26T23:47:08.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.067+0000 7fe943e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe944107920 0x7fe94419f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.067+0000 7fe943e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe944107920 0x7fe94419f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43254/0 (socket says 172.21.15.26:43254) 2024-04-26T23:47:08.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.067+0000 7fe943e00640 1 -- 172.21.15.26:0/3035516749 learned_addr learned my addr 172.21.15.26:0/3035516749 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:08.072 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.067+0000 7fe943400640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe944107d00 0x7fe94419fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.067+0000 7fe949200640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9441a3f70 0x7fe9441a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.067+0000 7fe943e00640 1 -- 172.21.15.26:0/3035516749 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe944107d00 msgr2=0x7fe94419fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.067+0000 7fe943e00640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe944107d00 0x7fe94419fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.067+0000 7fe943e00640 1 -- 172.21.15.26:0/3035516749 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9441a3f70 msgr2=0x7fe9441a4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.067+0000 7fe943e00640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9441a3f70 0x7fe9441a4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.067+0000 7fe943e00640 1 -- 172.21.15.26:0/3035516749 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9441a4a60 con 0x7fe944107920 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.067+0000 7fe949200640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9441a3f70 0x7fe9441a4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.068+0000 7fe943e00640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe944107920 0x7fe94419f6b0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7fe93400db80 tx=0x7fe93400b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.068+0000 7fe940c00640 1 -- 172.21.15.26:0/3035516749 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe934017070 con 0x7fe944107920 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.068+0000 7fe94b200640 1 -- 172.21.15.26:0/3035516749 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9441a4d50 con 0x7fe944107920 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.068+0000 7fe940c00640 1 -- 172.21.15.26:0/3035516749 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe934004020 con 0x7fe944107920 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.068+0000 7fe940c00640 1 -- 172.21.15.26:0/3035516749 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93400be60 con 0x7fe944107920 2024-04-26T23:47:08.073 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.068+0000 7fe94b200640 1 -- 172.21.15.26:0/3035516749 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9441ac590 con 0x7fe944107920 2024-04-26T23:47:08.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.072+0000 7fe94e004740 1 Processor -- start 2024-04-26T23:47:08.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.072+0000 7fe94e004740 1 -- start start 2024-04-26T23:47:08.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.072+0000 7fe94e004740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdedb80 0x5602cfdedf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.072+0000 7fe94e004740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdee4a0 0x5602cfdf8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.072+0000 7fe94e004740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdf8b70 0x5602cfdfaf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.072+0000 7fe94e004740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5602cfcff030 con 0x5602cfdf8b70 2024-04-26T23:47:08.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.072+0000 7fe94e004740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5602cfd1a7f0 con 0x5602cfdedb80 2024-04-26T23:47:08.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.072+0000 7fe94e004740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5602cfcd57e0 con 0x5602cfdee4a0 2024-04-26T23:47:08.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.073+0000 7fe943400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdf8b70 0x5602cfdfaf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.073+0000 7fe943400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdf8b70 0x5602cfdfaf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43262/0 (socket says 172.21.15.26:43262) 2024-04-26T23:47:08.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.073+0000 7fe943400640 1 -- 172.21.15.26:0/174898027 learned_addr learned my addr 172.21.15.26:0/174898027 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:08.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.073+0000 7fe940c00640 1 -- 172.21.15.26:0/3035516749 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe934003b70 con 0x7fe944107920 2024-04-26T23:47:08.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.073+0000 7fe949200640 1 --2- 172.21.15.26:0/174898027 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdedb80 0x5602cfdedf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.073+0000 7fe943400640 1 -- 172.21.15.26:0/174898027 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdee4a0 msgr2=0x5602cfdf8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:08.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.073+0000 7fe943400640 1 --2- 172.21.15.26:0/174898027 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdee4a0 0x5602cfdf8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.073+0000 7fe943400640 1 -- 172.21.15.26:0/174898027 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdedb80 msgr2=0x5602cfdedf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:08.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.073+0000 7fe943400640 1 --2- 172.21.15.26:0/174898027 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdedb80 0x5602cfdedf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.073+0000 7fe943400640 1 -- 172.21.15.26:0/174898027 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602cfce1050 con 0x5602cfdf8b70 2024-04-26T23:47:08.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.074+0000 7fe943400640 1 --2- 172.21.15.26:0/174898027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdf8b70 0x5602cfdfaf60 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7fe930009ae0 tx=0x7fe93000e2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7523d46d32478e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:08.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.074+0000 7fe939600640 1 -- 172.21.15.26:0/174898027 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe930016070 con 0x5602cfdf8b70 2024-04-26T23:47:08.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.074+0000 7fe939600640 1 -- 172.21.15.26:0/174898027 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe93000ecc0 con 0x5602cfdf8b70 2024-04-26T23:47:08.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.074+0000 7fe939600640 1 -- 172.21.15.26:0/174898027 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9300105d0 con 0x5602cfdf8b70 2024-04-26T23:47:08.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.075+0000 7fe940c00640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9280a3da0 0x7fe9280a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.075+0000 7fe94e004740 1 -- 172.21.15.26:0/174898027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdf8b70 msgr2=0x5602cfdfaf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:08.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.075+0000 7fe94e004740 1 --2- 172.21.15.26:0/174898027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdf8b70 0x5602cfdfaf60 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7fe930009ae0 tx=0x7fe93000e2f0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.075+0000 7fe940c00640 1 -- 172.21.15.26:0/3035516749 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fe9340d0660 con 0x7fe944107920 2024-04-26T23:47:08.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.075+0000 7fe949200640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9280a3da0 0x7fe9280a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.075+0000 7fe94e004740 1 -- 172.21.15.26:0/174898027 shutdown_connections 2024-04-26T23:47:08.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.075+0000 7fe94e004740 1 --2- 172.21.15.26:0/174898027 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdf8b70 0x5602cfdfaf60 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.075+0000 7fe94e004740 1 --2- 172.21.15.26:0/174898027 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdee4a0 0x5602cfdf8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.075+0000 7fe94e004740 1 --2- 172.21.15.26:0/174898027 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdedb80 0x5602cfdedf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.075+0000 7fe94e004740 1 -- 172.21.15.26:0/174898027 >> 172.21.15.26:0/174898027 conn(0x5602cfde9e50 msgr2=0x5602cfdea230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:08.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.075+0000 7fe94e004740 1 -- 172.21.15.26:0/174898027 shutdown_connections 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.076+0000 7fe94e004740 1 -- 172.21.15.26:0/174898027 wait complete. 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.076+0000 7fe94e004740 1 -- start start 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.076+0000 7fe949200640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9280a3da0 0x7fe9280a6260 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe93c009230 tx=0x7fe93c005b70 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.076+0000 7fe94e004740 1 Processor -- start 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.077+0000 7fe94e004740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 0x5602cfdf8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.077+0000 7fe94e004740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdee4a0 0x5602cfdf57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.077+0000 7fe94e004740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 0x5602cfdf5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.077+0000 7fe94e004740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5602cfd57200 con 0x5602cfdedb80 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.077+0000 7fe94e004740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5602cfd51ee0 con 0x5602cfdee4a0 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.077+0000 7fe94e004740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5602cfd5ee70 con 0x5602cfdf8b70 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.077+0000 7fe94e004740 10 client.0 _ll_register_callbacks cb 0x5602cfd48270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.077+0000 7fe943e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 0x5602cfdf8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.077+0000 7fe943e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 0x5602cfdf8430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43266/0 (socket says 172.21.15.26:43266) 2024-04-26T23:47:08.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.077+0000 7fe943e00640 1 -- 172.21.15.26:0/3144208357 learned_addr learned my addr 172.21.15.26:0/3144208357 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.077+0000 7fe943400640 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdee4a0 0x5602cfdf57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.078+0000 7fe949200640 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 0x5602cfdf5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.078+0000 7fe943e00640 1 -- 172.21.15.26:0/3144208357 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 msgr2=0x5602cfdf5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.078+0000 7fe943e00640 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 0x5602cfdf5d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.078+0000 7fe943e00640 1 -- 172.21.15.26:0/3144208357 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdee4a0 msgr2=0x5602cfdf57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.078+0000 7fe943e00640 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdee4a0 0x5602cfdf57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.078+0000 7fe943e00640 1 -- 172.21.15.26:0/3144208357 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602cfb2e7d0 con 0x5602cfdedb80 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.078+0000 7fe943e00640 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 0x5602cfdf8430 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fe93409c280 tx=0x7fe934003f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5eb96a3ac2f64dd1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.078+0000 7fe92e000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.078+0000 7fe92e000640 1 -- 172.21.15.26:0/3144208357 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93409c580 con 0x5602cfdedb80 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.078+0000 7fe92e000640 1 -- 172.21.15.26:0/3144208357 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fe934098bf0 con 0x5602cfdedb80 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.078+0000 7fe94e004740 1 -- 172.21.15.26:0/3144208357 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe93000ecc0 con 0x5602cfdedb80 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.079+0000 7fe92e000640 1 -- 172.21.15.26:0/3144208357 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe9340ba050 con 0x5602cfdedb80 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.079+0000 7fe94e004740 10 client.17832 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:08.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.079+0000 7fe94e004740 1 -- 172.21.15.26:0/3144208357 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5602cfa643f0 con 0x5602cfdedb80 2024-04-26T23:47:08.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.079+0000 7fe92e000640 1 -- 172.21.15.26:0/3144208357 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe93000ecc0 con 0x5602cfdedb80 2024-04-26T23:47:08.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.079+0000 7fe92e000640 1 -- 172.21.15.26:0/3144208357 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe9340bb240 con 0x5602cfdedb80 2024-04-26T23:47:08.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.079+0000 7fe94e004740 10 client.17832 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:08.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.079+0000 7fe94e004740 10 client.17832 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:08.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.079+0000 7fe94e004740 20 client.17832 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:08.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.079+0000 7fe94e004740 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5602cfe08510 0x5602cfe0a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.080+0000 7fe94e004740 4 client.17832 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:47:08.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.080+0000 7fe94e004740 1 -- 172.21.15.26:0/3144208357 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5602cfd607e0 con 0x5602cfe08510 2024-04-26T23:47:08.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.080+0000 7fe943400640 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5602cfe08510 0x5602cfe0a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.081+0000 7fe943400640 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5602cfe08510 0x5602cfe0a900 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9ebadb5d8082b1a server_cookie=932f096d9d6e24ab in_seq=0 out_seq=0 2024-04-26T23:47:08.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.081+0000 7fe92e000640 10 client.17832 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:08.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.083+0000 7fe92e000640 1 -- 172.21.15.26:0/3144208357 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5602cfd607e0 con 0x5602cfe08510 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.083+0000 7fe92e000640 10 client.17832 handle_command_reply: tid=0 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.083+0000 7fe94e004740 1 client.17832 shutdown 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.083+0000 7fe94e004740 1 -- 172.21.15.26:0/3144208357 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 msgr2=0x5602cfdf8430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.083+0000 7fe94e004740 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 0x5602cfdf8430 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fe93409c280 tx=0x7fe934003f50 comp rx=0 tx=0).stop 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.083+0000 7fe94e004740 1 -- 172.21.15.26:0/3144208357 shutdown_connections 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.083+0000 7fe94e004740 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5602cfe08510 0x5602cfe0a900 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.083+0000 7fe94e004740 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 0x5602cfdf5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.083+0000 7fe94e004740 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdee4a0 0x5602cfdf57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.083+0000 7fe94e004740 1 --2- 172.21.15.26:0/3144208357 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 0x5602cfdf8430 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.083+0000 7fe94e004740 1 -- 172.21.15.26:0/3144208357 >> 172.21.15.26:0/3144208357 conn(0x5602cfde9e50 msgr2=0x5602cfdefca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.083+0000 7fe92e000640 0 client.17832 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.084+0000 7fe94e004740 1 -- 172.21.15.26:0/3144208357 shutdown_connections 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.084+0000 7fe94e004740 1 -- 172.21.15.26:0/3144208357 wait complete. 2024-04-26T23:47:08.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.084+0000 7fe94e004740 20 client.17832 trim_cache size 0 max 16384 2024-04-26T23:47:08.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.105+0000 7fe94e004740 1 Processor -- start 2024-04-26T23:47:08.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.105+0000 7fe94e004740 1 -- start start 2024-04-26T23:47:08.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.105+0000 7fe94e004740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 0x5602cfde9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe94e004740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdee4a0 0x5602cfe10170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe94e004740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 0x5602cfe106b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe94e004740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe9441b4cc0 con 0x5602cfdedb80 2024-04-26T23:47:08.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe94e004740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe9441b2b30 con 0x5602cfdee4a0 2024-04-26T23:47:08.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe94e004740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9441b45f0 con 0x5602cfdf8b70 2024-04-26T23:47:08.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe943e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 0x5602cfde9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe943e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 0x5602cfde9040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43278/0 (socket says 172.21.15.26:43278) 2024-04-26T23:47:08.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe943e00640 1 -- 172.21.15.26:0/163373190 learned_addr learned my addr 172.21.15.26:0/163373190 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:08.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe943400640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdee4a0 0x5602cfe10170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe943e00640 1 -- 172.21.15.26:0/163373190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 msgr2=0x5602cfe106b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:08.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe949200640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 0x5602cfe106b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe943e00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 0x5602cfe106b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe943e00640 1 -- 172.21.15.26:0/163373190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdee4a0 msgr2=0x5602cfe10170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:08.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe943e00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdee4a0 0x5602cfe10170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe943e00640 1 -- 172.21.15.26:0/163373190 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602cfa240f0 con 0x5602cfdedb80 2024-04-26T23:47:08.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.106+0000 7fe943400640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdee4a0 0x5602cfe10170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:08.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.107+0000 7fe943e00640 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 0x5602cfde9040 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7fe9340a4cc0 tx=0x7fe93409bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a37e9379081040df server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:08.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.107+0000 7fe938c00640 1 -- 172.21.15.26:0/163373190 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93409c580 con 0x5602cfdedb80 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.107+0000 7fe938c00640 1 -- 172.21.15.26:0/163373190 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe934080020 con 0x5602cfdedb80 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.107+0000 7fe938c00640 1 -- 172.21.15.26:0/163373190 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe934098bf0 con 0x5602cfdedb80 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.108+0000 7fe94e004740 1 -- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 msgr2=0x5602cfde9040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.108+0000 7fe94e004740 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 0x5602cfde9040 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7fe9340a4cc0 tx=0x7fe93409bf50 comp rx=0 tx=0).stop 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.108+0000 7fe94e004740 1 -- 172.21.15.26:0/163373190 shutdown_connections 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.108+0000 7fe94e004740 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 0x5602cfe106b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.108+0000 7fe94e004740 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdee4a0 0x5602cfe10170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.108+0000 7fe94e004740 1 --2- 172.21.15.26:0/163373190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdedb80 0x5602cfde9040 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.108+0000 7fe94e004740 1 -- 172.21.15.26:0/163373190 >> 172.21.15.26:0/163373190 conn(0x5602cfde9e50 msgr2=0x5602cfe03540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.108+0000 7fe94e004740 1 -- 172.21.15.26:0/163373190 shutdown_connections 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.108+0000 7fe94e004740 1 -- 172.21.15.26:0/163373190 wait complete. 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.109+0000 7fe94e004740 1 -- start start 2024-04-26T23:47:08.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.109+0000 7fe94e004740 1 Processor -- start 2024-04-26T23:47:08.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.109+0000 7fe94e004740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdedb80 0x5602cfe00e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.109+0000 7fe94e004740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdee4a0 0x5602cfdfe240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.109+0000 7fe94e004740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 0x5602cfdfe780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.109+0000 7fe94e004740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe9441b3850 con 0x5602cfdee4a0 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.109+0000 7fe94e004740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe9441b3180 con 0x5602cfdedb80 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.109+0000 7fe94e004740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9441b3f20 con 0x5602cfdf8b70 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.109+0000 7fe94e004740 10 client.0 _ll_register_callbacks cb 0x7fe934098160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.110+0000 7fe943400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdee4a0 0x5602cfdfe240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.110+0000 7fe943400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdee4a0 0x5602cfdfe240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:43290/0 (socket says 172.21.15.26:43290) 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.110+0000 7fe943400640 1 -- 172.21.15.26:0/2865491473 learned_addr learned my addr 172.21.15.26:0/2865491473 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.110+0000 7fe949200640 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 0x5602cfdfe780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.110+0000 7fe943e00640 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdedb80 0x5602cfe00e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.110+0000 7fe943400640 1 -- 172.21.15.26:0/2865491473 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 msgr2=0x5602cfdfe780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.110+0000 7fe943400640 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 0x5602cfdfe780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.110+0000 7fe943400640 1 -- 172.21.15.26:0/2865491473 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdedb80 msgr2=0x5602cfe00e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.110+0000 7fe943400640 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdedb80 0x5602cfe00e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.110+0000 7fe943400640 1 -- 172.21.15.26:0/2865491473 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602cfd1aa30 con 0x5602cfdee4a0 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.110+0000 7fe943e00640 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdedb80 0x5602cfe00e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:08.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.111+0000 7fe943400640 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdee4a0 0x5602cfdfe240 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7fe93000f010 tx=0x7fe930011f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d055036539531061 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.111+0000 7fe92e000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.111+0000 7fe92e000640 1 -- 172.21.15.26:0/2865491473 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93002e060 con 0x5602cfdee4a0 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.111+0000 7fe92e000640 1 -- 172.21.15.26:0/2865491473 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8556+0+0 (secure 0 0 0) 0x7fe930028640 con 0x5602cfdee4a0 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.111+0000 7fe94e004740 1 -- 172.21.15.26:0/2865491473 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe934080020 con 0x5602cfdee4a0 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.111+0000 7fe92e000640 1 -- 172.21.15.26:0/2865491473 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe930016040 con 0x5602cfdee4a0 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.111+0000 7fe94e004740 10 client.17838 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.111+0000 7fe94e004740 1 -- 172.21.15.26:0/2865491473 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5602cfe6e860 con 0x5602cfdee4a0 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.111+0000 7fe92e000640 1 -- 172.21.15.26:0/2865491473 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe934080020 con 0x5602cfdee4a0 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.112+0000 7fe92e000640 1 -- 172.21.15.26:0/2865491473 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe93000f040 con 0x5602cfdee4a0 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.112+0000 7fe94e004740 10 client.17838 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.112+0000 7fe94e004740 10 client.17838 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.112+0000 7fe94e004740 20 client.17838 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.112+0000 7fe94e004740 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5602cfe6ed00 0x5602cfe710f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:08.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.112+0000 7fe94e004740 4 client.17838 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:47:08.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.112+0000 7fe94e004740 1 -- 172.21.15.26:0/2865491473 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5602cfdf6090 con 0x5602cfe6ed00 2024-04-26T23:47:08.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.112+0000 7fe943e00640 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5602cfe6ed00 0x5602cfe710f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:08.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.113+0000 7fe943e00640 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5602cfe6ed00 0x5602cfe710f0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b478b509ef92676 server_cookie=beadba65849ca29e in_seq=0 out_seq=0 2024-04-26T23:47:08.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.113+0000 7fe92e000640 10 client.17838 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:08.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe92e000640 1 -- 172.21.15.26:0/2865491473 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5602cfdf6090 con 0x5602cfe6ed00 2024-04-26T23:47:08.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe92e000640 10 client.17838 handle_command_reply: tid=0 2024-04-26T23:47:08.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe94e004740 1 client.17838 shutdown 2024-04-26T23:47:08.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe94e004740 1 -- 172.21.15.26:0/2865491473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdee4a0 msgr2=0x5602cfdfe240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:08.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe94e004740 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdee4a0 0x5602cfdfe240 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7fe93000f010 tx=0x7fe930011f20 comp rx=0 tx=0).stop 2024-04-26T23:47:08.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe94e004740 1 -- 172.21.15.26:0/2865491473 shutdown_connections 2024-04-26T23:47:08.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe94e004740 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5602cfe6ed00 0x5602cfe710f0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe94e004740 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5602cfdf8b70 0x5602cfdfe780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe94e004740 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5602cfdee4a0 0x5602cfdfe240 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe94e004740 1 --2- 172.21.15.26:0/2865491473 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5602cfdedb80 0x5602cfe00e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe94e004740 1 -- 172.21.15.26:0/2865491473 >> 172.21.15.26:0/2865491473 conn(0x5602cfde9e50 msgr2=0x5602cfde8ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:08.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe92e000640 0 client.17838 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:08.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.114+0000 7fe94e004740 1 -- 172.21.15.26:0/2865491473 shutdown_connections 2024-04-26T23:47:08.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.115+0000 7fe94e004740 1 -- 172.21.15.26:0/2865491473 wait complete. 2024-04-26T23:47:08.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.115+0000 7fe94e004740 20 client.17838 trim_cache size 0 max 16384 2024-04-26T23:47:08.122 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:47:08.122 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:47:08.122 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:47:08.122 INFO:teuthology.orchestra.run.smithi026.stdout: "4cccf354-d9ec-45cb-8e46-22399f1a2c1c": { 2024-04-26T23:47:08.122 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:47:08.122 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "4cccf354-d9ec-45cb-8e46-22399f1a2c1c", 2024-04-26T23:47:08.122 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:47:08.122 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:47:08.122 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:47:08.123 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:47:08.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.115+0000 7fe94b200640 1 -- 172.21.15.26:0/3035516749 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9280a3da0 msgr2=0x7fe9280a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:08.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.115+0000 7fe94b200640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9280a3da0 0x7fe9280a6260 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe93c009230 tx=0x7fe93c005b70 comp rx=0 tx=0).stop 2024-04-26T23:47:08.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.115+0000 7fe94b200640 1 -- 172.21.15.26:0/3035516749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe944107920 msgr2=0x7fe94419f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:08.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.115+0000 7fe94b200640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe944107920 0x7fe94419f6b0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7fe93400db80 tx=0x7fe93400b630 comp rx=0 tx=0).stop 2024-04-26T23:47:08.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.115+0000 7fe94b200640 1 -- 172.21.15.26:0/3035516749 shutdown_connections 2024-04-26T23:47:08.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.115+0000 7fe94b200640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9441a3f70 0x7fe9441a4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.115+0000 7fe94b200640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe944107d00 0x7fe94419fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.115+0000 7fe94b200640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9280a3da0 0x7fe9280a6260 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.115+0000 7fe94b200640 1 --2- 172.21.15.26:0/3035516749 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe944107920 0x7fe94419f6b0 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:08.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.115+0000 7fe94b200640 1 -- 172.21.15.26:0/3035516749 >> 172.21.15.26:0/3035516749 conn(0x7fe944077630 msgr2=0x7fe9440ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:08.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.116+0000 7fe94b200640 1 -- 172.21.15.26:0/3035516749 shutdown_connections 2024-04-26T23:47:08.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:08.116+0000 7fe94b200640 1 -- 172.21.15.26:0/3035516749 wait complete. 2024-04-26T23:47:08.140 INFO:tasks.cephfs.filesystem:scrub status for tag:4cccf354-d9ec-45cb-8e46-22399f1a2c1c - {'path': '/', 'tag': '4cccf354-d9ec-45cb-8e46-22399f1a2c1c', 'options': 'recursive,force'} 2024-04-26T23:47:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:08 smithi164 ceph-mon[31699]: pgmap v349: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 90 KiB/s wr, 24 op/s 2024-04-26T23:47:09.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:08 smithi026 ceph-mon[28371]: pgmap v349: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 90 KiB/s wr, 24 op/s 2024-04-26T23:47:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:08 smithi086 ceph-mon[31122]: pgmap v349: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 90 KiB/s wr, 24 op/s 2024-04-26T23:47:10.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:09 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:47:10.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:09 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:47:10.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:09 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:47:10.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:09 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:47:10.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:09 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:47:10.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:09 smithi164 ceph-mon[31699]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T23:47:10.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:09 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:47:10.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:09 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:47:10.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:09 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:47:10.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:09 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:47:10.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:09 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:47:10.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:09 smithi026 ceph-mon[28371]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T23:47:10.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:09 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:47:10.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:09 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:47:10.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:09 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:47:10.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:09 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:47:10.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:09 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:47:10.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:09 smithi086 ceph-mon[31122]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T23:47:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:10 smithi164 ceph-mon[31699]: pgmap v351: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 108 KiB/s wr, 26 op/s 2024-04-26T23:47:11.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:10 smithi026 ceph-mon[28371]: pgmap v351: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 108 KiB/s wr, 26 op/s 2024-04-26T23:47:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:10 smithi086 ceph-mon[31122]: pgmap v351: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 108 KiB/s wr, 26 op/s 2024-04-26T23:47:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:12 smithi164 ceph-mon[31699]: pgmap v352: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 108 KiB/s wr, 26 op/s 2024-04-26T23:47:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:12 smithi026 ceph-mon[28371]: pgmap v352: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 108 KiB/s wr, 26 op/s 2024-04-26T23:47:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:12 smithi086 ceph-mon[31122]: pgmap v352: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 108 KiB/s wr, 26 op/s 2024-04-26T23:47:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:14 smithi164 ceph-mon[31699]: pgmap v353: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:47:15.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:14 smithi026 ceph-mon[28371]: pgmap v353: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:47:15.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:14 smithi086 ceph-mon[31122]: pgmap v353: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:47:16.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:16 smithi164 ceph-mon[31699]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T23:47:16.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:16 smithi164 ceph-mon[31699]: pgmap v355: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 127 B/s wr, 4 op/s 2024-04-26T23:47:16.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:16 smithi026 ceph-mon[28371]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T23:47:16.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:16 smithi026 ceph-mon[28371]: pgmap v355: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 127 B/s wr, 4 op/s 2024-04-26T23:47:16.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:16 smithi086 ceph-mon[31122]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T23:47:16.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:16 smithi086 ceph-mon[31122]: pgmap v355: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 127 B/s wr, 4 op/s 2024-04-26T23:47:18.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:18 smithi086 ceph-mon[31122]: pgmap v356: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 232 B/s wr, 7 op/s 2024-04-26T23:47:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:18 smithi164 ceph-mon[31699]: pgmap v356: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 232 B/s wr, 7 op/s 2024-04-26T23:47:19.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:18 smithi026 ceph-mon[28371]: pgmap v356: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 232 B/s wr, 7 op/s 2024-04-26T23:47:20.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:20 smithi086 ceph-mon[31122]: pgmap v357: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:47:21.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:20 smithi164 ceph-mon[31699]: pgmap v357: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:47:21.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:20 smithi026 ceph-mon[28371]: pgmap v357: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:47:22.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:22 smithi086 ceph-mon[31122]: pgmap v358: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:47:22.830 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:22 smithi164 ceph-mon[31699]: pgmap v358: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:47:23.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:22 smithi026 ceph-mon[28371]: pgmap v358: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:47:24.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:24 smithi086 ceph-mon[31122]: pgmap v359: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:47:25.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:24 smithi164 ceph-mon[31699]: pgmap v359: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:47:25.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:24 smithi026 ceph-mon[28371]: pgmap v359: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:47:25.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:25 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:47:26.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:25 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:47:26.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:25 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:47:26.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:26 smithi086 ceph-mon[31122]: pgmap v360: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:47:26.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:26 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:47:26.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:26 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:47:26.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:26 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:47:27.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:26 smithi164 ceph-mon[31699]: pgmap v360: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:47:27.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:26 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:47:27.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:26 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:47:27.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:26 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:47:27.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:26 smithi026 ceph-mon[28371]: pgmap v360: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:47:27.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:26 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:47:27.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:26 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:47:27.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:26 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:47:28.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:28 smithi086 ceph-mon[31122]: pgmap v361: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:47:29.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:28 smithi164 ceph-mon[31699]: pgmap v361: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:47:29.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:28 smithi026 ceph-mon[28371]: pgmap v361: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:47:31.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:30 smithi164 ceph-mon[31699]: pgmap v362: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:31.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:30 smithi026 ceph-mon[28371]: pgmap v362: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:31.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:30 smithi086 ceph-mon[31122]: pgmap v362: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:33.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:32 smithi164 ceph-mon[31699]: pgmap v363: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:33.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:32 smithi026 ceph-mon[28371]: pgmap v363: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:33.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:32 smithi086 ceph-mon[31122]: pgmap v363: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:34.873 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:34 smithi086 ceph-mon[31122]: pgmap v364: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:47:35.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:34 smithi164 ceph-mon[31699]: pgmap v364: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:47:35.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:34 smithi026 ceph-mon[28371]: pgmap v364: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:47:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:36 smithi164 ceph-mon[31699]: pgmap v365: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:37.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:36 smithi026 ceph-mon[28371]: pgmap v365: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:37.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:36 smithi086 ceph-mon[31122]: pgmap v365: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:38.141 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:47:38.141 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:47:38.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.400+0000 7faaca400640 1 -- 172.21.15.26:0/2000795345 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac4077780 msgr2=0x7faac4113130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.400+0000 7faaca400640 1 --2- 172.21.15.26:0/2000795345 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac4077780 0x7faac4113130 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7faab0009900 tx=0x7faab002a3f0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.400+0000 7faaca400640 1 -- 172.21.15.26:0/2000795345 shutdown_connections 2024-04-26T23:47:38.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.400+0000 7faaca400640 1 --2- 172.21.15.26:0/2000795345 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faac4113670 0x7faac4115a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.400+0000 7faaca400640 1 --2- 172.21.15.26:0/2000795345 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac4077780 0x7faac4113130 unknown :-1 s=CLOSED pgs=1236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.400+0000 7faaca400640 1 --2- 172.21.15.26:0/2000795345 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faac4076e60 0x7faac4077240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.400+0000 7faaca400640 1 -- 172.21.15.26:0/2000795345 >> 172.21.15.26:0/2000795345 conn(0x7faac41004a0 msgr2=0x7faac41028c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:38.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.400+0000 7faaca400640 1 -- 172.21.15.26:0/2000795345 shutdown_connections 2024-04-26T23:47:38.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.400+0000 7faaca400640 1 -- 172.21.15.26:0/2000795345 wait complete. 2024-04-26T23:47:38.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.401+0000 7faaca400640 1 Processor -- start 2024-04-26T23:47:38.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.401+0000 7faaca400640 1 -- start start 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.402+0000 7faaca400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac4076e60 0x7faac419f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.402+0000 7faaca400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faac4077780 0x7faac419fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.402+0000 7faaca400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faac4113670 0x7faac41a3e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.402+0000 7faaca400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faac4118f70 con 0x7faac4076e60 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.402+0000 7faaca400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7faac4118df0 con 0x7faac4077780 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.402+0000 7faaca400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faac41190f0 con 0x7faac4113670 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.402+0000 7faac9000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac4076e60 0x7faac419f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.402+0000 7faac9000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac4076e60 0x7faac419f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44956/0 (socket says 172.21.15.26:44956) 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.402+0000 7faac9000640 1 -- 172.21.15.26:0/2229585596 learned_addr learned my addr 172.21.15.26:0/2229585596 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.402+0000 7faac3e00640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faac4077780 0x7faac419fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.403+0000 7faac9a00640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faac4113670 0x7faac41a3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.403+0000 7faac9000640 1 -- 172.21.15.26:0/2229585596 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faac4113670 msgr2=0x7faac41a3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.403+0000 7faac9000640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faac4113670 0x7faac41a3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.403+0000 7faac9000640 1 -- 172.21.15.26:0/2229585596 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faac4077780 msgr2=0x7faac419fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.403+0000 7faac9000640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faac4077780 0x7faac419fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.403+0000 7faac9000640 1 -- 172.21.15.26:0/2229585596 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faac41a4570 con 0x7faac4076e60 2024-04-26T23:47:38.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.403+0000 7faac9a00640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faac4113670 0x7faac41a3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:38.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.403+0000 7faac9000640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac4076e60 0x7faac419f5d0 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7faab800c920 tx=0x7faab800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:38.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.404+0000 7faac1600640 1 -- 172.21.15.26:0/2229585596 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab8007c70 con 0x7faac4076e60 2024-04-26T23:47:38.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.404+0000 7faac1600640 1 -- 172.21.15.26:0/2229585596 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faab8007e10 con 0x7faac4076e60 2024-04-26T23:47:38.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.404+0000 7faac1600640 1 -- 172.21.15.26:0/2229585596 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab8018710 con 0x7faac4076e60 2024-04-26T23:47:38.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.404+0000 7faaca400640 1 -- 172.21.15.26:0/2229585596 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faac41a4860 con 0x7faac4076e60 2024-04-26T23:47:38.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.404+0000 7faaca400640 1 -- 172.21.15.26:0/2229585596 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faac41ac0f0 con 0x7faac4076e60 2024-04-26T23:47:38.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.407+0000 7faace818740 1 Processor -- start 2024-04-26T23:47:38.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.407+0000 7faace818740 1 -- start start 2024-04-26T23:47:38.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.408+0000 7faac1600640 1 -- 172.21.15.26:0/2229585596 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7faab800f450 con 0x7faac4076e60 2024-04-26T23:47:38.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.408+0000 7faace818740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 0x55f103364130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.408+0000 7faace818740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f10336e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.408+0000 7faace818740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f103371130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.408+0000 7faace818740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f103275030 con 0x55f10336ed40 2024-04-26T23:47:38.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.408+0000 7faace818740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55f1032907f0 con 0x55f103364670 2024-04-26T23:47:38.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.408+0000 7faace818740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f10324b7e0 con 0x55f103363d50 2024-04-26T23:47:38.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.408+0000 7faac3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f103371130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.408+0000 7faac3e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f103371130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44960/0 (socket says 172.21.15.26:44960) 2024-04-26T23:47:38.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.408+0000 7faac3e00640 1 -- 172.21.15.26:0/2826520676 learned_addr learned my addr 172.21.15.26:0/2826520676 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:38.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.408+0000 7faac9a00640 1 --2- 172.21.15.26:0/2826520676 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 0x55f103364130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.408+0000 7faac9000640 1 --2- 172.21.15.26:0/2826520676 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f10336e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.409+0000 7faac3e00640 1 -- 172.21.15.26:0/2826520676 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 msgr2=0x55f103364130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:38.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.409+0000 7faac3e00640 1 --2- 172.21.15.26:0/2826520676 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 0x55f103364130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.409+0000 7faac3e00640 1 -- 172.21.15.26:0/2826520676 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 msgr2=0x55f10336e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:38.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.409+0000 7faac3e00640 1 --2- 172.21.15.26:0/2826520676 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f10336e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.409+0000 7faac3e00640 1 -- 172.21.15.26:0/2826520676 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f103257050 con 0x55f10336ed40 2024-04-26T23:47:38.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.409+0000 7faac3e00640 1 --2- 172.21.15.26:0/2826520676 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f103371130 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7faab0009900 tx=0x7faab0004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d28d9f2155618ca6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:38.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.409+0000 7faab6000640 1 -- 172.21.15.26:0/2826520676 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab003f070 con 0x55f10336ed40 2024-04-26T23:47:38.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.410+0000 7faab6000640 1 -- 172.21.15.26:0/2826520676 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faab0003c80 con 0x55f10336ed40 2024-04-26T23:47:38.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.410+0000 7faac1600640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faaac0a3d20 0x7faaac0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.410+0000 7faab6000640 1 -- 172.21.15.26:0/2826520676 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab0035070 con 0x55f10336ed40 2024-04-26T23:47:38.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.410+0000 7faac1600640 1 -- 172.21.15.26:0/2229585596 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7faab80d0ac0 con 0x7faac4076e60 2024-04-26T23:47:38.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.410+0000 7faac9a00640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faaac0a3d20 0x7faaac0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.411+0000 7faace818740 1 -- 172.21.15.26:0/2826520676 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 msgr2=0x55f103371130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.411+0000 7faace818740 1 --2- 172.21.15.26:0/2826520676 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f103371130 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7faab0009900 tx=0x7faab0004390 comp rx=0 tx=0).stop 2024-04-26T23:47:38.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.411+0000 7faace818740 1 -- 172.21.15.26:0/2826520676 shutdown_connections 2024-04-26T23:47:38.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.411+0000 7faace818740 1 --2- 172.21.15.26:0/2826520676 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f103371130 unknown :-1 s=CLOSED pgs=1238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.411+0000 7faace818740 1 --2- 172.21.15.26:0/2826520676 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f10336e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.411+0000 7faace818740 1 --2- 172.21.15.26:0/2826520676 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 0x55f103364130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.411+0000 7faace818740 1 -- 172.21.15.26:0/2826520676 >> 172.21.15.26:0/2826520676 conn(0x55f103360070 msgr2=0x55f103360450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:38.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.411+0000 7faac9a00640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faaac0a3d20 0x7faaac0a61e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7faabc005cc0 tx=0x7faabc0083f0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:38.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.411+0000 7faace818740 1 -- 172.21.15.26:0/2826520676 shutdown_connections 2024-04-26T23:47:38.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.411+0000 7faace818740 1 -- 172.21.15.26:0/2826520676 wait complete. 2024-04-26T23:47:38.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.411+0000 7faace818740 1 -- start start 2024-04-26T23:47:38.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.412+0000 7faace818740 1 Processor -- start 2024-04-26T23:47:38.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.412+0000 7faace818740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103363d50 0x55f10336e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.412+0000 7faace818740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103364670 0x55f10336b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.412+0000 7faace818740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f10336be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.412+0000 7faace818740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f1032cd200 con 0x55f10336ed40 2024-04-26T23:47:38.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.412+0000 7faace818740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55f1032c7ee0 con 0x55f103363d50 2024-04-26T23:47:38.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.412+0000 7faace818740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f1032d4e70 con 0x55f103364670 2024-04-26T23:47:38.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.412+0000 7faace818740 10 client.0 _ll_register_callbacks cb 0x55f1032be270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.413+0000 7faac9a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f10336be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.413+0000 7faac9a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f10336be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44962/0 (socket says 172.21.15.26:44962) 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.413+0000 7faac9a00640 1 -- 172.21.15.26:0/2756501510 learned_addr learned my addr 172.21.15.26:0/2756501510 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.413+0000 7faac9000640 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103363d50 0x55f10336e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.413+0000 7faac3e00640 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103364670 0x55f10336b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.413+0000 7faac9a00640 1 -- 172.21.15.26:0/2756501510 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103364670 msgr2=0x55f10336b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.413+0000 7faac9a00640 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103364670 0x55f10336b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.413+0000 7faac9a00640 1 -- 172.21.15.26:0/2756501510 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103363d50 msgr2=0x55f10336e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.413+0000 7faac9a00640 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103363d50 0x55f10336e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.413+0000 7faac9a00640 1 -- 172.21.15.26:0/2756501510 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1030a47d0 con 0x55f10336ed40 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.413+0000 7faac9a00640 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f10336be90 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7faabc010e30 tx=0x7faabc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0286d9d5bcaae09 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.414+0000 7faaaaa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.414+0000 7faaaaa00640 1 -- 172.21.15.26:0/2756501510 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faabc01d420 con 0x55f10336ed40 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.414+0000 7faaaaa00640 1 -- 172.21.15.26:0/2756501510 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7faabc01d5c0 con 0x55f10336ed40 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.414+0000 7faace818740 1 -- 172.21.15.26:0/2756501510 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faab0003c80 con 0x55f10336ed40 2024-04-26T23:47:38.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.414+0000 7faaaaa00640 1 -- 172.21.15.26:0/2756501510 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7faabc01d7c0 con 0x55f10336ed40 2024-04-26T23:47:38.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.414+0000 7faace818740 10 client.17850 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:38.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.414+0000 7faace818740 1 -- 172.21.15.26:0/2756501510 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f102fda3f0 con 0x55f10336ed40 2024-04-26T23:47:38.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.415+0000 7faaaaa00640 1 -- 172.21.15.26:0/2756501510 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faab0003c80 con 0x55f10336ed40 2024-04-26T23:47:38.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.415+0000 7faaaaa00640 1 -- 172.21.15.26:0/2756501510 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7faabc025c30 con 0x55f10336ed40 2024-04-26T23:47:38.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.415+0000 7faace818740 10 client.17850 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:38.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.415+0000 7faace818740 10 client.17850 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:38.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.415+0000 7faace818740 20 client.17850 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:38.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.415+0000 7faace818740 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f10337e640 0x55f103380aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.415+0000 7faace818740 4 client.17850 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:47:38.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.415+0000 7faace818740 1 -- 172.21.15.26:0/2756501510 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f1032d67e0 con 0x55f10337e640 2024-04-26T23:47:38.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.416+0000 7faac9000640 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f10337e640 0x55f103380aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.417+0000 7faac9000640 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f10337e640 0x55f103380aa0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=216433f26d8c7f80 server_cookie=bc004f158091aabf in_seq=0 out_seq=0 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.417+0000 7faaaaa00640 10 client.17850 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.418+0000 7faaaaa00640 1 -- 172.21.15.26:0/2756501510 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f1032d67e0 con 0x55f10337e640 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.418+0000 7faaaaa00640 10 client.17850 handle_command_reply: tid=0 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.418+0000 7faace818740 1 client.17850 shutdown 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.419+0000 7faace818740 1 -- 172.21.15.26:0/2756501510 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 msgr2=0x55f10336be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.419+0000 7faace818740 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f10336be90 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7faabc010e30 tx=0x7faabc004a40 comp rx=0 tx=0).stop 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.419+0000 7faace818740 1 -- 172.21.15.26:0/2756501510 shutdown_connections 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.419+0000 7faace818740 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f10337e640 0x55f103380aa0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.419+0000 7faace818740 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f10336be90 unknown :-1 s=CLOSED pgs=1239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.419+0000 7faace818740 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103364670 0x55f10336b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.419+0000 7faace818740 1 --2- 172.21.15.26:0/2756501510 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103363d50 0x55f10336e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.419+0000 7faaaaa00640 0 client.17850 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.419+0000 7faace818740 1 -- 172.21.15.26:0/2756501510 >> 172.21.15.26:0/2756501510 conn(0x55f103360070 msgr2=0x55f103365e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:38.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.419+0000 7faace818740 1 -- 172.21.15.26:0/2756501510 shutdown_connections 2024-04-26T23:47:38.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.419+0000 7faace818740 1 -- 172.21.15.26:0/2756501510 wait complete. 2024-04-26T23:47:38.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.419+0000 7faace818740 20 client.17850 trim_cache size 0 max 16384 2024-04-26T23:47:38.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.439+0000 7faace818740 1 Processor -- start 2024-04-26T23:47:38.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.439+0000 7faace818740 1 -- start start 2024-04-26T23:47:38.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faace818740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 0x55f103386370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faace818740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f1033868b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faace818740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f103368bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faace818740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faac41b4950 con 0x55f10336ed40 2024-04-26T23:47:38.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faace818740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7faac41b27c0 con 0x55f103364670 2024-04-26T23:47:38.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faace818740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faac41b4280 con 0x55f103363d50 2024-04-26T23:47:38.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faac9a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f103368bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faac9a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f103368bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44978/0 (socket says 172.21.15.26:44978) 2024-04-26T23:47:38.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faac9a00640 1 -- 172.21.15.26:0/607710093 learned_addr learned my addr 172.21.15.26:0/607710093 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:38.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faac3e00640 1 --2- 172.21.15.26:0/607710093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f1033868b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faac9a00640 1 -- 172.21.15.26:0/607710093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 msgr2=0x55f103386370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:38.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faac9000640 1 --2- 172.21.15.26:0/607710093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 0x55f103386370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faac9a00640 1 --2- 172.21.15.26:0/607710093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 0x55f103386370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faac9a00640 1 -- 172.21.15.26:0/607710093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 msgr2=0x55f1033868b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:38.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faac9a00640 1 --2- 172.21.15.26:0/607710093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f1033868b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.440+0000 7faac9a00640 1 -- 172.21.15.26:0/607710093 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f102f9a0f0 con 0x55f10336ed40 2024-04-26T23:47:38.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.441+0000 7faac3e00640 1 --2- 172.21.15.26:0/607710093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f1033868b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:38.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.441+0000 7faac9a00640 1 --2- 172.21.15.26:0/607710093 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f103368bf0 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7faabc000f80 tx=0x7faabc01d630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d25505984e740fd2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:38.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.441+0000 7faab5600640 1 -- 172.21.15.26:0/607710093 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faabc03c070 con 0x55f10336ed40 2024-04-26T23:47:38.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.441+0000 7faab5600640 1 -- 172.21.15.26:0/607710093 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faabc033040 con 0x55f10336ed40 2024-04-26T23:47:38.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.441+0000 7faab5600640 1 -- 172.21.15.26:0/607710093 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faabc032070 con 0x55f10336ed40 2024-04-26T23:47:38.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.442+0000 7faace818740 1 -- 172.21.15.26:0/607710093 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 msgr2=0x55f103368bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.442+0000 7faace818740 1 --2- 172.21.15.26:0/607710093 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f103368bf0 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7faabc000f80 tx=0x7faabc01d630 comp rx=0 tx=0).stop 2024-04-26T23:47:38.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.442+0000 7faace818740 1 -- 172.21.15.26:0/607710093 shutdown_connections 2024-04-26T23:47:38.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.442+0000 7faace818740 1 --2- 172.21.15.26:0/607710093 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f103368bf0 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.442+0000 7faace818740 1 --2- 172.21.15.26:0/607710093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f1033868b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.442+0000 7faace818740 1 --2- 172.21.15.26:0/607710093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 0x55f103386370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.442+0000 7faace818740 1 -- 172.21.15.26:0/607710093 >> 172.21.15.26:0/607710093 conn(0x55f103360070 msgr2=0x55f1033796b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.442+0000 7faace818740 1 -- 172.21.15.26:0/607710093 shutdown_connections 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.442+0000 7faace818740 1 -- 172.21.15.26:0/607710093 wait complete. 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.443+0000 7faace818740 1 -- start start 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.443+0000 7faace818740 1 Processor -- start 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.443+0000 7faace818740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 0x55f103374950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.443+0000 7faace818740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f103374e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.443+0000 7faace818740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f1033e3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.443+0000 7faace818740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7faac41b34e0 con 0x55f10336ed40 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.443+0000 7faace818740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7faac41b2e10 con 0x55f103364670 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.443+0000 7faace818740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faac41b3bb0 con 0x55f103363d50 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.443+0000 7faace818740 10 client.0 _ll_register_callbacks cb 0x7faabc008e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.444+0000 7faac9a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f1033e3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.444+0000 7faac9a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f1033e3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44994/0 (socket says 172.21.15.26:44994) 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.444+0000 7faac9a00640 1 -- 172.21.15.26:0/2863028111 learned_addr learned my addr 172.21.15.26:0/2863028111 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.444+0000 7faac9000640 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 0x55f103374950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.444+0000 7faac3e00640 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f103374e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.444+0000 7faac9a00640 1 -- 172.21.15.26:0/2863028111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 msgr2=0x55f103374950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.444+0000 7faac9a00640 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 0x55f103374950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.444+0000 7faac9a00640 1 -- 172.21.15.26:0/2863028111 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 msgr2=0x55f103374e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.444+0000 7faac9a00640 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f103374e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.444+0000 7faac9a00640 1 -- 172.21.15.26:0/2863028111 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f103290a30 con 0x55f10336ed40 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.444+0000 7faac9a00640 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f1033e3bf0 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7faabc0084f0 tx=0x7faabc01d420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2f35ebe63d7f561 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.444+0000 7faaaaa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.445+0000 7faaaaa00640 1 -- 172.21.15.26:0/2863028111 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faabc03c030 con 0x55f10336ed40 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.445+0000 7faaaaa00640 1 -- 172.21.15.26:0/2863028111 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7faabc00de20 con 0x55f10336ed40 2024-04-26T23:47:38.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.445+0000 7faace818740 1 -- 172.21.15.26:0/2863028111 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faabc033040 con 0x55f10336ed40 2024-04-26T23:47:38.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.445+0000 7faaaaa00640 1 -- 172.21.15.26:0/2863028111 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7faabc032050 con 0x55f10336ed40 2024-04-26T23:47:38.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.445+0000 7faace818740 10 client.17856 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.445+0000 7faace818740 1 -- 172.21.15.26:0/2863028111 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f1033e4fe0 con 0x55f10336ed40 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.445+0000 7faaaaa00640 1 -- 172.21.15.26:0/2863028111 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7faabc033040 con 0x55f10336ed40 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.446+0000 7faaaaa00640 1 -- 172.21.15.26:0/2863028111 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7faabc02e5e0 con 0x55f10336ed40 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.446+0000 7faace818740 10 client.17856 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.446+0000 7faace818740 10 client.17856 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.446+0000 7faace818740 20 client.17856 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.446+0000 7faace818740 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f1033e5640 0x55f1033e7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.446+0000 7faace818740 4 client.17856 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.446+0000 7faace818740 1 -- 172.21.15.26:0/2863028111 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f1032d0650 con 0x55f1033e5640 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.446+0000 7faac9000640 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f1033e5640 0x55f1033e7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.447+0000 7faac9000640 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f1033e5640 0x55f1033e7a60 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3cc75e4916e19f64 server_cookie=bab0b03c6144b3ad in_seq=0 out_seq=0 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.447+0000 7faaaaa00640 10 client.17856 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:38.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faaaaa00640 1 -- 172.21.15.26:0/2863028111 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f1032d0650 con 0x55f1033e5640 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faaaaa00640 10 client.17856 handle_command_reply: tid=0 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faace818740 1 client.17856 shutdown 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faace818740 1 -- 172.21.15.26:0/2863028111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 msgr2=0x55f1033e3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faace818740 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f1033e3bf0 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7faabc0084f0 tx=0x7faabc01d420 comp rx=0 tx=0).stop 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faace818740 1 -- 172.21.15.26:0/2863028111 shutdown_connections 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faace818740 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f1033e5640 0x55f1033e7a60 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faace818740 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f10336ed40 0x55f1033e3bf0 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faace818740 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f103364670 0x55f103374e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faace818740 1 --2- 172.21.15.26:0/2863028111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f103363d50 0x55f103374950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faace818740 1 -- 172.21.15.26:0/2863028111 >> 172.21.15.26:0/2863028111 conn(0x55f103360070 msgr2=0x55f103379f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faaaaa00640 0 client.17856 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faace818740 1 -- 172.21.15.26:0/2863028111 shutdown_connections 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faace818740 1 -- 172.21.15.26:0/2863028111 wait complete. 2024-04-26T23:47:38.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.448+0000 7faace818740 20 client.17856 trim_cache size 0 max 16384 2024-04-26T23:47:38.456 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:47:38.456 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:47:38.456 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:47:38.456 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:47:38.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.449+0000 7faaca400640 1 -- 172.21.15.26:0/2229585596 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faaac0a3d20 msgr2=0x7faaac0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.449+0000 7faaca400640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faaac0a3d20 0x7faaac0a61e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7faabc005cc0 tx=0x7faabc0083f0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.449+0000 7faaca400640 1 -- 172.21.15.26:0/2229585596 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac4076e60 msgr2=0x7faac419f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.449+0000 7faaca400640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac4076e60 0x7faac419f5d0 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7faab800c920 tx=0x7faab800cde0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.449+0000 7faaca400640 1 -- 172.21.15.26:0/2229585596 shutdown_connections 2024-04-26T23:47:38.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.449+0000 7faaca400640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faac4113670 0x7faac41a3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.449+0000 7faaca400640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7faac4077780 0x7faac419fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.449+0000 7faaca400640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7faaac0a3d20 0x7faaac0a61e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.449+0000 7faaca400640 1 --2- 172.21.15.26:0/2229585596 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7faac4076e60 0x7faac419f5d0 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.449+0000 7faaca400640 1 -- 172.21.15.26:0/2229585596 >> 172.21.15.26:0/2229585596 conn(0x7faac41004a0 msgr2=0x7faac4102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:38.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.450+0000 7faaca400640 1 -- 172.21.15.26:0/2229585596 shutdown_connections 2024-04-26T23:47:38.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.450+0000 7faaca400640 1 -- 172.21.15.26:0/2229585596 wait complete. 2024-04-26T23:47:38.473 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:47:38.473 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:47:38.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.694+0000 7fccc3000640 1 -- 172.21.15.26:0/2902013275 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccbc104940 msgr2=0x7fccbc104dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.694+0000 7fccc3000640 1 --2- 172.21.15.26:0/2902013275 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccbc104940 0x7fccbc104dc0 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7fcca8009930 tx=0x7fcca802a440 comp rx=0 tx=0).stop 2024-04-26T23:47:38.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.694+0000 7fccc3000640 1 -- 172.21.15.26:0/2902013275 shutdown_connections 2024-04-26T23:47:38.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.694+0000 7fccc3000640 1 --2- 172.21.15.26:0/2902013275 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fccbc105300 0x7fccbc111810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.694+0000 7fccc3000640 1 --2- 172.21.15.26:0/2902013275 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccbc104940 0x7fccbc104dc0 unknown :-1 s=CLOSED pgs=1242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.694+0000 7fccc3000640 1 --2- 172.21.15.26:0/2902013275 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccbc10a950 0x7fccbc10ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.694+0000 7fccc3000640 1 -- 172.21.15.26:0/2902013275 >> 172.21.15.26:0/2902013275 conn(0x7fccbc1003d0 msgr2=0x7fccbc1027f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:38.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.694+0000 7fccc3000640 1 -- 172.21.15.26:0/2902013275 shutdown_connections 2024-04-26T23:47:38.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.694+0000 7fccc3000640 1 -- 172.21.15.26:0/2902013275 wait complete. 2024-04-26T23:47:38.700 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.695+0000 7fccc3000640 1 Processor -- start 2024-04-26T23:47:38.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.696+0000 7fccc3000640 1 -- start start 2024-04-26T23:47:38.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.696+0000 7fccc3000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccbc104940 0x7fccbc19afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.696+0000 7fccc3000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fccbc105300 0x7fccbc19b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.696+0000 7fccc3000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccbc10a950 0x7fccbc19f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.696+0000 7fccc3000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fccbc114ae0 con 0x7fccbc104940 2024-04-26T23:47:38.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.696+0000 7fccc3000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fccbc114960 con 0x7fccbc105300 2024-04-26T23:47:38.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.696+0000 7fccc3000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fccbc114c60 con 0x7fccbc10a950 2024-04-26T23:47:38.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.696+0000 7fccc1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccbc104940 0x7fccbc19afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.696+0000 7fccc1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccbc104940 0x7fccbc19afa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45014/0 (socket says 172.21.15.26:45014) 2024-04-26T23:47:38.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.696+0000 7fccc1c00640 1 -- 172.21.15.26:0/2984266234 learned_addr learned my addr 172.21.15.26:0/2984266234 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:38.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.697+0000 7fccc1200640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fccbc105300 0x7fccbc19b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.697+0000 7fccc2600640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccbc10a950 0x7fccbc19f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.697+0000 7fccc1c00640 1 -- 172.21.15.26:0/2984266234 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccbc10a950 msgr2=0x7fccbc19f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.697+0000 7fccc1c00640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccbc10a950 0x7fccbc19f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.697+0000 7fccc1c00640 1 -- 172.21.15.26:0/2984266234 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fccbc105300 msgr2=0x7fccbc19b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.697+0000 7fccc1c00640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fccbc105300 0x7fccbc19b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.697+0000 7fccc1c00640 1 -- 172.21.15.26:0/2984266234 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccbc19ff90 con 0x7fccbc104940 2024-04-26T23:47:38.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.697+0000 7fccc1c00640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccbc104940 0x7fccbc19afa0 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7fccb000cce0 tx=0x7fccb000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:38.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.698+0000 7fccba000640 1 -- 172.21.15.26:0/2984266234 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb000f650 con 0x7fccbc104940 2024-04-26T23:47:38.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.698+0000 7fccc3000640 1 -- 172.21.15.26:0/2984266234 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccbc1a0280 con 0x7fccbc104940 2024-04-26T23:47:38.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.698+0000 7fccba000640 1 -- 172.21.15.26:0/2984266234 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fccb000fc80 con 0x7fccbc104940 2024-04-26T23:47:38.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.698+0000 7fccba000640 1 -- 172.21.15.26:0/2984266234 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccb0018ae0 con 0x7fccbc104940 2024-04-26T23:47:38.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.698+0000 7fccc3000640 1 -- 172.21.15.26:0/2984266234 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccbc1a7b10 con 0x7fccbc104940 2024-04-26T23:47:38.704 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.699+0000 7fccc3000640 1 -- 172.21.15.26:0/2984266234 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccbc069670 con 0x7fccbc104940 2024-04-26T23:47:38.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.701+0000 7fccba000640 1 -- 172.21.15.26:0/2984266234 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fccb0018c80 con 0x7fccbc104940 2024-04-26T23:47:38.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.703+0000 7fccba000640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcca40a3d20 0x7fcca40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:38.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.703+0000 7fccba000640 1 -- 172.21.15.26:0/2984266234 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7fccb00d0d70 con 0x7fccbc104940 2024-04-26T23:47:38.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.703+0000 7fccc1200640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcca40a3d20 0x7fcca40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:38.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.704+0000 7fccc1200640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcca40a3d20 0x7fcca40a61e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fcca80057c0 tx=0x7fcca8000bc0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:38.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.709+0000 7fccba000640 1 -- 172.21.15.26:0/2984266234 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fccb0014030 con 0x7fccbc104940 2024-04-26T23:47:38.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.966+0000 7fccc3000640 1 -- 172.21.15.26:0/2984266234 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fccbc02dad0 con 0x7fccbc104940 2024-04-26T23:47:38.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.967+0000 7fccba000640 1 -- 172.21.15.26:0/2984266234 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fccb009d390 con 0x7fccbc104940 2024-04-26T23:47:38.971 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:47:38.972 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:47:38.972 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:47:38.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.969+0000 7fccc3000640 1 -- 172.21.15.26:0/2984266234 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcca40a3d20 msgr2=0x7fcca40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.969+0000 7fccc3000640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcca40a3d20 0x7fcca40a61e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fcca80057c0 tx=0x7fcca8000bc0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.969+0000 7fccc3000640 1 -- 172.21.15.26:0/2984266234 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccbc104940 msgr2=0x7fccbc19afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:38.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.969+0000 7fccc3000640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccbc104940 0x7fccbc19afa0 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7fccb000cce0 tx=0x7fccb000a620 comp rx=0 tx=0).stop 2024-04-26T23:47:38.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.970+0000 7fccc3000640 1 -- 172.21.15.26:0/2984266234 shutdown_connections 2024-04-26T23:47:38.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.970+0000 7fccc3000640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccbc10a950 0x7fccbc19f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.970+0000 7fccc3000640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fccbc105300 0x7fccbc19b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.970+0000 7fccc3000640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcca40a3d20 0x7fcca40a61e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.970+0000 7fccc3000640 1 --2- 172.21.15.26:0/2984266234 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fccbc104940 0x7fccbc19afa0 unknown :-1 s=CLOSED pgs=1243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:38.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.970+0000 7fccc3000640 1 -- 172.21.15.26:0/2984266234 >> 172.21.15.26:0/2984266234 conn(0x7fccbc1003d0 msgr2=0x7fccbc100b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:38.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.970+0000 7fccc3000640 1 -- 172.21.15.26:0/2984266234 shutdown_connections 2024-04-26T23:47:38.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:38.970+0000 7fccc3000640 1 -- 172.21.15.26:0/2984266234 wait complete. 2024-04-26T23:47:38.993 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:38 smithi026 ceph-mon[28371]: pgmap v366: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:47:38.998 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:47:39.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:38 smithi164 ceph-mon[31699]: pgmap v366: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:47:39.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:38 smithi086 ceph-mon[31122]: pgmap v366: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:47:39.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.221+0000 7f568ae00640 1 -- 172.21.15.26:0/1790110147 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f56841087e0 msgr2=0x7f5684108bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.221+0000 7f568ae00640 1 --2- 172.21.15.26:0/1790110147 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f56841087e0 0x7f5684108bc0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f5678009900 tx=0x7f567802a3f0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.221+0000 7f568ae00640 1 -- 172.21.15.26:0/1790110147 shutdown_connections 2024-04-26T23:47:39.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.221+0000 7f568ae00640 1 --2- 172.21.15.26:0/1790110147 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5684103190 0x7f568410f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.221+0000 7f568ae00640 1 --2- 172.21.15.26:0/1790110147 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f56841027d0 0x7f5684102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.221+0000 7f568ae00640 1 --2- 172.21.15.26:0/1790110147 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f56841087e0 0x7f5684108bc0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.221+0000 7f568ae00640 1 -- 172.21.15.26:0/1790110147 >> 172.21.15.26:0/1790110147 conn(0x7f56840fe300 msgr2=0x7f5684100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.221+0000 7f568ae00640 1 -- 172.21.15.26:0/1790110147 shutdown_connections 2024-04-26T23:47:39.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.221+0000 7f568ae00640 1 -- 172.21.15.26:0/1790110147 wait complete. 2024-04-26T23:47:39.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.223+0000 7f568ae00640 1 Processor -- start 2024-04-26T23:47:39.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.223+0000 7f568ae00640 1 -- start start 2024-04-26T23:47:39.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.223+0000 7f568ae00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f56841027d0 0x7f5684198f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.223+0000 7f568ae00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5684103190 0x7f5684199450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.223+0000 7f568ae00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f56841087e0 0x7f568419d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.223+0000 7f568ae00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f56841129a0 con 0x7f5684103190 2024-04-26T23:47:39.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.223+0000 7f568ae00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f5684112820 con 0x7f56841087e0 2024-04-26T23:47:39.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.223+0000 7f568ae00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5684112b20 con 0x7f56841027d0 2024-04-26T23:47:39.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.224+0000 7f5689000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5684103190 0x7f5684199450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.224+0000 7f5689000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5684103190 0x7f5684199450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45040/0 (socket says 172.21.15.26:45040) 2024-04-26T23:47:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.224+0000 7f5689000640 1 -- 172.21.15.26:0/2264421572 learned_addr learned my addr 172.21.15.26:0/2264421572 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.224+0000 7f5689a00640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f56841027d0 0x7f5684198f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.224+0000 7f568a400640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f56841087e0 0x7f568419d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.224+0000 7f5689000640 1 -- 172.21.15.26:0/2264421572 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f56841027d0 msgr2=0x7f5684198f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.224+0000 7f5689000640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f56841027d0 0x7f5684198f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.224+0000 7f5689000640 1 -- 172.21.15.26:0/2264421572 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f56841087e0 msgr2=0x7f568419d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.224+0000 7f5689000640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f56841087e0 0x7f568419d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.224+0000 7f5689000640 1 -- 172.21.15.26:0/2264421572 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f568419df00 con 0x7f5684103190 2024-04-26T23:47:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.224+0000 7f568a400640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f56841087e0 0x7f568419d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.225+0000 7f5689000640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5684103190 0x7f5684199450 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f567000e9f0 tx=0x7f567000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.225+0000 7f5682000640 1 -- 172.21.15.26:0/2264421572 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f567000cd80 con 0x7f5684103190 2024-04-26T23:47:39.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.225+0000 7f5682000640 1 -- 172.21.15.26:0/2264421572 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f56700108c0 con 0x7f5684103190 2024-04-26T23:47:39.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.225+0000 7f5682000640 1 -- 172.21.15.26:0/2264421572 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56700187c0 con 0x7f5684103190 2024-04-26T23:47:39.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.225+0000 7f568ae00640 1 -- 172.21.15.26:0/2264421572 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f568419e1f0 con 0x7f5684103190 2024-04-26T23:47:39.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.225+0000 7f568ae00640 1 -- 172.21.15.26:0/2264421572 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56841a5a80 con 0x7f5684103190 2024-04-26T23:47:39.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.229+0000 7f5682000640 1 -- 172.21.15.26:0/2264421572 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f5670010430 con 0x7f5684103190 2024-04-26T23:47:39.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.229+0000 7f568f178740 1 Processor -- start 2024-04-26T23:47:39.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.230+0000 7f568f178740 1 -- start start 2024-04-26T23:47:39.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.230+0000 7f568f178740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x558489638780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.230+0000 7f568f178740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489642e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.230+0000 7f568f178740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489645780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.230+0000 7f568f178740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55848959cc70 con 0x558489638cc0 2024-04-26T23:47:39.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.230+0000 7f568f178740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558489555980 con 0x558489643390 2024-04-26T23:47:39.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.230+0000 7f568f178740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558489598c30 con 0x5584896383a0 2024-04-26T23:47:39.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.230+0000 7f5689a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489642e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.230+0000 7f5689a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489642e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45054/0 (socket says 172.21.15.26:45054) 2024-04-26T23:47:39.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.230+0000 7f5689a00640 1 -- 172.21.15.26:0/2647787820 learned_addr learned my addr 172.21.15.26:0/2647787820 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.231+0000 7f568a400640 1 --2- 172.21.15.26:0/2647787820 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x558489638780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.231+0000 7f5689000640 1 --2- 172.21.15.26:0/2647787820 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489645780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.231+0000 7f5689a00640 1 -- 172.21.15.26:0/2647787820 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 msgr2=0x558489638780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.231+0000 7f5689a00640 1 --2- 172.21.15.26:0/2647787820 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x558489638780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.231+0000 7f5689a00640 1 -- 172.21.15.26:0/2647787820 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 msgr2=0x558489645780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.231+0000 7f5689a00640 1 --2- 172.21.15.26:0/2647787820 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489645780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.231+0000 7f5689a00640 1 -- 172.21.15.26:0/2647787820 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55848952d7b0 con 0x558489638cc0 2024-04-26T23:47:39.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.231+0000 7f5682000640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f566c0a3d20 0x7f566c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.231+0000 7f5689a00640 1 --2- 172.21.15.26:0/2647787820 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489642e50 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f5678009900 tx=0x7f5678004150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=856d3f73790ec64b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.232+0000 7f5682000640 1 -- 172.21.15.26:0/2264421572 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7f56700d0cc0 con 0x7f5684103190 2024-04-26T23:47:39.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.232+0000 7f568a400640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f566c0a3d20 0x7f566c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.232+0000 7f5676a00640 1 -- 172.21.15.26:0/2647787820 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5678035030 con 0x558489638cc0 2024-04-26T23:47:39.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.232+0000 7f5676a00640 1 -- 172.21.15.26:0/2647787820 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f56780054d0 con 0x558489638cc0 2024-04-26T23:47:39.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.232+0000 7f5676a00640 1 -- 172.21.15.26:0/2647787820 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56780035f0 con 0x558489638cc0 2024-04-26T23:47:39.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.233+0000 7f568f178740 1 -- 172.21.15.26:0/2647787820 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 msgr2=0x558489642e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.233+0000 7f568f178740 1 --2- 172.21.15.26:0/2647787820 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489642e50 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f5678009900 tx=0x7f5678004150 comp rx=0 tx=0).stop 2024-04-26T23:47:39.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.233+0000 7f568a400640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f566c0a3d20 0x7f566c0a61e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f567c005fd0 tx=0x7f567c009500 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.233+0000 7f568f178740 1 -- 172.21.15.26:0/2647787820 shutdown_connections 2024-04-26T23:47:39.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.233+0000 7f568f178740 1 --2- 172.21.15.26:0/2647787820 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489645780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.233+0000 7f568f178740 1 --2- 172.21.15.26:0/2647787820 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489642e50 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.233+0000 7f568f178740 1 --2- 172.21.15.26:0/2647787820 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x558489638780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.233+0000 7f568f178740 1 -- 172.21.15.26:0/2647787820 >> 172.21.15.26:0/2647787820 conn(0x5584896346c0 msgr2=0x558489634aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.233+0000 7f568f178740 1 -- 172.21.15.26:0/2647787820 shutdown_connections 2024-04-26T23:47:39.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.233+0000 7f568f178740 1 -- 172.21.15.26:0/2647787820 wait complete. 2024-04-26T23:47:39.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.234+0000 7f568f178740 1 -- start start 2024-04-26T23:47:39.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.234+0000 7f568f178740 1 Processor -- start 2024-04-26T23:47:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.234+0000 7f568f178740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x558489642d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.234+0000 7f568f178740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489640010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f568f178740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489640590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f568f178740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55848959bf80 con 0x558489638cc0 2024-04-26T23:47:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f568f178740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558489549260 con 0x558489643390 2024-04-26T23:47:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f568f178740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5584895a12a0 con 0x5584896383a0 2024-04-26T23:47:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f568f178740 10 client.0 _ll_register_callbacks cb 0x558489593960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f5689000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489640010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f5689000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489640010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45066/0 (socket says 172.21.15.26:45066) 2024-04-26T23:47:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f5689000640 1 -- 172.21.15.26:0/3319896741 learned_addr learned my addr 172.21.15.26:0/3319896741 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f568a400640 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489640590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f5689a00640 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x558489642d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f5689000640 1 -- 172.21.15.26:0/3319896741 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 msgr2=0x558489642d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f5689000640 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x558489642d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f5689000640 1 -- 172.21.15.26:0/3319896741 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 msgr2=0x558489640590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f5689000640 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489640590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.235+0000 7f5689000640 1 -- 172.21.15.26:0/3319896741 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55848952b1c0 con 0x558489638cc0 2024-04-26T23:47:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.236+0000 7f5689000640 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489640010 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f567009c940 tx=0x7f567009c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44c6ce061ce5ece1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.236+0000 7f566b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.236+0000 7f566b400640 1 -- 172.21.15.26:0/3319896741 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56700d2070 con 0x558489638cc0 2024-04-26T23:47:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.236+0000 7f566b400640 1 -- 172.21.15.26:0/3319896741 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7f567009af40 con 0x558489638cc0 2024-04-26T23:47:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.236+0000 7f568f178740 1 -- 172.21.15.26:0/3319896741 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56780054d0 con 0x558489638cc0 2024-04-26T23:47:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.236+0000 7f566b400640 1 -- 172.21.15.26:0/3319896741 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f567009cc40 con 0x558489638cc0 2024-04-26T23:47:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.236+0000 7f568f178740 10 client.17874 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:39.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.236+0000 7f568f178740 1 -- 172.21.15.26:0/3319896741 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5584892ae3f0 con 0x558489638cc0 2024-04-26T23:47:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.237+0000 7f566b400640 1 -- 172.21.15.26:0/3319896741 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f56780054d0 con 0x558489638cc0 2024-04-26T23:47:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.237+0000 7f566b400640 1 -- 172.21.15.26:0/3319896741 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f56700bd0b0 con 0x558489638cc0 2024-04-26T23:47:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.237+0000 7f568f178740 10 client.17874 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.237+0000 7f568f178740 10 client.17874 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:47:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.237+0000 7f568f178740 20 client.17874 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.237+0000 7f568f178740 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558489652e60 0x558489655250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.237+0000 7f568f178740 4 client.17874 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:47:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.237+0000 7f568f178740 1 -- 172.21.15.26:0/3319896741 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584895aa880 con 0x558489652e60 2024-04-26T23:47:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.238+0000 7f5689a00640 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558489652e60 0x558489655250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.239+0000 7f5689a00640 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558489652e60 0x558489655250 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e32125cf9df1d798 server_cookie=ef381726da15396 in_seq=0 out_seq=0 2024-04-26T23:47:39.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.239+0000 7f566b400640 10 client.17874 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:47:39.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f566b400640 1 -- 172.21.15.26:0/3319896741 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5584895aa880 con 0x558489652e60 2024-04-26T23:47:39.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f566b400640 10 client.17874 handle_command_reply: tid=0 2024-04-26T23:47:39.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f568f178740 1 client.17874 shutdown 2024-04-26T23:47:39.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f568f178740 1 -- 172.21.15.26:0/3319896741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 msgr2=0x558489640010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f568f178740 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489640010 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f567009c940 tx=0x7f567009c880 comp rx=0 tx=0).stop 2024-04-26T23:47:39.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f568f178740 1 -- 172.21.15.26:0/3319896741 shutdown_connections 2024-04-26T23:47:39.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f568f178740 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489640590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f568f178740 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489640010 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f568f178740 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558489652e60 0x558489655250 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f568f178740 1 --2- 172.21.15.26:0/3319896741 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x558489642d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f568f178740 1 -- 172.21.15.26:0/3319896741 >> 172.21.15.26:0/3319896741 conn(0x5584896346c0 msgr2=0x55848963a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f566b400640 0 client.17874 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:47:39.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f568f178740 1 -- 172.21.15.26:0/3319896741 shutdown_connections 2024-04-26T23:47:39.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.241+0000 7f568f178740 1 -- 172.21.15.26:0/3319896741 wait complete. 2024-04-26T23:47:39.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.242+0000 7f568f178740 20 client.17874 trim_cache size 0 max 16384 2024-04-26T23:47:39.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.260+0000 7f568f178740 1 Processor -- start 2024-04-26T23:47:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.261+0000 7f568f178740 1 -- start start 2024-04-26T23:47:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.261+0000 7f568f178740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5584896383a0 0x55848964ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.261+0000 7f568f178740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558489638cc0 0x558489642850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.261+0000 7f568f178740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x55848965ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.261+0000 7f568f178740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f56841b2d50 con 0x5584896383a0 2024-04-26T23:47:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.261+0000 7f568f178740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f56841b0620 con 0x558489643390 2024-04-26T23:47:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.261+0000 7f568f178740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f56841ae490 con 0x558489638cc0 2024-04-26T23:47:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.261+0000 7f5689a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5584896383a0 0x55848964ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.261+0000 7f5689a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5584896383a0 0x55848964ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45080/0 (socket says 172.21.15.26:45080) 2024-04-26T23:47:39.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.261+0000 7f5689a00640 1 -- 172.21.15.26:0/223153287 learned_addr learned my addr 172.21.15.26:0/223153287 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.262+0000 7f5689a00640 1 -- 172.21.15.26:0/223153287 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558489638cc0 msgr2=0x558489642850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.262+0000 7f5689000640 1 --2- 172.21.15.26:0/223153287 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558489638cc0 0x558489642850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.262+0000 7f568a400640 1 --2- 172.21.15.26:0/223153287 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x55848965ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.262+0000 7f5689a00640 1 --2- 172.21.15.26:0/223153287 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558489638cc0 0x558489642850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.262+0000 7f5689a00640 1 -- 172.21.15.26:0/223153287 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 msgr2=0x55848965ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.262+0000 7f5689a00640 1 --2- 172.21.15.26:0/223153287 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x55848965ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.262+0000 7f5689a00640 1 -- 172.21.15.26:0/223153287 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584893787d0 con 0x5584896383a0 2024-04-26T23:47:39.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.262+0000 7f568a400640 1 --2- 172.21.15.26:0/223153287 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x55848965ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.262+0000 7f5689a00640 1 --2- 172.21.15.26:0/223153287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5584896383a0 0x55848964ed80 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f5678042000 tx=0x7f5678004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cd65a71663f8eb9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.262+0000 7f5676000640 1 -- 172.21.15.26:0/223153287 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5678058070 con 0x5584896383a0 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.262+0000 7f5676000640 1 -- 172.21.15.26:0/223153287 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5678052560 con 0x5584896383a0 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.262+0000 7f5676000640 1 -- 172.21.15.26:0/223153287 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5678035070 con 0x5584896383a0 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.263+0000 7f568f178740 1 -- 172.21.15.26:0/223153287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5584896383a0 msgr2=0x55848964ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.263+0000 7f568f178740 1 --2- 172.21.15.26:0/223153287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5584896383a0 0x55848964ed80 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f5678042000 tx=0x7f5678004b50 comp rx=0 tx=0).stop 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.263+0000 7f568f178740 1 -- 172.21.15.26:0/223153287 shutdown_connections 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.263+0000 7f568f178740 1 --2- 172.21.15.26:0/223153287 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x55848965ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.263+0000 7f568f178740 1 --2- 172.21.15.26:0/223153287 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558489638cc0 0x558489642850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.263+0000 7f568f178740 1 --2- 172.21.15.26:0/223153287 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5584896383a0 0x55848964ed80 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.263+0000 7f568f178740 1 -- 172.21.15.26:0/223153287 >> 172.21.15.26:0/223153287 conn(0x5584896346c0 msgr2=0x55848963b680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.263+0000 7f568f178740 1 -- 172.21.15.26:0/223153287 shutdown_connections 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.264+0000 7f568f178740 1 -- 172.21.15.26:0/223153287 wait complete. 2024-04-26T23:47:39.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.264+0000 7f568f178740 1 -- start start 2024-04-26T23:47:39.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.264+0000 7f568f178740 1 Processor -- start 2024-04-26T23:47:39.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f568f178740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x55848964b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f568f178740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489646950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f568f178740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489646e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f568f178740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f56841aeae0 con 0x558489638cc0 2024-04-26T23:47:39.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f568f178740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f56841aff50 con 0x558489643390 2024-04-26T23:47:39.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f568f178740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f56841af1b0 con 0x5584896383a0 2024-04-26T23:47:39.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f568f178740 10 client.0 _ll_register_callbacks cb 0x7f567000cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:39.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f5689000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489646950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f5689000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489646950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45088/0 (socket says 172.21.15.26:45088) 2024-04-26T23:47:39.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f5689000640 1 -- 172.21.15.26:0/1694115033 learned_addr learned my addr 172.21.15.26:0/1694115033 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f568a400640 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489646e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f5689000640 1 -- 172.21.15.26:0/1694115033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 msgr2=0x55848964b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f5689a00640 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x55848964b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f5689000640 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x55848964b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f5689000640 1 -- 172.21.15.26:0/1694115033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 msgr2=0x558489646e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f5689000640 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489646e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f5689000640 1 -- 172.21.15.26:0/1694115033 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584895432a0 con 0x558489638cc0 2024-04-26T23:47:39.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.265+0000 7f568a400640 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489646e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:39.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.266+0000 7f5689a00640 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x55848964b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:39.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.266+0000 7f5689000640 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489646950 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f56700ce4a0 tx=0x7f567000c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26575767c6f9e50b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.266+0000 7f566b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.266+0000 7f566b400640 1 -- 172.21.15.26:0/1694115033 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56700d3060 con 0x558489638cc0 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.266+0000 7f566b400640 1 -- 172.21.15.26:0/1694115033 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7f567009af40 con 0x558489638cc0 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.266+0000 7f568f178740 1 -- 172.21.15.26:0/1694115033 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5678052560 con 0x558489638cc0 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.266+0000 7f566b400640 1 -- 172.21.15.26:0/1694115033 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f567009ca10 con 0x558489638cc0 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.266+0000 7f568f178740 10 client.17880 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.266+0000 7f568f178740 1 -- 172.21.15.26:0/1694115033 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5584896b90c0 con 0x558489638cc0 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.267+0000 7f566b400640 1 -- 172.21.15.26:0/1694115033 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f5678052560 con 0x558489638cc0 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.267+0000 7f566b400640 1 -- 172.21.15.26:0/1694115033 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f567009bb00 con 0x558489638cc0 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.267+0000 7f568f178740 10 client.17880 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.267+0000 7f568f178740 10 client.17880 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.267+0000 7f568f178740 20 client.17880 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.267+0000 7f568f178740 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5584896b97b0 0x5584896bbbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.267+0000 7f568f178740 4 client.17880 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:47:39.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.267+0000 7f568f178740 1 -- 172.21.15.26:0/1694115033 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5584895a46f0 con 0x5584896b97b0 2024-04-26T23:47:39.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.268+0000 7f5689a00640 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5584896b97b0 0x5584896bbbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.269+0000 7f5689a00640 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5584896b97b0 0x5584896bbbd0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1917cbf56e3ff0db server_cookie=fbe313dd82d1eb09 in_seq=0 out_seq=0 2024-04-26T23:47:39.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.269+0000 7f566b400640 10 client.17880 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:47:39.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.269+0000 7f566b400640 1 -- 172.21.15.26:0/1694115033 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5584895a46f0 con 0x5584896b97b0 2024-04-26T23:47:39.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.269+0000 7f566b400640 10 client.17880 handle_command_reply: tid=0 2024-04-26T23:47:39.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.269+0000 7f568f178740 1 client.17880 shutdown 2024-04-26T23:47:39.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.269+0000 7f568f178740 1 -- 172.21.15.26:0/1694115033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 msgr2=0x558489646950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.269+0000 7f568f178740 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489646950 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f56700ce4a0 tx=0x7f567000c840 comp rx=0 tx=0).stop 2024-04-26T23:47:39.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.269+0000 7f568f178740 1 -- 172.21.15.26:0/1694115033 shutdown_connections 2024-04-26T23:47:39.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.270+0000 7f568f178740 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558489643390 0x558489646e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.270+0000 7f568f178740 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558489638cc0 0x558489646950 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.270+0000 7f568f178740 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5584896b97b0 0x5584896bbbd0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.270+0000 7f568f178740 1 --2- 172.21.15.26:0/1694115033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5584896383a0 0x55848964b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.270+0000 7f568f178740 1 -- 172.21.15.26:0/1694115033 >> 172.21.15.26:0/1694115033 conn(0x5584896346c0 msgr2=0x558489641840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.270+0000 7f566b400640 0 client.17880 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:47:39.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.270+0000 7f568f178740 1 -- 172.21.15.26:0/1694115033 shutdown_connections 2024-04-26T23:47:39.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.270+0000 7f568f178740 1 -- 172.21.15.26:0/1694115033 wait complete. 2024-04-26T23:47:39.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.270+0000 7f568f178740 20 client.17880 trim_cache size 0 max 16384 2024-04-26T23:47:39.278 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:47:39.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.271+0000 7f568ae00640 1 -- 172.21.15.26:0/2264421572 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f566c0a3d20 msgr2=0x7f566c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.271+0000 7f568ae00640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f566c0a3d20 0x7f566c0a61e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f567c005fd0 tx=0x7f567c009500 comp rx=0 tx=0).stop 2024-04-26T23:47:39.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.271+0000 7f568ae00640 1 -- 172.21.15.26:0/2264421572 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5684103190 msgr2=0x7f5684199450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.271+0000 7f568ae00640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5684103190 0x7f5684199450 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f567000e9f0 tx=0x7f567000eeb0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.271+0000 7f568ae00640 1 -- 172.21.15.26:0/2264421572 shutdown_connections 2024-04-26T23:47:39.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.271+0000 7f568ae00640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f56841087e0 0x7f568419d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.271+0000 7f568ae00640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f566c0a3d20 0x7f566c0a61e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.271+0000 7f568ae00640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f5684103190 0x7f5684199450 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.271+0000 7f568ae00640 1 --2- 172.21.15.26:0/2264421572 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f56841027d0 0x7f5684198f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.271+0000 7f568ae00640 1 -- 172.21.15.26:0/2264421572 >> 172.21.15.26:0/2264421572 conn(0x7f56840fe300 msgr2=0x7f56840febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.271+0000 7f568ae00640 1 -- 172.21.15.26:0/2264421572 shutdown_connections 2024-04-26T23:47:39.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.271+0000 7f568ae00640 1 -- 172.21.15.26:0/2264421572 wait complete. 2024-04-26T23:47:39.293 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:47:39.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.496+0000 7f9abea00640 1 -- 172.21.15.26:0/4184712510 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ab8103190 msgr2=0x7f9ab810f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.496+0000 7f9abea00640 1 --2- 172.21.15.26:0/4184712510 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ab8103190 0x7f9ab810f6a0 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7f9ab0009cd0 tx=0x7f9ab002a8e0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.497+0000 7f9abea00640 1 -- 172.21.15.26:0/4184712510 shutdown_connections 2024-04-26T23:47:39.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.497+0000 7f9abea00640 1 --2- 172.21.15.26:0/4184712510 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ab8103190 0x7f9ab810f6a0 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.497+0000 7f9abea00640 1 --2- 172.21.15.26:0/4184712510 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ab81027d0 0x7f9ab8102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.497+0000 7f9abea00640 1 --2- 172.21.15.26:0/4184712510 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ab81087e0 0x7f9ab8108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.497+0000 7f9abea00640 1 -- 172.21.15.26:0/4184712510 >> 172.21.15.26:0/4184712510 conn(0x7f9ab80fe300 msgr2=0x7f9ab8100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.497+0000 7f9abea00640 1 -- 172.21.15.26:0/4184712510 shutdown_connections 2024-04-26T23:47:39.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.497+0000 7f9abea00640 1 -- 172.21.15.26:0/4184712510 wait complete. 2024-04-26T23:47:39.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.498+0000 7f9abea00640 1 Processor -- start 2024-04-26T23:47:39.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.498+0000 7f9abea00640 1 -- start start 2024-04-26T23:47:39.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.498+0000 7f9abea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ab81027d0 0x7f9ab819b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.498+0000 7f9abea00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ab8103190 0x7f9ab819b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.498+0000 7f9abea00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ab81087e0 0x7f9ab819f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.498+0000 7f9abea00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab81129a0 con 0x7f9ab81027d0 2024-04-26T23:47:39.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.498+0000 7f9abea00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab8112820 con 0x7f9ab8103190 2024-04-26T23:47:39.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.498+0000 7f9abea00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab8112b20 con 0x7f9ab81087e0 2024-04-26T23:47:39.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.499+0000 7f9abd600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ab81027d0 0x7f9ab819b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.499+0000 7f9abd600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ab81027d0 0x7f9ab819b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45100/0 (socket says 172.21.15.26:45100) 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.499+0000 7f9abd600640 1 -- 172.21.15.26:0/2363257789 learned_addr learned my addr 172.21.15.26:0/2363257789 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.499+0000 7f9abe000640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ab81087e0 0x7f9ab819f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.499+0000 7f9abcc00640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ab8103190 0x7f9ab819b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.499+0000 7f9abd600640 1 -- 172.21.15.26:0/2363257789 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ab81087e0 msgr2=0x7f9ab819f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.499+0000 7f9abd600640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ab81087e0 0x7f9ab819f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.499+0000 7f9abd600640 1 -- 172.21.15.26:0/2363257789 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ab8103190 msgr2=0x7f9ab819b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.499+0000 7f9abd600640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ab8103190 0x7f9ab819b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.499+0000 7f9abd600640 1 -- 172.21.15.26:0/2363257789 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ab81a00b0 con 0x7f9ab81027d0 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.499+0000 7f9abcc00640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ab8103190 0x7f9ab819b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.499+0000 7f9abe000640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ab81087e0 0x7f9ab819f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.500+0000 7f9abd600640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ab81027d0 0x7f9ab819b0c0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f9aac00d770 tx=0x7f9aac00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.500+0000 7f9ab6000640 1 -- 172.21.15.26:0/2363257789 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aac017070 con 0x7f9ab81027d0 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.500+0000 7f9ab6000640 1 -- 172.21.15.26:0/2363257789 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9aac0054b0 con 0x7f9ab81027d0 2024-04-26T23:47:39.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.500+0000 7f9ab6000640 1 -- 172.21.15.26:0/2363257789 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aac004c60 con 0x7f9ab81027d0 2024-04-26T23:47:39.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.500+0000 7f9abea00640 1 -- 172.21.15.26:0/2363257789 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ab81a03a0 con 0x7f9ab81027d0 2024-04-26T23:47:39.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.500+0000 7f9abea00640 1 -- 172.21.15.26:0/2363257789 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ab81a7c30 con 0x7f9ab81027d0 2024-04-26T23:47:39.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.504+0000 7f9ac2e23740 1 Processor -- start 2024-04-26T23:47:39.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.504+0000 7f9ab6000640 1 -- 172.21.15.26:0/2363257789 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f9aac004e00 con 0x7f9ab81027d0 2024-04-26T23:47:39.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.504+0000 7f9ac2e23740 1 -- start start 2024-04-26T23:47:39.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.504+0000 7f9ac2e23740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af73a0 0x55fb31af7780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.504+0000 7f9ac2e23740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 0x55fb31b01e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.504+0000 7f9ac2e23740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31b02390 0x55fb31b04780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.504+0000 7f9ac2e23740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55fb31a5bc70 con 0x55fb31af7cc0 2024-04-26T23:47:39.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.504+0000 7f9ac2e23740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55fb31a14980 con 0x55fb31af73a0 2024-04-26T23:47:39.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.504+0000 7f9ac2e23740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55fb31a57c30 con 0x55fb31b02390 2024-04-26T23:47:39.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.505+0000 7f9abd600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 0x55fb31b01e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.505+0000 7f9abd600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 0x55fb31b01e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45114/0 (socket says 172.21.15.26:45114) 2024-04-26T23:47:39.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.505+0000 7f9abd600640 1 -- 172.21.15.26:0/3166304643 learned_addr learned my addr 172.21.15.26:0/3166304643 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.505+0000 7f9abe000640 1 --2- 172.21.15.26:0/3166304643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af73a0 0x55fb31af7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.505+0000 7f9abcc00640 1 --2- 172.21.15.26:0/3166304643 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31b02390 0x55fb31b04780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.505+0000 7f9abd600640 1 -- 172.21.15.26:0/3166304643 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31b02390 msgr2=0x55fb31b04780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.505+0000 7f9abd600640 1 --2- 172.21.15.26:0/3166304643 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31b02390 0x55fb31b04780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.505+0000 7f9abd600640 1 -- 172.21.15.26:0/3166304643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af73a0 msgr2=0x55fb31af7780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.505+0000 7f9abd600640 1 --2- 172.21.15.26:0/3166304643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af73a0 0x55fb31af7780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.505+0000 7f9abd600640 1 -- 172.21.15.26:0/3166304643 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb319ec7b0 con 0x55fb31af7cc0 2024-04-26T23:47:39.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.506+0000 7f9abd600640 1 --2- 172.21.15.26:0/3166304643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 0x55fb31b01e50 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f9aac0cd970 tx=0x7f9aac0d8a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31ff119379ba45b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.506+0000 7f9ab6000640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9aa00a3d20 0x7f9aa00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.506+0000 7f9ab6000640 1 -- 172.21.15.26:0/2363257789 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7f9aac0d0330 con 0x7f9ab81027d0 2024-04-26T23:47:39.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.506+0000 7f9aaa600640 1 -- 172.21.15.26:0/3166304643 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aac0984f0 con 0x55fb31af7cc0 2024-04-26T23:47:39.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.506+0000 7f9aaa600640 1 -- 172.21.15.26:0/3166304643 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9aac09c950 con 0x55fb31af7cc0 2024-04-26T23:47:39.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.506+0000 7f9aaa600640 1 -- 172.21.15.26:0/3166304643 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aac09bbb0 con 0x55fb31af7cc0 2024-04-26T23:47:39.512 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.506+0000 7f9abe000640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9aa00a3d20 0x7f9aa00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.507+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3166304643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 msgr2=0x55fb31b01e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.507+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3166304643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 0x55fb31b01e50 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f9aac0cd970 tx=0x7f9aac0d8a10 comp rx=0 tx=0).stop 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.507+0000 7f9abe000640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9aa00a3d20 0x7f9aa00a61e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9ab0009430 tx=0x7f9ab0004a40 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.507+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3166304643 shutdown_connections 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.507+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3166304643 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31b02390 0x55fb31b04780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.507+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3166304643 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 0x55fb31b01e50 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.507+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3166304643 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af73a0 0x55fb31af7780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.507+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3166304643 >> 172.21.15.26:0/3166304643 conn(0x55fb31af36c0 msgr2=0x55fb31af3aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.508+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3166304643 shutdown_connections 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.508+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3166304643 wait complete. 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.508+0000 7f9ac2e23740 1 -- start start 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.508+0000 7f9ac2e23740 1 Processor -- start 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.509+0000 7f9ac2e23740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af73a0 0x55fb31b01d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.509+0000 7f9ac2e23740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 0x55fb31afeff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.509+0000 7f9ac2e23740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31b02390 0x55fb31aff550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.509+0000 7f9ac2e23740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55fb31a5af80 con 0x55fb31af7cc0 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.509+0000 7f9ac2e23740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55fb31a08260 con 0x55fb31b02390 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.509+0000 7f9ac2e23740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55fb31a602a0 con 0x55fb31af73a0 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.509+0000 7f9ac2e23740 10 client.0 _ll_register_callbacks cb 0x55fb31a52960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.509+0000 7f9abcc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 0x55fb31afeff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.509+0000 7f9abcc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 0x55fb31afeff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45126/0 (socket says 172.21.15.26:45126) 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.509+0000 7f9abcc00640 1 -- 172.21.15.26:0/3402110904 learned_addr learned my addr 172.21.15.26:0/3402110904 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.509+0000 7f9abe000640 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31b02390 0x55fb31aff550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.510+0000 7f9abd600640 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af73a0 0x55fb31b01d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.510+0000 7f9abcc00640 1 -- 172.21.15.26:0/3402110904 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af73a0 msgr2=0x55fb31b01d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.510+0000 7f9abcc00640 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af73a0 0x55fb31b01d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.510+0000 7f9abcc00640 1 -- 172.21.15.26:0/3402110904 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31b02390 msgr2=0x55fb31aff550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.510+0000 7f9abcc00640 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31b02390 0x55fb31aff550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.510+0000 7f9abcc00640 1 -- 172.21.15.26:0/3402110904 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb319ea1c0 con 0x55fb31af7cc0 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.510+0000 7f9abcc00640 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 0x55fb31afeff0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f9aa40126a0 tx=0x7f9aa4012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a284a46ada7cba2d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.510+0000 7f9a9ea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.510+0000 7f9a9ea00640 1 -- 172.21.15.26:0/3402110904 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9aa4004460 con 0x55fb31af7cc0 2024-04-26T23:47:39.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.510+0000 7f9a9ea00640 1 -- 172.21.15.26:0/3402110904 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7f9aa4010950 con 0x55fb31af7cc0 2024-04-26T23:47:39.517 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.510+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3402110904 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9aac09c950 con 0x55fb31af7cc0 2024-04-26T23:47:39.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.511+0000 7f9a9ea00640 1 -- 172.21.15.26:0/3402110904 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9aa4010b50 con 0x55fb31af7cc0 2024-04-26T23:47:39.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.511+0000 7f9ac2e23740 10 client.17892 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:39.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.511+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3402110904 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fb3176d3f0 con 0x55fb31af7cc0 2024-04-26T23:47:39.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.511+0000 7f9a9ea00640 1 -- 172.21.15.26:0/3402110904 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9aac09c950 con 0x55fb31af7cc0 2024-04-26T23:47:39.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.511+0000 7f9a9ea00640 1 -- 172.21.15.26:0/3402110904 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9aa4019070 con 0x55fb31af7cc0 2024-04-26T23:47:39.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.511+0000 7f9ac2e23740 10 client.17892 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:39.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.512+0000 7f9ac2e23740 10 client.17892 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:47:39.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.512+0000 7f9ac2e23740 20 client.17892 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:39.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.512+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fb31b11f70 0x55fb31b14360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.512+0000 7f9ac2e23740 4 client.17892 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:47:39.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.512+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3402110904 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fb31a69880 con 0x55fb31b11f70 2024-04-26T23:47:39.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.512+0000 7f9abd600640 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fb31b11f70 0x55fb31b14360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.513+0000 7f9abd600640 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fb31b11f70 0x55fb31b14360 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a7f4383985606697 server_cookie=a35dc44b348fd371 in_seq=0 out_seq=0 2024-04-26T23:47:39.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.513+0000 7f9a9ea00640 10 client.17892 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:47:39.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.515+0000 7f9a9ea00640 1 -- 172.21.15.26:0/3402110904 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fb31a69880 con 0x55fb31b11f70 2024-04-26T23:47:39.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.515+0000 7f9a9ea00640 10 client.17892 handle_command_reply: tid=0 2024-04-26T23:47:39.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.515+0000 7f9ac2e23740 1 client.17892 shutdown 2024-04-26T23:47:39.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.515+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3402110904 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 msgr2=0x55fb31afeff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.515+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 0x55fb31afeff0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f9aa40126a0 tx=0x7f9aa4012b60 comp rx=0 tx=0).stop 2024-04-26T23:47:39.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.515+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3402110904 shutdown_connections 2024-04-26T23:47:39.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.515+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fb31b11f70 0x55fb31b14360 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.515+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31b02390 0x55fb31aff550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.515+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31af7cc0 0x55fb31afeff0 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.515+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3402110904 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af73a0 0x55fb31b01d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.515+0000 7f9a9ea00640 0 client.17892 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:47:39.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.515+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3402110904 >> 172.21.15.26:0/3402110904 conn(0x55fb31af36c0 msgr2=0x55fb31af93a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.516+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3402110904 shutdown_connections 2024-04-26T23:47:39.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.516+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3402110904 wait complete. 2024-04-26T23:47:39.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.516+0000 7f9ac2e23740 20 client.17892 trim_cache size 0 max 16384 2024-04-26T23:47:39.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.534+0000 7f9ac2e23740 1 Processor -- start 2024-04-26T23:47:39.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.534+0000 7f9ac2e23740 1 -- start start 2024-04-26T23:47:39.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.534+0000 7f9ac2e23740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af73a0 0x55fb31af9df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.534+0000 7f9ac2e23740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af7cc0 0x55fb31b01830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.534+0000 7f9ac2e23740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 0x55fb31b0de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.534+0000 7f9ac2e23740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab81b2ed0 con 0x55fb31b02390 2024-04-26T23:47:39.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.534+0000 7f9ac2e23740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab81b07a0 con 0x55fb31af73a0 2024-04-26T23:47:39.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.534+0000 7f9ac2e23740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab81ae610 con 0x55fb31af7cc0 2024-04-26T23:47:39.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.535+0000 7f9abe000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 0x55fb31b0de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.535+0000 7f9abe000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 0x55fb31b0de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45140/0 (socket says 172.21.15.26:45140) 2024-04-26T23:47:39.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.535+0000 7f9abe000640 1 -- 172.21.15.26:0/1584272720 learned_addr learned my addr 172.21.15.26:0/1584272720 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.540 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.535+0000 7f9abcc00640 1 --2- 172.21.15.26:0/1584272720 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af7cc0 0x55fb31b01830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.535+0000 7f9abd600640 1 --2- 172.21.15.26:0/1584272720 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af73a0 0x55fb31af9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.535+0000 7f9abe000640 1 -- 172.21.15.26:0/1584272720 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af7cc0 msgr2=0x55fb31b01830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.535+0000 7f9abe000640 1 --2- 172.21.15.26:0/1584272720 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af7cc0 0x55fb31b01830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.535+0000 7f9abe000640 1 -- 172.21.15.26:0/1584272720 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af73a0 msgr2=0x55fb31af9df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.535+0000 7f9abe000640 1 --2- 172.21.15.26:0/1584272720 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af73a0 0x55fb31af9df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.535+0000 7f9abe000640 1 -- 172.21.15.26:0/1584272720 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb318377d0 con 0x55fb31b02390 2024-04-26T23:47:39.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.536+0000 7f9abe000640 1 --2- 172.21.15.26:0/1584272720 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 0x55fb31b0de10 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7f9ab0009cd0 tx=0x7f9ab003f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e0a299142368d8f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.536+0000 7f9aa9c00640 1 -- 172.21.15.26:0/1584272720 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab0003cf0 con 0x55fb31b02390 2024-04-26T23:47:39.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.536+0000 7f9aa9c00640 1 -- 172.21.15.26:0/1584272720 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9ab0036040 con 0x55fb31b02390 2024-04-26T23:47:39.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.536+0000 7f9aa9c00640 1 -- 172.21.15.26:0/1584272720 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab0030890 con 0x55fb31b02390 2024-04-26T23:47:39.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.537+0000 7f9ac2e23740 1 -- 172.21.15.26:0/1584272720 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 msgr2=0x55fb31b0de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.537+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/1584272720 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 0x55fb31b0de10 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7f9ab0009cd0 tx=0x7f9ab003f000 comp rx=0 tx=0).stop 2024-04-26T23:47:39.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.537+0000 7f9ac2e23740 1 -- 172.21.15.26:0/1584272720 shutdown_connections 2024-04-26T23:47:39.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.537+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/1584272720 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 0x55fb31b0de10 unknown :-1 s=CLOSED pgs=1253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.537+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/1584272720 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af7cc0 0x55fb31b01830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.537+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/1584272720 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af73a0 0x55fb31af9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.537+0000 7f9ac2e23740 1 -- 172.21.15.26:0/1584272720 >> 172.21.15.26:0/1584272720 conn(0x55fb31af36c0 msgr2=0x55fb31af27b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.537+0000 7f9ac2e23740 1 -- 172.21.15.26:0/1584272720 shutdown_connections 2024-04-26T23:47:39.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.537+0000 7f9ac2e23740 1 -- 172.21.15.26:0/1584272720 wait complete. 2024-04-26T23:47:39.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.537+0000 7f9ac2e23740 1 -- start start 2024-04-26T23:47:39.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.538+0000 7f9ac2e23740 1 Processor -- start 2024-04-26T23:47:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.538+0000 7f9ac2e23740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af73a0 0x55fb31b0a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.538+0000 7f9ac2e23740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af7cc0 0x55fb31afb960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.538+0000 7f9ac2e23740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 0x55fb31afbea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.538+0000 7f9ac2e23740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab81aec60 con 0x55fb31b02390 2024-04-26T23:47:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.538+0000 7f9ac2e23740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab81b00d0 con 0x55fb31af7cc0 2024-04-26T23:47:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.538+0000 7f9ac2e23740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9ab81af330 con 0x55fb31af73a0 2024-04-26T23:47:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.538+0000 7f9ac2e23740 10 client.0 _ll_register_callbacks cb 0x7f9aa4009550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.538+0000 7f9abe000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 0x55fb31afbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.539+0000 7f9abe000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 0x55fb31afbea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45150/0 (socket says 172.21.15.26:45150) 2024-04-26T23:47:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.539+0000 7f9abe000640 1 -- 172.21.15.26:0/3139464652 learned_addr learned my addr 172.21.15.26:0/3139464652 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.539+0000 7f9abcc00640 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af7cc0 0x55fb31afb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.539+0000 7f9abd600640 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af73a0 0x55fb31b0a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.539+0000 7f9abe000640 1 -- 172.21.15.26:0/3139464652 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af73a0 msgr2=0x55fb31b0a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.539+0000 7f9abe000640 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af73a0 0x55fb31b0a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.539+0000 7f9abe000640 1 -- 172.21.15.26:0/3139464652 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af7cc0 msgr2=0x55fb31afb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.539+0000 7f9abe000640 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af7cc0 0x55fb31afb960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.539+0000 7f9abe000640 1 -- 172.21.15.26:0/3139464652 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb31a022a0 con 0x55fb31b02390 2024-04-26T23:47:39.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.539+0000 7f9abe000640 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 0x55fb31afbea0 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f9ab0005e30 tx=0x7f9ab00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7de00fc98adab7c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.539+0000 7f9a9ea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:39.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.540+0000 7f9a9ea00640 1 -- 172.21.15.26:0/3139464652 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab0030810 con 0x55fb31b02390 2024-04-26T23:47:39.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.540+0000 7f9a9ea00640 1 -- 172.21.15.26:0/3139464652 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7f9ab00309b0 con 0x55fb31b02390 2024-04-26T23:47:39.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.540+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3139464652 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ab0036040 con 0x55fb31b02390 2024-04-26T23:47:39.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.540+0000 7f9a9ea00640 1 -- 172.21.15.26:0/3139464652 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9ab00046f0 con 0x55fb31b02390 2024-04-26T23:47:39.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.540+0000 7f9ac2e23740 10 client.17898 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:39.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.540+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3139464652 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55fb31b781f0 con 0x55fb31b02390 2024-04-26T23:47:39.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.540+0000 7f9a9ea00640 1 -- 172.21.15.26:0/3139464652 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9ab0036040 con 0x55fb31b02390 2024-04-26T23:47:39.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.541+0000 7f9a9ea00640 1 -- 172.21.15.26:0/3139464652 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9ab0030070 con 0x55fb31b02390 2024-04-26T23:47:39.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.541+0000 7f9ac2e23740 10 client.17898 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:39.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.541+0000 7f9ac2e23740 10 client.17898 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.541+0000 7f9ac2e23740 20 client.17898 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.541+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fb31b78910 0x55fb31b7ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.541+0000 7f9ac2e23740 4 client.17898 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.541+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3139464652 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fb31a636f0 con 0x55fb31b78910 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.541+0000 7f9abd600640 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fb31b78910 0x55fb31b7ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.542+0000 7f9abd600640 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fb31b78910 0x55fb31b7ad30 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b6abaa4025c100b6 server_cookie=ea4a3ad5b59404ac in_seq=0 out_seq=0 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.542+0000 7f9a9ea00640 10 client.17898 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9a9ea00640 1 -- 172.21.15.26:0/3139464652 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fb31a636f0 con 0x55fb31b78910 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9a9ea00640 10 client.17898 handle_command_reply: tid=0 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9ac2e23740 1 client.17898 shutdown 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3139464652 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 msgr2=0x55fb31afbea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 0x55fb31afbea0 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f9ab0005e30 tx=0x7f9ab00042f0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3139464652 shutdown_connections 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55fb31b78910 0x55fb31b7ad30 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55fb31b02390 0x55fb31afbea0 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55fb31af7cc0 0x55fb31afb960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9ac2e23740 1 --2- 172.21.15.26:0/3139464652 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fb31af73a0 0x55fb31b0a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9a9ea00640 0 client.17898 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:47:39.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3139464652 >> 172.21.15.26:0/3139464652 conn(0x55fb31af36c0 msgr2=0x55fb31afe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3139464652 shutdown_connections 2024-04-26T23:47:39.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.543+0000 7f9ac2e23740 1 -- 172.21.15.26:0/3139464652 wait complete. 2024-04-26T23:47:39.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.544+0000 7f9ac2e23740 20 client.17898 trim_cache size 0 max 16384 2024-04-26T23:47:39.550 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:47:39.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.544+0000 7f9abea00640 1 -- 172.21.15.26:0/2363257789 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9aa00a3d20 msgr2=0x7f9aa00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.544+0000 7f9abea00640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9aa00a3d20 0x7f9aa00a61e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9ab0009430 tx=0x7f9ab0004a40 comp rx=0 tx=0).stop 2024-04-26T23:47:39.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.544+0000 7f9abea00640 1 -- 172.21.15.26:0/2363257789 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ab81027d0 msgr2=0x7f9ab819b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.544+0000 7f9abea00640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ab81027d0 0x7f9ab819b0c0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f9aac00d770 tx=0x7f9aac00dc30 comp rx=0 tx=0).stop 2024-04-26T23:47:39.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.544+0000 7f9abea00640 1 -- 172.21.15.26:0/2363257789 shutdown_connections 2024-04-26T23:47:39.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.544+0000 7f9abea00640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ab81087e0 0x7f9ab819f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.544+0000 7f9abea00640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9ab8103190 0x7f9ab819b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.544+0000 7f9abea00640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9aa00a3d20 0x7f9aa00a61e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.544+0000 7f9abea00640 1 --2- 172.21.15.26:0/2363257789 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9ab81027d0 0x7f9ab819b0c0 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.544+0000 7f9abea00640 1 -- 172.21.15.26:0/2363257789 >> 172.21.15.26:0/2363257789 conn(0x7f9ab80fe300 msgr2=0x7f9ab810df40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.545+0000 7f9abea00640 1 -- 172.21.15.26:0/2363257789 shutdown_connections 2024-04-26T23:47:39.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.545+0000 7f9abea00640 1 -- 172.21.15.26:0/2363257789 wait complete. 2024-04-26T23:47:39.568 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:47:39.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.770+0000 7fba17200640 1 -- 172.21.15.26:0/1890717590 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba18101570 msgr2=0x7fba18101950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.770+0000 7fba17200640 1 --2- 172.21.15.26:0/1890717590 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba18101570 0x7fba18101950 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fba08009900 tx=0x7fba0802a410 comp rx=0 tx=0).stop 2024-04-26T23:47:39.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.770+0000 7fba17200640 1 -- 172.21.15.26:0/1890717590 shutdown_connections 2024-04-26T23:47:39.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.770+0000 7fba17200640 1 --2- 172.21.15.26:0/1890717590 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba1810f120 0x7fba18111510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.770+0000 7fba17200640 1 --2- 172.21.15.26:0/1890717590 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba18101f20 0x7fba1810ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.770+0000 7fba17200640 1 --2- 172.21.15.26:0/1890717590 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba18101570 0x7fba18101950 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.770+0000 7fba17200640 1 -- 172.21.15.26:0/1890717590 >> 172.21.15.26:0/1890717590 conn(0x7fba180fd1b0 msgr2=0x7fba180ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.770+0000 7fba17200640 1 -- 172.21.15.26:0/1890717590 shutdown_connections 2024-04-26T23:47:39.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.770+0000 7fba17200640 1 -- 172.21.15.26:0/1890717590 wait complete. 2024-04-26T23:47:39.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.771+0000 7fba17200640 1 Processor -- start 2024-04-26T23:47:39.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.771+0000 7fba17200640 1 -- start start 2024-04-26T23:47:39.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.772+0000 7fba17200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba18101570 0x7fba1819b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.772+0000 7fba17200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba18101f20 0x7fba1819b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.772+0000 7fba17200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba1810f120 0x7fba1819fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.772+0000 7fba17200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba18114b80 con 0x7fba1810f120 2024-04-26T23:47:39.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.772+0000 7fba17200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fba18114a00 con 0x7fba18101570 2024-04-26T23:47:39.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.772+0000 7fba17200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fba18114d00 con 0x7fba18101f20 2024-04-26T23:47:39.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.772+0000 7fba16800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba1810f120 0x7fba1819fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.772+0000 7fba16800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba1810f120 0x7fba1819fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45170/0 (socket says 172.21.15.26:45170) 2024-04-26T23:47:39.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.772+0000 7fba16800640 1 -- 172.21.15.26:0/3183707812 learned_addr learned my addr 172.21.15.26:0/3183707812 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.772+0000 7fba15e00640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba18101570 0x7fba1819b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.772+0000 7fba15400640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba18101f20 0x7fba1819b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.773+0000 7fba16800640 1 -- 172.21.15.26:0/3183707812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba18101f20 msgr2=0x7fba1819b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.773+0000 7fba16800640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba18101f20 0x7fba1819b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.773+0000 7fba16800640 1 -- 172.21.15.26:0/3183707812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba18101570 msgr2=0x7fba1819b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.773+0000 7fba16800640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba18101570 0x7fba1819b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.773+0000 7fba16800640 1 -- 172.21.15.26:0/3183707812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba181a0150 con 0x7fba1810f120 2024-04-26T23:47:39.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.773+0000 7fba15400640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba18101f20 0x7fba1819b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:47:39.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.773+0000 7fba16800640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba1810f120 0x7fba1819fa20 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7fba10009c90 tx=0x7fba1000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.774+0000 7fba0ea00640 1 -- 172.21.15.26:0/3183707812 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba10003b70 con 0x7fba1810f120 2024-04-26T23:47:39.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.774+0000 7fba0ea00640 1 -- 172.21.15.26:0/3183707812 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba10003d10 con 0x7fba1810f120 2024-04-26T23:47:39.779 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.774+0000 7fba17200640 1 -- 172.21.15.26:0/3183707812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba181a0440 con 0x7fba1810f120 2024-04-26T23:47:39.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.774+0000 7fba0ea00640 1 -- 172.21.15.26:0/3183707812 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba10010790 con 0x7fba1810f120 2024-04-26T23:47:39.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.774+0000 7fba17200640 1 -- 172.21.15.26:0/3183707812 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba181a7cd0 con 0x7fba1810f120 2024-04-26T23:47:39.782 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.777+0000 7fba1ff73740 1 Processor -- start 2024-04-26T23:47:39.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.779+0000 7fba0ea00640 1 -- 172.21.15.26:0/3183707812 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fba10004020 con 0x7fba1810f120 2024-04-26T23:47:39.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.779+0000 7fba1ff73740 1 -- start start 2024-04-26T23:47:39.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.779+0000 7fba1ff73740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fb3a0 0x558cb33fb780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.780+0000 7fba1ff73740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fbcc0 0x558cb3405e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.780+0000 7fba1ff73740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb3406390 0x558cb3408780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.780+0000 7fba1ff73740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558cb335fc70 con 0x558cb33fbcc0 2024-04-26T23:47:39.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.780+0000 7fba1ff73740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558cb3318980 con 0x558cb33fb3a0 2024-04-26T23:47:39.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.780+0000 7fba1ff73740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558cb335bc30 con 0x558cb3406390 2024-04-26T23:47:39.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.780+0000 7fba15e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fbcc0 0x558cb3405e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.780+0000 7fba15e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fbcc0 0x558cb3405e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45182/0 (socket says 172.21.15.26:45182) 2024-04-26T23:47:39.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.780+0000 7fba15e00640 1 -- 172.21.15.26:0/83673551 learned_addr learned my addr 172.21.15.26:0/83673551 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.780+0000 7fba15400640 1 --2- 172.21.15.26:0/83673551 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fb3a0 0x558cb33fb780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.780+0000 7fba15400640 1 --2- 172.21.15.26:0/83673551 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb3406390 0x558cb3408780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.780+0000 7fba15e00640 1 -- 172.21.15.26:0/83673551 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb3406390 msgr2=0x558cb3408780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.780+0000 7fba15e00640 1 --2- 172.21.15.26:0/83673551 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb3406390 0x558cb3408780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.781+0000 7fba15e00640 1 -- 172.21.15.26:0/83673551 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fb3a0 msgr2=0x558cb33fb780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.781+0000 7fba15e00640 1 --2- 172.21.15.26:0/83673551 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fb3a0 0x558cb33fb780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.786 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.781+0000 7fba15e00640 1 -- 172.21.15.26:0/83673551 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558cb32f07b0 con 0x558cb33fbcc0 2024-04-26T23:47:39.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.781+0000 7fba15400640 1 --2- 172.21.15.26:0/83673551 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb3406390 0x558cb3408780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:39.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.781+0000 7fba0ea00640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb9fc0a3da0 0x7fb9fc0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.781+0000 7fba0ea00640 1 -- 172.21.15.26:0/3183707812 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7fba100d0e20 con 0x7fba1810f120 2024-04-26T23:47:39.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.781+0000 7fba15e00640 1 --2- 172.21.15.26:0/83673551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fbcc0 0x558cb3405e50 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7fba08009900 tx=0x7fba08000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e5f5d2fb441f7b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.781+0000 7fba15400640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb9fc0a3da0 0x7fb9fc0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.781+0000 7fba03400640 1 -- 172.21.15.26:0/83673551 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba08040070 con 0x558cb33fbcc0 2024-04-26T23:47:39.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.781+0000 7fba03400640 1 -- 172.21.15.26:0/83673551 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba08004450 con 0x558cb33fbcc0 2024-04-26T23:47:39.787 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.782+0000 7fba03400640 1 -- 172.21.15.26:0/83673551 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba08035040 con 0x558cb33fbcc0 2024-04-26T23:47:39.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.782+0000 7fba1ff73740 1 -- 172.21.15.26:0/83673551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fbcc0 msgr2=0x558cb3405e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.782+0000 7fba15400640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb9fc0a3da0 0x7fb9fc0a6260 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x558cb33f8850 tx=0x7fba040095e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.782+0000 7fba1ff73740 1 --2- 172.21.15.26:0/83673551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fbcc0 0x558cb3405e50 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7fba08009900 tx=0x7fba08000bc0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.783+0000 7fba1ff73740 1 -- 172.21.15.26:0/83673551 shutdown_connections 2024-04-26T23:47:39.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.783+0000 7fba1ff73740 1 --2- 172.21.15.26:0/83673551 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb3406390 0x558cb3408780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.783+0000 7fba1ff73740 1 --2- 172.21.15.26:0/83673551 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fbcc0 0x558cb3405e50 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.783+0000 7fba1ff73740 1 --2- 172.21.15.26:0/83673551 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fb3a0 0x558cb33fb780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.783+0000 7fba1ff73740 1 -- 172.21.15.26:0/83673551 >> 172.21.15.26:0/83673551 conn(0x558cb33f76c0 msgr2=0x558cb33f7aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.783+0000 7fba1ff73740 1 -- 172.21.15.26:0/83673551 shutdown_connections 2024-04-26T23:47:39.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.783+0000 7fba1ff73740 1 -- 172.21.15.26:0/83673551 wait complete. 2024-04-26T23:47:39.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.783+0000 7fba1ff73740 1 -- start start 2024-04-26T23:47:39.789 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.783+0000 7fba1ff73740 1 Processor -- start 2024-04-26T23:47:39.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.784+0000 7fba1ff73740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb33fb3a0 0x558cb3405d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.784+0000 7fba1ff73740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fbcc0 0x558cb3402ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.784+0000 7fba1ff73740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb3406390 0x558cb3403550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.784+0000 7fba1ff73740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558cb335ef80 con 0x558cb3406390 2024-04-26T23:47:39.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.784+0000 7fba1ff73740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558cb330c260 con 0x558cb33fbcc0 2024-04-26T23:47:39.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.784+0000 7fba1ff73740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558cb33642a0 con 0x558cb33fb3a0 2024-04-26T23:47:39.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.784+0000 7fba1ff73740 10 client.0 _ll_register_callbacks cb 0x558cb3356960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:39.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.784+0000 7fba16800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb3406390 0x558cb3403550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.784+0000 7fba16800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb3406390 0x558cb3403550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45198/0 (socket says 172.21.15.26:45198) 2024-04-26T23:47:39.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.784+0000 7fba16800640 1 -- 172.21.15.26:0/2043001922 learned_addr learned my addr 172.21.15.26:0/2043001922 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.785+0000 7fba15e00640 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb33fb3a0 0x558cb3405d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.790 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.785+0000 7fba15400640 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fbcc0 0x558cb3402ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.785+0000 7fba16800640 1 -- 172.21.15.26:0/2043001922 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb33fb3a0 msgr2=0x558cb3405d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.785+0000 7fba16800640 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb33fb3a0 0x558cb3405d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.785+0000 7fba16800640 1 -- 172.21.15.26:0/2043001922 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fbcc0 msgr2=0x558cb3402ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.785+0000 7fba16800640 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fbcc0 0x558cb3402ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.785+0000 7fba16800640 1 -- 172.21.15.26:0/2043001922 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558cb32ee1c0 con 0x558cb3406390 2024-04-26T23:47:39.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.785+0000 7fba15400640 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fbcc0 0x558cb3402ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:47:39.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.785+0000 7fba16800640 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb3406390 0x558cb3403550 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7fba100a5480 tx=0x7fba10099100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8186a8f959b862 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.785+0000 7fb9f7e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:39.792 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.786+0000 7fb9f7e00640 1 -- 172.21.15.26:0/2043001922 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba1009cd40 con 0x558cb3406390 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.786+0000 7fb9f7e00640 1 -- 172.21.15.26:0/2043001922 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7fba10004310 con 0x558cb3406390 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.786+0000 7fba1ff73740 1 -- 172.21.15.26:0/2043001922 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba08004450 con 0x558cb3406390 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.786+0000 7fb9f7e00640 1 -- 172.21.15.26:0/2043001922 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fba100a10f0 con 0x558cb3406390 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.786+0000 7fba1ff73740 10 client.17910 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.786+0000 7fba1ff73740 1 -- 172.21.15.26:0/2043001922 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558cb30713f0 con 0x558cb3406390 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.786+0000 7fb9f7e00640 1 -- 172.21.15.26:0/2043001922 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba08004450 con 0x558cb3406390 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.786+0000 7fb9f7e00640 1 -- 172.21.15.26:0/2043001922 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fba1009c190 con 0x558cb3406390 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.787+0000 7fba1ff73740 10 client.17910 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.787+0000 7fba1ff73740 10 client.17910 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.787+0000 7fba1ff73740 20 client.17910 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.787+0000 7fba1ff73740 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558cb3415d30 0x558cb3418170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.787+0000 7fba1ff73740 4 client.17910 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.787+0000 7fba1ff73740 1 -- 172.21.15.26:0/2043001922 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558cb336d880 con 0x558cb3415d30 2024-04-26T23:47:39.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.787+0000 7fba15e00640 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558cb3415d30 0x558cb3418170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.788+0000 7fba15e00640 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558cb3415d30 0x558cb3418170 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f34288ed5d6a0a6 server_cookie=c3e360e67a534f8d in_seq=0 out_seq=0 2024-04-26T23:47:39.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.788+0000 7fb9f7e00640 10 client.17910 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:39.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.790+0000 7fb9f7e00640 1 -- 172.21.15.26:0/2043001922 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558cb336d880 con 0x558cb3415d30 2024-04-26T23:47:39.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.790+0000 7fb9f7e00640 10 client.17910 handle_command_reply: tid=0 2024-04-26T23:47:39.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.790+0000 7fba1ff73740 1 client.17910 shutdown 2024-04-26T23:47:39.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.790+0000 7fba1ff73740 1 -- 172.21.15.26:0/2043001922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb3406390 msgr2=0x558cb3403550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.790+0000 7fba1ff73740 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb3406390 0x558cb3403550 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7fba100a5480 tx=0x7fba10099100 comp rx=0 tx=0).stop 2024-04-26T23:47:39.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.791+0000 7fba1ff73740 1 -- 172.21.15.26:0/2043001922 shutdown_connections 2024-04-26T23:47:39.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.791+0000 7fba1ff73740 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558cb3415d30 0x558cb3418170 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.791+0000 7fba1ff73740 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb3406390 0x558cb3403550 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.791+0000 7fba1ff73740 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fbcc0 0x558cb3402ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.791+0000 7fba1ff73740 1 --2- 172.21.15.26:0/2043001922 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb33fb3a0 0x558cb3405d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.791+0000 7fba1ff73740 1 -- 172.21.15.26:0/2043001922 >> 172.21.15.26:0/2043001922 conn(0x558cb33f76c0 msgr2=0x558cb33fd3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.791+0000 7fb9f7e00640 0 client.17910 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:39.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.791+0000 7fba1ff73740 1 -- 172.21.15.26:0/2043001922 shutdown_connections 2024-04-26T23:47:39.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.791+0000 7fba1ff73740 1 -- 172.21.15.26:0/2043001922 wait complete. 2024-04-26T23:47:39.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.791+0000 7fba1ff73740 20 client.17910 trim_cache size 0 max 16384 2024-04-26T23:47:39.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.810+0000 7fba1ff73740 1 Processor -- start 2024-04-26T23:47:39.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.811+0000 7fba1ff73740 1 -- start start 2024-04-26T23:47:39.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.811+0000 7fba1ff73740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 0x558cb33f6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.811+0000 7fba1ff73740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb33fbcc0 0x558cb3411db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.811+0000 7fba1ff73740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb3406390 0x558cb3405830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.811+0000 7fba1ff73740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba181b2d60 con 0x558cb33fb3a0 2024-04-26T23:47:39.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.811+0000 7fba1ff73740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fba181b0630 con 0x558cb3406390 2024-04-26T23:47:39.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.811+0000 7fba1ff73740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fba181ae4a0 con 0x558cb33fbcc0 2024-04-26T23:47:39.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.811+0000 7fba15e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 0x558cb33f6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.811+0000 7fba15e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 0x558cb33f6630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45204/0 (socket says 172.21.15.26:45204) 2024-04-26T23:47:39.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.811+0000 7fba15e00640 1 -- 172.21.15.26:0/442861814 learned_addr learned my addr 172.21.15.26:0/442861814 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.812+0000 7fba16800640 1 --2- 172.21.15.26:0/442861814 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb3406390 0x558cb3405830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.812+0000 7fba15400640 1 --2- 172.21.15.26:0/442861814 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb33fbcc0 0x558cb3411db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.812+0000 7fba15e00640 1 -- 172.21.15.26:0/442861814 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb33fbcc0 msgr2=0x558cb3411db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.812+0000 7fba15e00640 1 --2- 172.21.15.26:0/442861814 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb33fbcc0 0x558cb3411db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.812+0000 7fba15e00640 1 -- 172.21.15.26:0/442861814 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb3406390 msgr2=0x558cb3405830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.812+0000 7fba15e00640 1 --2- 172.21.15.26:0/442861814 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb3406390 0x558cb3405830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.812+0000 7fba15e00640 1 -- 172.21.15.26:0/442861814 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558cb313b7d0 con 0x558cb33fb3a0 2024-04-26T23:47:39.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.812+0000 7fba15e00640 1 --2- 172.21.15.26:0/442861814 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 0x558cb33f6630 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7fba08009900 tx=0x7fba08047040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c10df60a72f39367 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.812+0000 7fba02a00640 1 -- 172.21.15.26:0/442861814 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba08040040 con 0x558cb33fb3a0 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.813+0000 7fba02a00640 1 -- 172.21.15.26:0/442861814 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba08003a80 con 0x558cb33fb3a0 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.813+0000 7fba02a00640 1 -- 172.21.15.26:0/442861814 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba08035040 con 0x558cb33fb3a0 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.813+0000 7fba1ff73740 1 -- 172.21.15.26:0/442861814 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 msgr2=0x558cb33f6630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.813+0000 7fba1ff73740 1 --2- 172.21.15.26:0/442861814 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 0x558cb33f6630 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7fba08009900 tx=0x7fba08047040 comp rx=0 tx=0).stop 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.813+0000 7fba1ff73740 1 -- 172.21.15.26:0/442861814 shutdown_connections 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.813+0000 7fba1ff73740 1 --2- 172.21.15.26:0/442861814 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb3406390 0x558cb3405830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.813+0000 7fba1ff73740 1 --2- 172.21.15.26:0/442861814 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb33fbcc0 0x558cb3411db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.813+0000 7fba1ff73740 1 --2- 172.21.15.26:0/442861814 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 0x558cb33f6630 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.813+0000 7fba1ff73740 1 -- 172.21.15.26:0/442861814 >> 172.21.15.26:0/442861814 conn(0x558cb33f76c0 msgr2=0x558cb33f5f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.814+0000 7fba1ff73740 1 -- 172.21.15.26:0/442861814 shutdown_connections 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.814+0000 7fba1ff73740 1 -- 172.21.15.26:0/442861814 wait complete. 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.814+0000 7fba1ff73740 1 -- start start 2024-04-26T23:47:39.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.814+0000 7fba1ff73740 1 Processor -- start 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.815+0000 7fba1ff73740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 0x558cb340e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.815+0000 7fba1ff73740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fbcc0 0x558cb340e750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.815+0000 7fba1ff73740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb3406390 0x558cb3409760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.815+0000 7fba1ff73740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba181aeaf0 con 0x558cb33fb3a0 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.815+0000 7fba1ff73740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fba181aff60 con 0x558cb33fbcc0 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.815+0000 7fba1ff73740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fba181af1c0 con 0x558cb3406390 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.815+0000 7fba1ff73740 10 client.0 _ll_register_callbacks cb 0x7fba10004780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.815+0000 7fba15e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 0x558cb340e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.815+0000 7fba15e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 0x558cb340e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45218/0 (socket says 172.21.15.26:45218) 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.815+0000 7fba15e00640 1 -- 172.21.15.26:0/213231506 learned_addr learned my addr 172.21.15.26:0/213231506 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.815+0000 7fba15400640 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fbcc0 0x558cb340e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.815+0000 7fba16800640 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb3406390 0x558cb3409760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.816+0000 7fba15e00640 1 -- 172.21.15.26:0/213231506 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb3406390 msgr2=0x558cb3409760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.816+0000 7fba15e00640 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb3406390 0x558cb3409760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.816+0000 7fba15e00640 1 -- 172.21.15.26:0/213231506 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fbcc0 msgr2=0x558cb340e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.816+0000 7fba15e00640 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fbcc0 0x558cb340e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.816+0000 7fba15e00640 1 -- 172.21.15.26:0/213231506 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558cb33062a0 con 0x558cb33fb3a0 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.816+0000 7fba15e00640 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 0x558cb340e210 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7fba0802aa00 tx=0x7fba0802a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71fa7d3e2080ab14 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.816+0000 7fb9f7e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.816+0000 7fb9f7e00640 1 -- 172.21.15.26:0/213231506 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0805e060 con 0x558cb33fb3a0 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.816+0000 7fb9f7e00640 1 -- 172.21.15.26:0/213231506 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7fba080037f0 con 0x558cb33fb3a0 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.816+0000 7fba1ff73740 1 -- 172.21.15.26:0/213231506 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba08003a80 con 0x558cb33fb3a0 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.817+0000 7fb9f7e00640 1 -- 172.21.15.26:0/213231506 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fba08035030 con 0x558cb33fb3a0 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.817+0000 7fba1ff73740 10 client.17916 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.817+0000 7fba1ff73740 1 -- 172.21.15.26:0/213231506 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558cb347bc70 con 0x558cb33fb3a0 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.817+0000 7fb9f7e00640 1 -- 172.21.15.26:0/213231506 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba08003a80 con 0x558cb33fb3a0 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.817+0000 7fb9f7e00640 1 -- 172.21.15.26:0/213231506 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fba08059480 con 0x558cb33fb3a0 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.817+0000 7fba1ff73740 10 client.17916 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:39.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.817+0000 7fba1ff73740 10 client.17916 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:39.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.817+0000 7fba1ff73740 20 client.17916 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:39.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.817+0000 7fba1ff73740 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558cb347bfa0 0x558cb347e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:39.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.817+0000 7fba1ff73740 4 client.17916 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:47:39.824 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.817+0000 7fba1ff73740 1 -- 172.21.15.26:0/213231506 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558cb33676f0 con 0x558cb347bfa0 2024-04-26T23:47:39.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.818+0000 7fba15400640 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558cb347bfa0 0x558cb347e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:39.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.819+0000 7fba15400640 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558cb347bfa0 0x558cb347e390 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50d9ce64d394b1ba server_cookie=3d3781e999870dbc in_seq=0 out_seq=0 2024-04-26T23:47:39.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.819+0000 7fb9f7e00640 10 client.17916 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:39.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fb9f7e00640 1 -- 172.21.15.26:0/213231506 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558cb33676f0 con 0x558cb347bfa0 2024-04-26T23:47:39.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fb9f7e00640 10 client.17916 handle_command_reply: tid=0 2024-04-26T23:47:39.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fba1ff73740 1 client.17916 shutdown 2024-04-26T23:47:39.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fba1ff73740 1 -- 172.21.15.26:0/213231506 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 msgr2=0x558cb340e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.825 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fba1ff73740 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 0x558cb340e210 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7fba0802aa00 tx=0x7fba0802a410 comp rx=0 tx=0).stop 2024-04-26T23:47:39.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fba1ff73740 1 -- 172.21.15.26:0/213231506 shutdown_connections 2024-04-26T23:47:39.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fba1ff73740 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558cb347bfa0 0x558cb347e390 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fba1ff73740 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558cb3406390 0x558cb3409760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fba1ff73740 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558cb33fbcc0 0x558cb340e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fba1ff73740 1 --2- 172.21.15.26:0/213231506 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558cb33fb3a0 0x558cb340e210 unknown :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fb9f7e00640 0 client.17916 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:39.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fba1ff73740 1 -- 172.21.15.26:0/213231506 >> 172.21.15.26:0/213231506 conn(0x558cb33f76c0 msgr2=0x558cb34014c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fba1ff73740 1 -- 172.21.15.26:0/213231506 shutdown_connections 2024-04-26T23:47:39.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fba1ff73740 1 -- 172.21.15.26:0/213231506 wait complete. 2024-04-26T23:47:39.826 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.820+0000 7fba1ff73740 20 client.17916 trim_cache size 0 max 16384 2024-04-26T23:47:39.826 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:47:39.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.821+0000 7fba17200640 1 -- 172.21.15.26:0/3183707812 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb9fc0a3da0 msgr2=0x7fb9fc0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.821+0000 7fba17200640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb9fc0a3da0 0x7fb9fc0a6260 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x558cb33f8850 tx=0x7fba040095e0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.821+0000 7fba17200640 1 -- 172.21.15.26:0/3183707812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba1810f120 msgr2=0x7fba1819fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:39.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.821+0000 7fba17200640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba1810f120 0x7fba1819fa20 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7fba10009c90 tx=0x7fba1000c6a0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.821+0000 7fba17200640 1 -- 172.21.15.26:0/3183707812 shutdown_connections 2024-04-26T23:47:39.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.821+0000 7fba17200640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb9fc0a3da0 0x7fb9fc0a6260 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.827 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.821+0000 7fba17200640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba1810f120 0x7fba1819fa20 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.821+0000 7fba17200640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba18101f20 0x7fba1819b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.821+0000 7fba17200640 1 --2- 172.21.15.26:0/3183707812 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba18101570 0x7fba1819b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:39.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.821+0000 7fba17200640 1 -- 172.21.15.26:0/3183707812 >> 172.21.15.26:0/3183707812 conn(0x7fba180fd1b0 msgr2=0x7fba180ff5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:39.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.821+0000 7fba17200640 1 -- 172.21.15.26:0/3183707812 shutdown_connections 2024-04-26T23:47:39.828 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:39.821+0000 7fba17200640 1 -- 172.21.15.26:0/3183707812 wait complete. 2024-04-26T23:47:39.843 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:39 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2984266234' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:47:40.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:39 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2984266234' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:47:40.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:39 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2984266234' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:47:40.845 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:47:40.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:47:40.846 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:47:40.926 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:40 smithi026 ceph-mon[28371]: pgmap v367: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:41.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:40 smithi164 ceph-mon[31699]: pgmap v367: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:41.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:40 smithi086 ceph-mon[31122]: pgmap v367: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:41.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.069+0000 7f2faae00640 1 -- 172.21.15.26:0/3485317942 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2fa4103190 msgr2=0x7f2fa410f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.069+0000 7f2faae00640 1 --2- 172.21.15.26:0/3485317942 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2fa4103190 0x7f2fa410f6a0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c009930 tx=0x7f2f9c02a420 comp rx=0 tx=0).stop 2024-04-26T23:47:41.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.069+0000 7f2faae00640 1 -- 172.21.15.26:0/3485317942 shutdown_connections 2024-04-26T23:47:41.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.069+0000 7f2faae00640 1 --2- 172.21.15.26:0/3485317942 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2fa4103190 0x7f2fa410f6a0 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.069+0000 7f2faae00640 1 --2- 172.21.15.26:0/3485317942 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2fa41027d0 0x7f2fa4102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.069+0000 7f2faae00640 1 --2- 172.21.15.26:0/3485317942 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2fa41087e0 0x7f2fa4108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.069+0000 7f2faae00640 1 -- 172.21.15.26:0/3485317942 >> 172.21.15.26:0/3485317942 conn(0x7f2fa40fe300 msgr2=0x7f2fa4100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:41.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.069+0000 7f2faae00640 1 -- 172.21.15.26:0/3485317942 shutdown_connections 2024-04-26T23:47:41.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.069+0000 7f2faae00640 1 -- 172.21.15.26:0/3485317942 wait complete. 2024-04-26T23:47:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.070+0000 7f2faae00640 1 Processor -- start 2024-04-26T23:47:41.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.071+0000 7f2faae00640 1 -- start start 2024-04-26T23:47:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.071+0000 7f2faae00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2fa41027d0 0x7f2fa4198e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.071+0000 7f2faae00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2fa4103190 0x7f2fa4199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.071+0000 7f2faae00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2fa41087e0 0x7f2fa419d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.071+0000 7f2faae00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa41129a0 con 0x7f2fa41087e0 2024-04-26T23:47:41.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.071+0000 7f2faae00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa4112820 con 0x7f2fa41027d0 2024-04-26T23:47:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.071+0000 7f2faae00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa4112b20 con 0x7f2fa4103190 2024-04-26T23:47:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.071+0000 7f2faa400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2fa41087e0 0x7f2fa419d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.071+0000 7f2faa400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2fa41087e0 0x7f2fa419d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45246/0 (socket says 172.21.15.26:45246) 2024-04-26T23:47:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.071+0000 7f2faa400640 1 -- 172.21.15.26:0/2540387905 learned_addr learned my addr 172.21.15.26:0/2540387905 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.072+0000 7f2fa9a00640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2fa41027d0 0x7f2fa4198e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.072+0000 7f2fa9000640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2fa4103190 0x7f2fa4199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.072+0000 7f2faa400640 1 -- 172.21.15.26:0/2540387905 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2fa4103190 msgr2=0x7f2fa4199360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.072+0000 7f2faa400640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2fa4103190 0x7f2fa4199360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.072+0000 7f2faa400640 1 -- 172.21.15.26:0/2540387905 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2fa41027d0 msgr2=0x7f2fa4198e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.072+0000 7f2faa400640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2fa41027d0 0x7f2fa4198e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.072+0000 7f2faa400640 1 -- 172.21.15.26:0/2540387905 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fa419de10 con 0x7f2fa41087e0 2024-04-26T23:47:41.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.072+0000 7f2faa400640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2fa41087e0 0x7f2fa419d6e0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c004770 tx=0x7f2f9c003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:41.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.073+0000 7f2fa2000640 1 -- 172.21.15.26:0/2540387905 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f9c03f070 con 0x7f2fa41087e0 2024-04-26T23:47:41.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.073+0000 7f2fa2000640 1 -- 172.21.15.26:0/2540387905 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2f9c03baf0 con 0x7f2fa41087e0 2024-04-26T23:47:41.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.073+0000 7f2faae00640 1 -- 172.21.15.26:0/2540387905 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fa419e0a0 con 0x7f2fa41087e0 2024-04-26T23:47:41.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.073+0000 7f2fa2000640 1 -- 172.21.15.26:0/2540387905 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f9c035030 con 0x7f2fa41087e0 2024-04-26T23:47:41.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.073+0000 7f2faae00640 1 -- 172.21.15.26:0/2540387905 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fa41a5990 con 0x7f2fa41087e0 2024-04-26T23:47:41.080 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.076+0000 7f2fa2000640 1 -- 172.21.15.26:0/2540387905 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2f9c042070 con 0x7f2fa41087e0 2024-04-26T23:47:41.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.077+0000 7f2faf3a1740 1 Processor -- start 2024-04-26T23:47:41.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.077+0000 7f2faf3a1740 1 -- start start 2024-04-26T23:47:41.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.077+0000 7f2faf3a1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f226650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2faf3a1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226b90 0x560b6f230d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2faf3a1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f231260 0x560b6f233650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2faf3a1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560b6f187980 con 0x560b6f226270 2024-04-26T23:47:41.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2faf3a1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x560b6f124220 con 0x560b6f231260 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2faf3a1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560b6f183940 con 0x560b6f226b90 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2fa9000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f226650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2fa9000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f226650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45252/0 (socket says 172.21.15.26:45252) 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2fa9000640 1 -- 172.21.15.26:0/3790983047 learned_addr learned my addr 172.21.15.26:0/3790983047 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2fa2000640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2f8c0a3d20 0x7f2f8c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2fa9a00640 1 --2- 172.21.15.26:0/3790983047 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226b90 0x560b6f230d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2fa9000640 1 -- 172.21.15.26:0/3790983047 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226b90 msgr2=0x560b6f230d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2fa9000640 1 --2- 172.21.15.26:0/3790983047 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226b90 0x560b6f230d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2fa9000640 1 -- 172.21.15.26:0/3790983047 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f231260 msgr2=0x560b6f233650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2fa9000640 1 --2- 172.21.15.26:0/3790983047 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f231260 0x560b6f233650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.078+0000 7f2fa9000640 1 -- 172.21.15.26:0/3790983047 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b6ef617e0 con 0x560b6f226270 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.079+0000 7f2fa2000640 1 -- 172.21.15.26:0/2540387905 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7f2f9c0f0f70 con 0x7f2fa41087e0 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.079+0000 7f2faa400640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2f8c0a3d20 0x7f2f8c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.079+0000 7f2fa9000640 1 --2- 172.21.15.26:0/3790983047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f226650 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f2f9000ccd0 tx=0x7f2f90010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6d2a166e17dc99e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:41.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.079+0000 7f2f96a00640 1 -- 172.21.15.26:0/3790983047 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f90016070 con 0x560b6f226270 2024-04-26T23:47:41.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.079+0000 7f2f96a00640 1 -- 172.21.15.26:0/3790983047 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2f90012b10 con 0x560b6f226270 2024-04-26T23:47:41.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.079+0000 7f2f96a00640 1 -- 172.21.15.26:0/3790983047 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f90011ad0 con 0x560b6f226270 2024-04-26T23:47:41.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.080+0000 7f2faf3a1740 1 -- 172.21.15.26:0/3790983047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 msgr2=0x560b6f226650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.080+0000 7f2faa400640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2f8c0a3d20 0x7f2f8c0a61e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c02a9e0 tx=0x7f2f9c036450 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:41.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.080+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/3790983047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f226650 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f2f9000ccd0 tx=0x7f2f90010740 comp rx=0 tx=0).stop 2024-04-26T23:47:41.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.080+0000 7f2faf3a1740 1 -- 172.21.15.26:0/3790983047 shutdown_connections 2024-04-26T23:47:41.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.080+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/3790983047 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f231260 0x560b6f233650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.080+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/3790983047 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226b90 0x560b6f230d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.080+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/3790983047 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f226650 unknown :-1 s=CLOSED pgs=1262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.080+0000 7f2faf3a1740 1 -- 172.21.15.26:0/3790983047 >> 172.21.15.26:0/3790983047 conn(0x560b6f222590 msgr2=0x560b6f222970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:41.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.080+0000 7f2faf3a1740 1 -- 172.21.15.26:0/3790983047 shutdown_connections 2024-04-26T23:47:41.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.081+0000 7f2faf3a1740 1 -- 172.21.15.26:0/3790983047 wait complete. 2024-04-26T23:47:41.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.081+0000 7f2faf3a1740 1 -- start start 2024-04-26T23:47:41.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.081+0000 7f2faf3a1740 1 Processor -- start 2024-04-26T23:47:41.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.082+0000 7f2faf3a1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f22e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.082+0000 7f2faf3a1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f226b90 0x560b6f22e790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.082+0000 7f2faf3a1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f231260 0x560b6f22ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.082+0000 7f2faf3a1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560b6f234050 con 0x560b6f226270 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.082+0000 7f2faf3a1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x560b6f10f170 con 0x560b6f226b90 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.082+0000 7f2faf3a1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560b6f2341d0 con 0x560b6f231260 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.082+0000 7f2faf3a1740 10 client.0 _ll_register_callbacks cb 0x560b6f17e770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.082+0000 7f2fa9000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f22e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.082+0000 7f2fa9000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f22e250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45258/0 (socket says 172.21.15.26:45258) 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.082+0000 7f2fa9000640 1 -- 172.21.15.26:0/2428185236 learned_addr learned my addr 172.21.15.26:0/2428185236 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.082+0000 7f2fa9a00640 1 --2- 172.21.15.26:0/2428185236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f226b90 0x560b6f22e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.083+0000 7f2fa9000640 1 -- 172.21.15.26:0/2428185236 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f231260 msgr2=0x560b6f22ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.083+0000 7f2fa9000640 1 --2- 172.21.15.26:0/2428185236 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f231260 0x560b6f22ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.083+0000 7f2fa9000640 1 -- 172.21.15.26:0/2428185236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f226b90 msgr2=0x560b6f22e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.083+0000 7f2fa9000640 1 --2- 172.21.15.26:0/2428185236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f226b90 0x560b6f22e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.083+0000 7f2fa9000640 1 -- 172.21.15.26:0/2428185236 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b6efc1f70 con 0x560b6f226270 2024-04-26T23:47:41.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.083+0000 7f2fa9000640 1 --2- 172.21.15.26:0/2428185236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f22e250 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f2f90004650 tx=0x7f2f90012880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f995a8b63a9bfa67 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:41.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.083+0000 7f2f8b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:41.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.083+0000 7f2f8b400640 1 -- 172.21.15.26:0/2428185236 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f9002a060 con 0x560b6f226270 2024-04-26T23:47:41.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.084+0000 7f2f8b400640 1 -- 172.21.15.26:0/2428185236 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7f2f90011aa0 con 0x560b6f226270 2024-04-26T23:47:41.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.084+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2428185236 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f90012b10 con 0x560b6f226270 2024-04-26T23:47:41.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.084+0000 7f2f8b400640 1 -- 172.21.15.26:0/2428185236 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2f90016050 con 0x560b6f226270 2024-04-26T23:47:41.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.084+0000 7f2faf3a1740 10 client.17928 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:41.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.084+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2428185236 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560b6ee59170 con 0x560b6f226270 2024-04-26T23:47:41.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.085+0000 7f2f8b400640 1 -- 172.21.15.26:0/2428185236 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2f90012b10 con 0x560b6f226270 2024-04-26T23:47:41.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.085+0000 7f2f8b400640 1 -- 172.21.15.26:0/2428185236 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2f90025ce0 con 0x560b6f226270 2024-04-26T23:47:41.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.085+0000 7f2faf3a1740 10 client.17928 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:41.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.085+0000 7f2faf3a1740 10 client.17928 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:41.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.085+0000 7f2faf3a1740 20 client.17928 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:41.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.085+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2428185236 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b6f241150 0x560b6f243540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.085+0000 7f2faf3a1740 4 client.17928 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:47:41.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.085+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2428185236 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b6f195590 con 0x560b6f241150 2024-04-26T23:47:41.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.086+0000 7f2fa9a00640 1 --2- 172.21.15.26:0/2428185236 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b6f241150 0x560b6f243540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.087+0000 7f2fa9a00640 1 --2- 172.21.15.26:0/2428185236 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b6f241150 0x560b6f243540 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d4d624f11ae7fc9 server_cookie=1c957da8c2842cd3 in_seq=0 out_seq=0 2024-04-26T23:47:41.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.087+0000 7f2f8b400640 10 client.17928 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:41.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2f8b400640 1 -- 172.21.15.26:0/2428185236 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560b6f195590 con 0x560b6f241150 2024-04-26T23:47:41.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2f8b400640 10 client.17928 handle_command_reply: tid=0 2024-04-26T23:47:41.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2faf3a1740 1 client.17928 shutdown 2024-04-26T23:47:41.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2428185236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 msgr2=0x560b6f22e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2428185236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f22e250 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f2f90004650 tx=0x7f2f90012880 comp rx=0 tx=0).stop 2024-04-26T23:47:41.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2428185236 shutdown_connections 2024-04-26T23:47:41.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2428185236 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b6f241150 0x560b6f243540 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2428185236 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f231260 0x560b6f22ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2428185236 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f226b90 0x560b6f22e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2428185236 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f22e250 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2f8b400640 0 client.17928 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:41.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2428185236 >> 172.21.15.26:0/2428185236 conn(0x560b6f222590 msgr2=0x560b6f21d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:41.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2428185236 shutdown_connections 2024-04-26T23:47:41.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2428185236 wait complete. 2024-04-26T23:47:41.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.089+0000 7f2faf3a1740 20 client.17928 trim_cache size 0 max 16384 2024-04-26T23:47:41.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.110+0000 7f2faf3a1740 1 Processor -- start 2024-04-26T23:47:41.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.110+0000 7f2faf3a1740 1 -- start start 2024-04-26T23:47:41.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.110+0000 7f2faf3a1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f222590 0x560b6f230980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.110+0000 7f2faf3a1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226270 0x560b6f23cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.110+0000 7f2faf3a1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f226b90 0x560b6f248b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.110+0000 7f2faf3a1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa41aea90 con 0x560b6f222590 2024-04-26T23:47:41.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.110+0000 7f2faf3a1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa41ac360 con 0x560b6f226b90 2024-04-26T23:47:41.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.110+0000 7f2faf3a1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa41aa1f0 con 0x560b6f226270 2024-04-26T23:47:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.110+0000 7f2fa9000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f222590 0x560b6f230980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.110+0000 7f2fa9000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f222590 0x560b6f230980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45272/0 (socket says 172.21.15.26:45272) 2024-04-26T23:47:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.110+0000 7f2fa9000640 1 -- 172.21.15.26:0/2235422188 learned_addr learned my addr 172.21.15.26:0/2235422188 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.111+0000 7f2fa9a00640 1 --2- 172.21.15.26:0/2235422188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226270 0x560b6f23cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.111+0000 7f2fa9000640 1 -- 172.21.15.26:0/2235422188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226270 msgr2=0x560b6f23cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.111+0000 7f2fa9000640 1 --2- 172.21.15.26:0/2235422188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226270 0x560b6f23cf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.111+0000 7f2fa9000640 1 -- 172.21.15.26:0/2235422188 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f226b90 msgr2=0x560b6f248b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.111+0000 7f2fa9000640 1 --2- 172.21.15.26:0/2235422188 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f226b90 0x560b6f248b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.111+0000 7f2fa9000640 1 -- 172.21.15.26:0/2235422188 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b6f233650 con 0x560b6f222590 2024-04-26T23:47:41.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.111+0000 7f2fa9000640 1 --2- 172.21.15.26:0/2235422188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f222590 0x560b6f230980 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f2f90001eb0 tx=0x7f2f90012570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67072d1ff42c1d2d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:41.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.112+0000 7f2f96000640 1 -- 172.21.15.26:0/2235422188 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f9002a040 con 0x560b6f222590 2024-04-26T23:47:41.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.112+0000 7f2f96000640 1 -- 172.21.15.26:0/2235422188 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2f90012ae0 con 0x560b6f222590 2024-04-26T23:47:41.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.112+0000 7f2f96000640 1 -- 172.21.15.26:0/2235422188 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f90011d00 con 0x560b6f222590 2024-04-26T23:47:41.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.113+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2235422188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f222590 msgr2=0x560b6f230980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.113+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2235422188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f222590 0x560b6f230980 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f2f90001eb0 tx=0x7f2f90012570 comp rx=0 tx=0).stop 2024-04-26T23:47:41.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.113+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2235422188 shutdown_connections 2024-04-26T23:47:41.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.113+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2235422188 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f226b90 0x560b6f248b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.113+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2235422188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226270 0x560b6f23cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.113+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2235422188 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f222590 0x560b6f230980 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.113+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2235422188 >> 172.21.15.26:0/2235422188 conn(0x560b6f229c20 msgr2=0x560b6f21d2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:41.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.113+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2235422188 shutdown_connections 2024-04-26T23:47:41.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.113+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2235422188 wait complete. 2024-04-26T23:47:41.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.113+0000 7f2faf3a1740 1 -- start start 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.114+0000 7f2faf3a1740 1 Processor -- start 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.114+0000 7f2faf3a1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f222590 0x560b6f239120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.114+0000 7f2faf3a1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f239660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.114+0000 7f2faf3a1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226b90 0x560b6f2355c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.114+0000 7f2faf3a1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa41aa840 con 0x560b6f226270 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.114+0000 7f2faf3a1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa41abc90 con 0x560b6f222590 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.114+0000 7f2faf3a1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa41aaef0 con 0x560b6f226b90 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.114+0000 7f2faf3a1740 10 client.0 _ll_register_callbacks cb 0x7f2f9000cba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.114+0000 7f2fa9a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f239660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.115+0000 7f2fa9a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f239660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45286/0 (socket says 172.21.15.26:45286) 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.115+0000 7f2fa9a00640 1 -- 172.21.15.26:0/2875158856 learned_addr learned my addr 172.21.15.26:0/2875158856 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.115+0000 7f2fa9000640 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f222590 0x560b6f239120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.115+0000 7f2fa9000640 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226b90 0x560b6f2355c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.115+0000 7f2fa9a00640 1 -- 172.21.15.26:0/2875158856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226b90 msgr2=0x560b6f2355c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.115+0000 7f2fa9a00640 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226b90 0x560b6f2355c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.115+0000 7f2fa9a00640 1 -- 172.21.15.26:0/2875158856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f222590 msgr2=0x560b6f239120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.115+0000 7f2fa9a00640 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f222590 0x560b6f239120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.115+0000 7f2fa9a00640 1 -- 172.21.15.26:0/2875158856 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b6f235d30 con 0x560b6f226270 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.115+0000 7f2fa9000640 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226b90 0x560b6f2355c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.115+0000 7f2fa9a00640 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f239660 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7f2f98004a80 tx=0x7f2f98011ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96852343a38a21f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.115+0000 7f2f8b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.116+0000 7f2f8b400640 1 -- 172.21.15.26:0/2875158856 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f98010530 con 0x560b6f226270 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.116+0000 7f2f8b400640 1 -- 172.21.15.26:0/2875158856 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7f2f980106d0 con 0x560b6f226270 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.116+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2875158856 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f90012ae0 con 0x560b6f226270 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.116+0000 7f2f8b400640 1 -- 172.21.15.26:0/2875158856 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2f980108d0 con 0x560b6f226270 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.116+0000 7f2faf3a1740 10 client.17934 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:41.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.116+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2875158856 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560b6f2a7ec0 con 0x560b6f226270 2024-04-26T23:47:41.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.116+0000 7f2f8b400640 1 -- 172.21.15.26:0/2875158856 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2f90012ae0 con 0x560b6f226270 2024-04-26T23:47:41.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.117+0000 7f2f8b400640 1 -- 172.21.15.26:0/2875158856 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2f980259a0 con 0x560b6f226270 2024-04-26T23:47:41.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.117+0000 7f2faf3a1740 10 client.17934 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:41.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.117+0000 7f2faf3a1740 10 client.17934 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:41.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.117+0000 7f2faf3a1740 20 client.17934 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:41.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.117+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b6f231260 0x560b6f2aa660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.117+0000 7f2faf3a1740 4 client.17934 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:47:41.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.117+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2875158856 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560b6f18f400 con 0x560b6f231260 2024-04-26T23:47:41.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.117+0000 7f2fa9000640 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b6f231260 0x560b6f2aa660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.118+0000 7f2fa9000640 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b6f231260 0x560b6f2aa660 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68eb2978aa345a32 server_cookie=e4e90938eb1850c5 in_seq=0 out_seq=0 2024-04-26T23:47:41.124 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.118+0000 7f2f8b400640 10 client.17934 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:41.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.121+0000 7f2f8b400640 1 -- 172.21.15.26:0/2875158856 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560b6f18f400 con 0x560b6f231260 2024-04-26T23:47:41.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.121+0000 7f2f8b400640 10 client.17934 handle_command_reply: tid=0 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.121+0000 7f2faf3a1740 1 client.17934 shutdown 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.121+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2875158856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 msgr2=0x560b6f239660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.121+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f239660 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7f2f98004a80 tx=0x7f2f98011ae0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.122+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2875158856 shutdown_connections 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.122+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b6f231260 0x560b6f2aa660 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.122+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b6f226b90 0x560b6f2355c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.122+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b6f226270 0x560b6f239660 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.122+0000 7f2faf3a1740 1 --2- 172.21.15.26:0/2875158856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b6f222590 0x560b6f239120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.122+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2875158856 >> 172.21.15.26:0/2875158856 conn(0x560b6f229c20 msgr2=0x560b6f22e210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.122+0000 7f2f8b400640 0 client.17934 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.122+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2875158856 shutdown_connections 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.122+0000 7f2faf3a1740 1 -- 172.21.15.26:0/2875158856 wait complete. 2024-04-26T23:47:41.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.122+0000 7f2faf3a1740 20 client.17934 trim_cache size 0 max 16384 2024-04-26T23:47:41.128 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:47:41.128 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:47:41.128 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "14d280b3-0717-4ce0-ad52-43ab75598886", 2024-04-26T23:47:41.128 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:47:41.128 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:47:41.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.123+0000 7f2faae00640 1 -- 172.21.15.26:0/2540387905 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2f8c0a3d20 msgr2=0x7f2f8c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.123+0000 7f2faae00640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2f8c0a3d20 0x7f2f8c0a61e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c02a9e0 tx=0x7f2f9c036450 comp rx=0 tx=0).stop 2024-04-26T23:47:41.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.123+0000 7f2faae00640 1 -- 172.21.15.26:0/2540387905 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2fa41087e0 msgr2=0x7f2fa419d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.123+0000 7f2faae00640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2fa41087e0 0x7f2fa419d6e0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f2f9c004770 tx=0x7f2f9c003b90 comp rx=0 tx=0).stop 2024-04-26T23:47:41.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.123+0000 7f2faae00640 1 -- 172.21.15.26:0/2540387905 shutdown_connections 2024-04-26T23:47:41.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.123+0000 7f2faae00640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2f8c0a3d20 0x7f2f8c0a61e0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.123+0000 7f2faae00640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2fa41087e0 0x7f2fa419d6e0 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.123+0000 7f2faae00640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2fa4103190 0x7f2fa4199360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.123+0000 7f2faae00640 1 --2- 172.21.15.26:0/2540387905 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2fa41027d0 0x7f2fa4198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.123+0000 7f2faae00640 1 -- 172.21.15.26:0/2540387905 >> 172.21.15.26:0/2540387905 conn(0x7f2fa40fe300 msgr2=0x7f2fa40fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:41.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.123+0000 7f2faae00640 1 -- 172.21.15.26:0/2540387905 shutdown_connections 2024-04-26T23:47:41.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.123+0000 7f2faae00640 1 -- 172.21.15.26:0/2540387905 wait complete. 2024-04-26T23:47:41.147 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:47:41.147 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:47:41.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.354+0000 7fe7a1c00640 1 -- 172.21.15.26:0/3848380473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe79c1020a0 msgr2=0x7fe79c106560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.354+0000 7fe7a1c00640 1 --2- 172.21.15.26:0/3848380473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe79c1020a0 0x7fe79c106560 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fe784009900 tx=0x7fe78402a470 comp rx=0 tx=0).stop 2024-04-26T23:47:41.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.354+0000 7fe7a1c00640 1 -- 172.21.15.26:0/3848380473 shutdown_connections 2024-04-26T23:47:41.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.354+0000 7fe7a1c00640 1 --2- 172.21.15.26:0/3848380473 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe79c106b80 0x7fe79c107010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.354+0000 7fe7a1c00640 1 --2- 172.21.15.26:0/3848380473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe79c1020a0 0x7fe79c106560 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.354+0000 7fe7a1c00640 1 --2- 172.21.15.26:0/3848380473 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe79c101780 0x7fe79c101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.354+0000 7fe7a1c00640 1 -- 172.21.15.26:0/3848380473 >> 172.21.15.26:0/3848380473 conn(0x7fe79c0fd1b0 msgr2=0x7fe79c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:41.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.354+0000 7fe7a1c00640 1 -- 172.21.15.26:0/3848380473 shutdown_connections 2024-04-26T23:47:41.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.354+0000 7fe7a1c00640 1 -- 172.21.15.26:0/3848380473 wait complete. 2024-04-26T23:47:41.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.355+0000 7fe7a1c00640 1 Processor -- start 2024-04-26T23:47:41.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.355+0000 7fe7a1c00640 1 -- start start 2024-04-26T23:47:41.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe7a1c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe79c101780 0x7fe79c19f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe7a1c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe79c1020a0 0x7fe79c19faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe7a1c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe79c106b80 0x7fe79c1a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe7a1c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe79c118f30 con 0x7fe79c101780 2024-04-26T23:47:41.361 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe7a1c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe79c118db0 con 0x7fe79c106b80 2024-04-26T23:47:41.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe7a1c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe79c1190b0 con 0x7fe79c1020a0 2024-04-26T23:47:41.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe79be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe79c101780 0x7fe79c19f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe79be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe79c101780 0x7fe79c19f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45304/0 (socket says 172.21.15.26:45304) 2024-04-26T23:47:41.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe79be00640 1 -- 172.21.15.26:0/446285942 learned_addr learned my addr 172.21.15.26:0/446285942 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:41.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe7a1200640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe79c106b80 0x7fe79c1a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe793400640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe79c1020a0 0x7fe79c19faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe79be00640 1 -- 172.21.15.26:0/446285942 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe79c1020a0 msgr2=0x7fe79c19faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe79be00640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe79c1020a0 0x7fe79c19faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe79be00640 1 -- 172.21.15.26:0/446285942 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe79c106b80 msgr2=0x7fe79c1a3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe79be00640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe79c106b80 0x7fe79c1a3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.356+0000 7fe79be00640 1 -- 172.21.15.26:0/446285942 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe79c1a4550 con 0x7fe79c101780 2024-04-26T23:47:41.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.357+0000 7fe79be00640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe79c101780 0x7fe79c19f560 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7fe78c00ebc0 tx=0x7fe78c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:41.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.357+0000 7fe799600640 1 -- 172.21.15.26:0/446285942 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78c010630 con 0x7fe79c101780 2024-04-26T23:47:41.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.357+0000 7fe7a1c00640 1 -- 172.21.15.26:0/446285942 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe79c1a4840 con 0x7fe79c101780 2024-04-26T23:47:41.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.357+0000 7fe799600640 1 -- 172.21.15.26:0/446285942 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe78c010c60 con 0x7fe79c101780 2024-04-26T23:47:41.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.357+0000 7fe799600640 1 -- 172.21.15.26:0/446285942 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78c018b00 con 0x7fe79c101780 2024-04-26T23:47:41.363 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.357+0000 7fe7a1c00640 1 -- 172.21.15.26:0/446285942 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe79c1ac0d0 con 0x7fe79c101780 2024-04-26T23:47:41.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.361+0000 7fe799600640 1 -- 172.21.15.26:0/446285942 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe78c018ca0 con 0x7fe79c101780 2024-04-26T23:47:41.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.361+0000 7fe7a5fd2740 1 Processor -- start 2024-04-26T23:47:41.366 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.362+0000 7fe7a5fd2740 1 -- start start 2024-04-26T23:47:41.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.362+0000 7fe7a5fd2740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824ed50 0x55d87824f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.362+0000 7fe7a5fd2740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d87824f670 0x55d878259800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.362+0000 7fe7a5fd2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d878259d40 0x55d87825c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.362+0000 7fe7a5fd2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d878160030 con 0x55d878259d40 2024-04-26T23:47:41.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.362+0000 7fe7a5fd2740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d87817b7f0 con 0x55d87824f670 2024-04-26T23:47:41.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.362+0000 7fe7a5fd2740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d8781367e0 con 0x55d87824ed50 2024-04-26T23:47:41.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.363+0000 7fe793400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d878259d40 0x55d87825c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.363+0000 7fe793400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d878259d40 0x55d87825c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45312/0 (socket says 172.21.15.26:45312) 2024-04-26T23:47:41.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.363+0000 7fe7a1200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824ed50 0x55d87824f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.363+0000 7fe793400640 1 -- 172.21.15.26:0/646796509 learned_addr learned my addr 172.21.15.26:0/646796509 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:41.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.363+0000 7fe79be00640 1 --2- 172.21.15.26:0/646796509 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d87824f670 0x55d878259800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.363+0000 7fe793400640 1 -- 172.21.15.26:0/646796509 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824ed50 msgr2=0x55d87824f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.363+0000 7fe793400640 1 --2- 172.21.15.26:0/646796509 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824ed50 0x55d87824f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.363+0000 7fe793400640 1 -- 172.21.15.26:0/646796509 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d87824f670 msgr2=0x55d878259800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.363+0000 7fe793400640 1 --2- 172.21.15.26:0/646796509 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d87824f670 0x55d878259800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.363+0000 7fe793400640 1 -- 172.21.15.26:0/646796509 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d878142050 con 0x55d878259d40 2024-04-26T23:47:41.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.363+0000 7fe799600640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7800a3d20 0x7fe7800a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.364+0000 7fe799600640 1 -- 172.21.15.26:0/446285942 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7fe78c0d0f80 con 0x7fe79c101780 2024-04-26T23:47:41.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.364+0000 7fe793400640 1 --2- 172.21.15.26:0/646796509 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d878259d40 0x55d87825c130 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7fe784005ab0 tx=0x7fe7840040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d99fc225a8af6ad server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:41.369 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.364+0000 7fe7a1200640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7800a3d20 0x7fe7800a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.364+0000 7fe791600640 1 -- 172.21.15.26:0/646796509 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78403f070 con 0x55d878259d40 2024-04-26T23:47:41.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.364+0000 7fe791600640 1 -- 172.21.15.26:0/646796509 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7840054d0 con 0x55d878259d40 2024-04-26T23:47:41.370 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.364+0000 7fe791600640 1 -- 172.21.15.26:0/646796509 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe784035030 con 0x55d878259d40 2024-04-26T23:47:41.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.365+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/646796509 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d878259d40 msgr2=0x55d87825c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.365+0000 7fe7a1200640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7800a3d20 0x7fe7800a61e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe794005fd0 tx=0x7fe79400d410 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:41.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.365+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/646796509 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d878259d40 0x55d87825c130 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7fe784005ab0 tx=0x7fe7840040c0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.365+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/646796509 shutdown_connections 2024-04-26T23:47:41.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.365+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/646796509 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d878259d40 0x55d87825c130 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.365+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/646796509 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d87824f670 0x55d878259800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.365+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/646796509 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824ed50 0x55d87824f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.365+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/646796509 >> 172.21.15.26:0/646796509 conn(0x55d87824b070 msgr2=0x55d87824b450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:41.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.365+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/646796509 shutdown_connections 2024-04-26T23:47:41.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.365+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/646796509 wait complete. 2024-04-26T23:47:41.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.366+0000 7fe7a5fd2740 1 -- start start 2024-04-26T23:47:41.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.366+0000 7fe7a5fd2740 1 Processor -- start 2024-04-26T23:47:41.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.367+0000 7fe7a5fd2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d8782595d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.367+0000 7fe7a5fd2740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d87824f670 0x55d878256960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.367+0000 7fe7a5fd2740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d878259d40 0x55d878256ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.367+0000 7fe7a5fd2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d8781b8200 con 0x55d87824ed50 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.367+0000 7fe7a5fd2740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d8781b2ee0 con 0x55d87824f670 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.367+0000 7fe7a5fd2740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d8781bfe70 con 0x55d878259d40 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.367+0000 7fe7a5fd2740 10 client.0 _ll_register_callbacks cb 0x55d8781a9270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.367+0000 7fe79be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d8782595d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.367+0000 7fe79be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d8782595d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45320/0 (socket says 172.21.15.26:45320) 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.367+0000 7fe79be00640 1 -- 172.21.15.26:0/46202021 learned_addr learned my addr 172.21.15.26:0/46202021 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.367+0000 7fe793400640 1 --2- 172.21.15.26:0/46202021 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d87824f670 0x55d878256960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe79be00640 1 -- 172.21.15.26:0/46202021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d878259d40 msgr2=0x55d878256ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe79be00640 1 --2- 172.21.15.26:0/46202021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d878259d40 0x55d878256ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe79be00640 1 -- 172.21.15.26:0/46202021 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d87824f670 msgr2=0x55d878256960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe79be00640 1 --2- 172.21.15.26:0/46202021 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d87824f670 0x55d878256960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe79be00640 1 -- 172.21.15.26:0/46202021 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d877f8f7d0 con 0x55d87824ed50 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe79be00640 1 --2- 172.21.15.26:0/46202021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d8782595d0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7fe78c00eb90 tx=0x7fe78c0d4620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf1fe267101539a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe78a000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe78a000640 1 -- 172.21.15.26:0/46202021 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78c09c800 con 0x55d87824ed50 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe78a000640 1 -- 172.21.15.26:0/46202021 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7fe78c0a5680 con 0x55d87824ed50 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/46202021 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7840054d0 con 0x55d87824ed50 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe78a000640 1 -- 172.21.15.26:0/46202021 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe78c0ceae0 con 0x55d87824ed50 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe7a5fd2740 10 client.17946 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.368+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/46202021 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d877ec53f0 con 0x55d87824ed50 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.369+0000 7fe78a000640 1 -- 172.21.15.26:0/46202021 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe7840054d0 con 0x55d87824ed50 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.369+0000 7fe78a000640 1 -- 172.21.15.26:0/46202021 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe78c0b6140 con 0x55d87824ed50 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.369+0000 7fe7a5fd2740 10 client.17946 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.369+0000 7fe7a5fd2740 10 client.17946 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.369+0000 7fe7a5fd2740 20 client.17946 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:41.376 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.369+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/46202021 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d878269670 0x55d87826bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.369+0000 7fe7a5fd2740 4 client.17946 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:47:41.377 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.369+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/46202021 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d8781c17e0 con 0x55d878269670 2024-04-26T23:47:41.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.370+0000 7fe793400640 1 --2- 172.21.15.26:0/46202021 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d878269670 0x55d87826bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.371+0000 7fe793400640 1 --2- 172.21.15.26:0/46202021 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d878269670 0x55d87826bb00 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb8d9e17aedad5c server_cookie=2407bec560dc9c33 in_seq=0 out_seq=0 2024-04-26T23:47:41.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.371+0000 7fe78a000640 10 client.17946 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:41.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe78a000640 1 -- 172.21.15.26:0/46202021 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d8781c17e0 con 0x55d878269670 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe78a000640 10 client.17946 handle_command_reply: tid=0 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe7a5fd2740 1 client.17946 shutdown 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/46202021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 msgr2=0x55d8782595d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/46202021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d8782595d0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7fe78c00eb90 tx=0x7fe78c0d4620 comp rx=0 tx=0).stop 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/46202021 shutdown_connections 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/46202021 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d878269670 0x55d87826bb00 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/46202021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d878259d40 0x55d878256ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/46202021 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d87824f670 0x55d878256960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/46202021 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d8782595d0 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/46202021 >> 172.21.15.26:0/46202021 conn(0x55d87824b070 msgr2=0x55d878250e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe78a000640 0 client.17946 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/46202021 shutdown_connections 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.373+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/46202021 wait complete. 2024-04-26T23:47:41.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.374+0000 7fe7a5fd2740 20 client.17946 trim_cache size 0 max 16384 2024-04-26T23:47:41.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.394+0000 7fe7a5fd2740 1 Processor -- start 2024-04-26T23:47:41.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.394+0000 7fe7a5fd2740 1 -- start start 2024-04-26T23:47:41.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.394+0000 7fe7a5fd2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d878255ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.394+0000 7fe7a5fd2740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824f670 0x55d878265690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.394+0000 7fe7a5fd2740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d878259d40 0x55d87824a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.394+0000 7fe7a5fd2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe79c1b4ab0 con 0x55d87824ed50 2024-04-26T23:47:41.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.394+0000 7fe7a5fd2740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe79c1b2920 con 0x55d878259d40 2024-04-26T23:47:41.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.394+0000 7fe7a5fd2740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe79c1b43e0 con 0x55d87824f670 2024-04-26T23:47:41.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.395+0000 7fe79be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d878255ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.395+0000 7fe79be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d878255ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45328/0 (socket says 172.21.15.26:45328) 2024-04-26T23:47:41.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.395+0000 7fe79be00640 1 -- 172.21.15.26:0/302575089 learned_addr learned my addr 172.21.15.26:0/302575089 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:41.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.395+0000 7fe793400640 1 --2- 172.21.15.26:0/302575089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824f670 0x55d878265690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.395+0000 7fe7a1200640 1 --2- 172.21.15.26:0/302575089 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d878259d40 0x55d87824a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.395+0000 7fe79be00640 1 -- 172.21.15.26:0/302575089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824f670 msgr2=0x55d878265690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.395+0000 7fe79be00640 1 --2- 172.21.15.26:0/302575089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824f670 0x55d878265690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.395+0000 7fe79be00640 1 -- 172.21.15.26:0/302575089 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d878259d40 msgr2=0x55d87824a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.395+0000 7fe79be00640 1 --2- 172.21.15.26:0/302575089 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d878259d40 0x55d87824a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.395+0000 7fe79be00640 1 -- 172.21.15.26:0/302575089 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d877e850f0 con 0x55d87824ed50 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.396+0000 7fe79be00640 1 --2- 172.21.15.26:0/302575089 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d878255ae0 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7fe78c099820 tx=0x7fe78c0099b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9815839af8caec6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.396+0000 7fe790c00640 1 -- 172.21.15.26:0/302575089 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78c09c800 con 0x55d87824ed50 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.396+0000 7fe790c00640 1 -- 172.21.15.26:0/302575089 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe78c018420 con 0x55d87824ed50 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.396+0000 7fe790c00640 1 -- 172.21.15.26:0/302575089 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78c09c370 con 0x55d87824ed50 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.397+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/302575089 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 msgr2=0x55d878255ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.397+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/302575089 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d878255ae0 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7fe78c099820 tx=0x7fe78c0099b0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.397+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/302575089 shutdown_connections 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.397+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/302575089 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d878259d40 0x55d87824a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.404 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.397+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/302575089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824f670 0x55d878265690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.397+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/302575089 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d878255ae0 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.397+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/302575089 >> 172.21.15.26:0/302575089 conn(0x55d87824b070 msgr2=0x55d878249960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.397+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/302575089 shutdown_connections 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.397+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/302575089 wait complete. 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.397+0000 7fe7a5fd2740 1 -- start start 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.398+0000 7fe7a5fd2740 1 Processor -- start 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.398+0000 7fe7a5fd2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d87825eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.398+0000 7fe7a5fd2740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824f670 0x55d87825f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.398+0000 7fe7a5fd2740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d878259d40 0x55d8782cdc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.398+0000 7fe7a5fd2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe79c1b3640 con 0x55d87824ed50 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.398+0000 7fe7a5fd2740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe79c1b2f70 con 0x55d878259d40 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.398+0000 7fe7a5fd2740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe79c1b3d10 con 0x55d87824f670 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.398+0000 7fe7a5fd2740 10 client.0 _ll_register_callbacks cb 0x7fe78c00eec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.399+0000 7fe79be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d87825eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.399+0000 7fe79be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d87825eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45330/0 (socket says 172.21.15.26:45330) 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.399+0000 7fe79be00640 1 -- 172.21.15.26:0/168371144 learned_addr learned my addr 172.21.15.26:0/168371144 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:47:41.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.399+0000 7fe793400640 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824f670 0x55d87825f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.399+0000 7fe7a1200640 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d878259d40 0x55d8782cdc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.399+0000 7fe79be00640 1 -- 172.21.15.26:0/168371144 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824f670 msgr2=0x55d87825f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.399+0000 7fe79be00640 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824f670 0x55d87825f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.399+0000 7fe79be00640 1 -- 172.21.15.26:0/168371144 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d878259d40 msgr2=0x55d8782cdc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:47:41.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.399+0000 7fe79be00640 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d878259d40 0x55d8782cdc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.399+0000 7fe79be00640 1 -- 172.21.15.26:0/168371144 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d87817ba30 con 0x55d87824ed50 2024-04-26T23:47:41.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.399+0000 7fe79be00640 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d87825eb70 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7fe78c099870 tx=0x7fe78c0a5a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9546d9b6681a074 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:47:41.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.399+0000 7fe78a000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:47:41.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.400+0000 7fe78a000640 1 -- 172.21.15.26:0/168371144 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78c0ba070 con 0x55d87824ed50 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.400+0000 7fe78a000640 1 -- 172.21.15.26:0/168371144 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 8556+0+0 (secure 0 0 0) 0x7fe78c0107d0 con 0x55d87824ed50 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.400+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/168371144 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d8781bb650 con 0x55d87824ed50 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.400+0000 7fe78a000640 1 -- 172.21.15.26:0/168371144 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe78c09c800 con 0x55d87824ed50 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.400+0000 7fe7a5fd2740 10 client.17952 fetch_fsmap learned FSMap version 24 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.400+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/168371144 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d8782cf050 con 0x55d87824ed50 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.400+0000 7fe78a000640 1 -- 172.21.15.26:0/168371144 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x55d8781bb650 con 0x55d87824ed50 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.400+0000 7fe78a000640 1 -- 172.21.15.26:0/168371144 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe78c09bd60 con 0x55d87824ed50 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.401+0000 7fe7a5fd2740 10 client.17952 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.401+0000 7fe7a5fd2740 10 client.17952 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.401+0000 7fe7a5fd2740 20 client.17952 populate_metadata read hostname 'smithi026' 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.401+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d8782cf510 0x55d8782d1900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.401+0000 7fe7a5fd2740 4 client.17952 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.401+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/168371144 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d878136360 con 0x55d8782cf510 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.401+0000 7fe793400640 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d8782cf510 0x55d8782d1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:47:41.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.402+0000 7fe793400640 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d8782cf510 0x55d8782d1900 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb7dfe100b716451 server_cookie=398140a34371180c in_seq=0 out_seq=0 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.402+0000 7fe78a000640 10 client.17952 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe78a000640 1 -- 172.21.15.26:0/168371144 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55d878136360 con 0x55d8782cf510 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe78a000640 10 client.17952 handle_command_reply: tid=0 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe7a5fd2740 1 client.17952 shutdown 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/168371144 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 msgr2=0x55d87825eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d87825eb70 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7fe78c099870 tx=0x7fe78c0a5a00 comp rx=0 tx=0).stop 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/168371144 shutdown_connections 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d8782cf510 0x55d8782d1900 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d878259d40 0x55d8782cdc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d87824f670 0x55d87825f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe7a5fd2740 1 --2- 172.21.15.26:0/168371144 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d87824ed50 0x55d87825eb70 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/168371144 >> 172.21.15.26:0/168371144 conn(0x55d87824b070 msgr2=0x55d87824a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:41.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe78a000640 0 client.17952 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:47:41.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/168371144 shutdown_connections 2024-04-26T23:47:41.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe7a5fd2740 1 -- 172.21.15.26:0/168371144 wait complete. 2024-04-26T23:47:41.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.403+0000 7fe7a5fd2740 20 client.17952 trim_cache size 0 max 16384 2024-04-26T23:47:41.411 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:47:41.411 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:47:41.411 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:47:41.411 INFO:teuthology.orchestra.run.smithi026.stdout: "14d280b3-0717-4ce0-ad52-43ab75598886": { 2024-04-26T23:47:41.411 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:47:41.411 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "14d280b3-0717-4ce0-ad52-43ab75598886", 2024-04-26T23:47:41.411 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:47:41.411 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:47:41.412 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:47:41.412 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:47:41.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.404+0000 7fe7a1c00640 1 -- 172.21.15.26:0/446285942 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7800a3d20 msgr2=0x7fe7800a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.404+0000 7fe7a1c00640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7800a3d20 0x7fe7800a61e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe794005fd0 tx=0x7fe79400d410 comp rx=0 tx=0).stop 2024-04-26T23:47:41.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.404+0000 7fe7a1c00640 1 -- 172.21.15.26:0/446285942 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe79c101780 msgr2=0x7fe79c19f560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:47:41.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.404+0000 7fe7a1c00640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe79c101780 0x7fe79c19f560 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7fe78c00ebc0 tx=0x7fe78c00c6a0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.404+0000 7fe7a1c00640 1 -- 172.21.15.26:0/446285942 shutdown_connections 2024-04-26T23:47:41.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.404+0000 7fe7a1c00640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe79c106b80 0x7fe79c1a3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.404+0000 7fe7a1c00640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe79c1020a0 0x7fe79c19faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.404+0000 7fe7a1c00640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe7800a3d20 0x7fe7800a61e0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.404+0000 7fe7a1c00640 1 --2- 172.21.15.26:0/446285942 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe79c101780 0x7fe79c19f560 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:47:41.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.404+0000 7fe7a1c00640 1 -- 172.21.15.26:0/446285942 >> 172.21.15.26:0/446285942 conn(0x7fe79c0fd1b0 msgr2=0x7fe79c0fe2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:47:41.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.404+0000 7fe7a1c00640 1 -- 172.21.15.26:0/446285942 shutdown_connections 2024-04-26T23:47:41.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:47:41.404+0000 7fe7a1c00640 1 -- 172.21.15.26:0/446285942 wait complete. 2024-04-26T23:47:41.429 INFO:tasks.cephfs.filesystem:scrub status for tag:14d280b3-0717-4ce0-ad52-43ab75598886 - {'path': '/', 'tag': '14d280b3-0717-4ce0-ad52-43ab75598886', 'options': 'recursive,force'} 2024-04-26T23:47:43.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:42 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:47:43.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:42 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:47:43.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:42 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:47:43.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:42 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:47:43.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:42 smithi164 ceph-mon[31699]: pgmap v368: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:43.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:42 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:47:43.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:42 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:47:43.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:42 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:47:43.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:42 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:47:43.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:42 smithi026 ceph-mon[28371]: pgmap v368: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:43.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:42 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:47:43.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:42 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:47:43.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:42 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:47:43.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:42 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:47:43.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:42 smithi086 ceph-mon[31122]: pgmap v368: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:45.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:44 smithi164 ceph-mon[31699]: pgmap v369: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:47:45.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:44 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:47:45.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:44 smithi026 ceph-mon[28371]: pgmap v369: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:47:45.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:44 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:47:45.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:44 smithi086 ceph-mon[31122]: pgmap v369: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:47:45.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:44 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:47:47.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:46 smithi164 ceph-mon[31699]: pgmap v370: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:47:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:46 smithi026 ceph-mon[28371]: pgmap v370: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:47:47.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:46 smithi086 ceph-mon[31122]: pgmap v370: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:47:49.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:48 smithi164 ceph-mon[31699]: pgmap v371: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:47:49.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:48 smithi026 ceph-mon[28371]: pgmap v371: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:47:49.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:48 smithi086 ceph-mon[31122]: pgmap v371: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:47:51.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:50 smithi164 ceph-mon[31699]: pgmap v372: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:47:51.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:50 smithi026 ceph-mon[28371]: pgmap v372: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:47:51.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:50 smithi086 ceph-mon[31122]: pgmap v372: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:47:53.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:52 smithi164 ceph-mon[31699]: pgmap v373: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:47:53.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:52 smithi026 ceph-mon[28371]: pgmap v373: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:47:53.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:52 smithi086 ceph-mon[31122]: pgmap v373: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:47:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:54 smithi164 ceph-mon[31699]: pgmap v374: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:47:55.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:54 smithi026 ceph-mon[28371]: pgmap v374: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:47:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:54 smithi086 ceph-mon[31122]: pgmap v374: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:47:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:56 smithi164 ceph-mon[31699]: pgmap v375: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:56 smithi026 ceph-mon[28371]: pgmap v375: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:57.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:56 smithi086 ceph-mon[31122]: pgmap v375: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:47:59.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:47:58 smithi164 ceph-mon[31699]: pgmap v376: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:47:59.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:47:58 smithi026 ceph-mon[28371]: pgmap v376: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:47:59.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:47:58 smithi086 ceph-mon[31122]: pgmap v376: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:00 smithi164 ceph-mon[31699]: pgmap v377: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:01.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:00 smithi026 ceph-mon[28371]: pgmap v377: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:01.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:00 smithi086 ceph-mon[31122]: pgmap v377: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:03.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:02 smithi164 ceph-mon[31699]: pgmap v378: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:03.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:02 smithi026 ceph-mon[28371]: pgmap v378: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:03.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:02 smithi086 ceph-mon[31122]: pgmap v378: 97 pgs: 97 active+clean; 7.5 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:05.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:04 smithi164 ceph-mon[31699]: pgmap v379: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 101 KiB/s wr, 24 op/s 2024-04-26T23:48:05.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:04 smithi026 ceph-mon[28371]: pgmap v379: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 101 KiB/s wr, 24 op/s 2024-04-26T23:48:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:04 smithi086 ceph-mon[31122]: pgmap v379: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 101 KiB/s wr, 24 op/s 2024-04-26T23:48:07.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:06 smithi164 ceph-mon[31699]: pgmap v380: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 101 KiB/s wr, 22 op/s 2024-04-26T23:48:07.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:06 smithi026 ceph-mon[28371]: pgmap v380: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 101 KiB/s wr, 22 op/s 2024-04-26T23:48:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:06 smithi086 ceph-mon[31122]: pgmap v380: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 101 KiB/s wr, 22 op/s 2024-04-26T23:48:09.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:08 smithi164 ceph-mon[31699]: pgmap v381: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 101 KiB/s wr, 24 op/s 2024-04-26T23:48:09.041 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:08 smithi026 ceph-mon[28371]: pgmap v381: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 101 KiB/s wr, 24 op/s 2024-04-26T23:48:09.074 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:08 smithi086 ceph-mon[31122]: pgmap v381: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 101 KiB/s wr, 24 op/s 2024-04-26T23:48:10.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:09 smithi164 ceph-mon[31699]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T23:48:10.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:09 smithi026 ceph-mon[28371]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T23:48:10.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:09 smithi086 ceph-mon[31122]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T23:48:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:10 smithi164 ceph-mon[31699]: pgmap v383: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 121 KiB/s wr, 26 op/s 2024-04-26T23:48:11.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:10 smithi026 ceph-mon[28371]: pgmap v383: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 121 KiB/s wr, 26 op/s 2024-04-26T23:48:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:10 smithi086 ceph-mon[31122]: pgmap v383: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 121 KiB/s wr, 26 op/s 2024-04-26T23:48:11.430 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:48:11.430 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:48:11.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.669+0000 7f654b200640 1 -- 172.21.15.26:0/2447685307 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f654c0755f0 msgr2=0x7f654c1132a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:11.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.669+0000 7f654b200640 1 --2- 172.21.15.26:0/2447685307 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f654c0755f0 0x7f654c1132a0 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f6538009900 tx=0x7f653802a480 comp rx=0 tx=0).stop 2024-04-26T23:48:11.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.669+0000 7f654b200640 1 -- 172.21.15.26:0/2447685307 shutdown_connections 2024-04-26T23:48:11.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.669+0000 7f654b200640 1 --2- 172.21.15.26:0/2447685307 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f654c1137e0 0x7f654c115bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.669+0000 7f654b200640 1 --2- 172.21.15.26:0/2447685307 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f654c0755f0 0x7f654c1132a0 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.669+0000 7f654b200640 1 --2- 172.21.15.26:0/2447685307 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f654c074cd0 0x7f654c0750b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.669+0000 7f654b200640 1 -- 172.21.15.26:0/2447685307 >> 172.21.15.26:0/2447685307 conn(0x7f654c0fe300 msgr2=0x7f654c100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:11.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.669+0000 7f654b200640 1 -- 172.21.15.26:0/2447685307 shutdown_connections 2024-04-26T23:48:11.673 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.669+0000 7f654b200640 1 -- 172.21.15.26:0/2447685307 wait complete. 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.670+0000 7f654b200640 1 Processor -- start 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.670+0000 7f654b200640 1 -- start start 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.671+0000 7f654b200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f654c074cd0 0x7f654c19f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.671+0000 7f654b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f654c0755f0 0x7f654c19fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.671+0000 7f654b200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f654c1137e0 0x7f654c1a3de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.671+0000 7f654b200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f654c118f60 con 0x7f654c0755f0 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.671+0000 7f654b200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f654c118de0 con 0x7f654c074cd0 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.671+0000 7f654b200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1190e0 con 0x7f654c1137e0 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.671+0000 7f6549400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f654c0755f0 0x7f654c19fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.671+0000 7f6549400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f654c0755f0 0x7f654c19fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45184/0 (socket says 172.21.15.26:45184) 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.671+0000 7f6549400640 1 -- 172.21.15.26:0/1586016682 learned_addr learned my addr 172.21.15.26:0/1586016682 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.671+0000 7f6549e00640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f654c074cd0 0x7f654c19f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.671+0000 7f654a800640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f654c1137e0 0x7f654c1a3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.672+0000 7f6549400640 1 -- 172.21.15.26:0/1586016682 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f654c1137e0 msgr2=0x7f654c1a3de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:11.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.672+0000 7f6549400640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f654c1137e0 0x7f654c1a3de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.672+0000 7f6549400640 1 -- 172.21.15.26:0/1586016682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f654c074cd0 msgr2=0x7f654c19f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:11.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.672+0000 7f6549400640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f654c074cd0 0x7f654c19f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.672+0000 7f6549400640 1 -- 172.21.15.26:0/1586016682 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f654c1a4510 con 0x7f654c0755f0 2024-04-26T23:48:11.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.672+0000 7f6549e00640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f654c074cd0 0x7f654c19f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:48:11.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.672+0000 7f6549400640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f654c0755f0 0x7f654c19fa60 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f653802a9a0 tx=0x7f6538003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:11.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.672+0000 7f6542a00640 1 -- 172.21.15.26:0/1586016682 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653803f070 con 0x7f654c0755f0 2024-04-26T23:48:11.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.673+0000 7f6542a00640 1 -- 172.21.15.26:0/1586016682 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6538003e40 con 0x7f654c0755f0 2024-04-26T23:48:11.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.673+0000 7f6542a00640 1 -- 172.21.15.26:0/1586016682 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6538035030 con 0x7f654c0755f0 2024-04-26T23:48:11.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.673+0000 7f654b200640 1 -- 172.21.15.26:0/1586016682 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f654c1a47a0 con 0x7f654c0755f0 2024-04-26T23:48:11.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.673+0000 7f654b200640 1 -- 172.21.15.26:0/1586016682 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f654c1ac090 con 0x7f654c0755f0 2024-04-26T23:48:11.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.677+0000 7f65539e7740 1 Processor -- start 2024-04-26T23:48:11.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.677+0000 7f65539e7740 1 -- start start 2024-04-26T23:48:11.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.677+0000 7f65539e7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 0x5557e77f0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.677+0000 7f65539e7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77f0670 0x5557e77fa800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.677+0000 7f65539e7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 0x5557e77fd130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.677+0000 7f65539e7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5557e7701030 con 0x5557e77fad40 2024-04-26T23:48:11.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.677+0000 7f65539e7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5557e771c7f0 con 0x5557e77f0670 2024-04-26T23:48:11.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.677+0000 7f65539e7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5557e76d77e0 con 0x5557e77efd50 2024-04-26T23:48:11.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.677+0000 7f6542a00640 1 -- 172.21.15.26:0/1586016682 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f6538042070 con 0x7f654c0755f0 2024-04-26T23:48:11.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.678+0000 7f6549400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 0x5557e77fd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.678+0000 7f654a800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 0x5557e77f0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.678+0000 7f6549400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 0x5557e77fd130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45194/0 (socket says 172.21.15.26:45194) 2024-04-26T23:48:11.682 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.678+0000 7f6549400640 1 -- 172.21.15.26:0/3800482199 learned_addr learned my addr 172.21.15.26:0/3800482199 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:11.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.678+0000 7f6549e00640 1 --2- 172.21.15.26:0/3800482199 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77f0670 0x5557e77fa800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.678+0000 7f6549400640 1 -- 172.21.15.26:0/3800482199 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 msgr2=0x5557e77f0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:11.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.678+0000 7f6549400640 1 --2- 172.21.15.26:0/3800482199 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 0x5557e77f0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.678+0000 7f6549400640 1 -- 172.21.15.26:0/3800482199 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77f0670 msgr2=0x5557e77fa800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:11.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.678+0000 7f6549400640 1 --2- 172.21.15.26:0/3800482199 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77f0670 0x5557e77fa800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.678+0000 7f6549400640 1 -- 172.21.15.26:0/3800482199 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557e76e3050 con 0x5557e77fad40 2024-04-26T23:48:11.683 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.679+0000 7f6549400640 1 --2- 172.21.15.26:0/3800482199 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 0x5557e77fd130 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f65380ee740 tx=0x7f65380f9540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a441b92a1cc2b9d1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:11.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.679+0000 7f6537000640 1 -- 172.21.15.26:0/3800482199 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65380f9e60 con 0x5557e77fad40 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.679+0000 7f6542a00640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f65300a3d20 0x7f65300a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.679+0000 7f6537000640 1 -- 172.21.15.26:0/3800482199 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f65380fe030 con 0x5557e77fad40 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.679+0000 7f6537000640 1 -- 172.21.15.26:0/3800482199 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65380bcb90 con 0x5557e77fad40 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.680+0000 7f6542a00640 1 -- 172.21.15.26:0/1586016682 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7f65380f1160 con 0x7f654c0755f0 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.680+0000 7f654a800640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f65300a3d20 0x7f65300a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.680+0000 7f65539e7740 1 -- 172.21.15.26:0/3800482199 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 msgr2=0x5557e77fd130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.680+0000 7f65539e7740 1 --2- 172.21.15.26:0/3800482199 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 0x5557e77fd130 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f65380ee740 tx=0x7f65380f9540 comp rx=0 tx=0).stop 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.681+0000 7f65539e7740 1 -- 172.21.15.26:0/3800482199 shutdown_connections 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.681+0000 7f65539e7740 1 --2- 172.21.15.26:0/3800482199 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 0x5557e77fd130 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.681+0000 7f65539e7740 1 --2- 172.21.15.26:0/3800482199 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77f0670 0x5557e77fa800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.681+0000 7f65539e7740 1 --2- 172.21.15.26:0/3800482199 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 0x5557e77f0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.681+0000 7f65539e7740 1 -- 172.21.15.26:0/3800482199 >> 172.21.15.26:0/3800482199 conn(0x5557e77ec070 msgr2=0x5557e77ec450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:11.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.681+0000 7f65539e7740 1 -- 172.21.15.26:0/3800482199 shutdown_connections 2024-04-26T23:48:11.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.681+0000 7f654a800640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f65300a3d20 0x7f65300a61e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f654c06be90 tx=0x7f6544005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:11.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.681+0000 7f65539e7740 1 -- 172.21.15.26:0/3800482199 wait complete. 2024-04-26T23:48:11.686 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.681+0000 7f65539e7740 1 -- start start 2024-04-26T23:48:11.688 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.682+0000 7f65539e7740 1 Processor -- start 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.682+0000 7f65539e7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 0x5557e77fa540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.682+0000 7f65539e7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77f0670 0x5557e77f78d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.682+0000 7f65539e7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77fad40 0x5557e77f7e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.682+0000 7f65539e7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5557e7759200 con 0x5557e77f0670 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.682+0000 7f65539e7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5557e7753ee0 con 0x5557e77fad40 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.682+0000 7f65539e7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5557e7760e70 con 0x5557e77efd50 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.682+0000 7f65539e7740 10 client.0 _ll_register_callbacks cb 0x5557e774a270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.683+0000 7f6549400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77f0670 0x5557e77f78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.683+0000 7f6549400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77f0670 0x5557e77f78d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45210/0 (socket says 172.21.15.26:45210) 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.683+0000 7f6549400640 1 -- 172.21.15.26:0/2155745860 learned_addr learned my addr 172.21.15.26:0/2155745860 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.683+0000 7f6549e00640 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 0x5557e77fa540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.683+0000 7f654a800640 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77fad40 0x5557e77f7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.683+0000 7f6549400640 1 -- 172.21.15.26:0/2155745860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 msgr2=0x5557e77fa540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:11.689 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.683+0000 7f6549400640 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 0x5557e77fa540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.683+0000 7f6549400640 1 -- 172.21.15.26:0/2155745860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77fad40 msgr2=0x5557e77f7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.683+0000 7f6549400640 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77fad40 0x5557e77f7e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.683+0000 7f6549400640 1 -- 172.21.15.26:0/2155745860 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557e75307d0 con 0x5557e77f0670 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.684+0000 7f6549400640 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77f0670 0x5557e77f78d0 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f65380bcfe0 tx=0x7f65380f13e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e150442d343e1a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.684+0000 7f652b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.684+0000 7f652b400640 1 -- 172.21.15.26:0/2155745860 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65380bb610 con 0x5557e77f0670 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.684+0000 7f652b400640 1 -- 172.21.15.26:0/2155745860 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7f65380c44a0 con 0x5557e77f0670 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.684+0000 7f65539e7740 1 -- 172.21.15.26:0/2155745860 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65380fe030 con 0x5557e77f0670 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.684+0000 7f652b400640 1 -- 172.21.15.26:0/2155745860 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f65380bb800 con 0x5557e77f0670 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.684+0000 7f65539e7740 10 client.17964 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.684+0000 7f65539e7740 1 -- 172.21.15.26:0/2155745860 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5557e74663f0 con 0x5557e77f0670 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.684+0000 7f652b400640 1 -- 172.21.15.26:0/2155745860 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f65380fe030 con 0x5557e77f0670 2024-04-26T23:48:11.690 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.685+0000 7f652b400640 1 -- 172.21.15.26:0/2155745860 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f65380b96c0 con 0x5557e77f0670 2024-04-26T23:48:11.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.685+0000 7f65539e7740 10 client.17964 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:11.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.685+0000 7f65539e7740 10 client.17964 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:11.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.685+0000 7f65539e7740 20 client.17964 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:11.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.685+0000 7f65539e7740 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5557e780a140 0x5557e780c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.685+0000 7f65539e7740 4 client.17964 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:48:11.691 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.685+0000 7f65539e7740 1 -- 172.21.15.26:0/2155745860 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5557e77627e0 con 0x5557e780a140 2024-04-26T23:48:11.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.686+0000 7f6549e00640 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5557e780a140 0x5557e780c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.686+0000 7f6549e00640 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5557e780a140 0x5557e780c530 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de1b02778615515b server_cookie=2709465c87b05794 in_seq=0 out_seq=0 2024-04-26T23:48:11.692 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.686+0000 7f652b400640 10 client.17964 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.688+0000 7f652b400640 1 -- 172.21.15.26:0/2155745860 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5557e77627e0 con 0x5557e780a140 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.688+0000 7f652b400640 10 client.17964 handle_command_reply: tid=0 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.688+0000 7f65539e7740 1 client.17964 shutdown 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.689+0000 7f65539e7740 1 -- 172.21.15.26:0/2155745860 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77f0670 msgr2=0x5557e77f78d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.689+0000 7f65539e7740 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77f0670 0x5557e77f78d0 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f65380bcfe0 tx=0x7f65380f13e0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.689+0000 7f65539e7740 1 -- 172.21.15.26:0/2155745860 shutdown_connections 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.689+0000 7f65539e7740 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5557e780a140 0x5557e780c530 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.689+0000 7f65539e7740 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77fad40 0x5557e77f7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.689+0000 7f65539e7740 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77f0670 0x5557e77f78d0 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.689+0000 7f65539e7740 1 --2- 172.21.15.26:0/2155745860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 0x5557e77fa540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.689+0000 7f65539e7740 1 -- 172.21.15.26:0/2155745860 >> 172.21.15.26:0/2155745860 conn(0x5557e77ec070 msgr2=0x5557e77f1e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.689+0000 7f652b400640 0 client.17964 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.689+0000 7f65539e7740 1 -- 172.21.15.26:0/2155745860 shutdown_connections 2024-04-26T23:48:11.693 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.689+0000 7f65539e7740 1 -- 172.21.15.26:0/2155745860 wait complete. 2024-04-26T23:48:11.694 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.689+0000 7f65539e7740 20 client.17964 trim_cache size 0 max 16384 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.710+0000 7f65539e7740 1 Processor -- start 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.710+0000 7f65539e7740 1 -- start start 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.711+0000 7f65539e7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 0x5557e77eb1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.711+0000 7f65539e7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77f0670 0x5557e7811cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.711+0000 7f65539e7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 0x5557e7812230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.711+0000 7f65539e7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1b4ba0 con 0x5557e77fad40 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.711+0000 7f65539e7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1b29f0 con 0x5557e77f0670 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.711+0000 7f65539e7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1b44d0 con 0x5557e77efd50 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.711+0000 7f654a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 0x5557e7812230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.711+0000 7f654a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 0x5557e7812230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45216/0 (socket says 172.21.15.26:45216) 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.711+0000 7f654a800640 1 -- 172.21.15.26:0/1727114687 learned_addr learned my addr 172.21.15.26:0/1727114687 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.711+0000 7f6549400640 1 --2- 172.21.15.26:0/1727114687 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77f0670 0x5557e7811cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.711+0000 7f6549e00640 1 --2- 172.21.15.26:0/1727114687 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 0x5557e77eb1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.712+0000 7f654a800640 1 -- 172.21.15.26:0/1727114687 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 msgr2=0x5557e77eb1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:11.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.712+0000 7f654a800640 1 --2- 172.21.15.26:0/1727114687 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 0x5557e77eb1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.712+0000 7f654a800640 1 -- 172.21.15.26:0/1727114687 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77f0670 msgr2=0x5557e7811cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:11.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.712+0000 7f654a800640 1 --2- 172.21.15.26:0/1727114687 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77f0670 0x5557e7811cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.712+0000 7f654a800640 1 -- 172.21.15.26:0/1727114687 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557e780c8a0 con 0x5557e77fad40 2024-04-26T23:48:11.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.712+0000 7f6549400640 1 --2- 172.21.15.26:0/1727114687 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77f0670 0x5557e7811cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:48:11.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.712+0000 7f654a800640 1 --2- 172.21.15.26:0/1727114687 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 0x5557e7812230 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f65440043b0 tx=0x7f654400a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ef328183fcf3684 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:11.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.712+0000 7f6536600640 1 -- 172.21.15.26:0/1727114687 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f654402a070 con 0x5557e77fad40 2024-04-26T23:48:11.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.713+0000 7f6536600640 1 -- 172.21.15.26:0/1727114687 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f654401a8f0 con 0x5557e77fad40 2024-04-26T23:48:11.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.713+0000 7f6536600640 1 -- 172.21.15.26:0/1727114687 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6544025900 con 0x5557e77fad40 2024-04-26T23:48:11.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.713+0000 7f65539e7740 1 -- 172.21.15.26:0/1727114687 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 msgr2=0x5557e7812230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:11.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.713+0000 7f65539e7740 1 --2- 172.21.15.26:0/1727114687 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 0x5557e7812230 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f65440043b0 tx=0x7f654400a000 comp rx=0 tx=0).stop 2024-04-26T23:48:11.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.713+0000 7f65539e7740 1 -- 172.21.15.26:0/1727114687 shutdown_connections 2024-04-26T23:48:11.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.713+0000 7f65539e7740 1 --2- 172.21.15.26:0/1727114687 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77fad40 0x5557e7812230 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.713+0000 7f65539e7740 1 --2- 172.21.15.26:0/1727114687 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77f0670 0x5557e7811cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.713+0000 7f65539e7740 1 --2- 172.21.15.26:0/1727114687 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77efd50 0x5557e77eb1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.713+0000 7f65539e7740 1 -- 172.21.15.26:0/1727114687 >> 172.21.15.26:0/1727114687 conn(0x5557e77ec070 msgr2=0x5557e7805410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:11.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.714+0000 7f65539e7740 1 -- 172.21.15.26:0/1727114687 shutdown_connections 2024-04-26T23:48:11.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.714+0000 7f65539e7740 1 -- 172.21.15.26:0/1727114687 wait complete. 2024-04-26T23:48:11.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.714+0000 7f65539e7740 1 -- start start 2024-04-26T23:48:11.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.714+0000 7f65539e7740 1 Processor -- start 2024-04-26T23:48:11.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f65539e7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77efd50 0x5557e7802a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f65539e7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77f0670 0x5557e7800dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f65539e7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77fad40 0x5557e7801300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f65539e7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1b3730 con 0x5557e77efd50 2024-04-26T23:48:11.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f65539e7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1b3060 con 0x5557e77fad40 2024-04-26T23:48:11.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f65539e7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f654c1b3e00 con 0x5557e77f0670 2024-04-26T23:48:11.722 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f65539e7740 10 client.0 _ll_register_callbacks cb 0x7f653c009720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f6549e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77efd50 0x5557e7802a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f6549e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77efd50 0x5557e7802a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45220/0 (socket says 172.21.15.26:45220) 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f6549e00640 1 -- 172.21.15.26:0/58407951 learned_addr learned my addr 172.21.15.26:0/58407951 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f654a800640 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77fad40 0x5557e7801300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f6549400640 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77f0670 0x5557e7800dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f6549e00640 1 -- 172.21.15.26:0/58407951 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77f0670 msgr2=0x5557e7800dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f6549e00640 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77f0670 0x5557e7800dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f6549e00640 1 -- 172.21.15.26:0/58407951 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77fad40 msgr2=0x5557e7801300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f6549e00640 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77fad40 0x5557e7801300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f6549e00640 1 -- 172.21.15.26:0/58407951 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557e74260f0 con 0x5557e77efd50 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.715+0000 7f6549400640 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77f0670 0x5557e7800dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.716+0000 7f654a800640 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77fad40 0x5557e7801300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:11.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.716+0000 7f6549e00640 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77efd50 0x5557e7802a20 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f653c000f80 tx=0x7f653c013ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2c4c3afbd061361 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:11.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.716+0000 7f652b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:11.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.716+0000 7f652b400640 1 -- 172.21.15.26:0/58407951 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c022070 con 0x5557e77efd50 2024-04-26T23:48:11.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.716+0000 7f652b400640 1 -- 172.21.15.26:0/58407951 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7f653c01e380 con 0x5557e77efd50 2024-04-26T23:48:11.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.716+0000 7f65539e7740 1 -- 172.21.15.26:0/58407951 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f654401a8f0 con 0x5557e77efd50 2024-04-26T23:48:11.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.717+0000 7f652b400640 1 -- 172.21.15.26:0/58407951 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f653c02e050 con 0x5557e77efd50 2024-04-26T23:48:11.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.717+0000 7f65539e7740 10 client.17970 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:11.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.717+0000 7f65539e7740 1 -- 172.21.15.26:0/58407951 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5557e771ca30 con 0x5557e77efd50 2024-04-26T23:48:11.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.717+0000 7f652b400640 1 -- 172.21.15.26:0/58407951 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f654401a8f0 con 0x5557e77efd50 2024-04-26T23:48:11.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.717+0000 7f652b400640 1 -- 172.21.15.26:0/58407951 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f653c00f040 con 0x5557e77efd50 2024-04-26T23:48:11.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.717+0000 7f65539e7740 10 client.17970 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:11.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.717+0000 7f65539e7740 10 client.17970 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:11.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.717+0000 7f65539e7740 20 client.17970 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:11.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.717+0000 7f65539e7740 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5557e7871750 0x5557e7873b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.717+0000 7f65539e7740 4 client.17970 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:48:11.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.717+0000 7f65539e7740 1 -- 172.21.15.26:0/58407951 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5557e775c650 con 0x5557e7871750 2024-04-26T23:48:11.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.718+0000 7f6549400640 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5557e7871750 0x5557e7873b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.719+0000 7f6549400640 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5557e7871750 0x5557e7873b70 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=787122ddb58d71f6 server_cookie=c78f0007dc5f017 in_seq=0 out_seq=0 2024-04-26T23:48:11.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.719+0000 7f652b400640 10 client.17970 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:11.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.719+0000 7f652b400640 1 -- 172.21.15.26:0/58407951 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5557e775c650 con 0x5557e7871750 2024-04-26T23:48:11.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.719+0000 7f652b400640 10 client.17970 handle_command_reply: tid=0 2024-04-26T23:48:11.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.719+0000 7f65539e7740 1 client.17970 shutdown 2024-04-26T23:48:11.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.720+0000 7f65539e7740 1 -- 172.21.15.26:0/58407951 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77efd50 msgr2=0x5557e7802a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:11.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.720+0000 7f65539e7740 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77efd50 0x5557e7802a20 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f653c000f80 tx=0x7f653c013ad0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.720+0000 7f65539e7740 1 -- 172.21.15.26:0/58407951 shutdown_connections 2024-04-26T23:48:11.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.720+0000 7f65539e7740 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5557e7871750 0x5557e7873b70 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.720+0000 7f65539e7740 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5557e77fad40 0x5557e7801300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.720+0000 7f65539e7740 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5557e77f0670 0x5557e7800dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.720+0000 7f65539e7740 1 --2- 172.21.15.26:0/58407951 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5557e77efd50 0x5557e7802a20 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.720+0000 7f65539e7740 1 -- 172.21.15.26:0/58407951 >> 172.21.15.26:0/58407951 conn(0x5557e77ec070 msgr2=0x5557e77eb070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:11.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.720+0000 7f652b400640 0 client.17970 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:11.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.720+0000 7f65539e7740 1 -- 172.21.15.26:0/58407951 shutdown_connections 2024-04-26T23:48:11.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.720+0000 7f65539e7740 1 -- 172.21.15.26:0/58407951 wait complete. 2024-04-26T23:48:11.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.720+0000 7f65539e7740 20 client.17970 trim_cache size 0 max 16384 2024-04-26T23:48:11.728 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:48:11.728 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:48:11.728 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:48:11.729 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:48:11.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.721+0000 7f654b200640 1 -- 172.21.15.26:0/1586016682 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f65300a3d20 msgr2=0x7f65300a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:11.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.721+0000 7f654b200640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f65300a3d20 0x7f65300a61e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f654c06be90 tx=0x7f6544005f90 comp rx=0 tx=0).stop 2024-04-26T23:48:11.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.721+0000 7f654b200640 1 -- 172.21.15.26:0/1586016682 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f654c0755f0 msgr2=0x7f654c19fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:11.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.721+0000 7f654b200640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f654c0755f0 0x7f654c19fa60 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f653802a9a0 tx=0x7f6538003c20 comp rx=0 tx=0).stop 2024-04-26T23:48:11.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.721+0000 7f654b200640 1 -- 172.21.15.26:0/1586016682 shutdown_connections 2024-04-26T23:48:11.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.721+0000 7f654b200640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f654c1137e0 0x7f654c1a3de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.721+0000 7f654b200640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f65300a3d20 0x7f65300a61e0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.721+0000 7f654b200640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f654c0755f0 0x7f654c19fa60 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.721+0000 7f654b200640 1 --2- 172.21.15.26:0/1586016682 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f654c074cd0 0x7f654c19f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.721+0000 7f654b200640 1 -- 172.21.15.26:0/1586016682 >> 172.21.15.26:0/1586016682 conn(0x7f654c0fe300 msgr2=0x7f654c0ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:11.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.721+0000 7f654b200640 1 -- 172.21.15.26:0/1586016682 shutdown_connections 2024-04-26T23:48:11.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.721+0000 7f654b200640 1 -- 172.21.15.26:0/1586016682 wait complete. 2024-04-26T23:48:11.747 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:48:11.747 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:48:11.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.964+0000 7fef3f200640 1 -- 172.21.15.26:0/1354238952 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef40104250 msgr2=0x7fef4010c730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:11.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.964+0000 7fef3f200640 1 --2- 172.21.15.26:0/1354238952 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef40104250 0x7fef4010c730 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7fef2c009900 tx=0x7fef2c02a480 comp rx=0 tx=0).stop 2024-04-26T23:48:11.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.964+0000 7fef3f200640 1 -- 172.21.15.26:0/1354238952 shutdown_connections 2024-04-26T23:48:11.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.964+0000 7fef3f200640 1 --2- 172.21.15.26:0/1354238952 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fef4010cd50 0x7fef4010f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.964+0000 7fef3f200640 1 --2- 172.21.15.26:0/1354238952 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef40104250 0x7fef4010c730 unknown :-1 s=CLOSED pgs=1278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.964+0000 7fef3f200640 1 --2- 172.21.15.26:0/1354238952 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fef40103930 0x7fef40103d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.964+0000 7fef3f200640 1 -- 172.21.15.26:0/1354238952 >> 172.21.15.26:0/1354238952 conn(0x7fef400fd130 msgr2=0x7fef400ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:11.968 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.964+0000 7fef3f200640 1 -- 172.21.15.26:0/1354238952 shutdown_connections 2024-04-26T23:48:11.969 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.964+0000 7fef3f200640 1 -- 172.21.15.26:0/1354238952 wait complete. 2024-04-26T23:48:11.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.965+0000 7fef3f200640 1 Processor -- start 2024-04-26T23:48:11.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.966+0000 7fef3f200640 1 -- start start 2024-04-26T23:48:11.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.966+0000 7fef3f200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fef40103930 0x7fef40198f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.966+0000 7fef3f200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef40104250 0x7fef40199480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.966+0000 7fef3f200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fef4010cd50 0x7fef4019d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.966+0000 7fef3f200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fef40112900 con 0x7fef40104250 2024-04-26T23:48:11.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.966+0000 7fef3f200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fef40112780 con 0x7fef40103930 2024-04-26T23:48:11.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.966+0000 7fef3f200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fef40112a80 con 0x7fef4010cd50 2024-04-26T23:48:11.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.966+0000 7fef3d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef40104250 0x7fef40199480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.966+0000 7fef3d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef40104250 0x7fef40199480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45244/0 (socket says 172.21.15.26:45244) 2024-04-26T23:48:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.966+0000 7fef3d400640 1 -- 172.21.15.26:0/2408171423 learned_addr learned my addr 172.21.15.26:0/2408171423 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.967+0000 7fef3de00640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fef40103930 0x7fef40198f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.967+0000 7fef3e800640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fef4010cd50 0x7fef4019d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.967+0000 7fef3d400640 1 -- 172.21.15.26:0/2408171423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fef4010cd50 msgr2=0x7fef4019d7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.967+0000 7fef3d400640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fef4010cd50 0x7fef4019d7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.967+0000 7fef3d400640 1 -- 172.21.15.26:0/2408171423 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fef40103930 msgr2=0x7fef40198f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.967+0000 7fef3d400640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fef40103930 0x7fef40198f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.967+0000 7fef3d400640 1 -- 172.21.15.26:0/2408171423 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef4019dee0 con 0x7fef40104250 2024-04-26T23:48:11.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.967+0000 7fef3d400640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef40104250 0x7fef40199480 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7fef2c02a9a0 tx=0x7fef2c003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:11.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.968+0000 7fef36a00640 1 -- 172.21.15.26:0/2408171423 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef2c03f070 con 0x7fef40104250 2024-04-26T23:48:11.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.968+0000 7fef36a00640 1 -- 172.21.15.26:0/2408171423 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fef2c03baf0 con 0x7fef40104250 2024-04-26T23:48:11.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.968+0000 7fef36a00640 1 -- 172.21.15.26:0/2408171423 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef2c035030 con 0x7fef40104250 2024-04-26T23:48:11.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.968+0000 7fef3f200640 1 -- 172.21.15.26:0/2408171423 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef4019e170 con 0x7fef40104250 2024-04-26T23:48:11.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.968+0000 7fef3f200640 1 -- 172.21.15.26:0/2408171423 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef401a5a60 con 0x7fef40104250 2024-04-26T23:48:11.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.969+0000 7fef3f200640 1 -- 172.21.15.26:0/2408171423 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef4006a3a0 con 0x7fef40104250 2024-04-26T23:48:11.975 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.972+0000 7fef36a00640 1 -- 172.21.15.26:0/2408171423 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fef2c042070 con 0x7fef40104250 2024-04-26T23:48:11.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.973+0000 7fef36a00640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fef240a3d20 0x7fef240a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:11.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.974+0000 7fef36a00640 1 -- 172.21.15.26:0/2408171423 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7fef2c0f0fd0 con 0x7fef40104250 2024-04-26T23:48:11.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.974+0000 7fef3de00640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fef240a3d20 0x7fef240a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:11.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.975+0000 7fef3de00640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fef240a3d20 0x7fef240a61e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fef30009b60 tx=0x7fef30005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:11.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:11.979+0000 7fef36a00640 1 -- 172.21.15.26:0/2408171423 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fef2c0bd5c0 con 0x7fef40104250 2024-04-26T23:48:12.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.234+0000 7fef3f200640 1 -- 172.21.15.26:0/2408171423 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef40107df0 con 0x7fef40104250 2024-04-26T23:48:12.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.235+0000 7fef36a00640 1 -- 172.21.15.26:0/2408171423 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fef2c0bcec0 con 0x7fef40104250 2024-04-26T23:48:12.239 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:48:12.239 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:48:12.240 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:48:12.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.238+0000 7fef3f200640 1 -- 172.21.15.26:0/2408171423 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fef240a3d20 msgr2=0x7fef240a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.238+0000 7fef3f200640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fef240a3d20 0x7fef240a61e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fef30009b60 tx=0x7fef30005f90 comp rx=0 tx=0).stop 2024-04-26T23:48:12.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.238+0000 7fef3f200640 1 -- 172.21.15.26:0/2408171423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef40104250 msgr2=0x7fef40199480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.238+0000 7fef3f200640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef40104250 0x7fef40199480 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7fef2c02a9a0 tx=0x7fef2c003b90 comp rx=0 tx=0).stop 2024-04-26T23:48:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.239+0000 7fef3f200640 1 -- 172.21.15.26:0/2408171423 shutdown_connections 2024-04-26T23:48:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.239+0000 7fef3f200640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fef4010cd50 0x7fef4019d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.239+0000 7fef3f200640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fef240a3d20 0x7fef240a61e0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.239+0000 7fef3f200640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef40104250 0x7fef40199480 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.239+0000 7fef3f200640 1 --2- 172.21.15.26:0/2408171423 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fef40103930 0x7fef40198f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.239+0000 7fef3f200640 1 -- 172.21.15.26:0/2408171423 >> 172.21.15.26:0/2408171423 conn(0x7fef400fd130 msgr2=0x7fef400fdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.239+0000 7fef3f200640 1 -- 172.21.15.26:0/2408171423 shutdown_connections 2024-04-26T23:48:12.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.239+0000 7fef3f200640 1 -- 172.21.15.26:0/2408171423 wait complete. 2024-04-26T23:48:12.264 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:48:12.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.482+0000 7fd960c00640 1 -- 172.21.15.26:0/4006410828 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd95c103190 msgr2=0x7fd95c10f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.482+0000 7fd960c00640 1 --2- 172.21.15.26:0/4006410828 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd95c103190 0x7fd95c10f6a0 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7fd954009cd0 tx=0x7fd95402a8e0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.482+0000 7fd960c00640 1 -- 172.21.15.26:0/4006410828 shutdown_connections 2024-04-26T23:48:12.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.482+0000 7fd960c00640 1 --2- 172.21.15.26:0/4006410828 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd95c103190 0x7fd95c10f6a0 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.482+0000 7fd960c00640 1 --2- 172.21.15.26:0/4006410828 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd95c1027d0 0x7fd95c102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.482+0000 7fd960c00640 1 --2- 172.21.15.26:0/4006410828 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c1087e0 0x7fd95c108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.482+0000 7fd960c00640 1 -- 172.21.15.26:0/4006410828 >> 172.21.15.26:0/4006410828 conn(0x7fd95c0fe300 msgr2=0x7fd95c100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.482+0000 7fd960c00640 1 -- 172.21.15.26:0/4006410828 shutdown_connections 2024-04-26T23:48:12.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.482+0000 7fd960c00640 1 -- 172.21.15.26:0/4006410828 wait complete. 2024-04-26T23:48:12.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.483+0000 7fd960c00640 1 Processor -- start 2024-04-26T23:48:12.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.483+0000 7fd960c00640 1 -- start start 2024-04-26T23:48:12.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.484+0000 7fd960c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd95c1027d0 0x7fd95c19b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.484+0000 7fd960c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c103190 0x7fd95c19b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.484+0000 7fd960c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd95c1087e0 0x7fd95c19f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.484+0000 7fd960c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd95c1129a0 con 0x7fd95c1087e0 2024-04-26T23:48:12.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.484+0000 7fd960c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd95c112820 con 0x7fd95c1027d0 2024-04-26T23:48:12.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.484+0000 7fd960c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd95c112b20 con 0x7fd95c103190 2024-04-26T23:48:12.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.484+0000 7fd95be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd95c1087e0 0x7fd95c19f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.485+0000 7fd95be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd95c1087e0 0x7fd95c19f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45274/0 (socket says 172.21.15.26:45274) 2024-04-26T23:48:12.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.485+0000 7fd95b400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd95c1027d0 0x7fd95c19b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.485+0000 7fd95be00640 1 -- 172.21.15.26:0/1104211531 learned_addr learned my addr 172.21.15.26:0/1104211531 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:12.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.485+0000 7fd95aa00640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c103190 0x7fd95c19b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.485+0000 7fd95be00640 1 -- 172.21.15.26:0/1104211531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c103190 msgr2=0x7fd95c19b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.485+0000 7fd95be00640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c103190 0x7fd95c19b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.485+0000 7fd95be00640 1 -- 172.21.15.26:0/1104211531 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd95c1027d0 msgr2=0x7fd95c19b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.485+0000 7fd95be00640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd95c1027d0 0x7fd95c19b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.485+0000 7fd95be00640 1 -- 172.21.15.26:0/1104211531 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd95c1a0080 con 0x7fd95c1087e0 2024-04-26T23:48:12.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.486+0000 7fd95be00640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd95c1087e0 0x7fd95c19f950 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7fd954005e30 tx=0x7fd954003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:12.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.486+0000 7fd953e00640 1 -- 172.21.15.26:0/1104211531 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd954004040 con 0x7fd95c1087e0 2024-04-26T23:48:12.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.486+0000 7fd953e00640 1 -- 172.21.15.26:0/1104211531 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd954004670 con 0x7fd95c1087e0 2024-04-26T23:48:12.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.486+0000 7fd960c00640 1 -- 172.21.15.26:0/1104211531 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd95c1a0310 con 0x7fd95c1087e0 2024-04-26T23:48:12.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.486+0000 7fd953e00640 1 -- 172.21.15.26:0/1104211531 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd954030d70 con 0x7fd95c1087e0 2024-04-26T23:48:12.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.486+0000 7fd960c00640 1 -- 172.21.15.26:0/1104211531 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd95c1a7c00 con 0x7fd95c1087e0 2024-04-26T23:48:12.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.490+0000 7fd964fb7740 1 Processor -- start 2024-04-26T23:48:12.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.490+0000 7fd953e00640 1 -- 172.21.15.26:0/1104211531 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd9540305a0 con 0x7fd95c1087e0 2024-04-26T23:48:12.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.490+0000 7fd964fb7740 1 -- start start 2024-04-26T23:48:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.491+0000 7fd964fb7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 0x55a0a1991780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.491+0000 7fd964fb7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 0x55a0a199be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.491+0000 7fd964fb7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a199e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.491+0000 7fd964fb7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a0a18f5c70 con 0x55a0a199c390 2024-04-26T23:48:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.491+0000 7fd964fb7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a0a18ae980 con 0x55a0a1991cc0 2024-04-26T23:48:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.491+0000 7fd964fb7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a0a18f1c30 con 0x55a0a19913a0 2024-04-26T23:48:12.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.491+0000 7fd95aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a199e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.491+0000 7fd95aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a199e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45278/0 (socket says 172.21.15.26:45278) 2024-04-26T23:48:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.491+0000 7fd95aa00640 1 -- 172.21.15.26:0/4087139742 learned_addr learned my addr 172.21.15.26:0/4087139742 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.491+0000 7fd95b400640 1 --2- 172.21.15.26:0/4087139742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 0x55a0a199be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.491+0000 7fd95aa00640 1 --2- 172.21.15.26:0/4087139742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 0x55a0a1991780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.492+0000 7fd95aa00640 1 -- 172.21.15.26:0/4087139742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 msgr2=0x55a0a1991780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.492+0000 7fd95aa00640 1 --2- 172.21.15.26:0/4087139742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 0x55a0a1991780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.492+0000 7fd95aa00640 1 -- 172.21.15.26:0/4087139742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 msgr2=0x55a0a199be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.492+0000 7fd95aa00640 1 --2- 172.21.15.26:0/4087139742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 0x55a0a199be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.492+0000 7fd95aa00640 1 -- 172.21.15.26:0/4087139742 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0a18867b0 con 0x55a0a199c390 2024-04-26T23:48:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.492+0000 7fd953e00640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd9400a3da0 0x7fd9400a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.492+0000 7fd95aa00640 1 --2- 172.21.15.26:0/4087139742 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a199e780 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fd9480125a0 tx=0x7fd94800b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e76aece69c490de server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:12.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.492+0000 7fd953e00640 1 -- 172.21.15.26:0/1104211531 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7fd95402e030 con 0x7fd95c1087e0 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.493+0000 7fd95b400640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd9400a3da0 0x7fd9400a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.492+0000 7fd947e00640 1 -- 172.21.15.26:0/4087139742 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd948004220 con 0x55a0a199c390 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.493+0000 7fd947e00640 1 -- 172.21.15.26:0/4087139742 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd9480043c0 con 0x55a0a199c390 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.493+0000 7fd947e00640 1 -- 172.21.15.26:0/4087139742 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd948010830 con 0x55a0a199c390 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.493+0000 7fd964fb7740 1 -- 172.21.15.26:0/4087139742 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 msgr2=0x55a0a199e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.493+0000 7fd964fb7740 1 --2- 172.21.15.26:0/4087139742 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a199e780 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fd9480125a0 tx=0x7fd94800b650 comp rx=0 tx=0).stop 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.493+0000 7fd95b400640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd9400a3da0 0x7fd9400a6260 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x55a0a1992960 tx=0x7fd94c005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.494+0000 7fd964fb7740 1 -- 172.21.15.26:0/4087139742 shutdown_connections 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.494+0000 7fd964fb7740 1 --2- 172.21.15.26:0/4087139742 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a199e780 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.494+0000 7fd964fb7740 1 --2- 172.21.15.26:0/4087139742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 0x55a0a199be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.494+0000 7fd964fb7740 1 --2- 172.21.15.26:0/4087139742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 0x55a0a1991780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.494+0000 7fd964fb7740 1 -- 172.21.15.26:0/4087139742 >> 172.21.15.26:0/4087139742 conn(0x55a0a198d6c0 msgr2=0x55a0a198daa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.494+0000 7fd964fb7740 1 -- 172.21.15.26:0/4087139742 shutdown_connections 2024-04-26T23:48:12.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.494+0000 7fd964fb7740 1 -- 172.21.15.26:0/4087139742 wait complete. 2024-04-26T23:48:12.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.494+0000 7fd964fb7740 1 -- start start 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.495+0000 7fd964fb7740 1 Processor -- start 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.495+0000 7fd964fb7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 0x55a0a199bd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.495+0000 7fd964fb7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 0x55a0a1999000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.495+0000 7fd964fb7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a1999580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.495+0000 7fd964fb7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a0a18f4f80 con 0x55a0a199c390 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.495+0000 7fd964fb7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a0a18a2260 con 0x55a0a1991cc0 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.495+0000 7fd964fb7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a0a18fa2a0 con 0x55a0a19913a0 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.496+0000 7fd964fb7740 10 client.0 _ll_register_callbacks cb 0x55a0a18ec960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.496+0000 7fd95be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a1999580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.496+0000 7fd95be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a1999580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45288/0 (socket says 172.21.15.26:45288) 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.496+0000 7fd95be00640 1 -- 172.21.15.26:0/164074294 learned_addr learned my addr 172.21.15.26:0/164074294 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.496+0000 7fd95b400640 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 0x55a0a199bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.496+0000 7fd95aa00640 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 0x55a0a1999000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.496+0000 7fd95be00640 1 -- 172.21.15.26:0/164074294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 msgr2=0x55a0a199bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.496+0000 7fd95be00640 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 0x55a0a199bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.496+0000 7fd95be00640 1 -- 172.21.15.26:0/164074294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 msgr2=0x55a0a1999000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.496+0000 7fd95be00640 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 0x55a0a1999000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.496+0000 7fd95be00640 1 -- 172.21.15.26:0/164074294 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0a18841c0 con 0x55a0a199c390 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.497+0000 7fd95be00640 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a1999580 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7fd9540c5f00 tx=0x7fd9540bd6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c69fcd3f305fd44 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.497+0000 7fd944c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.497+0000 7fd944c00640 1 -- 172.21.15.26:0/164074294 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9540bdec0 con 0x55a0a199c390 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.497+0000 7fd944c00640 1 -- 172.21.15.26:0/164074294 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7fd9540b9e30 con 0x55a0a199c390 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.497+0000 7fd964fb7740 1 -- 172.21.15.26:0/164074294 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9480043c0 con 0x55a0a199c390 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.497+0000 7fd944c00640 1 -- 172.21.15.26:0/164074294 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd9540bd7c0 con 0x55a0a199c390 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.497+0000 7fd964fb7740 10 client.17988 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.497+0000 7fd964fb7740 1 -- 172.21.15.26:0/164074294 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a0a16073f0 con 0x55a0a199c390 2024-04-26T23:48:12.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.497+0000 7fd944c00640 1 -- 172.21.15.26:0/164074294 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd9480043c0 con 0x55a0a199c390 2024-04-26T23:48:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.498+0000 7fd944c00640 1 -- 172.21.15.26:0/164074294 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd954030070 con 0x55a0a199c390 2024-04-26T23:48:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.498+0000 7fd964fb7740 10 client.17988 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.498+0000 7fd964fb7740 10 client.17988 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:48:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.498+0000 7fd964fb7740 20 client.17988 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.498+0000 7fd964fb7740 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a0a19abed0 0x55a0a19ae300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.498+0000 7fd964fb7740 4 client.17988 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:48:12.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.498+0000 7fd964fb7740 1 -- 172.21.15.26:0/164074294 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a0a1903880 con 0x55a0a19abed0 2024-04-26T23:48:12.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.499+0000 7fd95b400640 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a0a19abed0 0x55a0a19ae300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.500+0000 7fd95b400640 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a0a19abed0 0x55a0a19ae300 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=68750b9516c44b76 server_cookie=2a71212028a7a215 in_seq=0 out_seq=0 2024-04-26T23:48:12.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.500+0000 7fd944c00640 10 client.17988 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:48:12.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.501+0000 7fd944c00640 1 -- 172.21.15.26:0/164074294 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a0a1903880 con 0x55a0a19abed0 2024-04-26T23:48:12.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.501+0000 7fd944c00640 10 client.17988 handle_command_reply: tid=0 2024-04-26T23:48:12.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.501+0000 7fd964fb7740 1 client.17988 shutdown 2024-04-26T23:48:12.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.502+0000 7fd964fb7740 1 -- 172.21.15.26:0/164074294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 msgr2=0x55a0a1999580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.502+0000 7fd964fb7740 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a1999580 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7fd9540c5f00 tx=0x7fd9540bd6a0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.502+0000 7fd964fb7740 1 -- 172.21.15.26:0/164074294 shutdown_connections 2024-04-26T23:48:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.502+0000 7fd964fb7740 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a1999580 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.502+0000 7fd964fb7740 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 0x55a0a1999000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.502+0000 7fd964fb7740 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a0a19abed0 0x55a0a19ae300 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.502+0000 7fd964fb7740 1 --2- 172.21.15.26:0/164074294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 0x55a0a199bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.502+0000 7fd964fb7740 1 -- 172.21.15.26:0/164074294 >> 172.21.15.26:0/164074294 conn(0x55a0a198d6c0 msgr2=0x55a0a19934c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.502+0000 7fd944c00640 0 client.17988 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:48:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.502+0000 7fd964fb7740 1 -- 172.21.15.26:0/164074294 shutdown_connections 2024-04-26T23:48:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.502+0000 7fd964fb7740 1 -- 172.21.15.26:0/164074294 wait complete. 2024-04-26T23:48:12.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.502+0000 7fd964fb7740 20 client.17988 trim_cache size 0 max 16384 2024-04-26T23:48:12.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.518+0000 7fd964fb7740 1 Processor -- start 2024-04-26T23:48:12.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.518+0000 7fd964fb7740 1 -- start start 2024-04-26T23:48:12.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.518+0000 7fd964fb7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 0x55a0a198c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.518+0000 7fd964fb7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 0x55a0a19a7e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd964fb7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a19b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd964fb7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd95c1ae910 con 0x55a0a199c390 2024-04-26T23:48:12.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd964fb7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd95c1ac1e0 con 0x55a0a1991cc0 2024-04-26T23:48:12.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd964fb7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd95c1aa090 con 0x55a0a19913a0 2024-04-26T23:48:12.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd95be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a19b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd95be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a19b3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45294/0 (socket says 172.21.15.26:45294) 2024-04-26T23:48:12.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd95be00640 1 -- 172.21.15.26:0/8087421 learned_addr learned my addr 172.21.15.26:0/8087421 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:12.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd95b400640 1 --2- 172.21.15.26:0/8087421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 0x55a0a198c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd95be00640 1 -- 172.21.15.26:0/8087421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 msgr2=0x55a0a198c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd95be00640 1 --2- 172.21.15.26:0/8087421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 0x55a0a198c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd95be00640 1 -- 172.21.15.26:0/8087421 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 msgr2=0x55a0a19a7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd95be00640 1 --2- 172.21.15.26:0/8087421 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 0x55a0a19a7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.519+0000 7fd95be00640 1 -- 172.21.15.26:0/8087421 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0a16d17d0 con 0x55a0a199c390 2024-04-26T23:48:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.520+0000 7fd95be00640 1 --2- 172.21.15.26:0/8087421 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a19b3bd0 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7fd954030360 tx=0x7fd954004990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5699af53ad5d6dd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.520+0000 7fd947400640 1 -- 172.21.15.26:0/8087421 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9540b9a60 con 0x55a0a199c390 2024-04-26T23:48:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.520+0000 7fd947400640 1 -- 172.21.15.26:0/8087421 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd954036040 con 0x55a0a199c390 2024-04-26T23:48:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.520+0000 7fd947400640 1 -- 172.21.15.26:0/8087421 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9540bd120 con 0x55a0a199c390 2024-04-26T23:48:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.521+0000 7fd964fb7740 1 -- 172.21.15.26:0/8087421 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 msgr2=0x55a0a19b3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.521+0000 7fd964fb7740 1 --2- 172.21.15.26:0/8087421 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a19b3bd0 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7fd954030360 tx=0x7fd954004990 comp rx=0 tx=0).stop 2024-04-26T23:48:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.521+0000 7fd964fb7740 1 -- 172.21.15.26:0/8087421 shutdown_connections 2024-04-26T23:48:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.521+0000 7fd964fb7740 1 --2- 172.21.15.26:0/8087421 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a199c390 0x55a0a19b3bd0 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.521+0000 7fd964fb7740 1 --2- 172.21.15.26:0/8087421 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a1991cc0 0x55a0a19a7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.521+0000 7fd964fb7740 1 --2- 172.21.15.26:0/8087421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a19913a0 0x55a0a198c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.521+0000 7fd964fb7740 1 -- 172.21.15.26:0/8087421 >> 172.21.15.26:0/8087421 conn(0x55a0a198d6c0 msgr2=0x55a0a198bf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.521+0000 7fd964fb7740 1 -- 172.21.15.26:0/8087421 shutdown_connections 2024-04-26T23:48:12.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.521+0000 7fd964fb7740 1 -- 172.21.15.26:0/8087421 wait complete. 2024-04-26T23:48:12.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.522+0000 7fd964fb7740 1 -- start start 2024-04-26T23:48:12.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.522+0000 7fd964fb7740 1 Processor -- start 2024-04-26T23:48:12.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.522+0000 7fd964fb7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a19913a0 0x55a0a19a18f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.522+0000 7fd964fb7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a1991cc0 0x55a0a19a1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.522+0000 7fd964fb7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a199c390 0x55a0a1a09400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.522+0000 7fd964fb7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd95c1aa6e0 con 0x55a0a19913a0 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.522+0000 7fd964fb7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd95c1abb10 con 0x55a0a199c390 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.522+0000 7fd964fb7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd95c1aad70 con 0x55a0a1991cc0 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.522+0000 7fd964fb7740 10 client.0 _ll_register_callbacks cb 0x7fd9540095c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.523+0000 7fd95b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a19913a0 0x55a0a19a18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.523+0000 7fd95b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a19913a0 0x55a0a19a18f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45296/0 (socket says 172.21.15.26:45296) 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.523+0000 7fd95b400640 1 -- 172.21.15.26:0/719068323 learned_addr learned my addr 172.21.15.26:0/719068323 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.523+0000 7fd95be00640 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a199c390 0x55a0a1a09400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.523+0000 7fd95aa00640 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a1991cc0 0x55a0a19a1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.523+0000 7fd95b400640 1 -- 172.21.15.26:0/719068323 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a1991cc0 msgr2=0x55a0a19a1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.523+0000 7fd95b400640 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a1991cc0 0x55a0a19a1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.523+0000 7fd95b400640 1 -- 172.21.15.26:0/719068323 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a199c390 msgr2=0x55a0a1a09400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.523+0000 7fd95b400640 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a199c390 0x55a0a1a09400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.523+0000 7fd95b400640 1 -- 172.21.15.26:0/719068323 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0a189c2a0 con 0x55a0a19913a0 2024-04-26T23:48:12.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.523+0000 7fd95be00640 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a199c390 0x55a0a1a09400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.524+0000 7fd95b400640 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a19913a0 0x55a0a19a18f0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x55a0a19aeb40 tx=0x7fd94c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5bc43e6df2d9d61 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.524+0000 7fd944c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.524+0000 7fd944c00640 1 -- 172.21.15.26:0/719068323 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd94c003c20 con 0x55a0a19913a0 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.524+0000 7fd944c00640 1 -- 172.21.15.26:0/719068323 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7fd94c003dc0 con 0x55a0a19913a0 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.524+0000 7fd964fb7740 1 -- 172.21.15.26:0/719068323 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd954036040 con 0x55a0a19913a0 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.524+0000 7fd944c00640 1 -- 172.21.15.26:0/719068323 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd94c042050 con 0x55a0a19913a0 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.524+0000 7fd964fb7740 10 client.17994 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.524+0000 7fd964fb7740 1 -- 172.21.15.26:0/719068323 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a0a1a11e70 con 0x55a0a19913a0 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.525+0000 7fd944c00640 1 -- 172.21.15.26:0/719068323 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd954036040 con 0x55a0a19913a0 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.525+0000 7fd944c00640 1 -- 172.21.15.26:0/719068323 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd94c0047a0 con 0x55a0a19913a0 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.525+0000 7fd964fb7740 10 client.17994 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.525+0000 7fd964fb7740 10 client.17994 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.525+0000 7fd964fb7740 20 client.17994 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.525+0000 7fd964fb7740 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a0a1a12590 0x55a0a1a14980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.525+0000 7fd964fb7740 4 client.17994 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:48:12.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.525+0000 7fd964fb7740 1 -- 172.21.15.26:0/719068323 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a0a18fd6f0 con 0x55a0a1a12590 2024-04-26T23:48:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.526+0000 7fd95aa00640 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a0a1a12590 0x55a0a1a14980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd95aa00640 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a0a1a12590 0x55a0a1a14980 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=63d2b92c2facb95b server_cookie=aad000da5092896a in_seq=0 out_seq=0 2024-04-26T23:48:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd944c00640 10 client.17994 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:48:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd944c00640 1 -- 172.21.15.26:0/719068323 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a0a18fd6f0 con 0x55a0a1a12590 2024-04-26T23:48:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd944c00640 10 client.17994 handle_command_reply: tid=0 2024-04-26T23:48:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd964fb7740 1 client.17994 shutdown 2024-04-26T23:48:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd964fb7740 1 -- 172.21.15.26:0/719068323 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a19913a0 msgr2=0x55a0a19a18f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd964fb7740 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a19913a0 0x55a0a19a18f0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x55a0a19aeb40 tx=0x7fd94c004730 comp rx=0 tx=0).stop 2024-04-26T23:48:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd964fb7740 1 -- 172.21.15.26:0/719068323 shutdown_connections 2024-04-26T23:48:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd964fb7740 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a0a199c390 0x55a0a1a09400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd964fb7740 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55a0a1a12590 0x55a0a1a14980 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd964fb7740 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a0a1991cc0 0x55a0a19a1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd964fb7740 1 --2- 172.21.15.26:0/719068323 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a0a19913a0 0x55a0a19a18f0 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd944c00640 0 client.17994 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:48:12.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.527+0000 7fd964fb7740 1 -- 172.21.15.26:0/719068323 >> 172.21.15.26:0/719068323 conn(0x55a0a198d6c0 msgr2=0x55a0a198c7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.528+0000 7fd964fb7740 1 -- 172.21.15.26:0/719068323 shutdown_connections 2024-04-26T23:48:12.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.528+0000 7fd964fb7740 1 -- 172.21.15.26:0/719068323 wait complete. 2024-04-26T23:48:12.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.528+0000 7fd964fb7740 20 client.17994 trim_cache size 0 max 16384 2024-04-26T23:48:12.533 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:48:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.529+0000 7fd960c00640 1 -- 172.21.15.26:0/1104211531 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd9400a3da0 msgr2=0x7fd9400a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.529+0000 7fd960c00640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd9400a3da0 0x7fd9400a6260 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x55a0a1992960 tx=0x7fd94c005f90 comp rx=0 tx=0).stop 2024-04-26T23:48:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.529+0000 7fd960c00640 1 -- 172.21.15.26:0/1104211531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd95c1087e0 msgr2=0x7fd95c19f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.529+0000 7fd960c00640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd95c1087e0 0x7fd95c19f950 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7fd954005e30 tx=0x7fd954003ba0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.529+0000 7fd960c00640 1 -- 172.21.15.26:0/1104211531 shutdown_connections 2024-04-26T23:48:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.529+0000 7fd960c00640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd9400a3da0 0x7fd9400a6260 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.529+0000 7fd960c00640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd95c1087e0 0x7fd95c19f950 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.529+0000 7fd960c00640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c103190 0x7fd95c19b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.529+0000 7fd960c00640 1 --2- 172.21.15.26:0/1104211531 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd95c1027d0 0x7fd95c19b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.529+0000 7fd960c00640 1 -- 172.21.15.26:0/1104211531 >> 172.21.15.26:0/1104211531 conn(0x7fd95c0fe300 msgr2=0x7fd95c0fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.529+0000 7fd960c00640 1 -- 172.21.15.26:0/1104211531 shutdown_connections 2024-04-26T23:48:12.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.529+0000 7fd960c00640 1 -- 172.21.15.26:0/1104211531 wait complete. 2024-04-26T23:48:12.552 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:48:12.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.794+0000 7fc529c00640 1 -- 172.21.15.26:0/2631785206 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5241039f0 msgr2=0x7fc524103dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.794+0000 7fc529c00640 1 --2- 172.21.15.26:0/2631785206 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5241039f0 0x7fc524103dd0 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7fc514009900 tx=0x7fc51402a480 comp rx=0 tx=0).stop 2024-04-26T23:48:12.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.794+0000 7fc529c00640 1 -- 172.21.15.26:0/2631785206 shutdown_connections 2024-04-26T23:48:12.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.794+0000 7fc529c00640 1 --2- 172.21.15.26:0/2631785206 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc52410cdc0 0x7fc52410f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.794+0000 7fc529c00640 1 --2- 172.21.15.26:0/2631785206 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc524104310 0x7fc52410c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.794+0000 7fc529c00640 1 --2- 172.21.15.26:0/2631785206 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc5241039f0 0x7fc524103dd0 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.794+0000 7fc529c00640 1 -- 172.21.15.26:0/2631785206 >> 172.21.15.26:0/2631785206 conn(0x7fc5240fd1b0 msgr2=0x7fc5240ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.794+0000 7fc529c00640 1 -- 172.21.15.26:0/2631785206 shutdown_connections 2024-04-26T23:48:12.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.794+0000 7fc529c00640 1 -- 172.21.15.26:0/2631785206 wait complete. 2024-04-26T23:48:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.796+0000 7fc529c00640 1 Processor -- start 2024-04-26T23:48:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.796+0000 7fc529c00640 1 -- start start 2024-04-26T23:48:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.796+0000 7fc529c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc5241039f0 0x7fc52419b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.796+0000 7fc529c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc524104310 0x7fc52419b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.796+0000 7fc529c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc52410cdc0 0x7fc52419f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.796+0000 7fc529c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc524112900 con 0x7fc52410cdc0 2024-04-26T23:48:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.796+0000 7fc529c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc524112780 con 0x7fc524104310 2024-04-26T23:48:12.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.796+0000 7fc529c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc524112a80 con 0x7fc5241039f0 2024-04-26T23:48:12.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.797+0000 7fc529200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc52410cdc0 0x7fc52419f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.797+0000 7fc529200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc52410cdc0 0x7fc52419f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45314/0 (socket says 172.21.15.26:45314) 2024-04-26T23:48:12.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.797+0000 7fc529200640 1 -- 172.21.15.26:0/1282696717 learned_addr learned my addr 172.21.15.26:0/1282696717 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:12.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.797+0000 7fc523e00640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc5241039f0 0x7fc52419b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.797+0000 7fc523400640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc524104310 0x7fc52419b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.797+0000 7fc529200640 1 -- 172.21.15.26:0/1282696717 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc5241039f0 msgr2=0x7fc52419b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.797+0000 7fc529200640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc5241039f0 0x7fc52419b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.797+0000 7fc529200640 1 -- 172.21.15.26:0/1282696717 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc524104310 msgr2=0x7fc52419b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.797+0000 7fc529200640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc524104310 0x7fc52419b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.797+0000 7fc529200640 1 -- 172.21.15.26:0/1282696717 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5241a0120 con 0x7fc52410cdc0 2024-04-26T23:48:12.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.798+0000 7fc529200640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc52410cdc0 0x7fc52419f9f0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7fc51c00cad0 tx=0x7fc51c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:12.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.798+0000 7fc520c00640 1 -- 172.21.15.26:0/1282696717 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc51c00ae20 con 0x7fc52410cdc0 2024-04-26T23:48:12.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.798+0000 7fc520c00640 1 -- 172.21.15.26:0/1282696717 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc51c005020 con 0x7fc52410cdc0 2024-04-26T23:48:12.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.798+0000 7fc529c00640 1 -- 172.21.15.26:0/1282696717 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5241a0410 con 0x7fc52410cdc0 2024-04-26T23:48:12.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.798+0000 7fc520c00640 1 -- 172.21.15.26:0/1282696717 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc51c00f6b0 con 0x7fc52410cdc0 2024-04-26T23:48:12.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.798+0000 7fc529c00640 1 -- 172.21.15.26:0/1282696717 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5241a7ca0 con 0x7fc52410cdc0 2024-04-26T23:48:12.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.802+0000 7fc520c00640 1 -- 172.21.15.26:0/1282696717 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fc51c0051d0 con 0x7fc52410cdc0 2024-04-26T23:48:12.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.802+0000 7fc52e17e740 1 Processor -- start 2024-04-26T23:48:12.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.803+0000 7fc52e17e740 1 -- start start 2024-04-26T23:48:12.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.803+0000 7fc52e17e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5623272223a0 0x562327222780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.803+0000 7fc52e17e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x56232722ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.803+0000 7fc52e17e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56232722d390 0x56232722f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.803+0000 7fc52e17e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562327186c70 con 0x56232722d390 2024-04-26T23:48:12.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.803+0000 7fc52e17e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56232713f980 con 0x562327222cc0 2024-04-26T23:48:12.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.803+0000 7fc52e17e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562327182c30 con 0x5623272223a0 2024-04-26T23:48:12.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.803+0000 7fc523400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56232722d390 0x56232722f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.803+0000 7fc520c00640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc5080a3d20 0x7fc5080a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.803+0000 7fc523400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56232722d390 0x56232722f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45322/0 (socket says 172.21.15.26:45322) 2024-04-26T23:48:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.804+0000 7fc523400640 1 -- 172.21.15.26:0/3591935982 learned_addr learned my addr 172.21.15.26:0/3591935982 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.804+0000 7fc523e00640 1 --2- 172.21.15.26:0/3591935982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x56232722ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.804+0000 7fc523400640 1 --2- 172.21.15.26:0/3591935982 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5623272223a0 0x562327222780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.804+0000 7fc520c00640 1 -- 172.21.15.26:0/1282696717 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7fc51c0d0c90 con 0x7fc52410cdc0 2024-04-26T23:48:12.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.804+0000 7fc529200640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc5080a3d20 0x7fc5080a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.804+0000 7fc523400640 1 -- 172.21.15.26:0/3591935982 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5623272223a0 msgr2=0x562327222780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.804+0000 7fc523400640 1 --2- 172.21.15.26:0/3591935982 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5623272223a0 0x562327222780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.804+0000 7fc523400640 1 -- 172.21.15.26:0/3591935982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 msgr2=0x56232722ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.804+0000 7fc523400640 1 --2- 172.21.15.26:0/3591935982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x56232722ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.804+0000 7fc523400640 1 -- 172.21.15.26:0/3591935982 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623271177b0 con 0x56232722d390 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.804+0000 7fc523e00640 1 --2- 172.21.15.26:0/3591935982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x56232722ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.805+0000 7fc523400640 1 --2- 172.21.15.26:0/3591935982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56232722d390 0x56232722f780 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7fc510013920 tx=0x7fc51000e430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5f113a214beee5b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.805+0000 7fc529200640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc5080a3d20 0x7fc5080a61e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc51c0ce390 tx=0x7fc51c00a890 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.805+0000 7fc519600640 1 -- 172.21.15.26:0/3591935982 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc51000b910 con 0x56232722d390 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.805+0000 7fc519600640 1 -- 172.21.15.26:0/3591935982 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc510005020 con 0x56232722d390 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.805+0000 7fc519600640 1 -- 172.21.15.26:0/3591935982 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5100049a0 con 0x56232722d390 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.806+0000 7fc52e17e740 1 -- 172.21.15.26:0/3591935982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56232722d390 msgr2=0x56232722f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.806+0000 7fc52e17e740 1 --2- 172.21.15.26:0/3591935982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56232722d390 0x56232722f780 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7fc510013920 tx=0x7fc51000e430 comp rx=0 tx=0).stop 2024-04-26T23:48:12.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.806+0000 7fc52e17e740 1 -- 172.21.15.26:0/3591935982 shutdown_connections 2024-04-26T23:48:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.806+0000 7fc52e17e740 1 --2- 172.21.15.26:0/3591935982 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56232722d390 0x56232722f780 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.806+0000 7fc52e17e740 1 --2- 172.21.15.26:0/3591935982 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x56232722ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.806+0000 7fc52e17e740 1 --2- 172.21.15.26:0/3591935982 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5623272223a0 0x562327222780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.806+0000 7fc52e17e740 1 -- 172.21.15.26:0/3591935982 >> 172.21.15.26:0/3591935982 conn(0x56232721e6c0 msgr2=0x56232721eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.806+0000 7fc52e17e740 1 -- 172.21.15.26:0/3591935982 shutdown_connections 2024-04-26T23:48:12.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.806+0000 7fc52e17e740 1 -- 172.21.15.26:0/3591935982 wait complete. 2024-04-26T23:48:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.807+0000 7fc52e17e740 1 -- start start 2024-04-26T23:48:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.807+0000 7fc52e17e740 1 Processor -- start 2024-04-26T23:48:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc52e17e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x56232722cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc52e17e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562327222cc0 0x56232722a010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc52e17e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56232722d390 0x56232722a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc52e17e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562327185f80 con 0x5623272223a0 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc52e17e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x562327133260 con 0x56232722d390 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc52e17e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56232718b2a0 con 0x562327222cc0 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc52e17e740 10 client.0 _ll_register_callbacks cb 0x56232717d960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc523400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x56232722cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc523400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x56232722cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45334/0 (socket says 172.21.15.26:45334) 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc523400640 1 -- 172.21.15.26:0/3016288024 learned_addr learned my addr 172.21.15.26:0/3016288024 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc523e00640 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562327222cc0 0x56232722a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc523400640 1 -- 172.21.15.26:0/3016288024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562327222cc0 msgr2=0x56232722a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.808+0000 7fc523400640 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562327222cc0 0x56232722a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.809+0000 7fc523400640 1 -- 172.21.15.26:0/3016288024 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56232722d390 msgr2=0x56232722a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.809+0000 7fc523400640 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56232722d390 0x56232722a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.809+0000 7fc523400640 1 -- 172.21.15.26:0/3016288024 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623271151c0 con 0x5623272223a0 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.809+0000 7fc523e00640 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562327222cc0 0x56232722a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:12.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.809+0000 7fc523400640 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x56232722cd20 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7fc510013600 tx=0x7fc510013630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9454e660d2709ebc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:12.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.809+0000 7fc50e000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:12.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.809+0000 7fc50e000640 1 -- 172.21.15.26:0/3016288024 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5100051d0 con 0x5623272223a0 2024-04-26T23:48:12.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.809+0000 7fc50e000640 1 -- 172.21.15.26:0/3016288024 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7fc510005370 con 0x5623272223a0 2024-04-26T23:48:12.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.809+0000 7fc52e17e740 1 -- 172.21.15.26:0/3016288024 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc510005020 con 0x5623272223a0 2024-04-26T23:48:12.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.810+0000 7fc50e000640 1 -- 172.21.15.26:0/3016288024 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc51002f050 con 0x5623272223a0 2024-04-26T23:48:12.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.810+0000 7fc52e17e740 10 client.18006 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:12.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.810+0000 7fc52e17e740 1 -- 172.21.15.26:0/3016288024 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562326e983f0 con 0x5623272223a0 2024-04-26T23:48:12.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.810+0000 7fc50e000640 1 -- 172.21.15.26:0/3016288024 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc510005020 con 0x5623272223a0 2024-04-26T23:48:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.810+0000 7fc50e000640 1 -- 172.21.15.26:0/3016288024 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc510004870 con 0x5623272223a0 2024-04-26T23:48:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.810+0000 7fc52e17e740 10 client.18006 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.810+0000 7fc52e17e740 10 client.18006 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:48:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.810+0000 7fc52e17e740 20 client.18006 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.810+0000 7fc52e17e740 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56232723cd50 0x56232723f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.810+0000 7fc52e17e740 4 client.18006 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:48:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.810+0000 7fc52e17e740 1 -- 172.21.15.26:0/3016288024 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562327194880 con 0x56232723cd50 2024-04-26T23:48:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.811+0000 7fc523e00640 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56232723cd50 0x56232723f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.812+0000 7fc523e00640 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56232723cd50 0x56232723f140 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3a110de7830c3a47 server_cookie=9c0be644b2484a8e in_seq=0 out_seq=0 2024-04-26T23:48:12.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.812+0000 7fc50e000640 10 client.18006 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:48:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc50e000640 1 -- 172.21.15.26:0/3016288024 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562327194880 con 0x56232723cd50 2024-04-26T23:48:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc50e000640 10 client.18006 handle_command_reply: tid=0 2024-04-26T23:48:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc52e17e740 1 client.18006 shutdown 2024-04-26T23:48:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc52e17e740 1 -- 172.21.15.26:0/3016288024 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 msgr2=0x56232722cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc52e17e740 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x56232722cd20 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7fc510013600 tx=0x7fc510013630 comp rx=0 tx=0).stop 2024-04-26T23:48:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc52e17e740 1 -- 172.21.15.26:0/3016288024 shutdown_connections 2024-04-26T23:48:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc52e17e740 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x56232723cd50 0x56232723f140 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc52e17e740 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56232722d390 0x56232722a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc52e17e740 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562327222cc0 0x56232722a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc52e17e740 1 --2- 172.21.15.26:0/3016288024 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x56232722cd20 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc52e17e740 1 -- 172.21.15.26:0/3016288024 >> 172.21.15.26:0/3016288024 conn(0x56232721e6c0 msgr2=0x5623272244c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc50e000640 0 client.18006 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:48:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc52e17e740 1 -- 172.21.15.26:0/3016288024 shutdown_connections 2024-04-26T23:48:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.814+0000 7fc52e17e740 1 -- 172.21.15.26:0/3016288024 wait complete. 2024-04-26T23:48:12.819 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.815+0000 7fc52e17e740 20 client.18006 trim_cache size 0 max 16384 2024-04-26T23:48:12.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.829+0000 7fc52e17e740 1 Processor -- start 2024-04-26T23:48:12.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.829+0000 7fc52e17e740 1 -- start start 2024-04-26T23:48:12.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.830+0000 7fc52e17e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x56232722c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.830+0000 7fc52e17e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x562327244770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.830+0000 7fc52e17e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56232722d390 0x562327244cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.830+0000 7fc52e17e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc5241b2ee0 con 0x5623272223a0 2024-04-26T23:48:12.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.830+0000 7fc52e17e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc5241b07b0 con 0x562327222cc0 2024-04-26T23:48:12.833 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.830+0000 7fc52e17e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc5241ae620 con 0x56232722d390 2024-04-26T23:48:12.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.830+0000 7fc523400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x56232722c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.830+0000 7fc523400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x56232722c850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45342/0 (socket says 172.21.15.26:45342) 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.830+0000 7fc523400640 1 -- 172.21.15.26:0/1923891038 learned_addr learned my addr 172.21.15.26:0/1923891038 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.830+0000 7fc523e00640 1 --2- 172.21.15.26:0/1923891038 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x562327244770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.831+0000 7fc523400640 1 -- 172.21.15.26:0/1923891038 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56232722d390 msgr2=0x562327244cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.831+0000 7fc523400640 1 --2- 172.21.15.26:0/1923891038 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56232722d390 0x562327244cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.831+0000 7fc523400640 1 -- 172.21.15.26:0/1923891038 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 msgr2=0x562327244770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.831+0000 7fc523400640 1 --2- 172.21.15.26:0/1923891038 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x562327244770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.831+0000 7fc523400640 1 -- 172.21.15.26:0/1923891038 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562326f627d0 con 0x5623272223a0 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.831+0000 7fc523e00640 1 --2- 172.21.15.26:0/1923891038 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x562327244770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.831+0000 7fc523400640 1 --2- 172.21.15.26:0/1923891038 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x56232722c850 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7fc5100135d0 tx=0x7fc510013130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b35b1767f551c13a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.831+0000 7fc518c00640 1 -- 172.21.15.26:0/1923891038 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc510022070 con 0x5623272223a0 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.831+0000 7fc518c00640 1 -- 172.21.15.26:0/1923891038 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc510024020 con 0x5623272223a0 2024-04-26T23:48:12.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.831+0000 7fc518c00640 1 -- 172.21.15.26:0/1923891038 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc510004480 con 0x5623272223a0 2024-04-26T23:48:12.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.832+0000 7fc52e17e740 1 -- 172.21.15.26:0/1923891038 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 msgr2=0x56232722c850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.832+0000 7fc52e17e740 1 --2- 172.21.15.26:0/1923891038 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x56232722c850 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7fc5100135d0 tx=0x7fc510013130 comp rx=0 tx=0).stop 2024-04-26T23:48:12.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.832+0000 7fc52e17e740 1 -- 172.21.15.26:0/1923891038 shutdown_connections 2024-04-26T23:48:12.836 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.832+0000 7fc52e17e740 1 --2- 172.21.15.26:0/1923891038 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56232722d390 0x562327244cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.832+0000 7fc52e17e740 1 --2- 172.21.15.26:0/1923891038 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x562327244770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.832+0000 7fc52e17e740 1 --2- 172.21.15.26:0/1923891038 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x56232722c850 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.832+0000 7fc52e17e740 1 -- 172.21.15.26:0/1923891038 >> 172.21.15.26:0/1923891038 conn(0x56232721e6c0 msgr2=0x5623272287b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.832+0000 7fc52e17e740 1 -- 172.21.15.26:0/1923891038 shutdown_connections 2024-04-26T23:48:12.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.832+0000 7fc52e17e740 1 -- 172.21.15.26:0/1923891038 wait complete. 2024-04-26T23:48:12.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.833+0000 7fc52e17e740 1 -- start start 2024-04-26T23:48:12.837 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.833+0000 7fc52e17e740 1 Processor -- start 2024-04-26T23:48:12.838 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.833+0000 7fc52e17e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x562327232580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.833+0000 7fc52e17e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x562327232ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.833+0000 7fc52e17e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56232722d390 0x56232729b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.833+0000 7fc52e17e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fc5241aec70 con 0x5623272223a0 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.833+0000 7fc52e17e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fc5241b00e0 con 0x562327222cc0 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.833+0000 7fc52e17e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc5241af340 con 0x56232722d390 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.833+0000 7fc52e17e740 10 client.0 _ll_register_callbacks cb 0x7fc514009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.834+0000 7fc523400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x562327232580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.834+0000 7fc523400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x562327232580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45344/0 (socket says 172.21.15.26:45344) 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.834+0000 7fc523400640 1 -- 172.21.15.26:0/2271291246 learned_addr learned my addr 172.21.15.26:0/2271291246 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.834+0000 7fc523e00640 1 --2- 172.21.15.26:0/2271291246 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x562327232ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.834+0000 7fc523400640 1 -- 172.21.15.26:0/2271291246 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56232722d390 msgr2=0x56232729b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.834+0000 7fc523400640 1 --2- 172.21.15.26:0/2271291246 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56232722d390 0x56232729b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.834+0000 7fc523400640 1 -- 172.21.15.26:0/2271291246 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 msgr2=0x562327232ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.834+0000 7fc523400640 1 --2- 172.21.15.26:0/2271291246 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x562327232ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.834+0000 7fc523400640 1 -- 172.21.15.26:0/2271291246 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56232712d2a0 con 0x5623272223a0 2024-04-26T23:48:12.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.835+0000 7fc523400640 1 --2- 172.21.15.26:0/2271291246 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x562327232580 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7fc510004d30 tx=0x7fc51000ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d922bd8d8b324e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:12.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.835+0000 7fc50e000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:12.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.835+0000 7fc50e000640 1 -- 172.21.15.26:0/2271291246 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc510022040 con 0x5623272223a0 2024-04-26T23:48:12.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.835+0000 7fc52e17e740 1 -- 172.21.15.26:0/2271291246 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc510024020 con 0x5623272223a0 2024-04-26T23:48:12.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.835+0000 7fc50e000640 1 -- 172.21.15.26:0/2271291246 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7fc510025030 con 0x5623272223a0 2024-04-26T23:48:12.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.835+0000 7fc50e000640 1 -- 172.21.15.26:0/2271291246 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc510004870 con 0x5623272223a0 2024-04-26T23:48:12.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.835+0000 7fc52e17e740 10 client.18012 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:12.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.835+0000 7fc52e17e740 1 -- 172.21.15.26:0/2271291246 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5623272a2720 con 0x5623272223a0 2024-04-26T23:48:12.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.836+0000 7fc50e000640 1 -- 172.21.15.26:0/2271291246 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fc510024020 con 0x5623272223a0 2024-04-26T23:48:12.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.836+0000 7fc50e000640 1 -- 172.21.15.26:0/2271291246 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc51001e740 con 0x5623272223a0 2024-04-26T23:48:12.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.836+0000 7fc52e17e740 10 client.18012 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:12.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.836+0000 7fc52e17e740 10 client.18012 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:48:12.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.836+0000 7fc52e17e740 20 client.18012 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:12.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.836+0000 7fc52e17e740 1 --2- 172.21.15.26:0/2271291246 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5623272a2dc0 0x5623272a51e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:12.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.836+0000 7fc52e17e740 4 client.18012 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:48:12.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.836+0000 7fc52e17e740 1 -- 172.21.15.26:0/2271291246 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56232718e6f0 con 0x5623272a2dc0 2024-04-26T23:48:12.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.837+0000 7fc523e00640 1 --2- 172.21.15.26:0/2271291246 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5623272a2dc0 0x5623272a51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:12.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc523e00640 1 --2- 172.21.15.26:0/2271291246 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5623272a2dc0 0x5623272a51e0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f80a60b4027fe098 server_cookie=e8ac32e65fd66aee in_seq=0 out_seq=0 2024-04-26T23:48:12.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc50e000640 10 client.18012 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:48:12.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc50e000640 1 -- 172.21.15.26:0/2271291246 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56232718e6f0 con 0x5623272a2dc0 2024-04-26T23:48:12.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc50e000640 10 client.18012 handle_command_reply: tid=0 2024-04-26T23:48:12.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc52e17e740 1 client.18012 shutdown 2024-04-26T23:48:12.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc52e17e740 1 -- 172.21.15.26:0/2271291246 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 msgr2=0x562327232580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc52e17e740 1 --2- 172.21.15.26:0/2271291246 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x562327232580 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7fc510004d30 tx=0x7fc51000ee30 comp rx=0 tx=0).stop 2024-04-26T23:48:12.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc52e17e740 1 -- 172.21.15.26:0/2271291246 shutdown_connections 2024-04-26T23:48:12.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc52e17e740 1 --2- 172.21.15.26:0/2271291246 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5623272a2dc0 0x5623272a51e0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc52e17e740 1 --2- 172.21.15.26:0/2271291246 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56232722d390 0x56232729b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc52e17e740 1 --2- 172.21.15.26:0/2271291246 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562327222cc0 0x562327232ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc52e17e740 1 --2- 172.21.15.26:0/2271291246 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5623272223a0 0x562327232580 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc50e000640 0 client.18012 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:48:12.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.838+0000 7fc52e17e740 1 -- 172.21.15.26:0/2271291246 >> 172.21.15.26:0/2271291246 conn(0x56232721e6c0 msgr2=0x562327229040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.839+0000 7fc52e17e740 1 -- 172.21.15.26:0/2271291246 shutdown_connections 2024-04-26T23:48:12.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.839+0000 7fc52e17e740 1 -- 172.21.15.26:0/2271291246 wait complete. 2024-04-26T23:48:12.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.839+0000 7fc52e17e740 20 client.18012 trim_cache size 0 max 16384 2024-04-26T23:48:12.844 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:48:12.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.840+0000 7fc529c00640 1 -- 172.21.15.26:0/1282696717 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc5080a3d20 msgr2=0x7fc5080a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.840+0000 7fc529c00640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc5080a3d20 0x7fc5080a61e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc51c0ce390 tx=0x7fc51c00a890 comp rx=0 tx=0).stop 2024-04-26T23:48:12.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.840+0000 7fc529c00640 1 -- 172.21.15.26:0/1282696717 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc52410cdc0 msgr2=0x7fc52419f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:12.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.840+0000 7fc529c00640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc52410cdc0 0x7fc52419f9f0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7fc51c00cad0 tx=0x7fc51c00cf90 comp rx=0 tx=0).stop 2024-04-26T23:48:12.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.840+0000 7fc529c00640 1 -- 172.21.15.26:0/1282696717 shutdown_connections 2024-04-26T23:48:12.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.840+0000 7fc529c00640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fc5080a3d20 0x7fc5080a61e0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.840+0000 7fc529c00640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fc52410cdc0 0x7fc52419f9f0 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.840+0000 7fc529c00640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fc524104310 0x7fc52419b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.840+0000 7fc529c00640 1 --2- 172.21.15.26:0/1282696717 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc5241039f0 0x7fc52419b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:12.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.840+0000 7fc529c00640 1 -- 172.21.15.26:0/1282696717 >> 172.21.15.26:0/1282696717 conn(0x7fc5240fd1b0 msgr2=0x7fc524102750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:12.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.840+0000 7fc529c00640 1 -- 172.21.15.26:0/1282696717 shutdown_connections 2024-04-26T23:48:12.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:12.840+0000 7fc529c00640 1 -- 172.21.15.26:0/1282696717 wait complete. 2024-04-26T23:48:12.858 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:12 smithi026 ceph-mon[28371]: pgmap v384: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 121 KiB/s wr, 26 op/s 2024-04-26T23:48:12.858 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:12 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2408171423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:48:12.861 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:48:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:12 smithi164 ceph-mon[31699]: pgmap v384: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 121 KiB/s wr, 26 op/s 2024-04-26T23:48:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:12 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2408171423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:48:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:12 smithi086 ceph-mon[31122]: pgmap v384: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 121 KiB/s wr, 26 op/s 2024-04-26T23:48:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:12 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2408171423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:48:13.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.095+0000 7f98f0a00640 1 -- 172.21.15.26:0/4026718627 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98ec1027d0 msgr2=0x7f98ec102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:13.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.095+0000 7f98f0a00640 1 --2- 172.21.15.26:0/4026718627 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98ec1027d0 0x7f98ec102c50 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f98d8009930 tx=0x7f98d802a420 comp rx=0 tx=0).stop 2024-04-26T23:48:13.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.095+0000 7f98f0a00640 1 -- 172.21.15.26:0/4026718627 shutdown_connections 2024-04-26T23:48:13.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.095+0000 7f98f0a00640 1 --2- 172.21.15.26:0/4026718627 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f98ec103190 0x7f98ec10f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.095+0000 7f98f0a00640 1 --2- 172.21.15.26:0/4026718627 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98ec1027d0 0x7f98ec102c50 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.095+0000 7f98f0a00640 1 --2- 172.21.15.26:0/4026718627 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f98ec1087e0 0x7f98ec108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.095+0000 7f98f0a00640 1 -- 172.21.15.26:0/4026718627 >> 172.21.15.26:0/4026718627 conn(0x7f98ec0fe300 msgr2=0x7f98ec100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:13.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.095+0000 7f98f0a00640 1 -- 172.21.15.26:0/4026718627 shutdown_connections 2024-04-26T23:48:13.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.095+0000 7f98f0a00640 1 -- 172.21.15.26:0/4026718627 wait complete. 2024-04-26T23:48:13.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.096+0000 7f98f0a00640 1 Processor -- start 2024-04-26T23:48:13.102 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.097+0000 7f98f0a00640 1 -- start start 2024-04-26T23:48:13.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.097+0000 7f98f0a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98ec1027d0 0x7f98ec19b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.097+0000 7f98f0a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f98ec103190 0x7f98ec19b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.097+0000 7f98f0a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f98ec1087e0 0x7f98ec19fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.097+0000 7f98f0a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1129a0 con 0x7f98ec1027d0 2024-04-26T23:48:13.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.097+0000 7f98f0a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec112820 con 0x7f98ec1087e0 2024-04-26T23:48:13.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.097+0000 7f98f0a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec112b20 con 0x7f98ec103190 2024-04-26T23:48:13.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.097+0000 7f98eb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98ec1027d0 0x7f98ec19b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.097+0000 7f98eb400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98ec1027d0 0x7f98ec19b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45354/0 (socket says 172.21.15.26:45354) 2024-04-26T23:48:13.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.097+0000 7f98eb400640 1 -- 172.21.15.26:0/3265582907 learned_addr learned my addr 172.21.15.26:0/3265582907 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:13.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.098+0000 7f98eaa00640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f98ec103190 0x7f98ec19b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.098+0000 7f98ebe00640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f98ec1087e0 0x7f98ec19fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.098+0000 7f98eb400640 1 -- 172.21.15.26:0/3265582907 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f98ec103190 msgr2=0x7f98ec19b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.098+0000 7f98eb400640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f98ec103190 0x7f98ec19b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.098+0000 7f98eb400640 1 -- 172.21.15.26:0/3265582907 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f98ec1087e0 msgr2=0x7f98ec19fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.098+0000 7f98eb400640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f98ec1087e0 0x7f98ec19fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.098+0000 7f98eb400640 1 -- 172.21.15.26:0/3265582907 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98ec1a0170 con 0x7f98ec1027d0 2024-04-26T23:48:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.098+0000 7f98eb400640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98ec1027d0 0x7f98ec19b180 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f98dc00d770 tx=0x7f98dc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.099+0000 7f98e3e00640 1 -- 172.21.15.26:0/3265582907 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc017070 con 0x7f98ec1027d0 2024-04-26T23:48:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.099+0000 7f98e3e00640 1 -- 172.21.15.26:0/3265582907 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f98dc0054b0 con 0x7f98ec1027d0 2024-04-26T23:48:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.099+0000 7f98e3e00640 1 -- 172.21.15.26:0/3265582907 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc004c60 con 0x7f98ec1027d0 2024-04-26T23:48:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.099+0000 7f98f0a00640 1 -- 172.21.15.26:0/3265582907 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98ec1a0460 con 0x7f98ec1027d0 2024-04-26T23:48:13.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.099+0000 7f98f0a00640 1 -- 172.21.15.26:0/3265582907 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98ec1a7cf0 con 0x7f98ec1027d0 2024-04-26T23:48:13.106 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.102+0000 7f98f4e0c740 1 Processor -- start 2024-04-26T23:48:13.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.103+0000 7f98f4e0c740 1 -- start start 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.103+0000 7f98f4e0c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 0x562d2e1e4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.103+0000 7f98f4e0c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1e4cc0 0x562d2e1eee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.103+0000 7f98f4e0c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1ef390 0x562d2e1f1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.103+0000 7f98f4e0c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562d2e148c70 con 0x562d2e1e43a0 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.103+0000 7f98f4e0c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x562d2e101980 con 0x562d2e1e4cc0 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.103+0000 7f98f4e0c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562d2e144c30 con 0x562d2e1ef390 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.103+0000 7f98e3e00640 1 -- 172.21.15.26:0/3265582907 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f98dc004e00 con 0x7f98ec1027d0 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.103+0000 7f98ebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 0x562d2e1e4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.103+0000 7f98ebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 0x562d2e1e4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45358/0 (socket says 172.21.15.26:45358) 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.103+0000 7f98ebe00640 1 -- 172.21.15.26:0/3786375528 learned_addr learned my addr 172.21.15.26:0/3786375528 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.104+0000 7f98eaa00640 1 --2- 172.21.15.26:0/3786375528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1ef390 0x562d2e1f1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.104+0000 7f98eb400640 1 --2- 172.21.15.26:0/3786375528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1e4cc0 0x562d2e1eee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.104+0000 7f98ebe00640 1 -- 172.21.15.26:0/3786375528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1ef390 msgr2=0x562d2e1f1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:13.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.104+0000 7f98ebe00640 1 --2- 172.21.15.26:0/3786375528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1ef390 0x562d2e1f1780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.104+0000 7f98ebe00640 1 -- 172.21.15.26:0/3786375528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1e4cc0 msgr2=0x562d2e1eee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:13.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.104+0000 7f98ebe00640 1 --2- 172.21.15.26:0/3786375528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1e4cc0 0x562d2e1eee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.104+0000 7f98ebe00640 1 -- 172.21.15.26:0/3786375528 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d2e0d97b0 con 0x562d2e1e43a0 2024-04-26T23:48:13.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.104+0000 7f98eb400640 1 --2- 172.21.15.26:0/3786375528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1e4cc0 0x562d2e1eee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:13.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.104+0000 7f98ebe00640 1 --2- 172.21.15.26:0/3786375528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 0x562d2e1e4780 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f98e4009fa0 tx=0x7f98e400f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9392dc644f3d8578 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:13.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.105+0000 7f98d7e00640 1 -- 172.21.15.26:0/3786375528 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e4015070 con 0x562d2e1e43a0 2024-04-26T23:48:13.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.105+0000 7f98d7e00640 1 -- 172.21.15.26:0/3786375528 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f98e401aaf0 con 0x562d2e1e43a0 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.105+0000 7f98d7e00640 1 -- 172.21.15.26:0/3786375528 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e4011c00 con 0x562d2e1e43a0 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.105+0000 7f98e3e00640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f98d00a3d20 0x7f98d00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.106+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3786375528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 msgr2=0x562d2e1e4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.106+0000 7f98e3e00640 1 -- 172.21.15.26:0/3265582907 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7f98dc0d0360 con 0x7f98ec1027d0 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.106+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/3786375528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 0x562d2e1e4780 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f98e4009fa0 tx=0x7f98e400f7f0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.106+0000 7f98eb400640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f98d00a3d20 0x7f98d00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.106+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3786375528 shutdown_connections 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.106+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/3786375528 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1ef390 0x562d2e1f1780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.106+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/3786375528 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1e4cc0 0x562d2e1eee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.106+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/3786375528 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 0x562d2e1e4780 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.106+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3786375528 >> 172.21.15.26:0/3786375528 conn(0x562d2e1e06c0 msgr2=0x562d2e1e0aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.106+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3786375528 shutdown_connections 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.106+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3786375528 wait complete. 2024-04-26T23:48:13.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.107+0000 7f98eb400640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f98d00a3d20 0x7f98d00a61e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x562d2e1e5960 tx=0x7f98dc009f00 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:13.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.107+0000 7f98f4e0c740 1 -- start start 2024-04-26T23:48:13.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.107+0000 7f98f4e0c740 1 Processor -- start 2024-04-26T23:48:13.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.107+0000 7f98f4e0c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 0x562d2e1eed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.107+0000 7f98f4e0c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1e4cc0 0x562d2e1ec080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.107+0000 7f98f4e0c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1ef390 0x562d2e1ec690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.107+0000 7f98f4e0c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562d2e147f80 con 0x562d2e1e43a0 2024-04-26T23:48:13.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.107+0000 7f98f4e0c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x562d2e0f5260 con 0x562d2e1ef390 2024-04-26T23:48:13.114 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.108+0000 7f98f4e0c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562d2e14d2a0 con 0x562d2e1e4cc0 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.108+0000 7f98f4e0c740 10 client.0 _ll_register_callbacks cb 0x562d2e13f960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.108+0000 7f98ebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 0x562d2e1eed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.108+0000 7f98ebe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 0x562d2e1eed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45362/0 (socket says 172.21.15.26:45362) 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.108+0000 7f98ebe00640 1 -- 172.21.15.26:0/1066422770 learned_addr learned my addr 172.21.15.26:0/1066422770 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.108+0000 7f98eaa00640 1 --2- 172.21.15.26:0/1066422770 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1e4cc0 0x562d2e1ec080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.108+0000 7f98ebe00640 1 -- 172.21.15.26:0/1066422770 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1e4cc0 msgr2=0x562d2e1ec080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.108+0000 7f98ebe00640 1 --2- 172.21.15.26:0/1066422770 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1e4cc0 0x562d2e1ec080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.108+0000 7f98ebe00640 1 -- 172.21.15.26:0/1066422770 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1ef390 msgr2=0x562d2e1ec690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.108+0000 7f98ebe00640 1 --2- 172.21.15.26:0/1066422770 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1ef390 0x562d2e1ec690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.108+0000 7f98ebe00640 1 -- 172.21.15.26:0/1066422770 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d2e0d71c0 con 0x562d2e1e43a0 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.109+0000 7f98ebe00640 1 --2- 172.21.15.26:0/1066422770 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 0x562d2e1eed90 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7f98e4005cc0 tx=0x7f98e401aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52cc895e996c2ac server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.109+0000 7f98d4c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:13.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.109+0000 7f98d4c00640 1 -- 172.21.15.26:0/1066422770 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e4015070 con 0x562d2e1e43a0 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.109+0000 7f98d4c00640 1 -- 172.21.15.26:0/1066422770 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7f98e40119e0 con 0x562d2e1e43a0 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.109+0000 7f98f4e0c740 1 -- 172.21.15.26:0/1066422770 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98e401aaf0 con 0x562d2e1e43a0 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.109+0000 7f98d4c00640 1 -- 172.21.15.26:0/1066422770 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f98e4004e50 con 0x562d2e1e43a0 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.109+0000 7f98f4e0c740 10 client.18024 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.109+0000 7f98f4e0c740 1 -- 172.21.15.26:0/1066422770 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562d2de5a3f0 con 0x562d2e1e43a0 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.110+0000 7f98d4c00640 1 -- 172.21.15.26:0/1066422770 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f98e401aaf0 con 0x562d2e1e43a0 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.110+0000 7f98d4c00640 1 -- 172.21.15.26:0/1066422770 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f98e401a660 con 0x562d2e1e43a0 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.110+0000 7f98f4e0c740 10 client.18024 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.110+0000 7f98f4e0c740 10 client.18024 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.110+0000 7f98f4e0c740 20 client.18024 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.110+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/1066422770 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562d2e1fecd0 0x562d2e2010c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.110+0000 7f98f4e0c740 4 client.18024 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.110+0000 7f98f4e0c740 1 -- 172.21.15.26:0/1066422770 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562d2e156880 con 0x562d2e1fecd0 2024-04-26T23:48:13.116 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.111+0000 7f98eaa00640 1 --2- 172.21.15.26:0/1066422770 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562d2e1fecd0 0x562d2e2010c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.112+0000 7f98eaa00640 1 --2- 172.21.15.26:0/1066422770 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562d2e1fecd0 0x562d2e2010c0 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80f880b771b529bb server_cookie=4de7b696176adfde in_seq=0 out_seq=0 2024-04-26T23:48:13.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.112+0000 7f98d4c00640 10 client.18024 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:13.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.114+0000 7f98d4c00640 1 -- 172.21.15.26:0/1066422770 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562d2e156880 con 0x562d2e1fecd0 2024-04-26T23:48:13.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.114+0000 7f98d4c00640 10 client.18024 handle_command_reply: tid=0 2024-04-26T23:48:13.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.114+0000 7f98f4e0c740 1 client.18024 shutdown 2024-04-26T23:48:13.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.114+0000 7f98f4e0c740 1 -- 172.21.15.26:0/1066422770 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 msgr2=0x562d2e1eed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:13.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.114+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/1066422770 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 0x562d2e1eed90 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7f98e4005cc0 tx=0x7f98e401aca0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.114+0000 7f98f4e0c740 1 -- 172.21.15.26:0/1066422770 shutdown_connections 2024-04-26T23:48:13.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.114+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/1066422770 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562d2e1fecd0 0x562d2e2010c0 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.114+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/1066422770 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1ef390 0x562d2e1ec690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.114+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/1066422770 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1e4cc0 0x562d2e1ec080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.114+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/1066422770 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e43a0 0x562d2e1eed90 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.114+0000 7f98f4e0c740 1 -- 172.21.15.26:0/1066422770 >> 172.21.15.26:0/1066422770 conn(0x562d2e1e06c0 msgr2=0x562d2e1e6380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:13.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.114+0000 7f98d4c00640 0 client.18024 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:13.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.115+0000 7f98f4e0c740 1 -- 172.21.15.26:0/1066422770 shutdown_connections 2024-04-26T23:48:13.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.115+0000 7f98f4e0c740 1 -- 172.21.15.26:0/1066422770 wait complete. 2024-04-26T23:48:13.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.115+0000 7f98f4e0c740 20 client.18024 trim_cache size 0 max 16384 2024-04-26T23:48:13.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.132+0000 7f98f4e0c740 1 Processor -- start 2024-04-26T23:48:13.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.132+0000 7f98f4e0c740 1 -- start start 2024-04-26T23:48:13.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.132+0000 7f98f4e0c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1e43a0 0x562d2e1ee8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.132+0000 7f98f4e0c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 0x562d2e1fade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.132+0000 7f98f4e0c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1ef390 0x562d2e206880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.132+0000 7f98f4e0c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1b2f60 con 0x562d2e1e4cc0 2024-04-26T23:48:13.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.132+0000 7f98f4e0c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1b0830 con 0x562d2e1e43a0 2024-04-26T23:48:13.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.132+0000 7f98f4e0c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1ae6a0 con 0x562d2e1ef390 2024-04-26T23:48:13.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.132+0000 7f98eaa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 0x562d2e1fade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.132+0000 7f98eaa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 0x562d2e1fade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45374/0 (socket says 172.21.15.26:45374) 2024-04-26T23:48:13.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.132+0000 7f98eaa00640 1 -- 172.21.15.26:0/2600085533 learned_addr learned my addr 172.21.15.26:0/2600085533 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:13.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.133+0000 7f98ebe00640 1 --2- 172.21.15.26:0/2600085533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1e43a0 0x562d2e1ee8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.133+0000 7f98eaa00640 1 -- 172.21.15.26:0/2600085533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1ef390 msgr2=0x562d2e206880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:13.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.133+0000 7f98ebe00640 1 --2- 172.21.15.26:0/2600085533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1ef390 0x562d2e206880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.133+0000 7f98eaa00640 1 --2- 172.21.15.26:0/2600085533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1ef390 0x562d2e206880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.133+0000 7f98eaa00640 1 -- 172.21.15.26:0/2600085533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1e43a0 msgr2=0x562d2e1ee8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:13.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.133+0000 7f98eaa00640 1 --2- 172.21.15.26:0/2600085533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1e43a0 0x562d2e1ee8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.133+0000 7f98eaa00640 1 -- 172.21.15.26:0/2600085533 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d2df247d0 con 0x562d2e1e4cc0 2024-04-26T23:48:13.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.133+0000 7f98ebe00640 1 --2- 172.21.15.26:0/2600085533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1ef390 0x562d2e206880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:13.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.133+0000 7f98eaa00640 1 --2- 172.21.15.26:0/2600085533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 0x562d2e1fade0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f98d8006010 tx=0x7f98d8005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=665fa6f08a150446 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:13.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.134+0000 7f98d7400640 1 -- 172.21.15.26:0/2600085533 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98d8035040 con 0x562d2e1e4cc0 2024-04-26T23:48:13.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.134+0000 7f98d7400640 1 -- 172.21.15.26:0/2600085533 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f98d8048070 con 0x562d2e1e4cc0 2024-04-26T23:48:13.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.134+0000 7f98d7400640 1 -- 172.21.15.26:0/2600085533 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98d8042570 con 0x562d2e1e4cc0 2024-04-26T23:48:13.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.134+0000 7f98f4e0c740 1 -- 172.21.15.26:0/2600085533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 msgr2=0x562d2e1fade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:13.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.134+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/2600085533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 0x562d2e1fade0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f98d8006010 tx=0x7f98d8005a20 comp rx=0 tx=0).stop 2024-04-26T23:48:13.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.134+0000 7f98f4e0c740 1 -- 172.21.15.26:0/2600085533 shutdown_connections 2024-04-26T23:48:13.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.134+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/2600085533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1ef390 0x562d2e206880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.135+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/2600085533 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 0x562d2e1fade0 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.135+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/2600085533 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1e43a0 0x562d2e1ee8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.135+0000 7f98f4e0c740 1 -- 172.21.15.26:0/2600085533 >> 172.21.15.26:0/2600085533 conn(0x562d2e1e06c0 msgr2=0x562d2e1df7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:13.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.135+0000 7f98f4e0c740 1 -- 172.21.15.26:0/2600085533 shutdown_connections 2024-04-26T23:48:13.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.135+0000 7f98f4e0c740 1 -- 172.21.15.26:0/2600085533 wait complete. 2024-04-26T23:48:13.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.135+0000 7f98f4e0c740 1 -- start start 2024-04-26T23:48:13.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.135+0000 7f98f4e0c740 1 Processor -- start 2024-04-26T23:48:13.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.136+0000 7f98f4e0c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1e43a0 0x562d2e1f22b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.136+0000 7f98f4e0c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 0x562d2e1f27f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.136+0000 7f98f4e0c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1ef390 0x562d2e1f2d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.136+0000 7f98f4e0c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1aecf0 con 0x562d2e1e4cc0 2024-04-26T23:48:13.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.136+0000 7f98f4e0c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1b0160 con 0x562d2e1ef390 2024-04-26T23:48:13.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.136+0000 7f98f4e0c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f98ec1af3c0 con 0x562d2e1e43a0 2024-04-26T23:48:13.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.136+0000 7f98f4e0c740 10 client.0 _ll_register_callbacks cb 0x7f98e4009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:13.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.136+0000 7f98eaa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 0x562d2e1f27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.136+0000 7f98eaa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 0x562d2e1f27f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:45390/0 (socket says 172.21.15.26:45390) 2024-04-26T23:48:13.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.136+0000 7f98eaa00640 1 -- 172.21.15.26:0/3356581084 learned_addr learned my addr 172.21.15.26:0/3356581084 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:13.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.136+0000 7f98ebe00640 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1e43a0 0x562d2e1f22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.137+0000 7f98ebe00640 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1ef390 0x562d2e1f2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.137+0000 7f98eaa00640 1 -- 172.21.15.26:0/3356581084 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1e43a0 msgr2=0x562d2e1f22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:13.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.137+0000 7f98eaa00640 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1e43a0 0x562d2e1f22b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.137+0000 7f98eaa00640 1 -- 172.21.15.26:0/3356581084 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1ef390 msgr2=0x562d2e1f2d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:13.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.137+0000 7f98eaa00640 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1ef390 0x562d2e1f2d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.137+0000 7f98eaa00640 1 -- 172.21.15.26:0/3356581084 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d2e0ef2a0 con 0x562d2e1e4cc0 2024-04-26T23:48:13.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.137+0000 7f98eaa00640 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 0x562d2e1f27f0 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f98d8005ab0 tx=0x7f98d80043c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4301c3d1c5b81a63 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:13.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.137+0000 7f98d4c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:13.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.137+0000 7f98d4c00640 1 -- 172.21.15.26:0/3356581084 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98d8035040 con 0x562d2e1e4cc0 2024-04-26T23:48:13.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.137+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3356581084 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98d8048070 con 0x562d2e1e4cc0 2024-04-26T23:48:13.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.137+0000 7f98d4c00640 1 -- 172.21.15.26:0/3356581084 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7f98d8005350 con 0x562d2e1e4cc0 2024-04-26T23:48:13.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.138+0000 7f98d4c00640 1 -- 172.21.15.26:0/3356581084 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f98d80046c0 con 0x562d2e1e4cc0 2024-04-26T23:48:13.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.138+0000 7f98f4e0c740 10 client.18030 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:13.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.138+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3356581084 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562d2e264410 con 0x562d2e1e4cc0 2024-04-26T23:48:13.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.138+0000 7f98d4c00640 1 -- 172.21.15.26:0/3356581084 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f98d8048070 con 0x562d2e1e4cc0 2024-04-26T23:48:13.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.138+0000 7f98d4c00640 1 -- 172.21.15.26:0/3356581084 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f98d8003960 con 0x562d2e1e4cc0 2024-04-26T23:48:13.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.138+0000 7f98f4e0c740 10 client.18030 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:13.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.138+0000 7f98f4e0c740 10 client.18030 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:13.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.138+0000 7f98f4e0c740 20 client.18030 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:13.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.138+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562d2e264be0 0x562d2e267000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:13.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.138+0000 7f98f4e0c740 4 client.18030 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:48:13.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.138+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3356581084 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562d2e1506f0 con 0x562d2e264be0 2024-04-26T23:48:13.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.139+0000 7f98ebe00640 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562d2e264be0 0x562d2e267000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:13.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.140+0000 7f98ebe00640 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562d2e264be0 0x562d2e267000 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60ddd29702e3d041 server_cookie=399d7a433d16a069 in_seq=0 out_seq=0 2024-04-26T23:48:13.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.140+0000 7f98d4c00640 10 client.18030 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:13.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98d4c00640 1 -- 172.21.15.26:0/3356581084 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562d2e1506f0 con 0x562d2e264be0 2024-04-26T23:48:13.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98d4c00640 10 client.18030 handle_command_reply: tid=0 2024-04-26T23:48:13.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98f4e0c740 1 client.18030 shutdown 2024-04-26T23:48:13.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3356581084 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 msgr2=0x562d2e1f27f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:13.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 0x562d2e1f27f0 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f98d8005ab0 tx=0x7f98d80043c0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3356581084 shutdown_connections 2024-04-26T23:48:13.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562d2e264be0 0x562d2e267000 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562d2e1ef390 0x562d2e1f2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98d4c00640 0 client.18030 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:13.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562d2e1e4cc0 0x562d2e1f27f0 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98f4e0c740 1 --2- 172.21.15.26:0/3356581084 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562d2e1e43a0 0x562d2e1f22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3356581084 >> 172.21.15.26:0/3356581084 conn(0x562d2e1e06c0 msgr2=0x562d2e1e5990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:13.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3356581084 shutdown_connections 2024-04-26T23:48:13.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98f4e0c740 1 -- 172.21.15.26:0/3356581084 wait complete. 2024-04-26T23:48:13.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.141+0000 7f98f4e0c740 20 client.18030 trim_cache size 0 max 16384 2024-04-26T23:48:13.149 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:48:13.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.142+0000 7f98f0a00640 1 -- 172.21.15.26:0/3265582907 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f98d00a3d20 msgr2=0x7f98d00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:13.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.142+0000 7f98f0a00640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f98d00a3d20 0x7f98d00a61e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x562d2e1e5960 tx=0x7f98dc009f00 comp rx=0 tx=0).stop 2024-04-26T23:48:13.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.142+0000 7f98f0a00640 1 -- 172.21.15.26:0/3265582907 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98ec1027d0 msgr2=0x7f98ec19b180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:13.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.142+0000 7f98f0a00640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98ec1027d0 0x7f98ec19b180 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f98dc00d770 tx=0x7f98dc00dc30 comp rx=0 tx=0).stop 2024-04-26T23:48:13.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.142+0000 7f98f0a00640 1 -- 172.21.15.26:0/3265582907 shutdown_connections 2024-04-26T23:48:13.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.142+0000 7f98f0a00640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f98ec1087e0 0x7f98ec19fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.142+0000 7f98f0a00640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f98ec103190 0x7f98ec19b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.142+0000 7f98f0a00640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f98d00a3d20 0x7f98d00a61e0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.142+0000 7f98f0a00640 1 --2- 172.21.15.26:0/3265582907 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f98ec1027d0 0x7f98ec19b180 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:13.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.142+0000 7f98f0a00640 1 -- 172.21.15.26:0/3265582907 >> 172.21.15.26:0/3265582907 conn(0x7f98ec0fe300 msgr2=0x7f98ec10dfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:13.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.142+0000 7f98f0a00640 1 -- 172.21.15.26:0/3265582907 shutdown_connections 2024-04-26T23:48:13.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:13.142+0000 7f98f0a00640 1 -- 172.21.15.26:0/3265582907 wait complete. 2024-04-26T23:48:14.165 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:48:14.165 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:48:14.165 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:48:14.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.418+0000 7f689de00640 1 -- 172.21.15.26:0/503425458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f689810cdc0 msgr2=0x7f689810f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.418+0000 7f689de00640 1 --2- 172.21.15.26:0/503425458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f689810cdc0 0x7f689810f240 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f6890009900 tx=0x7f689002a480 comp rx=0 tx=0).stop 2024-04-26T23:48:14.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.418+0000 7f689de00640 1 -- 172.21.15.26:0/503425458 shutdown_connections 2024-04-26T23:48:14.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.418+0000 7f689de00640 1 --2- 172.21.15.26:0/503425458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f689810cdc0 0x7f689810f240 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.418+0000 7f689de00640 1 --2- 172.21.15.26:0/503425458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6898104310 0x7f689810c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.418+0000 7f689de00640 1 --2- 172.21.15.26:0/503425458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68981039f0 0x7f6898103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.418+0000 7f689de00640 1 -- 172.21.15.26:0/503425458 >> 172.21.15.26:0/503425458 conn(0x7f68980fd1b0 msgr2=0x7f68980ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:14.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.418+0000 7f689de00640 1 -- 172.21.15.26:0/503425458 shutdown_connections 2024-04-26T23:48:14.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.418+0000 7f689de00640 1 -- 172.21.15.26:0/503425458 wait complete. 2024-04-26T23:48:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.419+0000 7f689de00640 1 Processor -- start 2024-04-26T23:48:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.419+0000 7f689de00640 1 -- start start 2024-04-26T23:48:14.424 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.420+0000 7f689de00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68981039f0 0x7f689819b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.420+0000 7f689de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6898104310 0x7f689819b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.420+0000 7f689de00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f689810cdc0 0x7f689819f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.420+0000 7f689de00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6898112900 con 0x7f6898104310 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.420+0000 7f689de00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6898112780 con 0x7f689810cdc0 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.420+0000 7f689de00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6898112a80 con 0x7f68981039f0 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.420+0000 7f688fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6898104310 0x7f689819b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.420+0000 7f688fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6898104310 0x7f689819b5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40876/0 (socket says 172.21.15.26:40876) 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.420+0000 7f688fe00640 1 -- 172.21.15.26:0/3993546997 learned_addr learned my addr 172.21.15.26:0/3993546997 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.421+0000 7f689ca00640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68981039f0 0x7f689819b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.421+0000 7f689d400640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f689810cdc0 0x7f689819f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.421+0000 7f688fe00640 1 -- 172.21.15.26:0/3993546997 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68981039f0 msgr2=0x7f689819b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.421+0000 7f688fe00640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68981039f0 0x7f689819b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.421+0000 7f688fe00640 1 -- 172.21.15.26:0/3993546997 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f689810cdc0 msgr2=0x7f689819f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.421+0000 7f688fe00640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f689810cdc0 0x7f689819f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.421+0000 7f688fe00640 1 -- 172.21.15.26:0/3993546997 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68981a0090 con 0x7f6898104310 2024-04-26T23:48:14.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.421+0000 7f688fe00640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6898104310 0x7f689819b5e0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f688000d950 tx=0x7f688000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:14.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.421+0000 7f6896000640 1 -- 172.21.15.26:0/3993546997 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880017030 con 0x7f6898104310 2024-04-26T23:48:14.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.422+0000 7f6896000640 1 -- 172.21.15.26:0/3993546997 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6880004020 con 0x7f6898104310 2024-04-26T23:48:14.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.422+0000 7f689de00640 1 -- 172.21.15.26:0/3993546997 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68981a0380 con 0x7f6898104310 2024-04-26T23:48:14.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.422+0000 7f6896000640 1 -- 172.21.15.26:0/3993546997 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68800055d0 con 0x7f6898104310 2024-04-26T23:48:14.427 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.422+0000 7f689de00640 1 -- 172.21.15.26:0/3993546997 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68981a7c10 con 0x7f6898104310 2024-04-26T23:48:14.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.426+0000 7f6896000640 1 -- 172.21.15.26:0/3993546997 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f6880009a30 con 0x7f6898104310 2024-04-26T23:48:14.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.426+0000 7f68a2177740 1 Processor -- start 2024-04-26T23:48:14.429 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.426+0000 7f68a2177740 1 -- start start 2024-04-26T23:48:14.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.426+0000 7f68a2177740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487903e60 0x55c487904240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.426+0000 7f68a2177740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c48790e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.426+0000 7f68a2177740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 0x55c487911240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.426+0000 7f68a2177740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55c487869980 con 0x55c487904780 2024-04-26T23:48:14.431 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.426+0000 7f68a2177740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55c487806220 con 0x55c487903e60 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.426+0000 7f68a2177740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c487865940 con 0x55c48790ee50 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.427+0000 7f689ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c48790e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.427+0000 7f689ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c48790e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40890/0 (socket says 172.21.15.26:40890) 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.427+0000 7f689ca00640 1 -- 172.21.15.26:0/1659622941 learned_addr learned my addr 172.21.15.26:0/1659622941 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.427+0000 7f689d400640 1 --2- 172.21.15.26:0/1659622941 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487903e60 0x55c487904240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.427+0000 7f688fe00640 1 --2- 172.21.15.26:0/1659622941 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 0x55c487911240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.427+0000 7f689ca00640 1 -- 172.21.15.26:0/1659622941 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 msgr2=0x55c487911240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.427+0000 7f689ca00640 1 --2- 172.21.15.26:0/1659622941 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 0x55c487911240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.427+0000 7f689ca00640 1 -- 172.21.15.26:0/1659622941 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487903e60 msgr2=0x55c487904240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.427+0000 7f689ca00640 1 --2- 172.21.15.26:0/1659622941 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487903e60 0x55c487904240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.427+0000 7f689ca00640 1 -- 172.21.15.26:0/1659622941 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4876437e0 con 0x55c487904780 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.427+0000 7f689d400640 1 --2- 172.21.15.26:0/1659622941 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487903e60 0x55c487904240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.428+0000 7f6896000640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f687c0a3da0 0x7f687c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.428+0000 7f6896000640 1 -- 172.21.15.26:0/3993546997 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7f68800d0200 con 0x7f6898104310 2024-04-26T23:48:14.432 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.428+0000 7f689ca00640 1 --2- 172.21.15.26:0/1659622941 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c48790e910 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f6888009f60 tx=0x7f6888009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed5237cb2c54c73f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:14.433 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.428+0000 7f689d400640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f687c0a3da0 0x7f687c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.428+0000 7f688dc00640 1 -- 172.21.15.26:0/1659622941 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6888016070 con 0x55c487904780 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.428+0000 7f688dc00640 1 -- 172.21.15.26:0/1659622941 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f688801baf0 con 0x55c487904780 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.428+0000 7f688dc00640 1 -- 172.21.15.26:0/1659622941 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6888012b00 con 0x55c487904780 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.429+0000 7f68a2177740 1 -- 172.21.15.26:0/1659622941 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 msgr2=0x55c48790e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.429+0000 7f689d400640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f687c0a3da0 0x7f687c0a6260 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f6890005ab0 tx=0x7f6890005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.429+0000 7f68a2177740 1 --2- 172.21.15.26:0/1659622941 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c48790e910 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f6888009f60 tx=0x7f6888009f90 comp rx=0 tx=0).stop 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.430+0000 7f68a2177740 1 -- 172.21.15.26:0/1659622941 shutdown_connections 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.430+0000 7f68a2177740 1 --2- 172.21.15.26:0/1659622941 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 0x55c487911240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.430+0000 7f68a2177740 1 --2- 172.21.15.26:0/1659622941 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c48790e910 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.430+0000 7f68a2177740 1 --2- 172.21.15.26:0/1659622941 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487903e60 0x55c487904240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.430+0000 7f68a2177740 1 -- 172.21.15.26:0/1659622941 >> 172.21.15.26:0/1659622941 conn(0x55c487900180 msgr2=0x55c487900560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.430+0000 7f68a2177740 1 -- 172.21.15.26:0/1659622941 shutdown_connections 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.430+0000 7f68a2177740 1 -- 172.21.15.26:0/1659622941 wait complete. 2024-04-26T23:48:14.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.430+0000 7f68a2177740 1 -- start start 2024-04-26T23:48:14.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.430+0000 7f68a2177740 1 Processor -- start 2024-04-26T23:48:14.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.431+0000 7f68a2177740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c487903e60 0x55c48790bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.431+0000 7f68a2177740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c48790c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.431+0000 7f68a2177740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c48790ee50 0x55c48790c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.431+0000 7f68a2177740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55c487911c40 con 0x55c487904780 2024-04-26T23:48:14.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.431+0000 7f68a2177740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55c4877f1170 con 0x55c48790ee50 2024-04-26T23:48:14.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.431+0000 7f68a2177740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c487911dc0 con 0x55c487903e60 2024-04-26T23:48:14.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.431+0000 7f68a2177740 10 client.0 _ll_register_callbacks cb 0x55c487860770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:14.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.431+0000 7f688fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c48790c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.431+0000 7f688fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c48790c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40894/0 (socket says 172.21.15.26:40894) 2024-04-26T23:48:14.436 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.431+0000 7f688fe00640 1 -- 172.21.15.26:0/2913909903 learned_addr learned my addr 172.21.15.26:0/2913909903 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:14.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.432+0000 7f689ca00640 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c487903e60 0x55c48790bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.432+0000 7f689d400640 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c48790ee50 0x55c48790c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.432+0000 7f688fe00640 1 -- 172.21.15.26:0/2913909903 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c487903e60 msgr2=0x55c48790bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.432+0000 7f688fe00640 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c487903e60 0x55c48790bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.432+0000 7f688fe00640 1 -- 172.21.15.26:0/2913909903 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c48790ee50 msgr2=0x55c48790c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.432+0000 7f688fe00640 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c48790ee50 0x55c48790c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.432+0000 7f688fe00640 1 -- 172.21.15.26:0/2913909903 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4876a3f70 con 0x55c487904780 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.432+0000 7f688fe00640 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c48790c320 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f688009c0e0 tx=0x7f688009bf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8763f68e4a124577 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.432+0000 7f6886000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.432+0000 7f6886000640 1 -- 172.21.15.26:0/2913909903 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f688009c850 con 0x55c487904780 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.432+0000 7f6886000640 1 -- 172.21.15.26:0/2913909903 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7f68800cdb80 con 0x55c487904780 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.432+0000 7f68a2177740 1 -- 172.21.15.26:0/2913909903 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f688801baf0 con 0x55c487904780 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.433+0000 7f6886000640 1 -- 172.21.15.26:0/2913909903 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f688009c150 con 0x55c487904780 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.433+0000 7f68a2177740 10 client.18042 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.433+0000 7f68a2177740 1 -- 172.21.15.26:0/2913909903 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c48753b170 con 0x55c487904780 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.433+0000 7f6886000640 1 -- 172.21.15.26:0/2913909903 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f688801baf0 con 0x55c487904780 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.433+0000 7f6886000640 1 -- 172.21.15.26:0/2913909903 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f68800987c0 con 0x55c487904780 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.433+0000 7f68a2177740 10 client.18042 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:14.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.433+0000 7f68a2177740 10 client.18042 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:14.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.433+0000 7f68a2177740 20 client.18042 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:14.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.433+0000 7f68a2177740 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c48791ec90 0x55c487921080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.434+0000 7f68a2177740 4 client.18042 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:48:14.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.434+0000 7f68a2177740 1 -- 172.21.15.26:0/2913909903 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c487877590 con 0x55c48791ec90 2024-04-26T23:48:14.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.434+0000 7f689ca00640 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c48791ec90 0x55c487921080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.435+0000 7f689ca00640 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c48791ec90 0x55c487921080 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b18f1b998e804a31 server_cookie=e722f2af324d72cf in_seq=0 out_seq=0 2024-04-26T23:48:14.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.435+0000 7f6886000640 10 client.18042 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:14.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.437+0000 7f6886000640 1 -- 172.21.15.26:0/2913909903 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c487877590 con 0x55c48791ec90 2024-04-26T23:48:14.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.437+0000 7f6886000640 10 client.18042 handle_command_reply: tid=0 2024-04-26T23:48:14.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.437+0000 7f68a2177740 1 client.18042 shutdown 2024-04-26T23:48:14.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.437+0000 7f68a2177740 1 -- 172.21.15.26:0/2913909903 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 msgr2=0x55c48790c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.437+0000 7f68a2177740 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c48790c320 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f688009c0e0 tx=0x7f688009bf20 comp rx=0 tx=0).stop 2024-04-26T23:48:14.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.438+0000 7f68a2177740 1 -- 172.21.15.26:0/2913909903 shutdown_connections 2024-04-26T23:48:14.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.438+0000 7f68a2177740 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c48791ec90 0x55c487921080 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.438+0000 7f68a2177740 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c48790ee50 0x55c48790c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.438+0000 7f68a2177740 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c48790c320 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.438+0000 7f68a2177740 1 --2- 172.21.15.26:0/2913909903 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c487903e60 0x55c48790bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.438+0000 7f6886000640 0 client.18042 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:14.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.438+0000 7f68a2177740 1 -- 172.21.15.26:0/2913909903 >> 172.21.15.26:0/2913909903 conn(0x55c487900180 msgr2=0x55c487905e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:14.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.438+0000 7f68a2177740 1 -- 172.21.15.26:0/2913909903 shutdown_connections 2024-04-26T23:48:14.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.438+0000 7f68a2177740 1 -- 172.21.15.26:0/2913909903 wait complete. 2024-04-26T23:48:14.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.438+0000 7f68a2177740 20 client.18042 trim_cache size 0 max 16384 2024-04-26T23:48:14.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.461+0000 7f68a2177740 1 Processor -- start 2024-04-26T23:48:14.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.461+0000 7f68a2177740 1 -- start start 2024-04-26T23:48:14.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.461+0000 7f68a2177740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487903e60 0x55c48790e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.461+0000 7f68a2177740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c487906600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.461+0000 7f68a2177740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 0x55c487926950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.461+0000 7f68a2177740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f68981b2ec0 con 0x55c487904780 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.461+0000 7f68a2177740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f68981b0790 con 0x55c487903e60 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.461+0000 7f68a2177740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f68981ae600 con 0x55c48790ee50 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.461+0000 7f688fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c487906600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.462+0000 7f688fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c487906600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40910/0 (socket says 172.21.15.26:40910) 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.462+0000 7f688fe00640 1 -- 172.21.15.26:0/50975916 learned_addr learned my addr 172.21.15.26:0/50975916 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.462+0000 7f689ca00640 1 --2- 172.21.15.26:0/50975916 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487903e60 0x55c48790e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.462+0000 7f689d400640 1 --2- 172.21.15.26:0/50975916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 0x55c487926950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.462+0000 7f688fe00640 1 -- 172.21.15.26:0/50975916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 msgr2=0x55c487926950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.462+0000 7f688fe00640 1 --2- 172.21.15.26:0/50975916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 0x55c487926950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.462+0000 7f688fe00640 1 -- 172.21.15.26:0/50975916 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487903e60 msgr2=0x55c48790e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.462+0000 7f688fe00640 1 --2- 172.21.15.26:0/50975916 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487903e60 0x55c48790e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.462+0000 7f688fe00640 1 -- 172.21.15.26:0/50975916 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c487903c60 con 0x55c487904780 2024-04-26T23:48:14.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.462+0000 7f689ca00640 1 --2- 172.21.15.26:0/50975916 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487903e60 0x55c48790e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:48:14.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.462+0000 7f688fe00640 1 --2- 172.21.15.26:0/50975916 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c487906600 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f6880098b20 tx=0x7f6880009f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=751ea6b20a2b05d5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:14.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.463+0000 7f688d200640 1 -- 172.21.15.26:0/50975916 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f688009c850 con 0x55c487904780 2024-04-26T23:48:14.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.463+0000 7f688d200640 1 -- 172.21.15.26:0/50975916 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f68800a0500 con 0x55c487904780 2024-04-26T23:48:14.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.463+0000 7f688d200640 1 -- 172.21.15.26:0/50975916 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68800987c0 con 0x55c487904780 2024-04-26T23:48:14.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.464+0000 7f68a2177740 1 -- 172.21.15.26:0/50975916 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 msgr2=0x55c487906600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.464+0000 7f68a2177740 1 --2- 172.21.15.26:0/50975916 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c487906600 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f6880098b20 tx=0x7f6880009f30 comp rx=0 tx=0).stop 2024-04-26T23:48:14.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.464+0000 7f68a2177740 1 -- 172.21.15.26:0/50975916 shutdown_connections 2024-04-26T23:48:14.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.464+0000 7f68a2177740 1 --2- 172.21.15.26:0/50975916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 0x55c487926950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.464+0000 7f68a2177740 1 --2- 172.21.15.26:0/50975916 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487904780 0x55c487906600 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.464+0000 7f68a2177740 1 --2- 172.21.15.26:0/50975916 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487903e60 0x55c48790e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.464+0000 7f68a2177740 1 -- 172.21.15.26:0/50975916 >> 172.21.15.26:0/50975916 conn(0x55c487900180 msgr2=0x55c4878fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:14.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.464+0000 7f68a2177740 1 -- 172.21.15.26:0/50975916 shutdown_connections 2024-04-26T23:48:14.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.464+0000 7f68a2177740 1 -- 172.21.15.26:0/50975916 wait complete. 2024-04-26T23:48:14.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.464+0000 7f68a2177740 1 -- start start 2024-04-26T23:48:14.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.465+0000 7f68a2177740 1 Processor -- start 2024-04-26T23:48:14.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.465+0000 7f68a2177740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487903e60 0x55c487913160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.465+0000 7f68a2177740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487904780 0x55c4879136a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.465+0000 7f68a2177740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 0x55c4879841c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.465+0000 7f68a2177740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f68981aec50 con 0x55c487903e60 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.465+0000 7f68a2177740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f68981b00c0 con 0x55c487904780 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.465+0000 7f68a2177740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f68981af320 con 0x55c48790ee50 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.465+0000 7f68a2177740 10 client.0 _ll_register_callbacks cb 0x7f6880004540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.466+0000 7f689ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487903e60 0x55c487913160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.466+0000 7f689ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487903e60 0x55c487913160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40926/0 (socket says 172.21.15.26:40926) 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.466+0000 7f689ca00640 1 -- 172.21.15.26:0/4127799239 learned_addr learned my addr 172.21.15.26:0/4127799239 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.466+0000 7f688fe00640 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487904780 0x55c4879136a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.466+0000 7f689d400640 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 0x55c4879841c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.466+0000 7f689ca00640 1 -- 172.21.15.26:0/4127799239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 msgr2=0x55c4879841c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.466+0000 7f689ca00640 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 0x55c4879841c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.466+0000 7f689ca00640 1 -- 172.21.15.26:0/4127799239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487904780 msgr2=0x55c4879136a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.466+0000 7f689ca00640 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487904780 0x55c4879136a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.466+0000 7f689ca00640 1 -- 172.21.15.26:0/4127799239 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c487984700 con 0x55c487903e60 2024-04-26T23:48:14.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.466+0000 7f689ca00640 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487903e60 0x55c487913160 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x55c487905420 tx=0x7f6888010fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71d6555c95a4bf40 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.466+0000 7f6886000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.467+0000 7f6886000640 1 -- 172.21.15.26:0/4127799239 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6888022070 con 0x55c487903e60 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.467+0000 7f68a2177740 1 -- 172.21.15.26:0/4127799239 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68800a0500 con 0x55c487903e60 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.467+0000 7f6886000640 1 -- 172.21.15.26:0/4127799239 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7f6888003b70 con 0x55c487903e60 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.467+0000 7f6886000640 1 -- 172.21.15.26:0/4127799239 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6888027ae0 con 0x55c487903e60 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.467+0000 7f68a2177740 10 client.18048 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.467+0000 7f68a2177740 1 -- 172.21.15.26:0/4127799239 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c487985a40 con 0x55c487903e60 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.467+0000 7f6886000640 1 -- 172.21.15.26:0/4127799239 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f68800a0500 con 0x55c487903e60 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.468+0000 7f6886000640 1 -- 172.21.15.26:0/4127799239 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f688800f040 con 0x55c487903e60 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.468+0000 7f68a2177740 10 client.18048 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.468+0000 7f68a2177740 10 client.18048 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.468+0000 7f68a2177740 20 client.18048 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.468+0000 7f68a2177740 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c487985fd0 0x55c4879883c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.468+0000 7f68a2177740 4 client.18048 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:48:14.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.468+0000 7f68a2177740 1 -- 172.21.15.26:0/4127799239 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55c487871400 con 0x55c487985fd0 2024-04-26T23:48:14.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.468+0000 7f688fe00640 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c487985fd0 0x55c4879883c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.469+0000 7f688fe00640 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c487985fd0 0x55c4879883c0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=928321fdf44f2f40 server_cookie=55e631eda018979 in_seq=0 out_seq=0 2024-04-26T23:48:14.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.469+0000 7f6886000640 10 client.18048 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:14.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.472+0000 7f6886000640 1 -- 172.21.15.26:0/4127799239 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55c487871400 con 0x55c487985fd0 2024-04-26T23:48:14.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.472+0000 7f6886000640 10 client.18048 handle_command_reply: tid=0 2024-04-26T23:48:14.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.472+0000 7f68a2177740 1 client.18048 shutdown 2024-04-26T23:48:14.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.473+0000 7f68a2177740 1 -- 172.21.15.26:0/4127799239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487903e60 msgr2=0x55c487913160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.473+0000 7f68a2177740 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487903e60 0x55c487913160 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x55c487905420 tx=0x7f6888010fc0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.473+0000 7f68a2177740 1 -- 172.21.15.26:0/4127799239 shutdown_connections 2024-04-26T23:48:14.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.473+0000 7f68a2177740 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55c487985fd0 0x55c4879883c0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.473+0000 7f68a2177740 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c48790ee50 0x55c4879841c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.473+0000 7f68a2177740 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c487904780 0x55c4879136a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.473+0000 7f68a2177740 1 --2- 172.21.15.26:0/4127799239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c487903e60 0x55c487913160 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.473+0000 7f6886000640 0 client.18048 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:14.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.473+0000 7f68a2177740 1 -- 172.21.15.26:0/4127799239 >> 172.21.15.26:0/4127799239 conn(0x55c487900180 msgr2=0x55c4878ff2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:14.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.473+0000 7f68a2177740 1 -- 172.21.15.26:0/4127799239 shutdown_connections 2024-04-26T23:48:14.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.473+0000 7f68a2177740 1 -- 172.21.15.26:0/4127799239 wait complete. 2024-04-26T23:48:14.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.473+0000 7f68a2177740 20 client.18048 trim_cache size 0 max 16384 2024-04-26T23:48:14.478 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:48:14.478 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:48:14.478 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "f5263b39-8771-480d-9b88-e994fea403c3", 2024-04-26T23:48:14.478 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:48:14.478 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:48:14.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.474+0000 7f689de00640 1 -- 172.21.15.26:0/3993546997 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f687c0a3da0 msgr2=0x7f687c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.474+0000 7f689de00640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f687c0a3da0 0x7f687c0a6260 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f6890005ab0 tx=0x7f6890005a20 comp rx=0 tx=0).stop 2024-04-26T23:48:14.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.474+0000 7f689de00640 1 -- 172.21.15.26:0/3993546997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6898104310 msgr2=0x7f689819b5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.474+0000 7f689de00640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6898104310 0x7f689819b5e0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f688000d950 tx=0x7f688000de10 comp rx=0 tx=0).stop 2024-04-26T23:48:14.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.474+0000 7f689de00640 1 -- 172.21.15.26:0/3993546997 shutdown_connections 2024-04-26T23:48:14.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.474+0000 7f689de00640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f689810cdc0 0x7f689819f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.474+0000 7f689de00640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f687c0a3da0 0x7f687c0a6260 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.474+0000 7f689de00640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6898104310 0x7f689819b5e0 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.474+0000 7f689de00640 1 --2- 172.21.15.26:0/3993546997 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f68981039f0 0x7f689819b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.474+0000 7f689de00640 1 -- 172.21.15.26:0/3993546997 >> 172.21.15.26:0/3993546997 conn(0x7f68980fd1b0 msgr2=0x7f6898102710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:14.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.474+0000 7f689de00640 1 -- 172.21.15.26:0/3993546997 shutdown_connections 2024-04-26T23:48:14.479 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.474+0000 7f689de00640 1 -- 172.21.15.26:0/3993546997 wait complete. 2024-04-26T23:48:14.497 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:48:14.497 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:48:14.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.722+0000 7f4a35e00640 1 -- 172.21.15.26:0/3431762099 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a3010cef0 msgr2=0x7f4a3010f390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.722+0000 7f4a35e00640 1 --2- 172.21.15.26:0/3431762099 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a3010cef0 0x7f4a3010f390 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f4a28009be0 tx=0x7f4a2802a7e0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.722+0000 7f4a35e00640 1 -- 172.21.15.26:0/3431762099 shutdown_connections 2024-04-26T23:48:14.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.722+0000 7f4a35e00640 1 --2- 172.21.15.26:0/3431762099 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a3010cef0 0x7f4a3010f390 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.722+0000 7f4a35e00640 1 --2- 172.21.15.26:0/3431762099 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a301044d0 0x7f4a3010c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.722+0000 7f4a35e00640 1 --2- 172.21.15.26:0/3431762099 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4a30103bb0 0x7f4a30103f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.722+0000 7f4a35e00640 1 -- 172.21.15.26:0/3431762099 >> 172.21.15.26:0/3431762099 conn(0x7f4a30078930 msgr2=0x7f4a30078d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:14.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.722+0000 7f4a35e00640 1 -- 172.21.15.26:0/3431762099 shutdown_connections 2024-04-26T23:48:14.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.722+0000 7f4a35e00640 1 -- 172.21.15.26:0/3431762099 wait complete. 2024-04-26T23:48:14.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.724+0000 7f4a35e00640 1 Processor -- start 2024-04-26T23:48:14.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.724+0000 7f4a35e00640 1 -- start start 2024-04-26T23:48:14.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.724+0000 7f4a35e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4a30103bb0 0x7f4a30101800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.724+0000 7f4a35e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a301044d0 0x7f4a30101d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.724+0000 7f4a35e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a3010cef0 0x7f4a30102280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.724+0000 7f4a35e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4a30112a50 con 0x7f4a301044d0 2024-04-26T23:48:14.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.724+0000 7f4a35e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f4a301128d0 con 0x7f4a30103bb0 2024-04-26T23:48:14.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.724+0000 7f4a35e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4a30112bd0 con 0x7f4a3010cef0 2024-04-26T23:48:14.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.725+0000 7f4a2e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a301044d0 0x7f4a30101d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.725+0000 7f4a2e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a301044d0 0x7f4a30101d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40932/0 (socket says 172.21.15.26:40932) 2024-04-26T23:48:14.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.725+0000 7f4a2e000640 1 -- 172.21.15.26:0/4151352190 learned_addr learned my addr 172.21.15.26:0/4151352190 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:14.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.725+0000 7f4a2f400640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a3010cef0 0x7f4a30102280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.725+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4a30103bb0 0x7f4a30101800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.725+0000 7f4a2e000640 1 -- 172.21.15.26:0/4151352190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a3010cef0 msgr2=0x7f4a30102280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.725+0000 7f4a2e000640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a3010cef0 0x7f4a30102280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.725+0000 7f4a2e000640 1 -- 172.21.15.26:0/4151352190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4a30103bb0 msgr2=0x7f4a30101800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.725+0000 7f4a2e000640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4a30103bb0 0x7f4a30101800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.725+0000 7f4a2e000640 1 -- 172.21.15.26:0/4151352190 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a301a7500 con 0x7f4a301044d0 2024-04-26T23:48:14.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.725+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4a30103bb0 0x7f4a30101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:48:14.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.726+0000 7f4a2e000640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a301044d0 0x7f4a30101d40 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c00e9f0 tx=0x7f4a1c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:14.730 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.726+0000 7f4a34a00640 1 -- 172.21.15.26:0/4151352190 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a1c00cd80 con 0x7f4a301044d0 2024-04-26T23:48:14.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.726+0000 7f4a34a00640 1 -- 172.21.15.26:0/4151352190 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4a1c0054b0 con 0x7f4a301044d0 2024-04-26T23:48:14.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.726+0000 7f4a35e00640 1 -- 172.21.15.26:0/4151352190 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a301a77f0 con 0x7f4a301044d0 2024-04-26T23:48:14.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.726+0000 7f4a34a00640 1 -- 172.21.15.26:0/4151352190 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a1c010430 con 0x7f4a301044d0 2024-04-26T23:48:14.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.726+0000 7f4a35e00640 1 -- 172.21.15.26:0/4151352190 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a301a7cf0 con 0x7f4a301044d0 2024-04-26T23:48:14.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.729+0000 7f4a38c1a740 1 Processor -- start 2024-04-26T23:48:14.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.730+0000 7f4a38c1a740 1 -- start start 2024-04-26T23:48:14.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.730+0000 7f4a38c1a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x5583103f6f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.730+0000 7f4a38c1a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583103f74a0 0x558310401630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.730+0000 7f4a38c1a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558310401b70 0x558310403f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.730+0000 7f4a38c1a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558310308030 con 0x5583103f6b80 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.730+0000 7f4a38c1a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5583103237f0 con 0x5583103f74a0 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.730+0000 7f4a38c1a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5583102de7e0 con 0x558310401b70 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.730+0000 7f4a2f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x5583103f6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.730+0000 7f4a2f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x5583103f6f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40938/0 (socket says 172.21.15.26:40938) 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.730+0000 7f4a2f400640 1 -- 172.21.15.26:0/1704446555 learned_addr learned my addr 172.21.15.26:0/1704446555 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.731+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/1704446555 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583103f74a0 0x558310401630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.731+0000 7f4a2f400640 1 -- 172.21.15.26:0/1704446555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558310401b70 msgr2=0x558310403f60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.731+0000 7f4a2f400640 1 --2- 172.21.15.26:0/1704446555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558310401b70 0x558310403f60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.731+0000 7f4a2f400640 1 -- 172.21.15.26:0/1704446555 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583103f74a0 msgr2=0x558310401630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.731+0000 7f4a2f400640 1 --2- 172.21.15.26:0/1704446555 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583103f74a0 0x558310401630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.731+0000 7f4a2f400640 1 -- 172.21.15.26:0/1704446555 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583102ea050 con 0x5583103f6b80 2024-04-26T23:48:14.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.731+0000 7f4a34a00640 1 -- 172.21.15.26:0/4151352190 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f4a1c0046c0 con 0x7f4a301044d0 2024-04-26T23:48:14.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.731+0000 7f4a2f400640 1 --2- 172.21.15.26:0/1704446555 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x5583103f6f60 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f4a2802add0 tx=0x7f4a280303a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c25ca3d996a3013a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:14.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.732+0000 7f4a1be00640 1 -- 172.21.15.26:0/1704446555 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a28040030 con 0x5583103f6b80 2024-04-26T23:48:14.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.732+0000 7f4a1be00640 1 -- 172.21.15.26:0/1704446555 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4a28037040 con 0x5583103f6b80 2024-04-26T23:48:14.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.732+0000 7f4a1be00640 1 -- 172.21.15.26:0/1704446555 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a28036070 con 0x5583103f6b80 2024-04-26T23:48:14.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.733+0000 7f4a34a00640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4a140a3d20 0x7f4a140a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.733+0000 7f4a38c1a740 1 -- 172.21.15.26:0/1704446555 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 msgr2=0x5583103f6f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.733+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/1704446555 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x5583103f6f60 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f4a2802add0 tx=0x7f4a280303a0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.733+0000 7f4a34a00640 1 -- 172.21.15.26:0/4151352190 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7f4a1c0d0cf0 con 0x7f4a301044d0 2024-04-26T23:48:14.737 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.733+0000 7f4a38c1a740 1 -- 172.21.15.26:0/1704446555 shutdown_connections 2024-04-26T23:48:14.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.733+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/1704446555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558310401b70 0x558310403f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.733+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/1704446555 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583103f74a0 0x558310401630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.733+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/1704446555 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x5583103f6f60 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.733+0000 7f4a38c1a740 1 -- 172.21.15.26:0/1704446555 >> 172.21.15.26:0/1704446555 conn(0x5583103f2e50 msgr2=0x5583103f3230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:14.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.733+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4a140a3d20 0x7f4a140a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.733+0000 7f4a38c1a740 1 -- 172.21.15.26:0/1704446555 shutdown_connections 2024-04-26T23:48:14.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.733+0000 7f4a38c1a740 1 -- 172.21.15.26:0/1704446555 wait complete. 2024-04-26T23:48:14.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.734+0000 7f4a38c1a740 1 -- start start 2024-04-26T23:48:14.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.734+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4a140a3d20 0x7f4a140a61e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x5583103f8140 tx=0x7f4a20009260 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:14.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.734+0000 7f4a38c1a740 1 Processor -- start 2024-04-26T23:48:14.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.735+0000 7f4a38c1a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x558310401400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.735+0000 7f4a38c1a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583103f74a0 0x5583103fe790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.735+0000 7f4a38c1a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558310401b70 0x5583103fecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.741 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.735+0000 7f4a38c1a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x558310360200 con 0x5583103f6b80 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.735+0000 7f4a38c1a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55831035aee0 con 0x558310401b70 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.735+0000 7f4a38c1a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558310367e70 con 0x5583103f74a0 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.735+0000 7f4a38c1a740 10 client.0 _ll_register_callbacks cb 0x558310351270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.735+0000 7f4a2ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x558310401400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.735+0000 7f4a2ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x558310401400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40946/0 (socket says 172.21.15.26:40946) 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.735+0000 7f4a2ea00640 1 -- 172.21.15.26:0/3959484788 learned_addr learned my addr 172.21.15.26:0/3959484788 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.735+0000 7f4a2f400640 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558310401b70 0x5583103fecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.735+0000 7f4a2e000640 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583103f74a0 0x5583103fe790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.736+0000 7f4a2ea00640 1 -- 172.21.15.26:0/3959484788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583103f74a0 msgr2=0x5583103fe790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.736+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583103f74a0 0x5583103fe790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.736+0000 7f4a2ea00640 1 -- 172.21.15.26:0/3959484788 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558310401b70 msgr2=0x5583103fecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.736+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558310401b70 0x5583103fecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.742 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.736+0000 7f4a2ea00640 1 -- 172.21.15.26:0/3959484788 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583101377d0 con 0x5583103f6b80 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.736+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x558310401400 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f4a20011c30 tx=0x7f4a200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6cf2e259c83f42b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.736+0000 7f4a18c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.736+0000 7f4a18c00640 1 -- 172.21.15.26:0/3959484788 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a20010d60 con 0x5583103f6b80 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.736+0000 7f4a18c00640 1 -- 172.21.15.26:0/3959484788 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7f4a2001f3f0 con 0x5583103f6b80 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.736+0000 7f4a38c1a740 1 -- 172.21.15.26:0/3959484788 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4a28037040 con 0x5583103f6b80 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.737+0000 7f4a18c00640 1 -- 172.21.15.26:0/3959484788 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4a2001f5f0 con 0x5583103f6b80 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.737+0000 7f4a38c1a740 10 client.18060 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.737+0000 7f4a38c1a740 1 -- 172.21.15.26:0/3959484788 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55831006d3f0 con 0x5583103f6b80 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.737+0000 7f4a18c00640 1 -- 172.21.15.26:0/3959484788 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4a28037040 con 0x5583103f6b80 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.737+0000 7f4a18c00640 1 -- 172.21.15.26:0/3959484788 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f4a200277a0 con 0x5583103f6b80 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.738+0000 7f4a38c1a740 10 client.18060 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.738+0000 7f4a38c1a740 10 client.18060 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.738+0000 7f4a38c1a740 20 client.18060 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.738+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558310411480 0x5583104138c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.738+0000 7f4a38c1a740 4 client.18060 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:48:14.743 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.738+0000 7f4a38c1a740 1 -- 172.21.15.26:0/3959484788 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5583103697e0 con 0x558310411480 2024-04-26T23:48:14.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.738+0000 7f4a2e000640 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558310411480 0x5583104138c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.739+0000 7f4a2e000640 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558310411480 0x5583104138c0 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15142073e46d14ce server_cookie=ea94b93369c6a625 in_seq=0 out_seq=0 2024-04-26T23:48:14.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.739+0000 7f4a18c00640 10 client.18060 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:14.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.741+0000 7f4a18c00640 1 -- 172.21.15.26:0/3959484788 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5583103697e0 con 0x558310411480 2024-04-26T23:48:14.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.741+0000 7f4a18c00640 10 client.18060 handle_command_reply: tid=0 2024-04-26T23:48:14.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.741+0000 7f4a38c1a740 1 client.18060 shutdown 2024-04-26T23:48:14.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.741+0000 7f4a38c1a740 1 -- 172.21.15.26:0/3959484788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 msgr2=0x558310401400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.741+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x558310401400 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f4a20011c30 tx=0x7f4a200046c0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.745 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.741+0000 7f4a38c1a740 1 -- 172.21.15.26:0/3959484788 shutdown_connections 2024-04-26T23:48:14.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.741+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558310411480 0x5583104138c0 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.741+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558310401b70 0x5583103fecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.741+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583103f74a0 0x5583103fe790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.741+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/3959484788 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x558310401400 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.741+0000 7f4a38c1a740 1 -- 172.21.15.26:0/3959484788 >> 172.21.15.26:0/3959484788 conn(0x5583103f2e50 msgr2=0x5583103f8ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:14.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.741+0000 7f4a18c00640 0 client.18060 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:14.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.742+0000 7f4a38c1a740 1 -- 172.21.15.26:0/3959484788 shutdown_connections 2024-04-26T23:48:14.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.742+0000 7f4a38c1a740 1 -- 172.21.15.26:0/3959484788 wait complete. 2024-04-26T23:48:14.746 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.742+0000 7f4a38c1a740 20 client.18060 trim_cache size 0 max 16384 2024-04-26T23:48:14.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.765+0000 7f4a38c1a740 1 Processor -- start 2024-04-26T23:48:14.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.765+0000 7f4a38c1a740 1 -- start start 2024-04-26T23:48:14.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.766+0000 7f4a38c1a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x55831040d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.766+0000 7f4a38c1a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583103f74a0 0x558310419190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.766+0000 7f4a38c1a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558310401b70 0x5583104196d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.766+0000 7f4a38c1a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4a301b09a0 con 0x5583103f6b80 2024-04-26T23:48:14.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.766+0000 7f4a38c1a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f4a301ae810 con 0x5583103f74a0 2024-04-26T23:48:14.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.766+0000 7f4a38c1a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4a301b02d0 con 0x558310401b70 2024-04-26T23:48:14.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.766+0000 7f4a2ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x55831040d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.766+0000 7f4a2ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x55831040d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40958/0 (socket says 172.21.15.26:40958) 2024-04-26T23:48:14.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.766+0000 7f4a2ea00640 1 -- 172.21.15.26:0/825918613 learned_addr learned my addr 172.21.15.26:0/825918613 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:14.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.766+0000 7f4a2e000640 1 --2- 172.21.15.26:0/825918613 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583103f74a0 0x558310419190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.771 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.767+0000 7f4a2f400640 1 --2- 172.21.15.26:0/825918613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558310401b70 0x5583104196d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.767+0000 7f4a2ea00640 1 -- 172.21.15.26:0/825918613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558310401b70 msgr2=0x5583104196d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.767+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/825918613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558310401b70 0x5583104196d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.767+0000 7f4a2ea00640 1 -- 172.21.15.26:0/825918613 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583103f74a0 msgr2=0x558310419190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.767+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/825918613 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583103f74a0 0x558310419190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.767+0000 7f4a2ea00640 1 -- 172.21.15.26:0/825918613 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55831002d0f0 con 0x5583103f6b80 2024-04-26T23:48:14.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.767+0000 7f4a2e000640 1 --2- 172.21.15.26:0/825918613 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583103f74a0 0x558310419190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:48:14.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.767+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/825918613 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x55831040d4f0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f4a20012d20 tx=0x7f4a20005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2934152b0fe3ccfe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:14.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.768+0000 7f4a1b400640 1 -- 172.21.15.26:0/825918613 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a2003d070 con 0x5583103f6b80 2024-04-26T23:48:14.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.768+0000 7f4a1b400640 1 -- 172.21.15.26:0/825918613 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4a20034040 con 0x5583103f6b80 2024-04-26T23:48:14.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.768+0000 7f4a1b400640 1 -- 172.21.15.26:0/825918613 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a20033070 con 0x5583103f6b80 2024-04-26T23:48:14.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.769+0000 7f4a38c1a740 1 -- 172.21.15.26:0/825918613 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 msgr2=0x55831040d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.769+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/825918613 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x55831040d4f0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f4a20012d20 tx=0x7f4a20005740 comp rx=0 tx=0).stop 2024-04-26T23:48:14.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.769+0000 7f4a38c1a740 1 -- 172.21.15.26:0/825918613 shutdown_connections 2024-04-26T23:48:14.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.769+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/825918613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558310401b70 0x5583104196d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.769+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/825918613 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5583103f74a0 0x558310419190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.769+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/825918613 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x55831040d4f0 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.769+0000 7f4a38c1a740 1 -- 172.21.15.26:0/825918613 >> 172.21.15.26:0/825918613 conn(0x5583103f2e50 msgr2=0x5583103fd6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:14.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.769+0000 7f4a38c1a740 1 -- 172.21.15.26:0/825918613 shutdown_connections 2024-04-26T23:48:14.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.769+0000 7f4a38c1a740 1 -- 172.21.15.26:0/825918613 wait complete. 2024-04-26T23:48:14.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.769+0000 7f4a38c1a740 1 -- start start 2024-04-26T23:48:14.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.770+0000 7f4a38c1a740 1 Processor -- start 2024-04-26T23:48:14.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.770+0000 7f4a38c1a740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x558310409720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.770+0000 7f4a38c1a740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583103f74a0 0x558310409c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.770+0000 7f4a38c1a740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558310401b70 0x558310406bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.770+0000 7f4a38c1a740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4a301af530 con 0x5583103f6b80 2024-04-26T23:48:14.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.770+0000 7f4a38c1a740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f4a301aee60 con 0x558310401b70 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.770+0000 7f4a38c1a740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4a301afc00 con 0x5583103f74a0 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.770+0000 7f4a38c1a740 10 client.0 _ll_register_callbacks cb 0x7f4a200099b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.771+0000 7f4a2ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x558310409720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.771+0000 7f4a2ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x558310409720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:40964/0 (socket says 172.21.15.26:40964) 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.771+0000 7f4a2ea00640 1 -- 172.21.15.26:0/2992524274 learned_addr learned my addr 172.21.15.26:0/2992524274 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.771+0000 7f4a2f400640 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558310401b70 0x558310406bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.771+0000 7f4a2e000640 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583103f74a0 0x558310409c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.771+0000 7f4a2ea00640 1 -- 172.21.15.26:0/2992524274 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583103f74a0 msgr2=0x558310409c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.771+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583103f74a0 0x558310409c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.771+0000 7f4a2ea00640 1 -- 172.21.15.26:0/2992524274 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558310401b70 msgr2=0x558310406bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.771+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558310401b70 0x558310406bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.771+0000 7f4a2ea00640 1 -- 172.21.15.26:0/2992524274 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558310323a30 con 0x5583103f6b80 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.771+0000 7f4a2ea00640 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x558310409720 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f4a20000c00 tx=0x7f4a200108e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ac046427f8ab097 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.771+0000 7f4a18c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:14.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.772+0000 7f4a18c00640 1 -- 172.21.15.26:0/2992524274 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a2003d070 con 0x5583103f6b80 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.772+0000 7f4a38c1a740 1 -- 172.21.15.26:0/2992524274 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4a20034040 con 0x5583103f6b80 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.772+0000 7f4a18c00640 1 -- 172.21.15.26:0/2992524274 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 8600+0+0 (secure 0 0 0) 0x7f4a20005450 con 0x5583103f6b80 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.772+0000 7f4a18c00640 1 -- 172.21.15.26:0/2992524274 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4a20033040 con 0x5583103f6b80 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.772+0000 7f4a38c1a740 10 client.18066 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.772+0000 7f4a38c1a740 1 -- 172.21.15.26:0/2992524274 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5583104772c0 con 0x5583103f6b80 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.772+0000 7f4a18c00640 1 -- 172.21.15.26:0/2992524274 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4a20034040 con 0x5583103f6b80 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.773+0000 7f4a18c00640 1 -- 172.21.15.26:0/2992524274 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f4a20004680 con 0x5583103f6b80 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.773+0000 7f4a38c1a740 10 client.18066 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.773+0000 7f4a38c1a740 10 client.18066 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.773+0000 7f4a38c1a740 20 client.18066 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.773+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558310477920 0x558310479d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.773+0000 7f4a38c1a740 4 client.18066 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:48:14.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.773+0000 7f4a38c1a740 1 -- 172.21.15.26:0/2992524274 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558310363650 con 0x558310477920 2024-04-26T23:48:14.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.774+0000 7f4a2e000640 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558310477920 0x558310479d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:14.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.774+0000 7f4a2e000640 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558310477920 0x558310479d10 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5712a052336def43 server_cookie=3d8275a209e8a938 in_seq=0 out_seq=0 2024-04-26T23:48:14.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.774+0000 7f4a18c00640 10 client.18066 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:14.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.775+0000 7f4a18c00640 1 -- 172.21.15.26:0/2992524274 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x558310363650 con 0x558310477920 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.775+0000 7f4a18c00640 10 client.18066 handle_command_reply: tid=0 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.775+0000 7f4a38c1a740 1 client.18066 shutdown 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.775+0000 7f4a38c1a740 1 -- 172.21.15.26:0/2992524274 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 msgr2=0x558310409720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.775+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x558310409720 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f4a20000c00 tx=0x7f4a200108e0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.775+0000 7f4a38c1a740 1 -- 172.21.15.26:0/2992524274 shutdown_connections 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.775+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x558310477920 0x558310479d10 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.775+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x558310401b70 0x558310406bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.775+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583103f74a0 0x558310409c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.775+0000 7f4a38c1a740 1 --2- 172.21.15.26:0/2992524274 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5583103f6b80 0x558310409720 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.775+0000 7f4a38c1a740 1 -- 172.21.15.26:0/2992524274 >> 172.21.15.26:0/2992524274 conn(0x5583103f2e50 msgr2=0x5583103f2040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.775+0000 7f4a18c00640 0 client.18066 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.776+0000 7f4a38c1a740 1 -- 172.21.15.26:0/2992524274 shutdown_connections 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.776+0000 7f4a38c1a740 1 -- 172.21.15.26:0/2992524274 wait complete. 2024-04-26T23:48:14.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.776+0000 7f4a38c1a740 20 client.18066 trim_cache size 0 max 16384 2024-04-26T23:48:14.782 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:48:14.782 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:48:14.782 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:48:14.782 INFO:teuthology.orchestra.run.smithi026.stdout: "f5263b39-8771-480d-9b88-e994fea403c3": { 2024-04-26T23:48:14.782 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:48:14.782 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "f5263b39-8771-480d-9b88-e994fea403c3", 2024-04-26T23:48:14.782 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:48:14.782 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:48:14.782 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:48:14.782 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:48:14.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.776+0000 7f4a35e00640 1 -- 172.21.15.26:0/4151352190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4a140a3d20 msgr2=0x7f4a140a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.777+0000 7f4a35e00640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4a140a3d20 0x7f4a140a61e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x5583103f8140 tx=0x7f4a20009260 comp rx=0 tx=0).stop 2024-04-26T23:48:14.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.777+0000 7f4a35e00640 1 -- 172.21.15.26:0/4151352190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a301044d0 msgr2=0x7f4a30101d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:14.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.777+0000 7f4a35e00640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a301044d0 0x7f4a30101d40 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c00e9f0 tx=0x7f4a1c00edf0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.783 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.777+0000 7f4a35e00640 1 -- 172.21.15.26:0/4151352190 shutdown_connections 2024-04-26T23:48:14.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.777+0000 7f4a35e00640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a3010cef0 0x7f4a30102280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.777+0000 7f4a35e00640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4a140a3d20 0x7f4a140a61e0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.777+0000 7f4a35e00640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4a301044d0 0x7f4a30101d40 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.777+0000 7f4a35e00640 1 --2- 172.21.15.26:0/4151352190 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4a30103bb0 0x7f4a30101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:14.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.777+0000 7f4a35e00640 1 -- 172.21.15.26:0/4151352190 >> 172.21.15.26:0/4151352190 conn(0x7f4a30078930 msgr2=0x7f4a300fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:14.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.777+0000 7f4a35e00640 1 -- 172.21.15.26:0/4151352190 shutdown_connections 2024-04-26T23:48:14.784 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:14.777+0000 7f4a35e00640 1 -- 172.21.15.26:0/4151352190 wait complete. 2024-04-26T23:48:14.798 INFO:tasks.cephfs.filesystem:scrub status for tag:f5263b39-8771-480d-9b88-e994fea403c3 - {'path': '/', 'tag': 'f5263b39-8771-480d-9b88-e994fea403c3', 'options': 'recursive,force'} 2024-04-26T23:48:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:14 smithi164 ceph-mon[31699]: pgmap v385: 97 pgs: 97 active+clean; 8.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:48:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:14 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:48:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:14 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:48:15.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:14 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:48:15.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:14 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:48:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:14 smithi026 ceph-mon[28371]: pgmap v385: 97 pgs: 97 active+clean; 8.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:48:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:14 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:48:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:14 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:48:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:14 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:48:15.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:14 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:48:15.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:14 smithi086 ceph-mon[31122]: pgmap v385: 97 pgs: 97 active+clean; 8.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:48:15.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:14 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:48:15.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:14 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:48:15.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:14 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:48:15.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:14 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:48:16.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:16 smithi164 ceph-mon[31699]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T23:48:16.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:16 smithi164 ceph-mon[31699]: pgmap v387: 97 pgs: 97 active+clean; 8.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:48:16.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:16 smithi026 ceph-mon[28371]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T23:48:16.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:16 smithi026 ceph-mon[28371]: pgmap v387: 97 pgs: 97 active+clean; 8.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:48:16.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:16 smithi086 ceph-mon[31122]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T23:48:16.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:16 smithi086 ceph-mon[31122]: pgmap v387: 97 pgs: 97 active+clean; 8.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:48:18.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:18 smithi086 ceph-mon[31122]: pgmap v388: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 233 B/s wr, 7 op/s 2024-04-26T23:48:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:18 smithi164 ceph-mon[31699]: pgmap v388: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 233 B/s wr, 7 op/s 2024-04-26T23:48:19.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:18 smithi026 ceph-mon[28371]: pgmap v388: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 233 B/s wr, 7 op/s 2024-04-26T23:48:20.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:19 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:48:20.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:19 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:48:20.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:19 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:48:21.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:20 smithi164 ceph-mon[31699]: pgmap v389: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:48:21.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:20 smithi026 ceph-mon[28371]: pgmap v389: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:48:21.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:20 smithi086 ceph-mon[31122]: pgmap v389: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:48:22.831 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:22 smithi164 ceph-mon[31699]: pgmap v390: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:48:23.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:22 smithi026 ceph-mon[28371]: pgmap v390: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:48:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:22 smithi086 ceph-mon[31122]: pgmap v390: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:48:25.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:24 smithi164 ceph-mon[31699]: pgmap v391: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:48:25.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:24 smithi026 ceph-mon[28371]: pgmap v391: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:48:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:24 smithi086 ceph-mon[31122]: pgmap v391: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:48:27.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:26 smithi164 ceph-mon[31699]: pgmap v392: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 101 B/s wr, 6 op/s 2024-04-26T23:48:27.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:26 smithi026 ceph-mon[28371]: pgmap v392: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 101 B/s wr, 6 op/s 2024-04-26T23:48:27.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:26 smithi086 ceph-mon[31122]: pgmap v392: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 101 B/s wr, 6 op/s 2024-04-26T23:48:28.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:27 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:48:28.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:27 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:48:28.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:27 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:48:29.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:28 smithi164 ceph-mon[31699]: pgmap v393: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:48:29.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:28 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:48:29.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:28 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:48:29.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:28 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:48:29.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:28 smithi026 ceph-mon[28371]: pgmap v393: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:48:29.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:28 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:48:29.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:28 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:48:29.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:28 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:48:29.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:28 smithi086 ceph-mon[31122]: pgmap v393: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:48:29.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:28 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:48:29.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:28 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:48:29.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:28 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:48:31.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:30 smithi164 ceph-mon[31699]: pgmap v394: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:31.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:30 smithi026 ceph-mon[28371]: pgmap v394: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:31.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:30 smithi086 ceph-mon[31122]: pgmap v394: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:33.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:32 smithi164 ceph-mon[31699]: pgmap v395: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:33.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:32 smithi026 ceph-mon[28371]: pgmap v395: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:33.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:32 smithi086 ceph-mon[31122]: pgmap v395: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:35.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:34 smithi164 ceph-mon[31699]: pgmap v396: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:35.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:34 smithi026 ceph-mon[28371]: pgmap v396: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:35.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:34 smithi086 ceph-mon[31122]: pgmap v396: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:36 smithi164 ceph-mon[31699]: pgmap v397: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:37.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:36 smithi026 ceph-mon[28371]: pgmap v397: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:37.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:36 smithi086 ceph-mon[31122]: pgmap v397: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:39.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:38 smithi164 ceph-mon[31699]: pgmap v398: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:39.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:38 smithi026 ceph-mon[28371]: pgmap v398: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:39.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:38 smithi086 ceph-mon[31122]: pgmap v398: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:41.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:40 smithi164 ceph-mon[31699]: pgmap v399: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:41.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:40 smithi026 ceph-mon[28371]: pgmap v399: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:41.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:40 smithi086 ceph-mon[31122]: pgmap v399: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:43.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:42 smithi164 ceph-mon[31699]: pgmap v400: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:43.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:42 smithi026 ceph-mon[28371]: pgmap v400: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:43.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:42 smithi086 ceph-mon[31122]: pgmap v400: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:44.799 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:48:44.800 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:48:45.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:44 smithi164 ceph-mon[31699]: pgmap v401: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:45.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:44 smithi026 ceph-mon[28371]: pgmap v401: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:45.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.039+0000 7f2f03e00640 1 -- 172.21.15.26:0/544021019 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2f041042b0 msgr2=0x7f2f0410c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.039+0000 7f2f03e00640 1 --2- 172.21.15.26:0/544021019 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2f041042b0 0x7f2f0410c790 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0009900 tx=0x7f2ef002a480 comp rx=0 tx=0).stop 2024-04-26T23:48:45.044 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.039+0000 7f2f03e00640 1 -- 172.21.15.26:0/544021019 shutdown_connections 2024-04-26T23:48:45.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.039+0000 7f2f03e00640 1 --2- 172.21.15.26:0/544021019 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2f0410cdb0 0x7f2f0410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.039+0000 7f2f03e00640 1 --2- 172.21.15.26:0/544021019 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2f041042b0 0x7f2f0410c790 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.039+0000 7f2f03e00640 1 --2- 172.21.15.26:0/544021019 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2f04103990 0x7f2f04103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.039+0000 7f2f03e00640 1 -- 172.21.15.26:0/544021019 >> 172.21.15.26:0/544021019 conn(0x7f2f040fd1b0 msgr2=0x7f2f040ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.039+0000 7f2f03e00640 1 -- 172.21.15.26:0/544021019 shutdown_connections 2024-04-26T23:48:45.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.039+0000 7f2f03e00640 1 -- 172.21.15.26:0/544021019 wait complete. 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.040+0000 7f2f03e00640 1 Processor -- start 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.041+0000 7f2f03e00640 1 -- start start 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.041+0000 7f2f03e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2f04103990 0x7f2f04198f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.041+0000 7f2f03e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2f041042b0 0x7f2f04199460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.041+0000 7f2f03e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2f0410cdb0 0x7f2f0419d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.041+0000 7f2f03e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2f04112960 con 0x7f2f04103990 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.041+0000 7f2f03e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041127e0 con 0x7f2f041042b0 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.041+0000 7f2f03e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2f04112ae0 con 0x7f2f0410cdb0 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.041+0000 7f2f02a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2f04103990 0x7f2f04198f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.042+0000 7f2f02a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2f04103990 0x7f2f04198f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44662/0 (socket says 172.21.15.26:44662) 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.042+0000 7f2f02a00640 1 -- 172.21.15.26:0/4140438460 learned_addr learned my addr 172.21.15.26:0/4140438460 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.042+0000 7f2f02000640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2f041042b0 0x7f2f04199460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.042+0000 7f2f03400640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2f0410cdb0 0x7f2f0419d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.042+0000 7f2f02a00640 1 -- 172.21.15.26:0/4140438460 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2f0410cdb0 msgr2=0x7f2f0419d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.042+0000 7f2f02a00640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2f0410cdb0 0x7f2f0419d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.042+0000 7f2f02a00640 1 -- 172.21.15.26:0/4140438460 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2f041042b0 msgr2=0x7f2f04199460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.042+0000 7f2f02a00640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2f041042b0 0x7f2f04199460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.042+0000 7f2f02a00640 1 -- 172.21.15.26:0/4140438460 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f0419df10 con 0x7f2f04103990 2024-04-26T23:48:45.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.043+0000 7f2f02a00640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2f04103990 0x7f2f04198f20 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f2ef400d770 tx=0x7f2ef400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.043+0000 7f2efb400640 1 -- 172.21.15.26:0/4140438460 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef4017070 con 0x7f2f04103990 2024-04-26T23:48:45.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.043+0000 7f2efb400640 1 -- 172.21.15.26:0/4140438460 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ef40054b0 con 0x7f2f04103990 2024-04-26T23:48:45.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.043+0000 7f2efb400640 1 -- 172.21.15.26:0/4140438460 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef4004c60 con 0x7f2f04103990 2024-04-26T23:48:45.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.043+0000 7f2f03e00640 1 -- 172.21.15.26:0/4140438460 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f0419e200 con 0x7f2f04103990 2024-04-26T23:48:45.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.043+0000 7f2f03e00640 1 -- 172.21.15.26:0/4140438460 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f041a5a90 con 0x7f2f04103990 2024-04-26T23:48:45.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.047+0000 7f2efb400640 1 -- 172.21.15.26:0/4140438460 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2ef4004e00 con 0x7f2f04103990 2024-04-26T23:48:45.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.047+0000 7f2f0ca39740 1 Processor -- start 2024-04-26T23:48:45.052 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.047+0000 7f2f0ca39740 1 -- start start 2024-04-26T23:48:45.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.048+0000 7f2f0ca39740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00a160 0x5600be00a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.048+0000 7f2f0ca39740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be00aa80 0x5600be014c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.048+0000 7f2f0ca39740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be015150 0x5600be017540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.048+0000 7f2f0ca39740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5600bdf17030 con 0x5600be015150 2024-04-26T23:48:45.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.048+0000 7f2f0ca39740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5600bdf327f0 con 0x5600be00a160 2024-04-26T23:48:45.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.048+0000 7f2f0ca39740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5600bdeed7e0 con 0x5600be00aa80 2024-04-26T23:48:45.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.048+0000 7f2f02000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be015150 0x5600be017540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.048+0000 7f2f02000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be015150 0x5600be017540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44664/0 (socket says 172.21.15.26:44664) 2024-04-26T23:48:45.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.048+0000 7f2f02000640 1 -- 172.21.15.26:0/1794779807 learned_addr learned my addr 172.21.15.26:0/1794779807 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:45.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.048+0000 7f2f03400640 1 --2- 172.21.15.26:0/1794779807 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00a160 0x5600be00a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.048+0000 7f2f02a00640 1 --2- 172.21.15.26:0/1794779807 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be00aa80 0x5600be014c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.049+0000 7f2f02000640 1 -- 172.21.15.26:0/1794779807 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be00aa80 msgr2=0x5600be014c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.049+0000 7f2f02000640 1 --2- 172.21.15.26:0/1794779807 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be00aa80 0x5600be014c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.049+0000 7f2f02000640 1 -- 172.21.15.26:0/1794779807 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00a160 msgr2=0x5600be00a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.049+0000 7f2f02000640 1 --2- 172.21.15.26:0/1794779807 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00a160 0x5600be00a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.049+0000 7f2f02000640 1 -- 172.21.15.26:0/1794779807 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600bdef9050 con 0x5600be015150 2024-04-26T23:48:45.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.049+0000 7f2f02000640 1 --2- 172.21.15.26:0/1794779807 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be015150 0x5600be017540 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0000c00 tx=0x7f2ef00041c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=693095aa44a4c0e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.050+0000 7f2eefe00640 1 -- 172.21.15.26:0/1794779807 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef0035040 con 0x5600be015150 2024-04-26T23:48:45.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.050+0000 7f2eefe00640 1 -- 172.21.15.26:0/1794779807 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ef00054d0 con 0x5600be015150 2024-04-26T23:48:45.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.050+0000 7f2eefe00640 1 -- 172.21.15.26:0/1794779807 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef0003850 con 0x5600be015150 2024-04-26T23:48:45.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.050+0000 7f2efb400640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2ee80a3de0 0x7f2ee80a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.050+0000 7f2efb400640 1 -- 172.21.15.26:0/4140438460 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7f2ef40d01f0 con 0x7f2f04103990 2024-04-26T23:48:45.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.050+0000 7f2f03400640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2ee80a3de0 0x7f2ee80a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.051+0000 7f2f0ca39740 1 -- 172.21.15.26:0/1794779807 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be015150 msgr2=0x5600be017540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.051+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/1794779807 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be015150 0x5600be017540 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0000c00 tx=0x7f2ef00041c0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.051+0000 7f2f0ca39740 1 -- 172.21.15.26:0/1794779807 shutdown_connections 2024-04-26T23:48:45.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.051+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/1794779807 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be015150 0x5600be017540 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.051+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/1794779807 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be00aa80 0x5600be014c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.051+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/1794779807 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00a160 0x5600be00a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.051+0000 7f2f0ca39740 1 -- 172.21.15.26:0/1794779807 >> 172.21.15.26:0/1794779807 conn(0x5600be006480 msgr2=0x5600be006860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.051+0000 7f2f0ca39740 1 -- 172.21.15.26:0/1794779807 shutdown_connections 2024-04-26T23:48:45.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.051+0000 7f2f0ca39740 1 -- 172.21.15.26:0/1794779807 wait complete. 2024-04-26T23:48:45.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.051+0000 7f2f03400640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2ee80a3de0 0x7f2ee80a62a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2efc0092f0 tx=0x7f2efc009280 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.051+0000 7f2f0ca39740 1 -- start start 2024-04-26T23:48:45.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.052+0000 7f2f0ca39740 1 Processor -- start 2024-04-26T23:48:45.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.052+0000 7f2f0ca39740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00a160 0x5600be0149a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.052+0000 7f2f0ca39740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00aa80 0x5600be011d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.052+0000 7f2f0ca39740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be015150 0x5600be012270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.052+0000 7f2f0ca39740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5600bdf6f200 con 0x5600be00a160 2024-04-26T23:48:45.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.052+0000 7f2f0ca39740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5600bdf69ee0 con 0x5600be00aa80 2024-04-26T23:48:45.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.052+0000 7f2f0ca39740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5600bdf76e70 con 0x5600be015150 2024-04-26T23:48:45.060 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.052+0000 7f2f0ca39740 10 client.0 _ll_register_callbacks cb 0x5600bdf60270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f02a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00a160 0x5600be0149a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f02a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00a160 0x5600be0149a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44670/0 (socket says 172.21.15.26:44670) 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f02a00640 1 -- 172.21.15.26:0/151523422 learned_addr learned my addr 172.21.15.26:0/151523422 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f02000640 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00aa80 0x5600be011d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f03400640 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be015150 0x5600be012270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f02a00640 1 -- 172.21.15.26:0/151523422 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be015150 msgr2=0x5600be012270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f02a00640 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be015150 0x5600be012270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f02a00640 1 -- 172.21.15.26:0/151523422 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00aa80 msgr2=0x5600be011d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f02a00640 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00aa80 0x5600be011d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f02a00640 1 -- 172.21.15.26:0/151523422 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600bdd467d0 con 0x5600be00a160 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f03400640 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be015150 0x5600be012270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f02000640 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00aa80 0x5600be011d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2f02a00640 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00a160 0x5600be0149a0 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f2ef4021000 tx=0x7f2ef409bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae8bd710037c1adb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.053+0000 7f2eecc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:45.061 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.054+0000 7f2eecc00640 1 -- 172.21.15.26:0/151523422 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef4020040 con 0x5600be00a160 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.054+0000 7f2eecc00640 1 -- 172.21.15.26:0/151523422 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7f2ef40987e0 con 0x5600be00a160 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.054+0000 7f2f0ca39740 1 -- 172.21.15.26:0/151523422 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ef00054d0 con 0x5600be00a160 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.054+0000 7f2eecc00640 1 -- 172.21.15.26:0/151523422 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2ef409c870 con 0x5600be00a160 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.054+0000 7f2f0ca39740 10 client.18078 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.054+0000 7f2f0ca39740 1 -- 172.21.15.26:0/151523422 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5600bdc7c3f0 con 0x5600be00a160 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.054+0000 7f2eecc00640 1 -- 172.21.15.26:0/151523422 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ef00054d0 con 0x5600be00a160 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.055+0000 7f2eecc00640 1 -- 172.21.15.26:0/151523422 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2ef4096ce0 con 0x5600be00a160 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.055+0000 7f2f0ca39740 10 client.18078 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.055+0000 7f2f0ca39740 10 client.18078 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.055+0000 7f2f0ca39740 20 client.18078 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.055+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5600be024880 0x5600be026d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.055+0000 7f2f0ca39740 4 client.18078 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.055+0000 7f2f0ca39740 1 -- 172.21.15.26:0/151523422 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5600bdf787e0 con 0x5600be024880 2024-04-26T23:48:45.062 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.055+0000 7f2f02000640 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5600be024880 0x5600be026d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.056+0000 7f2f02000640 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5600be024880 0x5600be026d20 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31f0c83e26125272 server_cookie=309e56f81446c0db in_seq=0 out_seq=0 2024-04-26T23:48:45.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.056+0000 7f2eecc00640 10 client.18078 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:45.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.058+0000 7f2eecc00640 1 -- 172.21.15.26:0/151523422 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5600bdf787e0 con 0x5600be024880 2024-04-26T23:48:45.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.058+0000 7f2eecc00640 10 client.18078 handle_command_reply: tid=0 2024-04-26T23:48:45.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.058+0000 7f2f0ca39740 1 client.18078 shutdown 2024-04-26T23:48:45.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.058+0000 7f2f0ca39740 1 -- 172.21.15.26:0/151523422 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00a160 msgr2=0x5600be0149a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.058+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00a160 0x5600be0149a0 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f2ef4021000 tx=0x7f2ef409bf40 comp rx=0 tx=0).stop 2024-04-26T23:48:45.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.059+0000 7f2f0ca39740 1 -- 172.21.15.26:0/151523422 shutdown_connections 2024-04-26T23:48:45.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.059+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5600be024880 0x5600be026d20 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.059+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be015150 0x5600be012270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.064 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.059+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00aa80 0x5600be011d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.059+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/151523422 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00a160 0x5600be0149a0 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.059+0000 7f2eecc00640 0 client.18078 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:45.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.059+0000 7f2f0ca39740 1 -- 172.21.15.26:0/151523422 >> 172.21.15.26:0/151523422 conn(0x5600be006480 msgr2=0x5600be0011f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.059+0000 7f2f0ca39740 1 -- 172.21.15.26:0/151523422 shutdown_connections 2024-04-26T23:48:45.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.059+0000 7f2f0ca39740 1 -- 172.21.15.26:0/151523422 wait complete. 2024-04-26T23:48:45.065 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.059+0000 7f2f0ca39740 20 client.18078 trim_cache size 0 max 16384 2024-04-26T23:48:45.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:44 smithi086 ceph-mon[31122]: pgmap v401: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:45.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.078+0000 7f2f0ca39740 1 Processor -- start 2024-04-26T23:48:45.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.078+0000 7f2f0ca39740 1 -- start start 2024-04-26T23:48:45.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.078+0000 7f2f0ca39740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be00a160 0x5600be0104f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.078+0000 7f2f0ca39740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 0x5600be020aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.078+0000 7f2f0ca39740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be015150 0x5600be014460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f0ca39740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041ac2b0 con 0x5600be00aa80 2024-04-26T23:48:45.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f0ca39740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041aa120 con 0x5600be015150 2024-04-26T23:48:45.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f0ca39740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041abbe0 con 0x5600be00a160 2024-04-26T23:48:45.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f02000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 0x5600be020aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f02000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 0x5600be020aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44682/0 (socket says 172.21.15.26:44682) 2024-04-26T23:48:45.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f02000640 1 -- 172.21.15.26:0/3268318672 learned_addr learned my addr 172.21.15.26:0/3268318672 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:45.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f02a00640 1 --2- 172.21.15.26:0/3268318672 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be00a160 0x5600be0104f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f02000640 1 -- 172.21.15.26:0/3268318672 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be00a160 msgr2=0x5600be0104f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f02000640 1 --2- 172.21.15.26:0/3268318672 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be00a160 0x5600be0104f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f02000640 1 -- 172.21.15.26:0/3268318672 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be015150 msgr2=0x5600be014460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f03400640 1 --2- 172.21.15.26:0/3268318672 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be015150 0x5600be014460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f02000640 1 --2- 172.21.15.26:0/3268318672 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be015150 0x5600be014460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f02000640 1 -- 172.21.15.26:0/3268318672 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600bdc3c0f0 con 0x5600be00aa80 2024-04-26T23:48:45.085 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.079+0000 7f2f03400640 1 --2- 172.21.15.26:0/3268318672 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be015150 0x5600be014460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:45.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.080+0000 7f2f02000640 1 --2- 172.21.15.26:0/3268318672 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 0x5600be020aa0 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f2ef002aa70 tx=0x7f2ef002a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af0b6fa5f372f8ba server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.080+0000 7f2eef400640 1 -- 172.21.15.26:0/3268318672 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef0058070 con 0x5600be00aa80 2024-04-26T23:48:45.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.080+0000 7f2eef400640 1 -- 172.21.15.26:0/3268318672 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ef0003880 con 0x5600be00aa80 2024-04-26T23:48:45.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.080+0000 7f2eef400640 1 -- 172.21.15.26:0/3268318672 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef0035040 con 0x5600be00aa80 2024-04-26T23:48:45.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.081+0000 7f2f0ca39740 1 -- 172.21.15.26:0/3268318672 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 msgr2=0x5600be020aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.081+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/3268318672 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 0x5600be020aa0 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f2ef002aa70 tx=0x7f2ef002a480 comp rx=0 tx=0).stop 2024-04-26T23:48:45.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.081+0000 7f2f0ca39740 1 -- 172.21.15.26:0/3268318672 shutdown_connections 2024-04-26T23:48:45.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.081+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/3268318672 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be015150 0x5600be014460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.081+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/3268318672 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 0x5600be020aa0 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.081+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/3268318672 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be00a160 0x5600be0104f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.081+0000 7f2f0ca39740 1 -- 172.21.15.26:0/3268318672 >> 172.21.15.26:0/3268318672 conn(0x5600be006480 msgr2=0x5600be00d300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.081+0000 7f2f0ca39740 1 -- 172.21.15.26:0/3268318672 shutdown_connections 2024-04-26T23:48:45.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.081+0000 7f2f0ca39740 1 -- 172.21.15.26:0/3268318672 wait complete. 2024-04-26T23:48:45.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.082+0000 7f2f0ca39740 1 -- start start 2024-04-26T23:48:45.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.082+0000 7f2f0ca39740 1 Processor -- start 2024-04-26T23:48:45.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.082+0000 7f2f0ca39740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00a160 0x5600be01d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.082+0000 7f2f0ca39740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 0x5600be018610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.082+0000 7f2f0ca39740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be015150 0x5600be018b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.082+0000 7f2f0ca39740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041aae40 con 0x5600be00aa80 2024-04-26T23:48:45.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.082+0000 7f2f0ca39740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041aa770 con 0x5600be00a160 2024-04-26T23:48:45.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.082+0000 7f2f0ca39740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2f041ab510 con 0x5600be015150 2024-04-26T23:48:45.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.082+0000 7f2f0ca39740 10 client.0 _ll_register_callbacks cb 0x7f2ef40056d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:45.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.083+0000 7f2f02000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 0x5600be018610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.083+0000 7f2f02000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 0x5600be018610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44696/0 (socket says 172.21.15.26:44696) 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.083+0000 7f2f02000640 1 -- 172.21.15.26:0/269164016 learned_addr learned my addr 172.21.15.26:0/269164016 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.083+0000 7f2f02a00640 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00a160 0x5600be01d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.083+0000 7f2f02000640 1 -- 172.21.15.26:0/269164016 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be015150 msgr2=0x5600be018b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.083+0000 7f2f03400640 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be015150 0x5600be018b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.083+0000 7f2f02000640 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be015150 0x5600be018b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.083+0000 7f2f02000640 1 -- 172.21.15.26:0/269164016 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00a160 msgr2=0x5600be01d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.083+0000 7f2f02000640 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00a160 0x5600be01d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.083+0000 7f2f02000640 1 -- 172.21.15.26:0/269164016 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600bdf32a30 con 0x5600be00aa80 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.083+0000 7f2f02a00640 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00a160 0x5600be01d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.084+0000 7f2f02000640 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 0x5600be018610 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0056040 tx=0x7f2ef0004330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=923bb69753b4afd6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.084+0000 7f2eecc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.084+0000 7f2eecc00640 1 -- 172.21.15.26:0/269164016 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef0058070 con 0x5600be00aa80 2024-04-26T23:48:45.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.084+0000 7f2eecc00640 1 -- 172.21.15.26:0/269164016 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7f2ef0005040 con 0x5600be00aa80 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.084+0000 7f2f0ca39740 1 -- 172.21.15.26:0/269164016 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ef0003880 con 0x5600be00aa80 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.084+0000 7f2eecc00640 1 -- 172.21.15.26:0/269164016 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2ef0035040 con 0x5600be00aa80 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.084+0000 7f2f0ca39740 10 client.18084 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.084+0000 7f2f0ca39740 1 -- 172.21.15.26:0/269164016 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5600be08aa80 con 0x5600be00aa80 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.085+0000 7f2eecc00640 1 -- 172.21.15.26:0/269164016 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2ef0003880 con 0x5600be00aa80 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.085+0000 7f2eecc00640 1 -- 172.21.15.26:0/269164016 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2ef00046c0 con 0x5600be00aa80 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.085+0000 7f2f0ca39740 10 client.18084 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.085+0000 7f2f0ca39740 10 client.18084 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.085+0000 7f2f0ca39740 20 client.18084 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.085+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5600be08ad60 0x5600be08d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.085+0000 7f2f0ca39740 4 client.18084 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.085+0000 7f2f0ca39740 1 -- 172.21.15.26:0/269164016 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5600bdf72650 con 0x5600be08ad60 2024-04-26T23:48:45.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.086+0000 7f2f02a00640 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5600be08ad60 0x5600be08d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2f02a00640 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5600be08ad60 0x5600be08d150 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac3a18e003888e9a server_cookie=c9628a4d2344c051 in_seq=0 out_seq=0 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2eecc00640 10 client.18084 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2eecc00640 1 -- 172.21.15.26:0/269164016 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5600bdf72650 con 0x5600be08ad60 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2eecc00640 10 client.18084 handle_command_reply: tid=0 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2f0ca39740 1 client.18084 shutdown 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2f0ca39740 1 -- 172.21.15.26:0/269164016 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 msgr2=0x5600be018610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 0x5600be018610 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0056040 tx=0x7f2ef0004330 comp rx=0 tx=0).stop 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2f0ca39740 1 -- 172.21.15.26:0/269164016 shutdown_connections 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5600be08ad60 0x5600be08d150 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5600be015150 0x5600be018b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5600be00aa80 0x5600be018610 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2f0ca39740 1 --2- 172.21.15.26:0/269164016 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5600be00a160 0x5600be01d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2eecc00640 0 client.18084 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:45.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.087+0000 7f2f0ca39740 1 -- 172.21.15.26:0/269164016 >> 172.21.15.26:0/269164016 conn(0x5600be006480 msgr2=0x5600be02b5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.088+0000 7f2f0ca39740 1 -- 172.21.15.26:0/269164016 shutdown_connections 2024-04-26T23:48:45.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.088+0000 7f2f0ca39740 1 -- 172.21.15.26:0/269164016 wait complete. 2024-04-26T23:48:45.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.088+0000 7f2f0ca39740 20 client.18084 trim_cache size 0 max 16384 2024-04-26T23:48:45.095 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:48:45.095 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:48:45.095 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:48:45.095 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:48:45.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.088+0000 7f2f03e00640 1 -- 172.21.15.26:0/4140438460 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2ee80a3de0 msgr2=0x7f2ee80a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.088+0000 7f2f03e00640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2ee80a3de0 0x7f2ee80a62a0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2efc0092f0 tx=0x7f2efc009280 comp rx=0 tx=0).stop 2024-04-26T23:48:45.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.089+0000 7f2f03e00640 1 -- 172.21.15.26:0/4140438460 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2f04103990 msgr2=0x7f2f04198f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.089+0000 7f2f03e00640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2f04103990 0x7f2f04198f20 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f2ef400d770 tx=0x7f2ef400dc30 comp rx=0 tx=0).stop 2024-04-26T23:48:45.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.089+0000 7f2f03e00640 1 -- 172.21.15.26:0/4140438460 shutdown_connections 2024-04-26T23:48:45.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.089+0000 7f2f03e00640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2f0410cdb0 0x7f2f0419d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.089+0000 7f2f03e00640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2f041042b0 0x7f2f04199460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.089+0000 7f2f03e00640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2ee80a3de0 0x7f2ee80a62a0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.089+0000 7f2f03e00640 1 --2- 172.21.15.26:0/4140438460 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2f04103990 0x7f2f04198f20 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.089+0000 7f2f03e00640 1 -- 172.21.15.26:0/4140438460 >> 172.21.15.26:0/4140438460 conn(0x7f2f040fd1b0 msgr2=0x7f2f040fea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.089+0000 7f2f03e00640 1 -- 172.21.15.26:0/4140438460 shutdown_connections 2024-04-26T23:48:45.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.089+0000 7f2f03e00640 1 -- 172.21.15.26:0/4140438460 wait complete. 2024-04-26T23:48:45.111 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:48:45.112 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:48:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.315+0000 7f2e96600640 1 -- 172.21.15.26:0/2343614219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2e901136f0 msgr2=0x7f2e90115ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.315+0000 7f2e96600640 1 --2- 172.21.15.26:0/2343614219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2e901136f0 0x7f2e90115ae0 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f2e80009900 tx=0x7f2e8002a480 comp rx=0 tx=0).stop 2024-04-26T23:48:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.315+0000 7f2e96600640 1 -- 172.21.15.26:0/2343614219 shutdown_connections 2024-04-26T23:48:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.315+0000 7f2e96600640 1 --2- 172.21.15.26:0/2343614219 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2e901136f0 0x7f2e90115ae0 unknown :-1 s=CLOSED pgs=1316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.315+0000 7f2e96600640 1 --2- 172.21.15.26:0/2343614219 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2e900755f0 0x7f2e901131b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.315+0000 7f2e96600640 1 --2- 172.21.15.26:0/2343614219 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2e90074cd0 0x7f2e900750b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.315+0000 7f2e96600640 1 -- 172.21.15.26:0/2343614219 >> 172.21.15.26:0/2343614219 conn(0x7f2e900fe1f0 msgr2=0x7f2e90100610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.315+0000 7f2e96600640 1 -- 172.21.15.26:0/2343614219 shutdown_connections 2024-04-26T23:48:45.320 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.315+0000 7f2e96600640 1 -- 172.21.15.26:0/2343614219 wait complete. 2024-04-26T23:48:45.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.316+0000 7f2e96600640 1 Processor -- start 2024-04-26T23:48:45.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.316+0000 7f2e96600640 1 -- start start 2024-04-26T23:48:45.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.317+0000 7f2e96600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2e90074cd0 0x7f2e9019f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.317+0000 7f2e96600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2e900755f0 0x7f2e9019f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.317+0000 7f2e96600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2e901136f0 0x7f2e901a3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.317+0000 7f2e96600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2e90118e60 con 0x7f2e901136f0 2024-04-26T23:48:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.317+0000 7f2e96600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2e90118ce0 con 0x7f2e900755f0 2024-04-26T23:48:45.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.317+0000 7f2e96600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2e90118fe0 con 0x7f2e90074cd0 2024-04-26T23:48:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.317+0000 7f2e95c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2e901136f0 0x7f2e901a3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.317+0000 7f2e95c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2e901136f0 0x7f2e901a3d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44708/0 (socket says 172.21.15.26:44708) 2024-04-26T23:48:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.317+0000 7f2e95c00640 1 -- 172.21.15.26:0/1582046095 learned_addr learned my addr 172.21.15.26:0/1582046095 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:45.323 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.318+0000 7f2e8fe00640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2e900755f0 0x7f2e9019f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.318+0000 7f2e95200640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2e90074cd0 0x7f2e9019f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.318+0000 7f2e95c00640 1 -- 172.21.15.26:0/1582046095 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2e90074cd0 msgr2=0x7f2e9019f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.318+0000 7f2e95c00640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2e90074cd0 0x7f2e9019f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.318+0000 7f2e95c00640 1 -- 172.21.15.26:0/1582046095 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2e900755f0 msgr2=0x7f2e9019f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.318+0000 7f2e95c00640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2e900755f0 0x7f2e9019f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.318+0000 7f2e95c00640 1 -- 172.21.15.26:0/1582046095 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e901a4430 con 0x7f2e901136f0 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.318+0000 7f2e8fe00640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2e900755f0 0x7f2e9019f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.318+0000 7f2e95c00640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2e901136f0 0x7f2e901a3d00 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f2e80004770 tx=0x7f2e80003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.319+0000 7f2e8d600640 1 -- 172.21.15.26:0/1582046095 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8003f070 con 0x7f2e901136f0 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.319+0000 7f2e96600640 1 -- 172.21.15.26:0/1582046095 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e901a46c0 con 0x7f2e901136f0 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.319+0000 7f2e8d600640 1 -- 172.21.15.26:0/1582046095 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2e8003bd00 con 0x7f2e901136f0 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.319+0000 7f2e8d600640 1 -- 172.21.15.26:0/1582046095 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e80035030 con 0x7f2e901136f0 2024-04-26T23:48:45.324 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.319+0000 7f2e96600640 1 -- 172.21.15.26:0/1582046095 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e901abfb0 con 0x7f2e901136f0 2024-04-26T23:48:45.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.320+0000 7f2e96600640 1 -- 172.21.15.26:0/1582046095 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e90069ac0 con 0x7f2e901136f0 2024-04-26T23:48:45.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.322+0000 7f2e8d600640 1 -- 172.21.15.26:0/1582046095 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2e80042070 con 0x7f2e901136f0 2024-04-26T23:48:45.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.324+0000 7f2e8d600640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2e740a3d20 0x7f2e740a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.324+0000 7f2e8d600640 1 -- 172.21.15.26:0/1582046095 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7f2e800f10b0 con 0x7f2e901136f0 2024-04-26T23:48:45.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.324+0000 7f2e95200640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2e740a3d20 0x7f2e740a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.325+0000 7f2e95200640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2e740a3d20 0x7f2e740a61e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2e88005fd0 tx=0x7f2e880098b0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.330+0000 7f2e8d600640 1 -- 172.21.15.26:0/1582046095 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f2e800bd6d0 con 0x7f2e901136f0 2024-04-26T23:48:45.612 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.608+0000 7f2e96600640 1 -- 172.21.15.26:0/1582046095 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2e901a0790 con 0x7f2e901136f0 2024-04-26T23:48:45.614 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.610+0000 7f2e8d600640 1 -- 172.21.15.26:0/1582046095 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f2e800bcfd0 con 0x7f2e901136f0 2024-04-26T23:48:45.615 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:48:45.615 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:48:45.615 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:48:45.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.613+0000 7f2e96600640 1 -- 172.21.15.26:0/1582046095 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2e740a3d20 msgr2=0x7f2e740a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.613+0000 7f2e96600640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2e740a3d20 0x7f2e740a61e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2e88005fd0 tx=0x7f2e880098b0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.613+0000 7f2e96600640 1 -- 172.21.15.26:0/1582046095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2e901136f0 msgr2=0x7f2e901a3d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.617 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.613+0000 7f2e96600640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2e901136f0 0x7f2e901a3d00 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f2e80004770 tx=0x7f2e80003cd0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.613+0000 7f2e96600640 1 -- 172.21.15.26:0/1582046095 shutdown_connections 2024-04-26T23:48:45.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.613+0000 7f2e96600640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f2e740a3d20 0x7f2e740a61e0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.613+0000 7f2e96600640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2e901136f0 0x7f2e901a3d00 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.613+0000 7f2e96600640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2e900755f0 0x7f2e9019f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.613+0000 7f2e96600640 1 --2- 172.21.15.26:0/1582046095 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2e90074cd0 0x7f2e9019f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.613+0000 7f2e96600640 1 -- 172.21.15.26:0/1582046095 >> 172.21.15.26:0/1582046095 conn(0x7f2e900fe1f0 msgr2=0x7f2e900ffbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.613+0000 7f2e96600640 1 -- 172.21.15.26:0/1582046095 shutdown_connections 2024-04-26T23:48:45.618 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.613+0000 7f2e96600640 1 -- 172.21.15.26:0/1582046095 wait complete. 2024-04-26T23:48:45.636 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:48:45.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.857+0000 7ff8a2a00640 1 -- 172.21.15.26:0/12423918 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff89c075680 msgr2=0x7ff89c10ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.857+0000 7ff8a2a00640 1 --2- 172.21.15.26:0/12423918 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff89c075680 0x7ff89c10ead0 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7ff888009900 tx=0x7ff88802a480 comp rx=0 tx=0).stop 2024-04-26T23:48:45.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.857+0000 7ff8a2a00640 1 -- 172.21.15.26:0/12423918 shutdown_connections 2024-04-26T23:48:45.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.857+0000 7ff8a2a00640 1 --2- 172.21.15.26:0/12423918 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff89c10f010 0x7ff89c111460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.857+0000 7ff8a2a00640 1 --2- 172.21.15.26:0/12423918 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff89c075680 0x7ff89c10ead0 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.857+0000 7ff8a2a00640 1 --2- 172.21.15.26:0/12423918 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff89c074d60 0x7ff89c075140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.857+0000 7ff8a2a00640 1 -- 172.21.15.26:0/12423918 >> 172.21.15.26:0/12423918 conn(0x7ff89c0fe300 msgr2=0x7ff89c100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.857+0000 7ff8a2a00640 1 -- 172.21.15.26:0/12423918 shutdown_connections 2024-04-26T23:48:45.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.857+0000 7ff8a2a00640 1 -- 172.21.15.26:0/12423918 wait complete. 2024-04-26T23:48:45.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.858+0000 7ff8a2a00640 1 Processor -- start 2024-04-26T23:48:45.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.858+0000 7ff8a2a00640 1 -- start start 2024-04-26T23:48:45.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.859+0000 7ff8a2a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff89c074d60 0x7ff89c19b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.859+0000 7ff8a2a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff89c075680 0x7ff89c19b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.859+0000 7ff8a2a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff89c10f010 0x7ff89c19f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.859+0000 7ff8a2a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c114b60 con 0x7ff89c10f010 2024-04-26T23:48:45.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.859+0000 7ff8a2a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c1149e0 con 0x7ff89c074d60 2024-04-26T23:48:45.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.859+0000 7ff8a2a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c114ce0 con 0x7ff89c075680 2024-04-26T23:48:45.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.859+0000 7ff8a2000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff89c10f010 0x7ff89c19f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.859+0000 7ff8a2000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff89c10f010 0x7ff89c19f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44714/0 (socket says 172.21.15.26:44714) 2024-04-26T23:48:45.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.859+0000 7ff8a2000640 1 -- 172.21.15.26:0/2114928157 learned_addr learned my addr 172.21.15.26:0/2114928157 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:45.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.859+0000 7ff8a1600640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff89c074d60 0x7ff89c19b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.860+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff89c075680 0x7ff89c19b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.860+0000 7ff8a2000640 1 -- 172.21.15.26:0/2114928157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff89c075680 msgr2=0x7ff89c19b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.860+0000 7ff8a2000640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff89c075680 0x7ff89c19b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.860+0000 7ff8a2000640 1 -- 172.21.15.26:0/2114928157 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff89c074d60 msgr2=0x7ff89c19b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.860+0000 7ff8a2000640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff89c074d60 0x7ff89c19b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.860+0000 7ff8a2000640 1 -- 172.21.15.26:0/2114928157 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff89c1a00d0 con 0x7ff89c10f010 2024-04-26T23:48:45.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.860+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff89c075680 0x7ff89c19b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:45.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.860+0000 7ff8a2000640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff89c10f010 0x7ff89c19f9a0 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7ff89400cce0 tx=0x7ff89400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.860+0000 7ff89a000640 1 -- 172.21.15.26:0/2114928157 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff89400f450 con 0x7ff89c10f010 2024-04-26T23:48:45.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.860+0000 7ff89a000640 1 -- 172.21.15.26:0/2114928157 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff89400fa80 con 0x7ff89c10f010 2024-04-26T23:48:45.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.860+0000 7ff8a2a00640 1 -- 172.21.15.26:0/2114928157 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff89c1a03c0 con 0x7ff89c10f010 2024-04-26T23:48:45.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.861+0000 7ff89a000640 1 -- 172.21.15.26:0/2114928157 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff894018ad0 con 0x7ff89c10f010 2024-04-26T23:48:45.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.861+0000 7ff8a2a00640 1 -- 172.21.15.26:0/2114928157 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff89c1a7c50 con 0x7ff89c10f010 2024-04-26T23:48:45.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.864+0000 7ff8a6d96740 1 Processor -- start 2024-04-26T23:48:45.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.864+0000 7ff89a000640 1 -- 172.21.15.26:0/2114928157 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff89400f5f0 con 0x7ff89c10f010 2024-04-26T23:48:45.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.865+0000 7ff8a6d96740 1 -- start start 2024-04-26T23:48:45.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.865+0000 7ff8a6d96740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d153a0 0x55cf49d15780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.865+0000 7ff8a6d96740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d1fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.865+0000 7ff8a6d96740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d20390 0x55cf49d22780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.865+0000 7ff8a6d96740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cf49c79c70 con 0x55cf49d15cc0 2024-04-26T23:48:45.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.865+0000 7ff8a6d96740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cf49c32980 con 0x55cf49d20390 2024-04-26T23:48:45.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.865+0000 7ff8a6d96740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cf49c75c30 con 0x55cf49d153a0 2024-04-26T23:48:45.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.865+0000 7ff8a1600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d1fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.865+0000 7ff8a1600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d1fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44728/0 (socket says 172.21.15.26:44728) 2024-04-26T23:48:45.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.865+0000 7ff8a1600640 1 -- 172.21.15.26:0/531938151 learned_addr learned my addr 172.21.15.26:0/531938151 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.866+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/531938151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d153a0 0x55cf49d15780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.866+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/531938151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d20390 0x55cf49d22780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.866+0000 7ff8a1600640 1 -- 172.21.15.26:0/531938151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d153a0 msgr2=0x55cf49d15780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.866+0000 7ff8a1600640 1 --2- 172.21.15.26:0/531938151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d153a0 0x55cf49d15780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.866+0000 7ff8a1600640 1 -- 172.21.15.26:0/531938151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d20390 msgr2=0x55cf49d22780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.866+0000 7ff8a1600640 1 --2- 172.21.15.26:0/531938151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d20390 0x55cf49d22780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.866+0000 7ff8a1600640 1 -- 172.21.15.26:0/531938151 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf49c0a7b0 con 0x55cf49d15cc0 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.866+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/531938151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d153a0 0x55cf49d15780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.866+0000 7ff89a000640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff8840a3d20 0x7ff8840a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.866+0000 7ff8a1600640 1 --2- 172.21.15.26:0/531938151 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d1fe50 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7ff89000bcf0 tx=0x7ff89000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c3e3fbf849dca7a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.867+0000 7ff89a000640 1 -- 172.21.15.26:0/2114928157 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7ff8940d10a0 con 0x7ff89c10f010 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.867+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff8840a3d20 0x7ff8840a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.867+0000 7ff88e600640 1 -- 172.21.15.26:0/531938151 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff890015070 con 0x55cf49d15cc0 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.867+0000 7ff88e600640 1 -- 172.21.15.26:0/531938151 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff89001a8f0 con 0x55cf49d15cc0 2024-04-26T23:48:45.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.867+0000 7ff88e600640 1 -- 172.21.15.26:0/531938151 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8900118e0 con 0x55cf49d15cc0 2024-04-26T23:48:45.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.868+0000 7ff8a6d96740 1 -- 172.21.15.26:0/531938151 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 msgr2=0x55cf49d1fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.868+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/531938151 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d1fe50 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7ff89000bcf0 tx=0x7ff89000f730 comp rx=0 tx=0).stop 2024-04-26T23:48:45.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.868+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff8840a3d20 0x7ff8840a61e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x55cf49d12850 tx=0x7ff888005fd0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.868+0000 7ff8a6d96740 1 -- 172.21.15.26:0/531938151 shutdown_connections 2024-04-26T23:48:45.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.868+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/531938151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d20390 0x55cf49d22780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.868+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/531938151 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d1fe50 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.868+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/531938151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d153a0 0x55cf49d15780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.868+0000 7ff8a6d96740 1 -- 172.21.15.26:0/531938151 >> 172.21.15.26:0/531938151 conn(0x55cf49d116c0 msgr2=0x55cf49d11aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.868+0000 7ff8a6d96740 1 -- 172.21.15.26:0/531938151 shutdown_connections 2024-04-26T23:48:45.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.868+0000 7ff8a6d96740 1 -- 172.21.15.26:0/531938151 wait complete. 2024-04-26T23:48:45.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.869+0000 7ff8a6d96740 1 -- start start 2024-04-26T23:48:45.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.869+0000 7ff8a6d96740 1 Processor -- start 2024-04-26T23:48:45.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.869+0000 7ff8a6d96740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d153a0 0x55cf49d1fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.869+0000 7ff8a6d96740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d15cc0 0x55cf49d1cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a6d96740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d20390 0x55cf49d1d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a6d96740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cf49c78f80 con 0x55cf49d20390 2024-04-26T23:48:45.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a6d96740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cf49c26260 con 0x55cf49d15cc0 2024-04-26T23:48:45.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a6d96740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cf49c7e2a0 con 0x55cf49d153a0 2024-04-26T23:48:45.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a6d96740 10 client.0 _ll_register_callbacks cb 0x55cf49c70960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:45.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a2000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d20390 0x55cf49d1d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a2000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d20390 0x55cf49d1d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44730/0 (socket says 172.21.15.26:44730) 2024-04-26T23:48:45.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a2000640 1 -- 172.21.15.26:0/2472432400 learned_addr learned my addr 172.21.15.26:0/2472432400 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:45.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d15cc0 0x55cf49d1cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a1600640 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d153a0 0x55cf49d1fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a2000640 1 -- 172.21.15.26:0/2472432400 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d153a0 msgr2=0x55cf49d1fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a2000640 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d153a0 0x55cf49d1fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.870+0000 7ff8a2000640 1 -- 172.21.15.26:0/2472432400 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d15cc0 msgr2=0x55cf49d1cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.871+0000 7ff8a2000640 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d15cc0 0x55cf49d1cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.871+0000 7ff8a2000640 1 -- 172.21.15.26:0/2472432400 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf49c081c0 con 0x55cf49d20390 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.871+0000 7ff8a2000640 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d20390 0x55cf49d1d530 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7ff894099990 tx=0x7ff89409c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ef49a91fdcebbca server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.871+0000 7ff882a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.871+0000 7ff882a00640 1 -- 172.21.15.26:0/2472432400 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8940b5020 con 0x55cf49d20390 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.871+0000 7ff882a00640 1 -- 172.21.15.26:0/2472432400 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7ff8940a57a0 con 0x55cf49d20390 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.871+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2472432400 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff89001a8f0 con 0x55cf49d20390 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.871+0000 7ff882a00640 1 -- 172.21.15.26:0/2472432400 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff8940a1370 con 0x55cf49d20390 2024-04-26T23:48:45.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.872+0000 7ff8a6d96740 10 client.18102 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:45.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.872+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2472432400 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cf4998b3f0 con 0x55cf49d20390 2024-04-26T23:48:45.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.872+0000 7ff882a00640 1 -- 172.21.15.26:0/2472432400 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff89001a8f0 con 0x55cf49d20390 2024-04-26T23:48:45.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.872+0000 7ff882a00640 1 -- 172.21.15.26:0/2472432400 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff89409f050 con 0x55cf49d20390 2024-04-26T23:48:45.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.872+0000 7ff8a6d96740 10 client.18102 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:45.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.872+0000 7ff8a6d96740 10 client.18102 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:48:45.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.872+0000 7ff8a6d96740 20 client.18102 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:45.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.872+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf49d2fd50 0x55cf49d32140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.872+0000 7ff8a6d96740 4 client.18102 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:48:45.879 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.872+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2472432400 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cf49c87880 con 0x55cf49d2fd50 2024-04-26T23:48:45.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.873+0000 7ff8a1600640 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf49d2fd50 0x55cf49d32140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.874+0000 7ff8a1600640 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf49d2fd50 0x55cf49d32140 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d9faa9a9474a3794 server_cookie=aaa900dad04ccae7 in_seq=0 out_seq=0 2024-04-26T23:48:45.880 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.874+0000 7ff882a00640 10 client.18102 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:48:45.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff882a00640 1 -- 172.21.15.26:0/2472432400 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cf49c87880 con 0x55cf49d2fd50 2024-04-26T23:48:45.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff882a00640 10 client.18102 handle_command_reply: tid=0 2024-04-26T23:48:45.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff8a6d96740 1 client.18102 shutdown 2024-04-26T23:48:45.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2472432400 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d20390 msgr2=0x55cf49d1d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d20390 0x55cf49d1d530 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7ff894099990 tx=0x7ff89409c9e0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2472432400 shutdown_connections 2024-04-26T23:48:45.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d20390 0x55cf49d1d530 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d15cc0 0x55cf49d1cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf49d2fd50 0x55cf49d32140 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/2472432400 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d153a0 0x55cf49d1fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2472432400 >> 172.21.15.26:0/2472432400 conn(0x55cf49d116c0 msgr2=0x55cf49d174c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff882a00640 0 client.18102 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:48:45.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2472432400 shutdown_connections 2024-04-26T23:48:45.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.876+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2472432400 wait complete. 2024-04-26T23:48:45.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.877+0000 7ff8a6d96740 20 client.18102 trim_cache size 0 max 16384 2024-04-26T23:48:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.891+0000 7ff8a6d96740 1 Processor -- start 2024-04-26T23:48:45.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.892+0000 7ff8a6d96740 1 -- start start 2024-04-26T23:48:45.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.892+0000 7ff8a6d96740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d153a0 0x55cf49d10630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.892+0000 7ff8a6d96740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d2bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.892+0000 7ff8a6d96740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d20390 0x55cf49d37a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.892+0000 7ff8a6d96740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c1b2d20 con 0x55cf49d15cc0 2024-04-26T23:48:45.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.892+0000 7ff8a6d96740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c1b05f0 con 0x55cf49d153a0 2024-04-26T23:48:45.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.892+0000 7ff8a6d96740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c1ae460 con 0x55cf49d20390 2024-04-26T23:48:45.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.892+0000 7ff8a0c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d2bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.892+0000 7ff8a0c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d2bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44736/0 (socket says 172.21.15.26:44736) 2024-04-26T23:48:45.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.892+0000 7ff8a0c00640 1 -- 172.21.15.26:0/1875525114 learned_addr learned my addr 172.21.15.26:0/1875525114 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:45.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.893+0000 7ff8a2000640 1 --2- 172.21.15.26:0/1875525114 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d20390 0x55cf49d37a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.893+0000 7ff8a1600640 1 --2- 172.21.15.26:0/1875525114 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d153a0 0x55cf49d10630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.893+0000 7ff8a0c00640 1 -- 172.21.15.26:0/1875525114 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d20390 msgr2=0x55cf49d37a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.893+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/1875525114 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d20390 0x55cf49d37a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.893+0000 7ff8a0c00640 1 -- 172.21.15.26:0/1875525114 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d153a0 msgr2=0x55cf49d10630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.893+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/1875525114 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d153a0 0x55cf49d10630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.893+0000 7ff8a0c00640 1 -- 172.21.15.26:0/1875525114 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf49a557d0 con 0x55cf49d15cc0 2024-04-26T23:48:45.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.893+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/1875525114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d2bde0 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7ff888009900 tx=0x7ff88803e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9905eea8c4d9e05c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.894+0000 7ff88dc00640 1 -- 172.21.15.26:0/1875525114 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff888035040 con 0x55cf49d15cc0 2024-04-26T23:48:45.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.894+0000 7ff88dc00640 1 -- 172.21.15.26:0/1875525114 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff88804baf0 con 0x55cf49d15cc0 2024-04-26T23:48:45.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.894+0000 7ff88dc00640 1 -- 172.21.15.26:0/1875525114 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff88803d970 con 0x55cf49d15cc0 2024-04-26T23:48:45.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.894+0000 7ff8a6d96740 1 -- 172.21.15.26:0/1875525114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 msgr2=0x55cf49d2bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.894+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/1875525114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d2bde0 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7ff888009900 tx=0x7ff88803e000 comp rx=0 tx=0).stop 2024-04-26T23:48:45.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.895+0000 7ff8a6d96740 1 -- 172.21.15.26:0/1875525114 shutdown_connections 2024-04-26T23:48:45.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.895+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/1875525114 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d20390 0x55cf49d37a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.895+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/1875525114 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d2bde0 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.895+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/1875525114 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d153a0 0x55cf49d10630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.895+0000 7ff8a6d96740 1 -- 172.21.15.26:0/1875525114 >> 172.21.15.26:0/1875525114 conn(0x55cf49d116c0 msgr2=0x55cf49d0ff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.895+0000 7ff8a6d96740 1 -- 172.21.15.26:0/1875525114 shutdown_connections 2024-04-26T23:48:45.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.895+0000 7ff8a6d96740 1 -- 172.21.15.26:0/1875525114 wait complete. 2024-04-26T23:48:45.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.895+0000 7ff8a6d96740 1 -- start start 2024-04-26T23:48:45.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.896+0000 7ff8a6d96740 1 Processor -- start 2024-04-26T23:48:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.896+0000 7ff8a6d96740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d153a0 0x55cf49d25550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.896+0000 7ff8a6d96740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d25a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.896+0000 7ff8a6d96740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d20390 0x55cf49d8e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.896+0000 7ff8a6d96740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c1aeab0 con 0x55cf49d15cc0 2024-04-26T23:48:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.896+0000 7ff8a6d96740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c1aff20 con 0x55cf49d153a0 2024-04-26T23:48:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.896+0000 7ff8a6d96740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c1af180 con 0x55cf49d20390 2024-04-26T23:48:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.896+0000 7ff8a6d96740 10 client.0 _ll_register_callbacks cb 0x7ff894018400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:45.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.896+0000 7ff8a0c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d25a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.896+0000 7ff8a0c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d25a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44738/0 (socket says 172.21.15.26:44738) 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.896+0000 7ff8a0c00640 1 -- 172.21.15.26:0/2729064772 learned_addr learned my addr 172.21.15.26:0/2729064772 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.897+0000 7ff8a1600640 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d153a0 0x55cf49d25550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.897+0000 7ff8a2000640 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d20390 0x55cf49d8e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.897+0000 7ff8a0c00640 1 -- 172.21.15.26:0/2729064772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d20390 msgr2=0x55cf49d8e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.897+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d20390 0x55cf49d8e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.897+0000 7ff8a0c00640 1 -- 172.21.15.26:0/2729064772 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d153a0 msgr2=0x55cf49d25550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.897+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d153a0 0x55cf49d25550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.897+0000 7ff8a0c00640 1 -- 172.21.15.26:0/2729064772 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf49c202a0 con 0x55cf49d15cc0 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.897+0000 7ff8a2000640 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d20390 0x55cf49d8e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.897+0000 7ff8a0c00640 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d25a90 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7ff888005760 tx=0x7ff8880092a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=316dd9cd00359242 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.897+0000 7ff882a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.898+0000 7ff882a00640 1 -- 172.21.15.26:0/2729064772 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff888035030 con 0x55cf49d15cc0 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.898+0000 7ff882a00640 1 -- 172.21.15.26:0/2729064772 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7ff88804b870 con 0x55cf49d15cc0 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.898+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2729064772 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff88804baf0 con 0x55cf49d15cc0 2024-04-26T23:48:45.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.898+0000 7ff882a00640 1 -- 172.21.15.26:0/2729064772 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff888065050 con 0x55cf49d15cc0 2024-04-26T23:48:45.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.898+0000 7ff8a6d96740 10 client.18108 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:45.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.898+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2729064772 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cf49d95a00 con 0x55cf49d15cc0 2024-04-26T23:48:45.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.898+0000 7ff882a00640 1 -- 172.21.15.26:0/2729064772 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff88804baf0 con 0x55cf49d15cc0 2024-04-26T23:48:45.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.899+0000 7ff882a00640 1 -- 172.21.15.26:0/2729064772 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff888031700 con 0x55cf49d15cc0 2024-04-26T23:48:45.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.899+0000 7ff8a6d96740 10 client.18108 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:45.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.899+0000 7ff8a6d96740 10 client.18108 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:48:45.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.899+0000 7ff8a6d96740 20 client.18108 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:45.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.899+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf49d96150 0x55cf49d98570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:45.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.899+0000 7ff8a6d96740 4 client.18108 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:48:45.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.899+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2729064772 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cf49c816f0 con 0x55cf49d96150 2024-04-26T23:48:45.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.899+0000 7ff8a1600640 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf49d96150 0x55cf49d98570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:45.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.900+0000 7ff8a1600640 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf49d96150 0x55cf49d98570 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8fed5ce3112761cb server_cookie=c5d85f4f695496e9 in_seq=0 out_seq=0 2024-04-26T23:48:45.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.900+0000 7ff882a00640 10 client.18108 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff882a00640 1 -- 172.21.15.26:0/2729064772 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cf49c816f0 con 0x55cf49d96150 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff882a00640 10 client.18108 handle_command_reply: tid=0 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff8a6d96740 1 client.18108 shutdown 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2729064772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 msgr2=0x55cf49d25a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d25a90 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7ff888005760 tx=0x7ff8880092a0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2729064772 shutdown_connections 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf49d96150 0x55cf49d98570 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf49d20390 0x55cf49d8e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf49d15cc0 0x55cf49d25a90 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff8a6d96740 1 --2- 172.21.15.26:0/2729064772 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf49d153a0 0x55cf49d25550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff882a00640 0 client.18108 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2729064772 >> 172.21.15.26:0/2729064772 conn(0x55cf49d116c0 msgr2=0x55cf49d107b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2729064772 shutdown_connections 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff8a6d96740 1 -- 172.21.15.26:0/2729064772 wait complete. 2024-04-26T23:48:45.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.901+0000 7ff8a6d96740 20 client.18108 trim_cache size 0 max 16384 2024-04-26T23:48:45.908 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:48:45.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.902+0000 7ff8a2a00640 1 -- 172.21.15.26:0/2114928157 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff8840a3d20 msgr2=0x7ff8840a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.902+0000 7ff8a2a00640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff8840a3d20 0x7ff8840a61e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x55cf49d12850 tx=0x7ff888005fd0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.902+0000 7ff8a2a00640 1 -- 172.21.15.26:0/2114928157 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff89c10f010 msgr2=0x7ff89c19f9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.902+0000 7ff8a2a00640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff89c10f010 0x7ff89c19f9a0 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7ff89400cce0 tx=0x7ff89400a620 comp rx=0 tx=0).stop 2024-04-26T23:48:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.902+0000 7ff8a2a00640 1 -- 172.21.15.26:0/2114928157 shutdown_connections 2024-04-26T23:48:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.902+0000 7ff8a2a00640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff8840a3d20 0x7ff8840a61e0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.902+0000 7ff8a2a00640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff89c10f010 0x7ff89c19f9a0 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.902+0000 7ff8a2a00640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff89c075680 0x7ff89c19b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.902+0000 7ff8a2a00640 1 --2- 172.21.15.26:0/2114928157 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff89c074d60 0x7ff89c19b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.902+0000 7ff8a2a00640 1 -- 172.21.15.26:0/2114928157 >> 172.21.15.26:0/2114928157 conn(0x7ff89c0fe300 msgr2=0x7ff89c0ff070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.902+0000 7ff8a2a00640 1 -- 172.21.15.26:0/2114928157 shutdown_connections 2024-04-26T23:48:45.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:45.902+0000 7ff8a2a00640 1 -- 172.21.15.26:0/2114928157 wait complete. 2024-04-26T23:48:45.922 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:45 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1582046095' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:48:45.924 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:48:46.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:45 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1582046095' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:48:46.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:45 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1582046095' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:48:46.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.146+0000 7fd41ca00640 1 -- 172.21.15.26:0/903075875 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd4181027d0 msgr2=0x7fd418102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.146+0000 7fd41ca00640 1 --2- 172.21.15.26:0/903075875 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd4181027d0 0x7fd418102c50 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7fd404009930 tx=0x7fd40402a420 comp rx=0 tx=0).stop 2024-04-26T23:48:46.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.146+0000 7fd41ca00640 1 -- 172.21.15.26:0/903075875 shutdown_connections 2024-04-26T23:48:46.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.146+0000 7fd41ca00640 1 --2- 172.21.15.26:0/903075875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd418103190 0x7fd41810f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.146+0000 7fd41ca00640 1 --2- 172.21.15.26:0/903075875 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd4181027d0 0x7fd418102c50 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.146+0000 7fd41ca00640 1 --2- 172.21.15.26:0/903075875 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd4181087e0 0x7fd418108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.146+0000 7fd41ca00640 1 -- 172.21.15.26:0/903075875 >> 172.21.15.26:0/903075875 conn(0x7fd4180fe300 msgr2=0x7fd418100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:46.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.146+0000 7fd41ca00640 1 -- 172.21.15.26:0/903075875 shutdown_connections 2024-04-26T23:48:46.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.146+0000 7fd41ca00640 1 -- 172.21.15.26:0/903075875 wait complete. 2024-04-26T23:48:46.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.147+0000 7fd41ca00640 1 Processor -- start 2024-04-26T23:48:46.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.148+0000 7fd41ca00640 1 -- start start 2024-04-26T23:48:46.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.148+0000 7fd41ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd4181027d0 0x7fd418074c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.148+0000 7fd41ca00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd418103190 0x7fd418075170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.148+0000 7fd41ca00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd4181087e0 0x7fd4180756b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.148+0000 7fd41ca00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd4181129a0 con 0x7fd4181027d0 2024-04-26T23:48:46.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.148+0000 7fd41ca00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd418112820 con 0x7fd4181087e0 2024-04-26T23:48:46.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.148+0000 7fd41ca00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd418112b20 con 0x7fd418103190 2024-04-26T23:48:46.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.148+0000 7fd417400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd4181027d0 0x7fd418074c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.148+0000 7fd417400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd4181027d0 0x7fd418074c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44744/0 (socket says 172.21.15.26:44744) 2024-04-26T23:48:46.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.148+0000 7fd417400640 1 -- 172.21.15.26:0/2018384093 learned_addr learned my addr 172.21.15.26:0/2018384093 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:46.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.149+0000 7fd417e00640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd4181087e0 0x7fd4180756b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.149+0000 7fd416a00640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd418103190 0x7fd418075170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.149+0000 7fd417400640 1 -- 172.21.15.26:0/2018384093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd418103190 msgr2=0x7fd418075170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.149+0000 7fd417400640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd418103190 0x7fd418075170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.149+0000 7fd417400640 1 -- 172.21.15.26:0/2018384093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd4181087e0 msgr2=0x7fd4180756b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.149+0000 7fd417400640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd4181087e0 0x7fd4180756b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.149+0000 7fd417400640 1 -- 172.21.15.26:0/2018384093 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4181a7400 con 0x7fd4181027d0 2024-04-26T23:48:46.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.149+0000 7fd417400640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd4181027d0 0x7fd418074c30 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7fd40800d950 tx=0x7fd40800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:46.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.150+0000 7fd40fe00640 1 -- 172.21.15.26:0/2018384093 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd408017070 con 0x7fd4181027d0 2024-04-26T23:48:46.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.150+0000 7fd40fe00640 1 -- 172.21.15.26:0/2018384093 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd408009c30 con 0x7fd4181027d0 2024-04-26T23:48:46.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.150+0000 7fd40fe00640 1 -- 172.21.15.26:0/2018384093 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd40800f620 con 0x7fd4181027d0 2024-04-26T23:48:46.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.150+0000 7fd41ca00640 1 -- 172.21.15.26:0/2018384093 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4181a76f0 con 0x7fd4181027d0 2024-04-26T23:48:46.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.150+0000 7fd41ca00640 1 -- 172.21.15.26:0/2018384093 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4181a7bc0 con 0x7fd4181027d0 2024-04-26T23:48:46.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.153+0000 7fd420e24740 1 Processor -- start 2024-04-26T23:48:46.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.153+0000 7fd420e24740 1 -- start start 2024-04-26T23:48:46.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.154+0000 7fd420e24740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b2559613a0 0x55b255961780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.154+0000 7fd420e24740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 0x55b25596be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.154+0000 7fd420e24740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 0x55b25596e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.154+0000 7fd420e24740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b2558c5c70 con 0x55b25596c390 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.154+0000 7fd420e24740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b25587e980 con 0x55b2559613a0 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.154+0000 7fd420e24740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b2558c1c30 con 0x55b255961cc0 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.154+0000 7fd40fe00640 1 -- 172.21.15.26:0/2018384093 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd408010460 con 0x7fd4181027d0 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.154+0000 7fd416a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 0x55b25596e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.154+0000 7fd416a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 0x55b25596e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44760/0 (socket says 172.21.15.26:44760) 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.154+0000 7fd416a00640 1 -- 172.21.15.26:0/310012329 learned_addr learned my addr 172.21.15.26:0/310012329 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.155+0000 7fd417e00640 1 --2- 172.21.15.26:0/310012329 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b2559613a0 0x55b255961780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.155+0000 7fd417400640 1 --2- 172.21.15.26:0/310012329 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 0x55b25596be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.155+0000 7fd416a00640 1 -- 172.21.15.26:0/310012329 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 msgr2=0x55b25596be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.155+0000 7fd416a00640 1 --2- 172.21.15.26:0/310012329 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 0x55b25596be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.155+0000 7fd416a00640 1 -- 172.21.15.26:0/310012329 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b2559613a0 msgr2=0x55b255961780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.155+0000 7fd416a00640 1 --2- 172.21.15.26:0/310012329 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b2559613a0 0x55b255961780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.155+0000 7fd416a00640 1 -- 172.21.15.26:0/310012329 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b2558567b0 con 0x55b25596c390 2024-04-26T23:48:46.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.155+0000 7fd416a00640 1 --2- 172.21.15.26:0/310012329 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 0x55b25596e780 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7fd404006010 tx=0x7fd404004180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdf88408156a5a9b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:46.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.156+0000 7fd403e00640 1 -- 172.21.15.26:0/310012329 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd404035030 con 0x55b25596c390 2024-04-26T23:48:46.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.156+0000 7fd403e00640 1 -- 172.21.15.26:0/310012329 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd4040054d0 con 0x55b25596c390 2024-04-26T23:48:46.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.156+0000 7fd403e00640 1 -- 172.21.15.26:0/310012329 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4040035f0 con 0x55b25596c390 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.156+0000 7fd40fe00640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd3fc0a3da0 0x7fd3fc0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.156+0000 7fd40fe00640 1 -- 172.21.15.26:0/2018384093 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7fd4080d04c0 con 0x7fd4181027d0 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.156+0000 7fd417e00640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd3fc0a3da0 0x7fd3fc0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.157+0000 7fd420e24740 1 -- 172.21.15.26:0/310012329 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 msgr2=0x55b25596e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.157+0000 7fd420e24740 1 --2- 172.21.15.26:0/310012329 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 0x55b25596e780 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7fd404006010 tx=0x7fd404004180 comp rx=0 tx=0).stop 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.157+0000 7fd420e24740 1 -- 172.21.15.26:0/310012329 shutdown_connections 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.157+0000 7fd420e24740 1 --2- 172.21.15.26:0/310012329 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 0x55b25596e780 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.157+0000 7fd420e24740 1 --2- 172.21.15.26:0/310012329 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 0x55b25596be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.157+0000 7fd420e24740 1 --2- 172.21.15.26:0/310012329 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b2559613a0 0x55b255961780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.157+0000 7fd420e24740 1 -- 172.21.15.26:0/310012329 >> 172.21.15.26:0/310012329 conn(0x55b25595d6c0 msgr2=0x55b25595daa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.157+0000 7fd420e24740 1 -- 172.21.15.26:0/310012329 shutdown_connections 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.157+0000 7fd417e00640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd3fc0a3da0 0x7fd3fc0a6260 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd410005fd0 tx=0x7fd410009740 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.157+0000 7fd420e24740 1 -- 172.21.15.26:0/310012329 wait complete. 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.158+0000 7fd420e24740 1 -- start start 2024-04-26T23:48:46.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.158+0000 7fd420e24740 1 Processor -- start 2024-04-26T23:48:46.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.159+0000 7fd420e24740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b2559613a0 0x55b25596bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.159+0000 7fd420e24740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 0x55b255968fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.159+0000 7fd420e24740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 0x55b255969530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.159+0000 7fd420e24740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b2558c4f80 con 0x55b25596c390 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.159+0000 7fd420e24740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b255872260 con 0x55b2559613a0 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.159+0000 7fd420e24740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b2558ca2a0 con 0x55b255961cc0 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.159+0000 7fd420e24740 10 client.0 _ll_register_callbacks cb 0x55b2558bc960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.159+0000 7fd417e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 0x55b255969530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.159+0000 7fd417e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 0x55b255969530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44776/0 (socket says 172.21.15.26:44776) 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.159+0000 7fd417e00640 1 -- 172.21.15.26:0/4258185891 learned_addr learned my addr 172.21.15.26:0/4258185891 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.159+0000 7fd417400640 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b2559613a0 0x55b25596bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.159+0000 7fd416a00640 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 0x55b255968fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.160+0000 7fd417e00640 1 -- 172.21.15.26:0/4258185891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 msgr2=0x55b255968fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.160+0000 7fd417e00640 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 0x55b255968fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.160+0000 7fd417e00640 1 -- 172.21.15.26:0/4258185891 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b2559613a0 msgr2=0x55b25596bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.160+0000 7fd417e00640 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b2559613a0 0x55b25596bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.160+0000 7fd417e00640 1 -- 172.21.15.26:0/4258185891 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2558541c0 con 0x55b25596c390 2024-04-26T23:48:46.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.160+0000 7fd417e00640 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 0x55b255969530 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7fd410009710 tx=0x7fd410004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3902ccc8699a893c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:46.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.160+0000 7fd400c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:46.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.161+0000 7fd400c00640 1 -- 172.21.15.26:0/4258185891 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd410010d60 con 0x55b25596c390 2024-04-26T23:48:46.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.161+0000 7fd400c00640 1 -- 172.21.15.26:0/4258185891 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7fd410028470 con 0x55b25596c390 2024-04-26T23:48:46.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.161+0000 7fd420e24740 1 -- 172.21.15.26:0/4258185891 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4040054d0 con 0x55b25596c390 2024-04-26T23:48:46.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.161+0000 7fd400c00640 1 -- 172.21.15.26:0/4258185891 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd4100286b0 con 0x55b25596c390 2024-04-26T23:48:46.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.161+0000 7fd420e24740 10 client.18120 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:46.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.161+0000 7fd420e24740 1 -- 172.21.15.26:0/4258185891 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b2555d73f0 con 0x55b25596c390 2024-04-26T23:48:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.161+0000 7fd400c00640 1 -- 172.21.15.26:0/4258185891 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd4040054d0 con 0x55b25596c390 2024-04-26T23:48:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.162+0000 7fd400c00640 1 -- 172.21.15.26:0/4258185891 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd41000f040 con 0x55b25596c390 2024-04-26T23:48:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.162+0000 7fd420e24740 10 client.18120 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.162+0000 7fd420e24740 10 client.18120 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:48:46.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.162+0000 7fd420e24740 20 client.18120 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:46.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.162+0000 7fd420e24740 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b25597be20 0x55b25597e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.162+0000 7fd420e24740 4 client.18120 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:48:46.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.162+0000 7fd420e24740 1 -- 172.21.15.26:0/4258185891 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b2558d3880 con 0x55b25597be20 2024-04-26T23:48:46.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.163+0000 7fd417400640 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b25597be20 0x55b25597e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.164+0000 7fd417400640 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b25597be20 0x55b25597e280 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=29182cfb40042c4 server_cookie=12ce56e9861ef0f0 in_seq=0 out_seq=0 2024-04-26T23:48:46.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.164+0000 7fd400c00640 10 client.18120 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:48:46.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.165+0000 7fd400c00640 1 -- 172.21.15.26:0/4258185891 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b2558d3880 con 0x55b25597be20 2024-04-26T23:48:46.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.165+0000 7fd400c00640 10 client.18120 handle_command_reply: tid=0 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.165+0000 7fd420e24740 1 client.18120 shutdown 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.166+0000 7fd420e24740 1 -- 172.21.15.26:0/4258185891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 msgr2=0x55b255969530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.166+0000 7fd420e24740 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 0x55b255969530 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7fd410009710 tx=0x7fd410004a40 comp rx=0 tx=0).stop 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.166+0000 7fd420e24740 1 -- 172.21.15.26:0/4258185891 shutdown_connections 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.166+0000 7fd420e24740 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b25597be20 0x55b25597e280 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.166+0000 7fd420e24740 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b25596c390 0x55b255969530 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.166+0000 7fd420e24740 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 0x55b255968fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.166+0000 7fd420e24740 1 --2- 172.21.15.26:0/4258185891 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b2559613a0 0x55b25596bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.166+0000 7fd420e24740 1 -- 172.21.15.26:0/4258185891 >> 172.21.15.26:0/4258185891 conn(0x55b25595d6c0 msgr2=0x55b2559634c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.166+0000 7fd400c00640 0 client.18120 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.166+0000 7fd420e24740 1 -- 172.21.15.26:0/4258185891 shutdown_connections 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.166+0000 7fd420e24740 1 -- 172.21.15.26:0/4258185891 wait complete. 2024-04-26T23:48:46.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.166+0000 7fd420e24740 20 client.18120 trim_cache size 0 max 16384 2024-04-26T23:48:46.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.183+0000 7fd420e24740 1 Processor -- start 2024-04-26T23:48:46.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.183+0000 7fd420e24740 1 -- start start 2024-04-26T23:48:46.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.183+0000 7fd420e24740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b2559613a0 0x55b255968f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.183+0000 7fd420e24740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 0x55b255977db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.183+0000 7fd420e24740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b25596c390 0x55b255983b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.183+0000 7fd420e24740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd4181b2d70 con 0x55b2559613a0 2024-04-26T23:48:46.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.183+0000 7fd420e24740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd4181b0640 con 0x55b25596c390 2024-04-26T23:48:46.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.183+0000 7fd420e24740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd4181ae4b0 con 0x55b255961cc0 2024-04-26T23:48:46.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.184+0000 7fd417400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b2559613a0 0x55b255968f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.184+0000 7fd417400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b2559613a0 0x55b255968f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44792/0 (socket says 172.21.15.26:44792) 2024-04-26T23:48:46.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.184+0000 7fd417400640 1 -- 172.21.15.26:0/194469817 learned_addr learned my addr 172.21.15.26:0/194469817 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:46.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.184+0000 7fd417e00640 1 --2- 172.21.15.26:0/194469817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b25596c390 0x55b255983b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.184+0000 7fd416a00640 1 --2- 172.21.15.26:0/194469817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 0x55b255977db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.184+0000 7fd417400640 1 -- 172.21.15.26:0/194469817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 msgr2=0x55b255977db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.184+0000 7fd417400640 1 --2- 172.21.15.26:0/194469817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 0x55b255977db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.184+0000 7fd417400640 1 -- 172.21.15.26:0/194469817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b25596c390 msgr2=0x55b255983b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.184+0000 7fd417400640 1 --2- 172.21.15.26:0/194469817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b25596c390 0x55b255983b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.184+0000 7fd417400640 1 -- 172.21.15.26:0/194469817 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b2556a17d0 con 0x55b2559613a0 2024-04-26T23:48:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.184+0000 7fd417400640 1 --2- 172.21.15.26:0/194469817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b2559613a0 0x55b255968f90 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7fd4080cdbf0 tx=0x7fd40800bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fc776c8a17247e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.185+0000 7fd403400640 1 -- 172.21.15.26:0/194469817 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd408020040 con 0x55b2559613a0 2024-04-26T23:48:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.185+0000 7fd403400640 1 -- 172.21.15.26:0/194469817 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd40809c3e0 con 0x55b2559613a0 2024-04-26T23:48:46.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.185+0000 7fd403400640 1 -- 172.21.15.26:0/194469817 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4080cde10 con 0x55b2559613a0 2024-04-26T23:48:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.186+0000 7fd420e24740 1 -- 172.21.15.26:0/194469817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b2559613a0 msgr2=0x55b255968f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.186+0000 7fd420e24740 1 --2- 172.21.15.26:0/194469817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b2559613a0 0x55b255968f90 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7fd4080cdbf0 tx=0x7fd40800bf60 comp rx=0 tx=0).stop 2024-04-26T23:48:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.186+0000 7fd420e24740 1 -- 172.21.15.26:0/194469817 shutdown_connections 2024-04-26T23:48:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.186+0000 7fd420e24740 1 --2- 172.21.15.26:0/194469817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b25596c390 0x55b255983b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.186+0000 7fd420e24740 1 --2- 172.21.15.26:0/194469817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b255961cc0 0x55b255977db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.186+0000 7fd420e24740 1 --2- 172.21.15.26:0/194469817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b2559613a0 0x55b255968f90 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.186+0000 7fd420e24740 1 -- 172.21.15.26:0/194469817 >> 172.21.15.26:0/194469817 conn(0x55b25595d6c0 msgr2=0x55b25595c7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.186+0000 7fd420e24740 1 -- 172.21.15.26:0/194469817 shutdown_connections 2024-04-26T23:48:46.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.186+0000 7fd420e24740 1 -- 172.21.15.26:0/194469817 wait complete. 2024-04-26T23:48:46.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.186+0000 7fd420e24740 1 -- start start 2024-04-26T23:48:46.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.187+0000 7fd420e24740 1 Processor -- start 2024-04-26T23:48:46.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.187+0000 7fd420e24740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b2559613a0 0x55b255971e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.187+0000 7fd420e24740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b255961cc0 0x55b2559723a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.187+0000 7fd420e24740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b25596c390 0x55b2559728e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.187+0000 7fd420e24740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd4181aeb00 con 0x55b255961cc0 2024-04-26T23:48:46.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.187+0000 7fd420e24740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd4181aff70 con 0x55b25596c390 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.187+0000 7fd420e24740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd4181af1d0 con 0x55b2559613a0 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.187+0000 7fd420e24740 10 client.0 _ll_register_callbacks cb 0x7fd410009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.187+0000 7fd416a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b255961cc0 0x55b2559723a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.188+0000 7fd416a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b255961cc0 0x55b2559723a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44796/0 (socket says 172.21.15.26:44796) 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.188+0000 7fd416a00640 1 -- 172.21.15.26:0/2524240181 learned_addr learned my addr 172.21.15.26:0/2524240181 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.188+0000 7fd417400640 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b2559613a0 0x55b255971e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.188+0000 7fd417e00640 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b25596c390 0x55b2559728e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.188+0000 7fd416a00640 1 -- 172.21.15.26:0/2524240181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b2559613a0 msgr2=0x55b255971e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.188+0000 7fd416a00640 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b2559613a0 0x55b255971e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.188+0000 7fd416a00640 1 -- 172.21.15.26:0/2524240181 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b25596c390 msgr2=0x55b2559728e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.188+0000 7fd416a00640 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b25596c390 0x55b2559728e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.188+0000 7fd416a00640 1 -- 172.21.15.26:0/2524240181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b25586c2a0 con 0x55b255961cc0 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.188+0000 7fd417e00640 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b25596c390 0x55b2559728e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:46.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.188+0000 7fd416a00640 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b255961cc0 0x55b2559723a0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7fd404006010 tx=0x7fd4040053b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a28b0d8ca4238408 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.188+0000 7fd400c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.189+0000 7fd400c00640 1 -- 172.21.15.26:0/2524240181 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd404035040 con 0x55b255961cc0 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.189+0000 7fd420e24740 1 -- 172.21.15.26:0/2524240181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd40809c3e0 con 0x55b255961cc0 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.189+0000 7fd400c00640 1 -- 172.21.15.26:0/2524240181 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7fd404004ad0 con 0x55b255961cc0 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.189+0000 7fd400c00640 1 -- 172.21.15.26:0/2524240181 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd4040055e0 con 0x55b255961cc0 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.189+0000 7fd420e24740 10 client.18126 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.189+0000 7fd420e24740 1 -- 172.21.15.26:0/2524240181 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b2559e2630 con 0x55b255961cc0 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.189+0000 7fd400c00640 1 -- 172.21.15.26:0/2524240181 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd40809c3e0 con 0x55b255961cc0 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.190+0000 7fd400c00640 1 -- 172.21.15.26:0/2524240181 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd40404d430 con 0x55b255961cc0 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.190+0000 7fd420e24740 10 client.18126 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.190+0000 7fd420e24740 10 client.18126 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.190+0000 7fd420e24740 20 client.18126 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.190+0000 7fd420e24740 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b2559e2ab0 0x55b2559e4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.190+0000 7fd420e24740 4 client.18126 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:48:46.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.190+0000 7fd420e24740 1 -- 172.21.15.26:0/2524240181 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b2558cd6f0 con 0x55b2559e2ab0 2024-04-26T23:48:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.190+0000 7fd417400640 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b2559e2ab0 0x55b2559e4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.191+0000 7fd417400640 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b2559e2ab0 0x55b2559e4ea0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3aed53a47a681acb server_cookie=21b854f292c14b7c in_seq=0 out_seq=0 2024-04-26T23:48:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.191+0000 7fd400c00640 10 client.18126 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:48:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd400c00640 1 -- 172.21.15.26:0/2524240181 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b2558cd6f0 con 0x55b2559e2ab0 2024-04-26T23:48:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd400c00640 10 client.18126 handle_command_reply: tid=0 2024-04-26T23:48:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd420e24740 1 client.18126 shutdown 2024-04-26T23:48:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd420e24740 1 -- 172.21.15.26:0/2524240181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b255961cc0 msgr2=0x55b2559723a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd420e24740 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b255961cc0 0x55b2559723a0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7fd404006010 tx=0x7fd4040053b0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd420e24740 1 -- 172.21.15.26:0/2524240181 shutdown_connections 2024-04-26T23:48:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd420e24740 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55b2559e2ab0 0x55b2559e4ea0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd420e24740 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b25596c390 0x55b2559728e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd420e24740 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b255961cc0 0x55b2559723a0 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd400c00640 0 client.18126 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:48:46.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd420e24740 1 --2- 172.21.15.26:0/2524240181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b2559613a0 0x55b255971e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd420e24740 1 -- 172.21.15.26:0/2524240181 >> 172.21.15.26:0/2524240181 conn(0x55b25595d6c0 msgr2=0x55b25596a800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:46.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.192+0000 7fd420e24740 1 -- 172.21.15.26:0/2524240181 shutdown_connections 2024-04-26T23:48:46.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.193+0000 7fd420e24740 1 -- 172.21.15.26:0/2524240181 wait complete. 2024-04-26T23:48:46.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.193+0000 7fd420e24740 20 client.18126 trim_cache size 0 max 16384 2024-04-26T23:48:46.199 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:48:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.193+0000 7fd41ca00640 1 -- 172.21.15.26:0/2018384093 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd3fc0a3da0 msgr2=0x7fd3fc0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.193+0000 7fd41ca00640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd3fc0a3da0 0x7fd3fc0a6260 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd410005fd0 tx=0x7fd410009740 comp rx=0 tx=0).stop 2024-04-26T23:48:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.193+0000 7fd41ca00640 1 -- 172.21.15.26:0/2018384093 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd4181027d0 msgr2=0x7fd418074c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.193+0000 7fd41ca00640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd4181027d0 0x7fd418074c30 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7fd40800d950 tx=0x7fd40800de10 comp rx=0 tx=0).stop 2024-04-26T23:48:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.194+0000 7fd41ca00640 1 -- 172.21.15.26:0/2018384093 shutdown_connections 2024-04-26T23:48:46.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.194+0000 7fd41ca00640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd4181087e0 0x7fd4180756b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.194+0000 7fd41ca00640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd418103190 0x7fd418075170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.194+0000 7fd41ca00640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd3fc0a3da0 0x7fd3fc0a6260 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.194+0000 7fd41ca00640 1 --2- 172.21.15.26:0/2018384093 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd4181027d0 0x7fd418074c30 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.194+0000 7fd41ca00640 1 -- 172.21.15.26:0/2018384093 >> 172.21.15.26:0/2018384093 conn(0x7fd4180fe300 msgr2=0x7fd4180fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.194+0000 7fd41ca00640 1 -- 172.21.15.26:0/2018384093 shutdown_connections 2024-04-26T23:48:46.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.194+0000 7fd41ca00640 1 -- 172.21.15.26:0/2018384093 wait complete. 2024-04-26T23:48:46.218 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:48:46.447 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.442+0000 7f7775800640 1 -- 172.21.15.26:0/604629763 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7770103990 msgr2=0x7f7770103d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.442+0000 7f7775800640 1 --2- 172.21.15.26:0/604629763 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7770103990 0x7f7770103d70 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f7760009900 tx=0x7f776002a480 comp rx=0 tx=0).stop 2024-04-26T23:48:46.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.443+0000 7f7775800640 1 -- 172.21.15.26:0/604629763 shutdown_connections 2024-04-26T23:48:46.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.443+0000 7f7775800640 1 --2- 172.21.15.26:0/604629763 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f777010cdb0 0x7f777010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.443+0000 7f7775800640 1 --2- 172.21.15.26:0/604629763 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f77701042b0 0x7f777010c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.443+0000 7f7775800640 1 --2- 172.21.15.26:0/604629763 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7770103990 0x7f7770103d70 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.443+0000 7f7775800640 1 -- 172.21.15.26:0/604629763 >> 172.21.15.26:0/604629763 conn(0x7f77700fd1b0 msgr2=0x7f77700ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:46.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.443+0000 7f7775800640 1 -- 172.21.15.26:0/604629763 shutdown_connections 2024-04-26T23:48:46.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.443+0000 7f7775800640 1 -- 172.21.15.26:0/604629763 wait complete. 2024-04-26T23:48:46.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.444+0000 7f7775800640 1 Processor -- start 2024-04-26T23:48:46.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.444+0000 7f7775800640 1 -- start start 2024-04-26T23:48:46.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.444+0000 7f7775800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7770103990 0x7f77701015e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.444+0000 7f7775800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77701042b0 0x7f7770101b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.444+0000 7f7775800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f777010cdb0 0x7f7770102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.444+0000 7f7775800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7770112910 con 0x7f77701042b0 2024-04-26T23:48:46.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.444+0000 7f7775800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7770112790 con 0x7f777010cdb0 2024-04-26T23:48:46.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.444+0000 7f7775800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7770112a90 con 0x7f7770103990 2024-04-26T23:48:46.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.445+0000 7f776f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77701042b0 0x7f7770101b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.445+0000 7f776f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77701042b0 0x7f7770101b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44824/0 (socket says 172.21.15.26:44824) 2024-04-26T23:48:46.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.445+0000 7f776f400640 1 -- 172.21.15.26:0/2057111893 learned_addr learned my addr 172.21.15.26:0/2057111893 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:46.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.445+0000 7f776fe00640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7770103990 0x7f77701015e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.445+0000 7f7774e00640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f777010cdb0 0x7f7770102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.445+0000 7f776f400640 1 -- 172.21.15.26:0/2057111893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7770103990 msgr2=0x7f77701015e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.445+0000 7f776f400640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7770103990 0x7f77701015e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.445+0000 7f776f400640 1 -- 172.21.15.26:0/2057111893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f777010cdb0 msgr2=0x7f7770102060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.445+0000 7f776f400640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f777010cdb0 0x7f7770102060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.445+0000 7f776f400640 1 -- 172.21.15.26:0/2057111893 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77701a7470 con 0x7f77701042b0 2024-04-26T23:48:46.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.446+0000 7f776f400640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77701042b0 0x7f7770101b20 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f775800d950 tx=0x7f775800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:46.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.446+0000 7f776cc00640 1 -- 172.21.15.26:0/2057111893 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7758017030 con 0x7f77701042b0 2024-04-26T23:48:46.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.446+0000 7f776cc00640 1 -- 172.21.15.26:0/2057111893 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7758004020 con 0x7f77701042b0 2024-04-26T23:48:46.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.446+0000 7f776cc00640 1 -- 172.21.15.26:0/2057111893 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7758005560 con 0x7f77701042b0 2024-04-26T23:48:46.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.446+0000 7f7775800640 1 -- 172.21.15.26:0/2057111893 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77701a7760 con 0x7f77701042b0 2024-04-26T23:48:46.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.446+0000 7f7775800640 1 -- 172.21.15.26:0/2057111893 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77701a7d00 con 0x7f77701042b0 2024-04-26T23:48:46.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.450+0000 7f7779da6740 1 Processor -- start 2024-04-26T23:48:46.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.450+0000 7f7779da6740 1 -- start start 2024-04-26T23:48:46.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.451+0000 7f7779da6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a601443a0 0x555a60144780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.451+0000 7f7779da6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a60144cc0 0x555a6014ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.451+0000 7f7779da6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a6014f390 0x555a60151780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.451+0000 7f7779da6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555a600a8c70 con 0x555a60144cc0 2024-04-26T23:48:46.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.451+0000 7f7779da6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555a60061980 con 0x555a601443a0 2024-04-26T23:48:46.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.451+0000 7f7779da6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555a600a4c30 con 0x555a6014f390 2024-04-26T23:48:46.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.451+0000 7f776fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a60144cc0 0x555a6014ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.451+0000 7f776fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a60144cc0 0x555a6014ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44840/0 (socket says 172.21.15.26:44840) 2024-04-26T23:48:46.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.451+0000 7f776fe00640 1 -- 172.21.15.26:0/3966946784 learned_addr learned my addr 172.21.15.26:0/3966946784 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:46.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.451+0000 7f776cc00640 1 -- 172.21.15.26:0/2057111893 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7758009a30 con 0x7f77701042b0 2024-04-26T23:48:46.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.451+0000 7f7774e00640 1 --2- 172.21.15.26:0/3966946784 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a601443a0 0x555a60144780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.452+0000 7f776fe00640 1 -- 172.21.15.26:0/3966946784 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a6014f390 msgr2=0x555a60151780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.452+0000 7f776fe00640 1 --2- 172.21.15.26:0/3966946784 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a6014f390 0x555a60151780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.452+0000 7f776fe00640 1 -- 172.21.15.26:0/3966946784 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a601443a0 msgr2=0x555a60144780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.452+0000 7f776fe00640 1 --2- 172.21.15.26:0/3966946784 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a601443a0 0x555a60144780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.452+0000 7f776fe00640 1 -- 172.21.15.26:0/3966946784 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a600397b0 con 0x555a60144cc0 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.452+0000 7f7774e00640 1 --2- 172.21.15.26:0/3966946784 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a601443a0 0x555a60144780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.452+0000 7f776fe00640 1 --2- 172.21.15.26:0/3966946784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a60144cc0 0x555a6014ee50 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f776002a9a0 tx=0x7f7760032bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3d503337c3a13a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.453+0000 7f7765600640 1 -- 172.21.15.26:0/3966946784 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f776003f070 con 0x555a60144cc0 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.453+0000 7f7765600640 1 -- 172.21.15.26:0/3966946784 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7760004030 con 0x555a60144cc0 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.453+0000 7f7765600640 1 -- 172.21.15.26:0/3966946784 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7760035070 con 0x555a60144cc0 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.453+0000 7f776cc00640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f77540a3da0 0x7f77540a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.453+0000 7f776cc00640 1 -- 172.21.15.26:0/2057111893 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7f77580d01b0 con 0x7f77701042b0 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.454+0000 7f7774e00640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f77540a3da0 0x7f77540a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.454+0000 7f7779da6740 1 -- 172.21.15.26:0/3966946784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a60144cc0 msgr2=0x555a6014ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.454+0000 7f7779da6740 1 --2- 172.21.15.26:0/3966946784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a60144cc0 0x555a6014ee50 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f776002a9a0 tx=0x7f7760032bb0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.454+0000 7f7779da6740 1 -- 172.21.15.26:0/3966946784 shutdown_connections 2024-04-26T23:48:46.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.454+0000 7f7779da6740 1 --2- 172.21.15.26:0/3966946784 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a6014f390 0x555a60151780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.454+0000 7f7779da6740 1 --2- 172.21.15.26:0/3966946784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a60144cc0 0x555a6014ee50 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.454+0000 7f7779da6740 1 --2- 172.21.15.26:0/3966946784 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a601443a0 0x555a60144780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.454+0000 7f7779da6740 1 -- 172.21.15.26:0/3966946784 >> 172.21.15.26:0/3966946784 conn(0x555a601406c0 msgr2=0x555a60140aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:46.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.454+0000 7f7779da6740 1 -- 172.21.15.26:0/3966946784 shutdown_connections 2024-04-26T23:48:46.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.454+0000 7f7779da6740 1 -- 172.21.15.26:0/3966946784 wait complete. 2024-04-26T23:48:46.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.454+0000 7f7774e00640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f77540a3da0 0x7f77540a6260 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f77680092f0 tx=0x7f7768009280 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:46.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.455+0000 7f7779da6740 1 -- start start 2024-04-26T23:48:46.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.455+0000 7f7779da6740 1 Processor -- start 2024-04-26T23:48:46.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.455+0000 7f7779da6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a601443a0 0x555a6014ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7779da6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 0x555a6014c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7779da6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 0x555a6014c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7779da6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555a600a7f80 con 0x555a6014f390 2024-04-26T23:48:46.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7779da6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555a60055260 con 0x555a60144cc0 2024-04-26T23:48:46.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7779da6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555a600ad2a0 con 0x555a601443a0 2024-04-26T23:48:46.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7779da6740 10 client.0 _ll_register_callbacks cb 0x555a6009f960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:46.463 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7774e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 0x555a6014c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7774e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 0x555a6014c660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44856/0 (socket says 172.21.15.26:44856) 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7774e00640 1 -- 172.21.15.26:0/1787671897 learned_addr learned my addr 172.21.15.26:0/1787671897 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f776f400640 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 0x555a6014c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f776fe00640 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a601443a0 0x555a6014ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7774e00640 1 -- 172.21.15.26:0/1787671897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a601443a0 msgr2=0x555a6014ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7774e00640 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a601443a0 0x555a6014ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7774e00640 1 -- 172.21.15.26:0/1787671897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 msgr2=0x555a6014c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7774e00640 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 0x555a6014c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.456+0000 7f7774e00640 1 -- 172.21.15.26:0/1787671897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a600371c0 con 0x555a6014f390 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.457+0000 7f7774e00640 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 0x555a6014c660 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f7768012970 tx=0x7f7768004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6049076b33e990f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.457+0000 7f775e000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.457+0000 7f775e000640 1 -- 172.21.15.26:0/1787671897 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f776800ece0 con 0x555a6014f390 2024-04-26T23:48:46.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.457+0000 7f775e000640 1 -- 172.21.15.26:0/1787671897 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7f776801f420 con 0x555a6014f390 2024-04-26T23:48:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.457+0000 7f7779da6740 1 -- 172.21.15.26:0/1787671897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7760004030 con 0x555a6014f390 2024-04-26T23:48:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.458+0000 7f775e000640 1 -- 172.21.15.26:0/1787671897 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7768012e30 con 0x555a6014f390 2024-04-26T23:48:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.458+0000 7f7779da6740 10 client.18138 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.458+0000 7f7779da6740 1 -- 172.21.15.26:0/1787671897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555a5fdba3f0 con 0x555a6014f390 2024-04-26T23:48:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.458+0000 7f775e000640 1 -- 172.21.15.26:0/1787671897 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7760004030 con 0x555a6014f390 2024-04-26T23:48:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.458+0000 7f775e000640 1 -- 172.21.15.26:0/1787671897 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f776800f040 con 0x555a6014f390 2024-04-26T23:48:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.458+0000 7f7779da6740 10 client.18138 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.458+0000 7f7779da6740 10 client.18138 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.458+0000 7f7779da6740 20 client.18138 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.458+0000 7f7779da6740 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555a6015ee70 0x555a601612a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.458+0000 7f7779da6740 4 client.18138 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:48:46.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.458+0000 7f7779da6740 1 -- 172.21.15.26:0/1787671897 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a600b6880 con 0x555a6015ee70 2024-04-26T23:48:46.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.459+0000 7f776fe00640 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555a6015ee70 0x555a601612a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.460+0000 7f775e000640 10 client.18138 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:46.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.460+0000 7f776fe00640 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555a6015ee70 0x555a601612a0 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3b6ad83ed9c8048 server_cookie=223f3a1340ff28eb in_seq=0 out_seq=0 2024-04-26T23:48:46.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.462+0000 7f775e000640 1 -- 172.21.15.26:0/1787671897 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555a600b6880 con 0x555a6015ee70 2024-04-26T23:48:46.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.462+0000 7f775e000640 10 client.18138 handle_command_reply: tid=0 2024-04-26T23:48:46.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.462+0000 7f7779da6740 1 client.18138 shutdown 2024-04-26T23:48:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.462+0000 7f7779da6740 1 -- 172.21.15.26:0/1787671897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 msgr2=0x555a6014c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.462+0000 7f7779da6740 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 0x555a6014c660 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f7768012970 tx=0x7f7768004a40 comp rx=0 tx=0).stop 2024-04-26T23:48:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.463+0000 7f7779da6740 1 -- 172.21.15.26:0/1787671897 shutdown_connections 2024-04-26T23:48:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.463+0000 7f7779da6740 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555a6015ee70 0x555a601612a0 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.463+0000 7f7779da6740 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 0x555a6014c660 unknown :-1 s=CLOSED pgs=1333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.463+0000 7f7779da6740 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 0x555a6014c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.463+0000 7f7779da6740 1 --2- 172.21.15.26:0/1787671897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a601443a0 0x555a6014ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.463+0000 7f775e000640 0 client.18138 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.463+0000 7f7779da6740 1 -- 172.21.15.26:0/1787671897 >> 172.21.15.26:0/1787671897 conn(0x555a601406c0 msgr2=0x555a601463c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.463+0000 7f7779da6740 1 -- 172.21.15.26:0/1787671897 shutdown_connections 2024-04-26T23:48:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.463+0000 7f7779da6740 1 -- 172.21.15.26:0/1787671897 wait complete. 2024-04-26T23:48:46.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.463+0000 7f7779da6740 20 client.18138 trim_cache size 0 max 16384 2024-04-26T23:48:46.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.479+0000 7f7779da6740 1 Processor -- start 2024-04-26T23:48:46.483 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.479+0000 7f7779da6740 1 -- start start 2024-04-26T23:48:46.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.479+0000 7f7779da6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a601443a0 0x555a6015adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.479+0000 7f7779da6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 0x555a6014e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.479+0000 7f7779da6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a6014f390 0x555a60166b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.479+0000 7f7779da6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f77701b2d50 con 0x555a601443a0 2024-04-26T23:48:46.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.479+0000 7f7779da6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f77701b0620 con 0x555a60144cc0 2024-04-26T23:48:46.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.479+0000 7f7779da6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f77701ae490 con 0x555a6014f390 2024-04-26T23:48:46.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.480+0000 7f776fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a601443a0 0x555a6015adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.480+0000 7f776fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a601443a0 0x555a6015adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44866/0 (socket says 172.21.15.26:44866) 2024-04-26T23:48:46.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.480+0000 7f776fe00640 1 -- 172.21.15.26:0/3514119800 learned_addr learned my addr 172.21.15.26:0/3514119800 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:46.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.480+0000 7f776f400640 1 --2- 172.21.15.26:0/3514119800 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 0x555a6014e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.480+0000 7f7774e00640 1 --2- 172.21.15.26:0/3514119800 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a6014f390 0x555a60166b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.480+0000 7f776fe00640 1 -- 172.21.15.26:0/3514119800 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a6014f390 msgr2=0x555a60166b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.480+0000 7f776fe00640 1 --2- 172.21.15.26:0/3514119800 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a6014f390 0x555a60166b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.480+0000 7f776fe00640 1 -- 172.21.15.26:0/3514119800 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 msgr2=0x555a6014e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.480+0000 7f776fe00640 1 --2- 172.21.15.26:0/3514119800 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 0x555a6014e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.480+0000 7f776fe00640 1 -- 172.21.15.26:0/3514119800 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a5fe847d0 con 0x555a601443a0 2024-04-26T23:48:46.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.480+0000 7f7774e00640 1 --2- 172.21.15.26:0/3514119800 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a6014f390 0x555a60166b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:46.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.481+0000 7f776fe00640 1 --2- 172.21.15.26:0/3514119800 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a601443a0 0x555a6015adb0 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x555a60145960 tx=0x7f7760000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4714ad8020c3f682 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:46.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.481+0000 7f7764c00640 1 -- 172.21.15.26:0/3514119800 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f776003f040 con 0x555a601443a0 2024-04-26T23:48:46.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.481+0000 7f7764c00640 1 -- 172.21.15.26:0/3514119800 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f77600054d0 con 0x555a601443a0 2024-04-26T23:48:46.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.481+0000 7f7764c00640 1 -- 172.21.15.26:0/3514119800 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7760035040 con 0x555a601443a0 2024-04-26T23:48:46.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.482+0000 7f7779da6740 1 -- 172.21.15.26:0/3514119800 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a601443a0 msgr2=0x555a6015adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.482+0000 7f7779da6740 1 --2- 172.21.15.26:0/3514119800 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a601443a0 0x555a6015adb0 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x555a60145960 tx=0x7f7760000bc0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.482+0000 7f7779da6740 1 -- 172.21.15.26:0/3514119800 shutdown_connections 2024-04-26T23:48:46.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.482+0000 7f7779da6740 1 --2- 172.21.15.26:0/3514119800 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a6014f390 0x555a60166b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.482+0000 7f7779da6740 1 --2- 172.21.15.26:0/3514119800 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 0x555a6014e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.482+0000 7f7779da6740 1 --2- 172.21.15.26:0/3514119800 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a601443a0 0x555a6015adb0 unknown :-1 s=CLOSED pgs=1334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.482+0000 7f7779da6740 1 -- 172.21.15.26:0/3514119800 >> 172.21.15.26:0/3514119800 conn(0x555a601406c0 msgr2=0x555a6013f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.482+0000 7f7779da6740 1 -- 172.21.15.26:0/3514119800 shutdown_connections 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.482+0000 7f7779da6740 1 -- 172.21.15.26:0/3514119800 wait complete. 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.482+0000 7f7779da6740 1 -- start start 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.483+0000 7f7779da6740 1 Processor -- start 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.483+0000 7f7779da6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a601443a0 0x555a601571e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.483+0000 7f7779da6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 0x555a60157720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.483+0000 7f7779da6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 0x555a60152650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.483+0000 7f7779da6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f77701aeae0 con 0x555a6014f390 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.483+0000 7f7779da6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f77701aff50 con 0x555a60144cc0 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.483+0000 7f7779da6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f77701af1b0 con 0x555a601443a0 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.483+0000 7f7779da6740 10 client.0 _ll_register_callbacks cb 0x7f77680096c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.483+0000 7f7774e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 0x555a60152650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.484+0000 7f7774e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 0x555a60152650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44882/0 (socket says 172.21.15.26:44882) 2024-04-26T23:48:46.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.484+0000 7f7774e00640 1 -- 172.21.15.26:0/905612052 learned_addr learned my addr 172.21.15.26:0/905612052 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:46.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.484+0000 7f776fe00640 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a601443a0 0x555a601571e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.484+0000 7f776f400640 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 0x555a60157720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.484+0000 7f7774e00640 1 -- 172.21.15.26:0/905612052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a601443a0 msgr2=0x555a601571e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.484+0000 7f7774e00640 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a601443a0 0x555a601571e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.484+0000 7f7774e00640 1 -- 172.21.15.26:0/905612052 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 msgr2=0x555a60157720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:46.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.484+0000 7f7774e00640 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 0x555a60157720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.484+0000 7f7774e00640 1 -- 172.21.15.26:0/905612052 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a6004f2a0 con 0x555a6014f390 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.484+0000 7f776fe00640 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a601443a0 0x555a601571e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.484+0000 7f7774e00640 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 0x555a60152650 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f7768012970 tx=0x7f776800e7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65072e2860b37f6f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.484+0000 7f775e000640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.485+0000 7f775e000640 1 -- 172.21.15.26:0/905612052 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f776803f060 con 0x555a6014f390 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.485+0000 7f7779da6740 1 -- 172.21.15.26:0/905612052 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77600054d0 con 0x555a6014f390 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.485+0000 7f775e000640 1 -- 172.21.15.26:0/905612052 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7f776800eae0 con 0x555a6014f390 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.485+0000 7f775e000640 1 -- 172.21.15.26:0/905612052 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7768036040 con 0x555a6014f390 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.485+0000 7f7779da6740 10 client.18144 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.485+0000 7f7779da6740 1 -- 172.21.15.26:0/905612052 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555a601c4cf0 con 0x555a6014f390 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.485+0000 7f775e000640 1 -- 172.21.15.26:0/905612052 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f77600054d0 con 0x555a6014f390 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.486+0000 7f775e000640 1 -- 172.21.15.26:0/905612052 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7768043c60 con 0x555a6014f390 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.486+0000 7f7779da6740 10 client.18144 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.486+0000 7f7779da6740 10 client.18144 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:46.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.486+0000 7f7779da6740 20 client.18144 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:46.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.486+0000 7f7779da6740 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555a601c5440 0x555a601c7860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:46.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.486+0000 7f7779da6740 4 client.18144 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:48:46.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.486+0000 7f7779da6740 1 -- 172.21.15.26:0/905612052 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555a600b06f0 con 0x555a601c5440 2024-04-26T23:48:46.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.486+0000 7f776fe00640 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555a601c5440 0x555a601c7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:46.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.487+0000 7f776fe00640 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555a601c5440 0x555a601c7860 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62bdecdd3b1d3c69 server_cookie=a0ca3b2276ba2ff2 in_seq=0 out_seq=0 2024-04-26T23:48:46.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.487+0000 7f775e000640 10 client.18144 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:46.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.488+0000 7f775e000640 1 -- 172.21.15.26:0/905612052 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555a600b06f0 con 0x555a601c5440 2024-04-26T23:48:46.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.488+0000 7f775e000640 10 client.18144 handle_command_reply: tid=0 2024-04-26T23:48:46.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.488+0000 7f7779da6740 1 client.18144 shutdown 2024-04-26T23:48:46.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.488+0000 7f7779da6740 1 -- 172.21.15.26:0/905612052 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 msgr2=0x555a60152650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.488+0000 7f7779da6740 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 0x555a60152650 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f7768012970 tx=0x7f776800e7a0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.488+0000 7f7779da6740 1 -- 172.21.15.26:0/905612052 shutdown_connections 2024-04-26T23:48:46.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.488+0000 7f7779da6740 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555a601c5440 0x555a601c7860 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.488+0000 7f7779da6740 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555a6014f390 0x555a60152650 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.488+0000 7f775e000640 0 client.18144 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:46.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.488+0000 7f7779da6740 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555a60144cc0 0x555a60157720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.488+0000 7f7779da6740 1 --2- 172.21.15.26:0/905612052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555a601443a0 0x555a601571e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.488+0000 7f7779da6740 1 -- 172.21.15.26:0/905612052 >> 172.21.15.26:0/905612052 conn(0x555a601406c0 msgr2=0x555a6013ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:46.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.489+0000 7f7779da6740 1 -- 172.21.15.26:0/905612052 shutdown_connections 2024-04-26T23:48:46.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.489+0000 7f7779da6740 1 -- 172.21.15.26:0/905612052 wait complete. 2024-04-26T23:48:46.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.489+0000 7f7779da6740 20 client.18144 trim_cache size 0 max 16384 2024-04-26T23:48:46.495 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:48:46.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.489+0000 7f7775800640 1 -- 172.21.15.26:0/2057111893 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f77540a3da0 msgr2=0x7f77540a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.489+0000 7f7775800640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f77540a3da0 0x7f77540a6260 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f77680092f0 tx=0x7f7768009280 comp rx=0 tx=0).stop 2024-04-26T23:48:46.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.489+0000 7f7775800640 1 -- 172.21.15.26:0/2057111893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77701042b0 msgr2=0x7f7770101b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:46.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.489+0000 7f7775800640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77701042b0 0x7f7770101b20 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f775800d950 tx=0x7f775800de10 comp rx=0 tx=0).stop 2024-04-26T23:48:46.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.490+0000 7f7775800640 1 -- 172.21.15.26:0/2057111893 shutdown_connections 2024-04-26T23:48:46.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.490+0000 7f7775800640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f777010cdb0 0x7f7770102060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.490+0000 7f7775800640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f77540a3da0 0x7f77540a6260 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.490+0000 7f7775800640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f77701042b0 0x7f7770101b20 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.490+0000 7f7775800640 1 --2- 172.21.15.26:0/2057111893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7770103990 0x7f77701015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:46.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.490+0000 7f7775800640 1 -- 172.21.15.26:0/2057111893 >> 172.21.15.26:0/2057111893 conn(0x7f77700fd1b0 msgr2=0x7f77700fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:46.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.490+0000 7f7775800640 1 -- 172.21.15.26:0/2057111893 shutdown_connections 2024-04-26T23:48:46.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:46.490+0000 7f7775800640 1 -- 172.21.15.26:0/2057111893 wait complete. 2024-04-26T23:48:46.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:46 smithi026 ceph-mon[28371]: pgmap v402: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:47.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:46 smithi164 ceph-mon[31699]: pgmap v402: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:47.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:46 smithi086 ceph-mon[31122]: pgmap v402: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:47.517 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:48:47.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:48:47.517 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:48:47.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.753+0000 7fab5fe00640 1 -- 172.21.15.26:0/1804274473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab6010a9f0 msgr2=0x7fab6010add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:47.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.753+0000 7fab5fe00640 1 --2- 172.21.15.26:0/1804274473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab6010a9f0 0x7fab6010add0 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7fab50009930 tx=0x7fab5002a420 comp rx=0 tx=0).stop 2024-04-26T23:48:47.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.753+0000 7fab5fe00640 1 -- 172.21.15.26:0/1804274473 shutdown_connections 2024-04-26T23:48:47.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.753+0000 7fab5fe00640 1 --2- 172.21.15.26:0/1804274473 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab601053a0 0x7fab601118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.753+0000 7fab5fe00640 1 --2- 172.21.15.26:0/1804274473 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fab601049e0 0x7fab60104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.753+0000 7fab5fe00640 1 --2- 172.21.15.26:0/1804274473 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab6010a9f0 0x7fab6010add0 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.753+0000 7fab5fe00640 1 -- 172.21.15.26:0/1804274473 >> 172.21.15.26:0/1804274473 conn(0x7fab601004b0 msgr2=0x7fab601028d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:47.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.753+0000 7fab5fe00640 1 -- 172.21.15.26:0/1804274473 shutdown_connections 2024-04-26T23:48:47.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.753+0000 7fab5fe00640 1 -- 172.21.15.26:0/1804274473 wait complete. 2024-04-26T23:48:47.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.754+0000 7fab5fe00640 1 Processor -- start 2024-04-26T23:48:47.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.754+0000 7fab5fe00640 1 -- start start 2024-04-26T23:48:47.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.755+0000 7fab5fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab601049e0 0x7fab6019b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.755+0000 7fab5fe00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab601053a0 0x7fab6019b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.755+0000 7fab5fe00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fab6010a9f0 0x7fab6019f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.755+0000 7fab5fe00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fab60114b30 con 0x7fab601049e0 2024-04-26T23:48:47.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.755+0000 7fab5fe00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fab601149b0 con 0x7fab601053a0 2024-04-26T23:48:47.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.755+0000 7fab5fe00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fab60114cb0 con 0x7fab6010a9f0 2024-04-26T23:48:47.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.755+0000 7fab5ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab601049e0 0x7fab6019b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.755+0000 7fab5ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab601049e0 0x7fab6019b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44904/0 (socket says 172.21.15.26:44904) 2024-04-26T23:48:47.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.755+0000 7fab5ea00640 1 -- 172.21.15.26:0/499553687 learned_addr learned my addr 172.21.15.26:0/499553687 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:47.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.755+0000 7fab57e00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab601053a0 0x7fab6019b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.756+0000 7fab5f400640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fab6010a9f0 0x7fab6019f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.756+0000 7fab5ea00640 1 -- 172.21.15.26:0/499553687 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fab6010a9f0 msgr2=0x7fab6019f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:47.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.756+0000 7fab5ea00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fab6010a9f0 0x7fab6019f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.756+0000 7fab5ea00640 1 -- 172.21.15.26:0/499553687 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab601053a0 msgr2=0x7fab6019b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:47.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.756+0000 7fab5ea00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab601053a0 0x7fab6019b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.756+0000 7fab5ea00640 1 -- 172.21.15.26:0/499553687 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab601a00b0 con 0x7fab601049e0 2024-04-26T23:48:47.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.756+0000 7fab57e00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab601053a0 0x7fab6019b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:48:47.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.756+0000 7fab5ea00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab601049e0 0x7fab6019b0c0 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7fab50005940 tx=0x7fab500042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:47.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.757+0000 7fab57400640 1 -- 172.21.15.26:0/499553687 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab5003f030 con 0x7fab601049e0 2024-04-26T23:48:47.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.757+0000 7fab57400640 1 -- 172.21.15.26:0/499553687 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab50003c90 con 0x7fab601049e0 2024-04-26T23:48:47.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.757+0000 7fab5fe00640 1 -- 172.21.15.26:0/499553687 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab601a0340 con 0x7fab601049e0 2024-04-26T23:48:47.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.757+0000 7fab57400640 1 -- 172.21.15.26:0/499553687 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab50035070 con 0x7fab601049e0 2024-04-26T23:48:47.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.757+0000 7fab5fe00640 1 -- 172.21.15.26:0/499553687 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab601a7c30 con 0x7fab601049e0 2024-04-26T23:48:47.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.760+0000 7fab68a18740 1 Processor -- start 2024-04-26T23:48:47.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.760+0000 7fab68a18740 1 -- start start 2024-04-26T23:48:47.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.761+0000 7fab57400640 1 -- 172.21.15.26:0/499553687 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fab50042030 con 0x7fab601049e0 2024-04-26T23:48:47.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.761+0000 7fab68a18740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59abf8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.761+0000 7fab68a18740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59abf8780 0x55b59ac02910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.761+0000 7fab68a18740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59ac02e50 0x55b59ac05240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.761+0000 7fab68a18740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b59ab5d980 con 0x55b59abf7e60 2024-04-26T23:48:47.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.761+0000 7fab68a18740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b59aafa220 con 0x55b59ac02e50 2024-04-26T23:48:47.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.761+0000 7fab68a18740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b59ab59940 con 0x55b59abf8780 2024-04-26T23:48:47.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.761+0000 7fab5f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59abf8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.761+0000 7fab5f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59abf8240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44920/0 (socket says 172.21.15.26:44920) 2024-04-26T23:48:47.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.761+0000 7fab5f400640 1 -- 172.21.15.26:0/1887349712 learned_addr learned my addr 172.21.15.26:0/1887349712 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:47.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.762+0000 7fab57e00640 1 --2- 172.21.15.26:0/1887349712 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59ac02e50 0x55b59ac05240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.762+0000 7fab5ea00640 1 --2- 172.21.15.26:0/1887349712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59abf8780 0x55b59ac02910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.762+0000 7fab5f400640 1 -- 172.21.15.26:0/1887349712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59abf8780 msgr2=0x55b59ac02910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:47.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.762+0000 7fab5f400640 1 --2- 172.21.15.26:0/1887349712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59abf8780 0x55b59ac02910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.762+0000 7fab5f400640 1 -- 172.21.15.26:0/1887349712 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59ac02e50 msgr2=0x55b59ac05240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.762+0000 7fab5f400640 1 --2- 172.21.15.26:0/1887349712 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59ac02e50 0x55b59ac05240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.762+0000 7fab5f400640 1 -- 172.21.15.26:0/1887349712 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b59a9377e0 con 0x55b59abf7e60 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.762+0000 7fab5f400640 1 --2- 172.21.15.26:0/1887349712 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59abf8240 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7fab58009e40 tx=0x7fab58010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9dd630fe3b4dcf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.763+0000 7fab4fe00640 1 -- 172.21.15.26:0/1887349712 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab58016070 con 0x55b59abf7e60 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.763+0000 7fab4fe00640 1 -- 172.21.15.26:0/1887349712 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab58004d20 con 0x55b59abf7e60 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.763+0000 7fab4fe00640 1 -- 172.21.15.26:0/1887349712 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab580126b0 con 0x55b59abf7e60 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.763+0000 7fab57400640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fab440a3da0 0x7fab440a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.763+0000 7fab57400640 1 -- 172.21.15.26:0/499553687 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7fab500f0db0 con 0x7fab601049e0 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.763+0000 7fab5ea00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fab440a3da0 0x7fab440a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.764+0000 7fab68a18740 1 -- 172.21.15.26:0/1887349712 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 msgr2=0x55b59abf8240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.764+0000 7fab68a18740 1 --2- 172.21.15.26:0/1887349712 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59abf8240 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7fab58009e40 tx=0x7fab58010740 comp rx=0 tx=0).stop 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.764+0000 7fab68a18740 1 -- 172.21.15.26:0/1887349712 shutdown_connections 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.764+0000 7fab68a18740 1 --2- 172.21.15.26:0/1887349712 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59ac02e50 0x55b59ac05240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.764+0000 7fab68a18740 1 --2- 172.21.15.26:0/1887349712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59abf8780 0x55b59ac02910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.764+0000 7fab68a18740 1 --2- 172.21.15.26:0/1887349712 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59abf8240 unknown :-1 s=CLOSED pgs=1338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.764+0000 7fab68a18740 1 -- 172.21.15.26:0/1887349712 >> 172.21.15.26:0/1887349712 conn(0x55b59abf4180 msgr2=0x55b59abf4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:47.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.764+0000 7fab5ea00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fab440a3da0 0x7fab440a6260 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x55b59abf9420 tx=0x7fab500dd040 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:47.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.764+0000 7fab68a18740 1 -- 172.21.15.26:0/1887349712 shutdown_connections 2024-04-26T23:48:47.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.764+0000 7fab68a18740 1 -- 172.21.15.26:0/1887349712 wait complete. 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.765+0000 7fab68a18740 1 -- start start 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.765+0000 7fab68a18740 1 Processor -- start 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.765+0000 7fab68a18740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59abf7e60 0x55b59abffe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.765+0000 7fab68a18740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 0x55b59ac00340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.765+0000 7fab68a18740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59ac02e50 0x55b59ac00880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.765+0000 7fab68a18740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55b59ac05c40 con 0x55b59ac02e50 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.765+0000 7fab68a18740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55b59aae5170 con 0x55b59abf8780 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.765+0000 7fab68a18740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b59ac05dc0 con 0x55b59abf7e60 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.766+0000 7fab68a18740 10 client.0 _ll_register_callbacks cb 0x55b59ab54770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.766+0000 7fab5f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59ac02e50 0x55b59ac00880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.766+0000 7fab5f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59ac02e50 0x55b59ac00880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44924/0 (socket says 172.21.15.26:44924) 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.766+0000 7fab5f400640 1 -- 172.21.15.26:0/3643917346 learned_addr learned my addr 172.21.15.26:0/3643917346 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:47.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.766+0000 7fab5f400640 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59abf7e60 0x55b59abffe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.766+0000 7fab57e00640 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 0x55b59ac00340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.766+0000 7fab5f400640 1 -- 172.21.15.26:0/3643917346 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59abf7e60 msgr2=0x55b59abffe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:47.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.766+0000 7fab5f400640 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59abf7e60 0x55b59abffe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.766+0000 7fab5f400640 1 -- 172.21.15.26:0/3643917346 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 msgr2=0x55b59ac00340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:47.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.766+0000 7fab5f400640 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 0x55b59ac00340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.766+0000 7fab5f400640 1 -- 172.21.15.26:0/3643917346 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b59a997f70 con 0x55b59ac02e50 2024-04-26T23:48:47.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.767+0000 7fab5f400640 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59ac02e50 0x55b59ac00880 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7fab58009be0 tx=0x7fab58005980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c611cce25d003afc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:47.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.767+0000 7fab4cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:47.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.767+0000 7fab4cc00640 1 -- 172.21.15.26:0/3643917346 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab58016070 con 0x55b59ac02e50 2024-04-26T23:48:47.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.767+0000 7fab4cc00640 1 -- 172.21.15.26:0/3643917346 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7fab58012d20 con 0x55b59ac02e50 2024-04-26T23:48:47.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.767+0000 7fab68a18740 1 -- 172.21.15.26:0/3643917346 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab58004d20 con 0x55b59ac02e50 2024-04-26T23:48:47.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.767+0000 7fab4cc00640 1 -- 172.21.15.26:0/3643917346 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fab58012700 con 0x55b59ac02e50 2024-04-26T23:48:47.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.767+0000 7fab68a18740 10 client.18156 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:47.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.767+0000 7fab68a18740 1 -- 172.21.15.26:0/3643917346 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b59a82f170 con 0x55b59ac02e50 2024-04-26T23:48:47.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.768+0000 7fab4cc00640 1 -- 172.21.15.26:0/3643917346 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab58004d20 con 0x55b59ac02e50 2024-04-26T23:48:47.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.768+0000 7fab4cc00640 1 -- 172.21.15.26:0/3643917346 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fab5800f040 con 0x55b59ac02e50 2024-04-26T23:48:47.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.768+0000 7fab68a18740 10 client.18156 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:47.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.768+0000 7fab68a18740 10 client.18156 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:47.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.768+0000 7fab68a18740 20 client.18156 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:47.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.768+0000 7fab68a18740 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b59ac12d10 0x55b59ac15100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.768+0000 7fab68a18740 4 client.18156 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:48:47.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.768+0000 7fab68a18740 1 -- 172.21.15.26:0/3643917346 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b59ab6b590 con 0x55b59ac12d10 2024-04-26T23:48:47.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.769+0000 7fab57e00640 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b59ac12d10 0x55b59ac15100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.770+0000 7fab57e00640 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b59ac12d10 0x55b59ac15100 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10f4006042b9d070 server_cookie=6cd211d0f3d8d148 in_seq=0 out_seq=0 2024-04-26T23:48:47.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.770+0000 7fab4cc00640 10 client.18156 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:47.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.772+0000 7fab4cc00640 1 -- 172.21.15.26:0/3643917346 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b59ab6b590 con 0x55b59ac12d10 2024-04-26T23:48:47.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.772+0000 7fab4cc00640 10 client.18156 handle_command_reply: tid=0 2024-04-26T23:48:47.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.772+0000 7fab68a18740 1 client.18156 shutdown 2024-04-26T23:48:47.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.772+0000 7fab68a18740 1 -- 172.21.15.26:0/3643917346 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59ac02e50 msgr2=0x55b59ac00880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:47.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.772+0000 7fab68a18740 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59ac02e50 0x55b59ac00880 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7fab58009be0 tx=0x7fab58005980 comp rx=0 tx=0).stop 2024-04-26T23:48:47.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.772+0000 7fab68a18740 1 -- 172.21.15.26:0/3643917346 shutdown_connections 2024-04-26T23:48:47.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.772+0000 7fab68a18740 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b59ac12d10 0x55b59ac15100 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.772+0000 7fab68a18740 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59ac02e50 0x55b59ac00880 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.772+0000 7fab68a18740 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 0x55b59ac00340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.772+0000 7fab4cc00640 0 client.18156 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:47.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.772+0000 7fab68a18740 1 --2- 172.21.15.26:0/3643917346 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59abf7e60 0x55b59abffe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.772+0000 7fab68a18740 1 -- 172.21.15.26:0/3643917346 >> 172.21.15.26:0/3643917346 conn(0x55b59abf4180 msgr2=0x55b59abf9e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:47.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.773+0000 7fab68a18740 1 -- 172.21.15.26:0/3643917346 shutdown_connections 2024-04-26T23:48:47.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.773+0000 7fab68a18740 1 -- 172.21.15.26:0/3643917346 wait complete. 2024-04-26T23:48:47.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.773+0000 7fab68a18740 20 client.18156 trim_cache size 0 max 16384 2024-04-26T23:48:47.799 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.795+0000 7fab68a18740 1 Processor -- start 2024-04-26T23:48:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.795+0000 7fab68a18740 1 -- start start 2024-04-26T23:48:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.795+0000 7fab68a18740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59ac0eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.795+0000 7fab68a18740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 0x55b59abfa4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.795+0000 7fab68a18740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59ac02e50 0x55b59ac1a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.795+0000 7fab68a18740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fab601b2db0 con 0x55b59abf7e60 2024-04-26T23:48:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.795+0000 7fab68a18740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fab601b0680 con 0x55b59abf8780 2024-04-26T23:48:47.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.795+0000 7fab68a18740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fab601ae4f0 con 0x55b59ac02e50 2024-04-26T23:48:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.796+0000 7fab5f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59ac0eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.796+0000 7fab5f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59ac0eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44936/0 (socket says 172.21.15.26:44936) 2024-04-26T23:48:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.796+0000 7fab5f400640 1 -- 172.21.15.26:0/2023617954 learned_addr learned my addr 172.21.15.26:0/2023617954 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.796+0000 7fab57e00640 1 --2- 172.21.15.26:0/2023617954 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 0x55b59abfa4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.796+0000 7fab5f400640 1 -- 172.21.15.26:0/2023617954 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59ac02e50 msgr2=0x55b59ac1a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.796+0000 7fab5f400640 1 --2- 172.21.15.26:0/2023617954 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59ac02e50 0x55b59ac1a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.796+0000 7fab5f400640 1 -- 172.21.15.26:0/2023617954 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 msgr2=0x55b59abfa4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:47.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.796+0000 7fab5f400640 1 --2- 172.21.15.26:0/2023617954 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 0x55b59abfa4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.796+0000 7fab5f400640 1 -- 172.21.15.26:0/2023617954 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b59abee6c0 con 0x55b59abf7e60 2024-04-26T23:48:47.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.796+0000 7fab5f400640 1 --2- 172.21.15.26:0/2023617954 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59ac0eb60 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7fab580092f0 tx=0x7fab58009a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=232d4aab584dbdcf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:47.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.797+0000 7fab4f400640 1 -- 172.21.15.26:0/2023617954 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab58016030 con 0x55b59abf7e60 2024-04-26T23:48:47.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.797+0000 7fab4f400640 1 -- 172.21.15.26:0/2023617954 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab58005bd0 con 0x55b59abf7e60 2024-04-26T23:48:47.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.797+0000 7fab4f400640 1 -- 172.21.15.26:0/2023617954 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab58005240 con 0x55b59abf7e60 2024-04-26T23:48:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.798+0000 7fab68a18740 1 -- 172.21.15.26:0/2023617954 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 msgr2=0x55b59ac0eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.798+0000 7fab68a18740 1 --2- 172.21.15.26:0/2023617954 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59ac0eb60 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7fab580092f0 tx=0x7fab58009a40 comp rx=0 tx=0).stop 2024-04-26T23:48:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.798+0000 7fab68a18740 1 -- 172.21.15.26:0/2023617954 shutdown_connections 2024-04-26T23:48:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.798+0000 7fab68a18740 1 --2- 172.21.15.26:0/2023617954 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59ac02e50 0x55b59ac1a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.798+0000 7fab68a18740 1 --2- 172.21.15.26:0/2023617954 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 0x55b59abfa4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.798+0000 7fab68a18740 1 --2- 172.21.15.26:0/2023617954 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59ac0eb60 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.798+0000 7fab68a18740 1 -- 172.21.15.26:0/2023617954 >> 172.21.15.26:0/2023617954 conn(0x55b59abf4180 msgr2=0x55b59abf32e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.798+0000 7fab68a18740 1 -- 172.21.15.26:0/2023617954 shutdown_connections 2024-04-26T23:48:47.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.798+0000 7fab68a18740 1 -- 172.21.15.26:0/2023617954 wait complete. 2024-04-26T23:48:47.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.798+0000 7fab68a18740 1 -- start start 2024-04-26T23:48:47.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.799+0000 7fab68a18740 1 Processor -- start 2024-04-26T23:48:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.799+0000 7fab68a18740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59abfcde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.799+0000 7fab68a18740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 0x55b59abfd320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.799+0000 7fab68a18740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59ac02e50 0x55b59ac77f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.799+0000 7fab68a18740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fab601aeb40 con 0x55b59abf7e60 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.799+0000 7fab68a18740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fab601affb0 con 0x55b59abf8780 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.799+0000 7fab68a18740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fab601af210 con 0x55b59ac02e50 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.799+0000 7fab68a18740 10 client.0 _ll_register_callbacks cb 0x7fab58009cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.800+0000 7fab5f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59abfcde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.800+0000 7fab5f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59abfcde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44944/0 (socket says 172.21.15.26:44944) 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.800+0000 7fab5f400640 1 -- 172.21.15.26:0/431376791 learned_addr learned my addr 172.21.15.26:0/431376791 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.800+0000 7fab57e00640 1 --2- 172.21.15.26:0/431376791 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 0x55b59abfd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.800+0000 7fab5f400640 1 -- 172.21.15.26:0/431376791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59ac02e50 msgr2=0x55b59ac77f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.800+0000 7fab5f400640 1 --2- 172.21.15.26:0/431376791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59ac02e50 0x55b59ac77f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.800+0000 7fab5f400640 1 -- 172.21.15.26:0/431376791 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 msgr2=0x55b59abfd320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.800+0000 7fab5f400640 1 --2- 172.21.15.26:0/431376791 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 0x55b59abfd320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.800+0000 7fab5f400640 1 -- 172.21.15.26:0/431376791 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b59abfdbf0 con 0x55b59abf7e60 2024-04-26T23:48:47.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.800+0000 7fab5f400640 1 --2- 172.21.15.26:0/431376791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59abfcde0 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7fab58009c00 tx=0x7fab580049e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24b498f40679bb7b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:47.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.800+0000 7fab4cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:47.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.801+0000 7fab4cc00640 1 -- 172.21.15.26:0/431376791 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab58016070 con 0x55b59abf7e60 2024-04-26T23:48:47.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.801+0000 7fab4cc00640 1 -- 172.21.15.26:0/431376791 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7fab58012d20 con 0x55b59abf7e60 2024-04-26T23:48:47.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.801+0000 7fab68a18740 1 -- 172.21.15.26:0/431376791 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab58005bd0 con 0x55b59abf7e60 2024-04-26T23:48:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.801+0000 7fab4cc00640 1 -- 172.21.15.26:0/431376791 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fab58004e80 con 0x55b59abf7e60 2024-04-26T23:48:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.801+0000 7fab68a18740 10 client.18162 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.801+0000 7fab68a18740 1 -- 172.21.15.26:0/431376791 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b59ac795c0 con 0x55b59abf7e60 2024-04-26T23:48:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.802+0000 7fab4cc00640 1 -- 172.21.15.26:0/431376791 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab58005bd0 con 0x55b59abf7e60 2024-04-26T23:48:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.802+0000 7fab4cc00640 1 -- 172.21.15.26:0/431376791 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fab580395c0 con 0x55b59abf7e60 2024-04-26T23:48:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.802+0000 7fab68a18740 10 client.18162 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:47.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.802+0000 7fab68a18740 10 client.18162 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.802+0000 7fab68a18740 20 client.18162 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.802+0000 7fab68a18740 1 --2- 172.21.15.26:0/431376791 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b59ac79bc0 0x55b59ac7bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.802+0000 7fab68a18740 4 client.18162 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:48:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.802+0000 7fab68a18740 1 -- 172.21.15.26:0/431376791 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b59ab65400 con 0x55b59ac79bc0 2024-04-26T23:48:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.803+0000 7fab57e00640 1 --2- 172.21.15.26:0/431376791 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b59ac79bc0 0x55b59ac7bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.804+0000 7fab57e00640 1 --2- 172.21.15.26:0/431376791 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b59ac79bc0 0x55b59ac7bfe0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=813bd23af7e10483 server_cookie=fee09bc59ca730d0 in_seq=0 out_seq=0 2024-04-26T23:48:47.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.804+0000 7fab4cc00640 10 client.18162 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab4cc00640 1 -- 172.21.15.26:0/431376791 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b59ab65400 con 0x55b59ac79bc0 2024-04-26T23:48:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab4cc00640 10 client.18162 handle_command_reply: tid=0 2024-04-26T23:48:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab68a18740 1 client.18162 shutdown 2024-04-26T23:48:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab68a18740 1 -- 172.21.15.26:0/431376791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 msgr2=0x55b59abfcde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab68a18740 1 --2- 172.21.15.26:0/431376791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59abfcde0 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7fab58009c00 tx=0x7fab580049e0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab68a18740 1 -- 172.21.15.26:0/431376791 shutdown_connections 2024-04-26T23:48:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab68a18740 1 --2- 172.21.15.26:0/431376791 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55b59ac79bc0 0x55b59ac7bfe0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab68a18740 1 --2- 172.21.15.26:0/431376791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b59ac02e50 0x55b59ac77f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab68a18740 1 --2- 172.21.15.26:0/431376791 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55b59abf8780 0x55b59abfd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab68a18740 1 --2- 172.21.15.26:0/431376791 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55b59abf7e60 0x55b59abfcde0 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab68a18740 1 -- 172.21.15.26:0/431376791 >> 172.21.15.26:0/431376791 conn(0x55b59abf4180 msgr2=0x55b59abffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab4cc00640 0 client.18162 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab68a18740 1 -- 172.21.15.26:0/431376791 shutdown_connections 2024-04-26T23:48:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.807+0000 7fab68a18740 1 -- 172.21.15.26:0/431376791 wait complete. 2024-04-26T23:48:47.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.808+0000 7fab68a18740 20 client.18162 trim_cache size 0 max 16384 2024-04-26T23:48:47.813 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:48:47.813 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:48:47.813 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "78ab2147-ce66-4d0b-b8a8-44077ad4242c", 2024-04-26T23:48:47.814 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:48:47.814 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:48:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.808+0000 7fab5fe00640 1 -- 172.21.15.26:0/499553687 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fab440a3da0 msgr2=0x7fab440a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.808+0000 7fab5fe00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fab440a3da0 0x7fab440a6260 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x55b59abf9420 tx=0x7fab500dd040 comp rx=0 tx=0).stop 2024-04-26T23:48:47.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.808+0000 7fab5fe00640 1 -- 172.21.15.26:0/499553687 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab601049e0 msgr2=0x7fab6019b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.808+0000 7fab5fe00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab601049e0 0x7fab6019b0c0 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7fab50005940 tx=0x7fab500042f0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.809+0000 7fab5fe00640 1 -- 172.21.15.26:0/499553687 shutdown_connections 2024-04-26T23:48:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.809+0000 7fab5fe00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fab6010a9f0 0x7fab6019f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.809+0000 7fab5fe00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab601053a0 0x7fab6019b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.809+0000 7fab5fe00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fab440a3da0 0x7fab440a6260 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.809+0000 7fab5fe00640 1 --2- 172.21.15.26:0/499553687 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab601049e0 0x7fab6019b0c0 unknown :-1 s=CLOSED pgs=1337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.809+0000 7fab5fe00640 1 -- 172.21.15.26:0/499553687 >> 172.21.15.26:0/499553687 conn(0x7fab601004b0 msgr2=0x7fab60100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.809+0000 7fab5fe00640 1 -- 172.21.15.26:0/499553687 shutdown_connections 2024-04-26T23:48:47.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:47.809+0000 7fab5fe00640 1 -- 172.21.15.26:0/499553687 wait complete. 2024-04-26T23:48:47.834 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:48:47.834 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:48:48.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.031+0000 7fab7d400640 1 -- 172.21.15.26:0/1623787711 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab7810eef0 msgr2=0x7fab7810f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:48.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.031+0000 7fab7d400640 1 --2- 172.21.15.26:0/1623787711 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab7810eef0 0x7fab7810f2d0 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7fab68009ca0 tx=0x7fab6802a940 comp rx=0 tx=0).stop 2024-04-26T23:48:48.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.031+0000 7fab7d400640 1 -- 172.21.15.26:0/1623787711 shutdown_connections 2024-04-26T23:48:48.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.032+0000 7fab7d400640 1 --2- 172.21.15.26:0/1623787711 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab78109870 0x7fab78115c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.032+0000 7fab7d400640 1 --2- 172.21.15.26:0/1623787711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fab78108ed0 0x7fab78109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.032+0000 7fab7d400640 1 --2- 172.21.15.26:0/1623787711 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab7810eef0 0x7fab7810f2d0 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.032+0000 7fab7d400640 1 -- 172.21.15.26:0/1623787711 >> 172.21.15.26:0/1623787711 conn(0x7fab78078750 msgr2=0x7fab78107750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:48.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.032+0000 7fab7d400640 1 -- 172.21.15.26:0/1623787711 shutdown_connections 2024-04-26T23:48:48.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.032+0000 7fab7d400640 1 -- 172.21.15.26:0/1623787711 wait complete. 2024-04-26T23:48:48.037 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.033+0000 7fab7d400640 1 Processor -- start 2024-04-26T23:48:48.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.033+0000 7fab7d400640 1 -- start start 2024-04-26T23:48:48.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.034+0000 7fab7d400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fab78108ed0 0x7fab7819f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.034+0000 7fab7d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab78109870 0x7fab7819f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.034+0000 7fab7d400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab7810eef0 0x7fab781a3d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.034+0000 7fab7d400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fab78118f10 con 0x7fab78109870 2024-04-26T23:48:48.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.034+0000 7fab7d400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fab78118d90 con 0x7fab7810eef0 2024-04-26T23:48:48.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.034+0000 7fab7d400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fab78119090 con 0x7fab78108ed0 2024-04-26T23:48:48.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.034+0000 7fab6f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab78109870 0x7fab7819f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.034+0000 7fab6f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab78109870 0x7fab7819f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44960/0 (socket says 172.21.15.26:44960) 2024-04-26T23:48:48.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.034+0000 7fab6f400640 1 -- 172.21.15.26:0/552447146 learned_addr learned my addr 172.21.15.26:0/552447146 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:48.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.034+0000 7fab77e00640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fab78108ed0 0x7fab7819f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.039 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.034+0000 7fab7ca00640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab7810eef0 0x7fab781a3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.035+0000 7fab6f400640 1 -- 172.21.15.26:0/552447146 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fab78108ed0 msgr2=0x7fab7819f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:48.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.035+0000 7fab6f400640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fab78108ed0 0x7fab7819f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.035+0000 7fab6f400640 1 -- 172.21.15.26:0/552447146 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab7810eef0 msgr2=0x7fab781a3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:48.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.035+0000 7fab6f400640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab7810eef0 0x7fab781a3d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.035+0000 7fab6f400640 1 -- 172.21.15.26:0/552447146 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab781a44a0 con 0x7fab78109870 2024-04-26T23:48:48.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.035+0000 7fab7ca00640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab7810eef0 0x7fab781a3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:48:48.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.035+0000 7fab6f400640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab78109870 0x7fab7819f9f0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7fab6000d950 tx=0x7fab6000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:48.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.036+0000 7fab75600640 1 -- 172.21.15.26:0/552447146 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60017070 con 0x7fab78109870 2024-04-26T23:48:48.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.036+0000 7fab7d400640 1 -- 172.21.15.26:0/552447146 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab781a4790 con 0x7fab78109870 2024-04-26T23:48:48.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.036+0000 7fab75600640 1 -- 172.21.15.26:0/552447146 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab60009c30 con 0x7fab78109870 2024-04-26T23:48:48.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.036+0000 7fab75600640 1 -- 172.21.15.26:0/552447146 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab6000f620 con 0x7fab78109870 2024-04-26T23:48:48.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.036+0000 7fab7d400640 1 -- 172.21.15.26:0/552447146 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab781ac020 con 0x7fab78109870 2024-04-26T23:48:48.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.040+0000 7fab81766740 1 Processor -- start 2024-04-26T23:48:48.045 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.041+0000 7fab81766740 1 -- start start 2024-04-26T23:48:48.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.041+0000 7fab81766740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5b2d50 0x560b3f5b3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.046 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.041+0000 7fab81766740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b3670 0x560b3f5bd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.041+0000 7fab81766740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5bdd40 0x560b3f5c0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.041+0000 7fab81766740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560b3f4c4030 con 0x560b3f5b3670 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.041+0000 7fab81766740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x560b3f4df7f0 con 0x560b3f5b2d50 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.041+0000 7fab81766740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560b3f49a7e0 con 0x560b3f5bdd40 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.041+0000 7fab75600640 1 -- 172.21.15.26:0/552447146 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fab60010460 con 0x7fab78109870 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.041+0000 7fab77e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b3670 0x560b3f5bd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.041+0000 7fab77e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b3670 0x560b3f5bd800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44970/0 (socket says 172.21.15.26:44970) 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.041+0000 7fab77e00640 1 -- 172.21.15.26:0/2241529486 learned_addr learned my addr 172.21.15.26:0/2241529486 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.042+0000 7fab7ca00640 1 --2- 172.21.15.26:0/2241529486 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5b2d50 0x560b3f5b3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.042+0000 7fab6f400640 1 --2- 172.21.15.26:0/2241529486 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5bdd40 0x560b3f5c0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.042+0000 7fab77e00640 1 -- 172.21.15.26:0/2241529486 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5bdd40 msgr2=0x560b3f5c0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.042+0000 7fab77e00640 1 --2- 172.21.15.26:0/2241529486 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5bdd40 0x560b3f5c0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.042+0000 7fab77e00640 1 -- 172.21.15.26:0/2241529486 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5b2d50 msgr2=0x560b3f5b3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:48.047 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.042+0000 7fab77e00640 1 --2- 172.21.15.26:0/2241529486 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5b2d50 0x560b3f5b3130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.042+0000 7fab77e00640 1 -- 172.21.15.26:0/2241529486 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b3f4a6050 con 0x560b3f5b3670 2024-04-26T23:48:48.048 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.042+0000 7fab7ca00640 1 --2- 172.21.15.26:0/2241529486 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5b2d50 0x560b3f5b3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:48:48.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.042+0000 7fab77e00640 1 --2- 172.21.15.26:0/2241529486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b3670 0x560b3f5bd800 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7fab68009ca0 tx=0x7fab68005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eebaecaea9297cf4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:48.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.043+0000 7fab6d200640 1 -- 172.21.15.26:0/2241529486 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab68034040 con 0x560b3f5b3670 2024-04-26T23:48:48.049 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.043+0000 7fab6d200640 1 -- 172.21.15.26:0/2241529486 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab68003e00 con 0x560b3f5b3670 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.043+0000 7fab6d200640 1 -- 172.21.15.26:0/2241529486 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab68030640 con 0x560b3f5b3670 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.043+0000 7fab75600640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fab5c0a3d20 0x7fab5c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.043+0000 7fab75600640 1 -- 172.21.15.26:0/552447146 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7fab600d04a0 con 0x7fab78109870 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.043+0000 7fab7ca00640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fab5c0a3d20 0x7fab5c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.044+0000 7fab81766740 1 -- 172.21.15.26:0/2241529486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b3670 msgr2=0x560b3f5bd800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.044+0000 7fab81766740 1 --2- 172.21.15.26:0/2241529486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b3670 0x560b3f5bd800 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7fab68009ca0 tx=0x7fab68005fa0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.044+0000 7fab81766740 1 -- 172.21.15.26:0/2241529486 shutdown_connections 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.044+0000 7fab81766740 1 --2- 172.21.15.26:0/2241529486 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5bdd40 0x560b3f5c0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.044+0000 7fab81766740 1 --2- 172.21.15.26:0/2241529486 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b3670 0x560b3f5bd800 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.044+0000 7fab81766740 1 --2- 172.21.15.26:0/2241529486 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5b2d50 0x560b3f5b3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.044+0000 7fab81766740 1 -- 172.21.15.26:0/2241529486 >> 172.21.15.26:0/2241529486 conn(0x560b3f5af070 msgr2=0x560b3f5af450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.044+0000 7fab81766740 1 -- 172.21.15.26:0/2241529486 shutdown_connections 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.044+0000 7fab81766740 1 -- 172.21.15.26:0/2241529486 wait complete. 2024-04-26T23:48:48.050 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.044+0000 7fab7ca00640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fab5c0a3d20 0x7fab5c0a61e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fab70005fd0 tx=0x7fab7000b480 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:48.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.045+0000 7fab81766740 1 -- start start 2024-04-26T23:48:48.051 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.045+0000 7fab81766740 1 Processor -- start 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.046+0000 7fab81766740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5b2d50 0x560b3f5bd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.046+0000 7fab81766740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 0x560b3f5ba940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.046+0000 7fab81766740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5bdd40 0x560b3f5bae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.046+0000 7fab81766740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x560b3f51c200 con 0x560b3f5bdd40 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.046+0000 7fab81766740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x560b3f516ee0 con 0x560b3f5b2d50 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.046+0000 7fab81766740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560b3f523e70 con 0x560b3f5b3670 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.046+0000 7fab81766740 10 client.0 _ll_register_callbacks cb 0x560b3f50d270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.046+0000 7fab7ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5bdd40 0x560b3f5bae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.046+0000 7fab7ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5bdd40 0x560b3f5bae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44972/0 (socket says 172.21.15.26:44972) 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.046+0000 7fab7ca00640 1 -- 172.21.15.26:0/358712830 learned_addr learned my addr 172.21.15.26:0/358712830 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.046+0000 7fab77e00640 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5b2d50 0x560b3f5bd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.046+0000 7fab6f400640 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 0x560b3f5ba940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.053 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.047+0000 7fab7ca00640 1 -- 172.21.15.26:0/358712830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 msgr2=0x560b3f5ba940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.047+0000 7fab7ca00640 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 0x560b3f5ba940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.047+0000 7fab7ca00640 1 -- 172.21.15.26:0/358712830 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5b2d50 msgr2=0x560b3f5bd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.047+0000 7fab7ca00640 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5b2d50 0x560b3f5bd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.047+0000 7fab7ca00640 1 -- 172.21.15.26:0/358712830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b3f2f37d0 con 0x560b3f5bdd40 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.047+0000 7fab7ca00640 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5bdd40 0x560b3f5bae80 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7fab700126b0 tx=0x7fab700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=788d19c30cf9ff44 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.047+0000 7fab65600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.047+0000 7fab65600640 1 -- 172.21.15.26:0/358712830 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab70005220 con 0x560b3f5bdd40 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.048+0000 7fab65600640 1 -- 172.21.15.26:0/358712830 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7fab700053c0 con 0x560b3f5bdd40 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.048+0000 7fab81766740 1 -- 172.21.15.26:0/358712830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab68003e00 con 0x560b3f5bdd40 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.048+0000 7fab65600640 1 -- 172.21.15.26:0/358712830 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fab700055c0 con 0x560b3f5bdd40 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.048+0000 7fab81766740 10 client.18174 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.048+0000 7fab81766740 1 -- 172.21.15.26:0/358712830 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560b3f2293f0 con 0x560b3f5bdd40 2024-04-26T23:48:48.054 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.048+0000 7fab65600640 1 -- 172.21.15.26:0/358712830 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab68003e00 con 0x560b3f5bdd40 2024-04-26T23:48:48.055 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.049+0000 7fab65600640 1 -- 172.21.15.26:0/358712830 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fab7000fba0 con 0x560b3f5bdd40 2024-04-26T23:48:48.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.049+0000 7fab81766740 10 client.18174 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:48.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.049+0000 7fab81766740 10 client.18174 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:48.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.049+0000 7fab81766740 20 client.18174 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:48.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.049+0000 7fab81766740 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b3f5cd680 0x560b3f5cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.049+0000 7fab81766740 4 client.18174 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:48:48.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.049+0000 7fab81766740 1 -- 172.21.15.26:0/358712830 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b3f5257e0 con 0x560b3f5cd680 2024-04-26T23:48:48.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.049+0000 7fab77e00640 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b3f5cd680 0x560b3f5cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.050+0000 7fab77e00640 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b3f5cd680 0x560b3f5cfad0 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=685fb1b6a39b758f server_cookie=e41f7b9f0d5fd518 in_seq=0 out_seq=0 2024-04-26T23:48:48.056 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.050+0000 7fab65600640 10 client.18174 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:48.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.052+0000 7fab65600640 1 -- 172.21.15.26:0/358712830 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560b3f5257e0 con 0x560b3f5cd680 2024-04-26T23:48:48.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.052+0000 7fab65600640 10 client.18174 handle_command_reply: tid=0 2024-04-26T23:48:48.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.052+0000 7fab81766740 1 client.18174 shutdown 2024-04-26T23:48:48.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.053+0000 7fab81766740 1 -- 172.21.15.26:0/358712830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5bdd40 msgr2=0x560b3f5bae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:48.057 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.053+0000 7fab81766740 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5bdd40 0x560b3f5bae80 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7fab700126b0 tx=0x7fab700046c0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.053+0000 7fab81766740 1 -- 172.21.15.26:0/358712830 shutdown_connections 2024-04-26T23:48:48.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.053+0000 7fab81766740 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b3f5cd680 0x560b3f5cfad0 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.053+0000 7fab81766740 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5bdd40 0x560b3f5bae80 unknown :-1 s=CLOSED pgs=1345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.053+0000 7fab81766740 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 0x560b3f5ba940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.053+0000 7fab81766740 1 --2- 172.21.15.26:0/358712830 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5b2d50 0x560b3f5bd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.053+0000 7fab81766740 1 -- 172.21.15.26:0/358712830 >> 172.21.15.26:0/358712830 conn(0x560b3f5af070 msgr2=0x560b3f5ae1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:48.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.053+0000 7fab65600640 0 client.18174 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:48.058 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.053+0000 7fab81766740 1 -- 172.21.15.26:0/358712830 shutdown_connections 2024-04-26T23:48:48.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.053+0000 7fab81766740 1 -- 172.21.15.26:0/358712830 wait complete. 2024-04-26T23:48:48.059 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.053+0000 7fab81766740 20 client.18174 trim_cache size 0 max 16384 2024-04-26T23:48:48.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.081+0000 7fab81766740 1 Processor -- start 2024-04-26T23:48:48.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.081+0000 7fab81766740 1 -- start start 2024-04-26T23:48:48.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.082+0000 7fab81766740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5af070 0x560b3f5b9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.082+0000 7fab81766740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 0x560b3f5c9720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.082+0000 7fab81766740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 0x560b3f5bd070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.082+0000 7fab81766740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fab781b4a80 con 0x560b3f5b2d50 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.082+0000 7fab81766740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fab781b28f0 con 0x560b3f5af070 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.082+0000 7fab81766740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fab781b43b0 con 0x560b3f5b3670 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.082+0000 7fab6f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 0x560b3f5c9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.082+0000 7fab6f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 0x560b3f5c9720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44982/0 (socket says 172.21.15.26:44982) 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.082+0000 7fab6f400640 1 -- 172.21.15.26:0/4244354416 learned_addr learned my addr 172.21.15.26:0/4244354416 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.082+0000 7fab77e00640 1 --2- 172.21.15.26:0/4244354416 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5af070 0x560b3f5b9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.083+0000 7fab7ca00640 1 --2- 172.21.15.26:0/4244354416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 0x560b3f5bd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.083+0000 7fab6f400640 1 -- 172.21.15.26:0/4244354416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 msgr2=0x560b3f5bd070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.083+0000 7fab6f400640 1 --2- 172.21.15.26:0/4244354416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 0x560b3f5bd070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.083+0000 7fab6f400640 1 -- 172.21.15.26:0/4244354416 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5af070 msgr2=0x560b3f5b9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.083+0000 7fab6f400640 1 --2- 172.21.15.26:0/4244354416 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5af070 0x560b3f5b9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.088 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.083+0000 7fab6f400640 1 -- 172.21.15.26:0/4244354416 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b3f5b34a0 con 0x560b3f5b2d50 2024-04-26T23:48:48.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.083+0000 7fab6f400640 1 --2- 172.21.15.26:0/4244354416 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 0x560b3f5c9720 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fab6009c350 tx=0x7fab6009bf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c5b82a5864ed314 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:48.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.083+0000 7fab67e00640 1 -- 172.21.15.26:0/4244354416 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab60020040 con 0x560b3f5b2d50 2024-04-26T23:48:48.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.084+0000 7fab67e00640 1 -- 172.21.15.26:0/4244354416 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab60009de0 con 0x560b3f5b2d50 2024-04-26T23:48:48.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.084+0000 7fab67e00640 1 -- 172.21.15.26:0/4244354416 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab600cddf0 con 0x560b3f5b2d50 2024-04-26T23:48:48.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.084+0000 7fab81766740 1 -- 172.21.15.26:0/4244354416 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 msgr2=0x560b3f5c9720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:48.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.084+0000 7fab81766740 1 --2- 172.21.15.26:0/4244354416 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 0x560b3f5c9720 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fab6009c350 tx=0x7fab6009bf00 comp rx=0 tx=0).stop 2024-04-26T23:48:48.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.084+0000 7fab81766740 1 -- 172.21.15.26:0/4244354416 shutdown_connections 2024-04-26T23:48:48.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.084+0000 7fab81766740 1 --2- 172.21.15.26:0/4244354416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 0x560b3f5bd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.084+0000 7fab81766740 1 --2- 172.21.15.26:0/4244354416 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 0x560b3f5c9720 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.084+0000 7fab81766740 1 --2- 172.21.15.26:0/4244354416 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5af070 0x560b3f5b9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.084+0000 7fab81766740 1 -- 172.21.15.26:0/4244354416 >> 172.21.15.26:0/4244354416 conn(0x560b3f5bafe0 msgr2=0x560b3f5ae1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.085+0000 7fab81766740 1 -- 172.21.15.26:0/4244354416 shutdown_connections 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.085+0000 7fab81766740 1 -- 172.21.15.26:0/4244354416 wait complete. 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.085+0000 7fab81766740 1 -- start start 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.085+0000 7fab81766740 1 Processor -- start 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab81766740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5af070 0x560b3f5c17c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab81766740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 0x560b3f5c1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab81766740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 0x560b3f5c2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab81766740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fab781b3610 con 0x560b3f5b2d50 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab81766740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fab781b2f40 con 0x560b3f5af070 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab81766740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fab781b3ce0 con 0x560b3f5b3670 2024-04-26T23:48:48.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab81766740 10 client.0 _ll_register_callbacks cb 0x7fab7806c030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:48:48.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab6f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 0x560b3f5c1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab6f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 0x560b3f5c1d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:44998/0 (socket says 172.21.15.26:44998) 2024-04-26T23:48:48.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab6f400640 1 -- 172.21.15.26:0/4175413071 learned_addr learned my addr 172.21.15.26:0/4175413071 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:48:48.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab77e00640 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5af070 0x560b3f5c17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab7ca00640 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 0x560b3f5c2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab6f400640 1 -- 172.21.15.26:0/4175413071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 msgr2=0x560b3f5c2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:48.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.086+0000 7fab6f400640 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 0x560b3f5c2240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.087+0000 7fab6f400640 1 -- 172.21.15.26:0/4175413071 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5af070 msgr2=0x560b3f5c17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:48:48.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.087+0000 7fab6f400640 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5af070 0x560b3f5c17c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.087+0000 7fab6f400640 1 -- 172.21.15.26:0/4175413071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b3f1e90f0 con 0x560b3f5b2d50 2024-04-26T23:48:48.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.087+0000 7fab6f400640 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 0x560b3f5c1d00 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7fab6009c0c0 tx=0x7fab600d0720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9021b06567034d3a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:48:48.093 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.087+0000 7fab65600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:48:48.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.087+0000 7fab65600640 1 -- 172.21.15.26:0/4175413071 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab600b5060 con 0x560b3f5b2d50 2024-04-26T23:48:48.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.087+0000 7fab65600640 1 -- 172.21.15.26:0/4175413071 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8556+0+0 (secure 0 0 0) 0x7fab600d3c40 con 0x560b3f5b2d50 2024-04-26T23:48:48.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.087+0000 7fab81766740 1 -- 172.21.15.26:0/4175413071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab60009de0 con 0x560b3f5b2d50 2024-04-26T23:48:48.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.087+0000 7fab65600640 1 -- 172.21.15.26:0/4175413071 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fab600b0e60 con 0x560b3f5b2d50 2024-04-26T23:48:48.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.087+0000 7fab81766740 10 client.18180 fetch_fsmap learned FSMap version 24 2024-04-26T23:48:48.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.087+0000 7fab81766740 1 -- 172.21.15.26:0/4175413071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560b3f4dfa30 con 0x560b3f5b2d50 2024-04-26T23:48:48.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.088+0000 7fab65600640 1 -- 172.21.15.26:0/4175413071 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fab60009de0 con 0x560b3f5b2d50 2024-04-26T23:48:48.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.088+0000 7fab65600640 1 -- 172.21.15.26:0/4175413071 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fab60098110 con 0x560b3f5b2d50 2024-04-26T23:48:48.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.088+0000 7fab81766740 10 client.18180 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:48:48.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.088+0000 7fab81766740 10 client.18180 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:48:48.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.088+0000 7fab81766740 20 client.18180 populate_metadata read hostname 'smithi026' 2024-04-26T23:48:48.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.088+0000 7fab81766740 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b3f5bdd40 0x560b3f6363a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.088+0000 7fab81766740 4 client.18180 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.088+0000 7fab81766740 1 -- 172.21.15.26:0/4175413071 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560b3f51f650 con 0x560b3f5bdd40 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.089+0000 7fab77e00640 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b3f5bdd40 0x560b3f6363a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab77e00640 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b3f5bdd40 0x560b3f6363a0 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54ae84adc858c1d server_cookie=84b8ca38ece7b183 in_seq=0 out_seq=0 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab65600640 10 client.18180 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab65600640 1 -- 172.21.15.26:0/4175413071 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x560b3f51f650 con 0x560b3f5bdd40 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab65600640 10 client.18180 handle_command_reply: tid=0 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab81766740 1 client.18180 shutdown 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab81766740 1 -- 172.21.15.26:0/4175413071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 msgr2=0x560b3f5c1d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab81766740 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 0x560b3f5c1d00 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7fab6009c0c0 tx=0x7fab600d0720 comp rx=0 tx=0).stop 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab81766740 1 -- 172.21.15.26:0/4175413071 shutdown_connections 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab81766740 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x560b3f5bdd40 0x560b3f6363a0 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab81766740 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b3f5b3670 0x560b3f5c2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab81766740 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x560b3f5b2d50 0x560b3f5c1d00 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab65600640 0 client.18180 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:48:48.097 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab81766740 1 --2- 172.21.15.26:0/4175413071 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x560b3f5af070 0x560b3f5c17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.090+0000 7fab81766740 1 -- 172.21.15.26:0/4175413071 >> 172.21.15.26:0/4175413071 conn(0x560b3f5bafe0 msgr2=0x560b3f5ae1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:48.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.091+0000 7fab81766740 1 -- 172.21.15.26:0/4175413071 shutdown_connections 2024-04-26T23:48:48.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.091+0000 7fab81766740 1 -- 172.21.15.26:0/4175413071 wait complete. 2024-04-26T23:48:48.098 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.091+0000 7fab81766740 20 client.18180 trim_cache size 0 max 16384 2024-04-26T23:48:48.098 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:48:48.098 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:48:48.098 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:48:48.098 INFO:teuthology.orchestra.run.smithi026.stdout: "78ab2147-ce66-4d0b-b8a8-44077ad4242c": { 2024-04-26T23:48:48.098 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:48:48.098 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "78ab2147-ce66-4d0b-b8a8-44077ad4242c", 2024-04-26T23:48:48.099 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:48:48.099 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:48:48.099 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:48:48.099 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:48:48.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.091+0000 7fab7d400640 1 -- 172.21.15.26:0/552447146 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fab5c0a3d20 msgr2=0x7fab5c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:48.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.091+0000 7fab7d400640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fab5c0a3d20 0x7fab5c0a61e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fab70005fd0 tx=0x7fab7000b480 comp rx=0 tx=0).stop 2024-04-26T23:48:48.099 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.092+0000 7fab7d400640 1 -- 172.21.15.26:0/552447146 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab78109870 msgr2=0x7fab7819f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:48:48.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.092+0000 7fab7d400640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab78109870 0x7fab7819f9f0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7fab6000d950 tx=0x7fab6000de10 comp rx=0 tx=0).stop 2024-04-26T23:48:48.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.092+0000 7fab7d400640 1 -- 172.21.15.26:0/552447146 shutdown_connections 2024-04-26T23:48:48.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.092+0000 7fab7d400640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fab7810eef0 0x7fab781a3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.092+0000 7fab7d400640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fab5c0a3d20 0x7fab5c0a61e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.092+0000 7fab7d400640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fab78109870 0x7fab7819f9f0 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.092+0000 7fab7d400640 1 --2- 172.21.15.26:0/552447146 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fab78108ed0 0x7fab7819f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:48:48.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.092+0000 7fab7d400640 1 -- 172.21.15.26:0/552447146 >> 172.21.15.26:0/552447146 conn(0x7fab78078750 msgr2=0x7fab780798f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:48:48.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.092+0000 7fab7d400640 1 -- 172.21.15.26:0/552447146 shutdown_connections 2024-04-26T23:48:48.100 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:48:48.092+0000 7fab7d400640 1 -- 172.21.15.26:0/552447146 wait complete. 2024-04-26T23:48:48.115 INFO:tasks.cephfs.filesystem:scrub status for tag:78ab2147-ce66-4d0b-b8a8-44077ad4242c - {'path': '/', 'tag': '78ab2147-ce66-4d0b-b8a8-44077ad4242c', 'options': 'recursive,force'} 2024-04-26T23:48:49.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:48 smithi164 ceph-mon[31699]: pgmap v403: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:49.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:48 smithi026 ceph-mon[28371]: pgmap v403: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:48 smithi086 ceph-mon[31122]: pgmap v403: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:48:50.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:49 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:48:50.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:49 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:48:50.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:49 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:48:50.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:49 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:48:50.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:49 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:48:50.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:49 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:48:50.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:49 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:48:50.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:49 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:48:50.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:49 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:48:50.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:49 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:48:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:49 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:48:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:49 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:48:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:49 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:48:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:49 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:48:50.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:49 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:48:51.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:50 smithi026 ceph-mon[28371]: pgmap v404: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:51.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:50 smithi164 ceph-mon[31699]: pgmap v404: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:51.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:50 smithi086 ceph-mon[31122]: pgmap v404: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:53.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:52 smithi164 ceph-mon[31699]: pgmap v405: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:53.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:52 smithi026 ceph-mon[28371]: pgmap v405: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:53.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:52 smithi086 ceph-mon[31122]: pgmap v405: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:48:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:54 smithi164 ceph-mon[31699]: pgmap v406: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:48:55.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:54 smithi026 ceph-mon[28371]: pgmap v406: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:48:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:54 smithi086 ceph-mon[31122]: pgmap v406: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:48:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:56 smithi164 ceph-mon[31699]: pgmap v407: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:48:57.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:56 smithi026 ceph-mon[28371]: pgmap v407: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:48:57.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:56 smithi086 ceph-mon[31122]: pgmap v407: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:48:59.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:48:58 smithi164 ceph-mon[31699]: pgmap v408: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:48:59.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:48:58 smithi026 ceph-mon[28371]: pgmap v408: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:48:59.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:48:58 smithi086 ceph-mon[31122]: pgmap v408: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:49:01.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:00 smithi026 ceph-mon[28371]: pgmap v409: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:49:01.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:00 smithi164 ceph-mon[31699]: pgmap v409: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:49:01.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:00 smithi086 ceph-mon[31122]: pgmap v409: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:49:03.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:02 smithi164 ceph-mon[31699]: pgmap v410: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:49:03.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:02 smithi026 ceph-mon[28371]: pgmap v410: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:49:03.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:02 smithi086 ceph-mon[31122]: pgmap v410: 97 pgs: 97 active+clean; 8.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:49:05.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:04 smithi164 ceph-mon[31699]: pgmap v411: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 102 KiB/s wr, 24 op/s 2024-04-26T23:49:05.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:04 smithi026 ceph-mon[28371]: pgmap v411: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 102 KiB/s wr, 24 op/s 2024-04-26T23:49:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:04 smithi086 ceph-mon[31122]: pgmap v411: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 102 KiB/s wr, 24 op/s 2024-04-26T23:49:07.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:06 smithi164 ceph-mon[31699]: pgmap v412: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 102 KiB/s wr, 22 op/s 2024-04-26T23:49:07.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:06 smithi026 ceph-mon[28371]: pgmap v412: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 102 KiB/s wr, 22 op/s 2024-04-26T23:49:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:06 smithi086 ceph-mon[31122]: pgmap v412: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 102 KiB/s wr, 22 op/s 2024-04-26T23:49:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:08 smithi164 ceph-mon[31699]: pgmap v413: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 102 KiB/s wr, 24 op/s 2024-04-26T23:49:09.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:08 smithi026 ceph-mon[28371]: pgmap v413: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 102 KiB/s wr, 24 op/s 2024-04-26T23:49:09.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:08 smithi086 ceph-mon[31122]: pgmap v413: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 102 KiB/s wr, 24 op/s 2024-04-26T23:49:10.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:09 smithi086 ceph-mon[31122]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T23:49:10.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:09 smithi164 ceph-mon[31699]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T23:49:10.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:09 smithi026 ceph-mon[28371]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T23:49:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:10 smithi086 ceph-mon[31122]: pgmap v415: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 122 KiB/s wr, 26 op/s 2024-04-26T23:49:11.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:10 smithi164 ceph-mon[31699]: pgmap v415: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 122 KiB/s wr, 26 op/s 2024-04-26T23:49:11.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:10 smithi026 ceph-mon[28371]: pgmap v415: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 122 KiB/s wr, 26 op/s 2024-04-26T23:49:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:12 smithi086 ceph-mon[31122]: pgmap v416: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 122 KiB/s wr, 26 op/s 2024-04-26T23:49:13.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:12 smithi164 ceph-mon[31699]: pgmap v416: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 122 KiB/s wr, 26 op/s 2024-04-26T23:49:13.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:12 smithi026 ceph-mon[28371]: pgmap v416: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 122 KiB/s wr, 26 op/s 2024-04-26T23:49:15.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:14 smithi086 ceph-mon[31122]: pgmap v417: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:49:15.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:14 smithi164 ceph-mon[31699]: pgmap v417: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:49:15.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:14 smithi026 ceph-mon[28371]: pgmap v417: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:49:16.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:16 smithi164 ceph-mon[31699]: osdmap e106: 12 total, 12 up, 12 in 2024-04-26T23:49:16.777 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:16 smithi164 ceph-mon[31699]: pgmap v419: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:49:16.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:16 smithi026 ceph-mon[28371]: osdmap e106: 12 total, 12 up, 12 in 2024-04-26T23:49:16.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:16 smithi026 ceph-mon[28371]: pgmap v419: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:49:16.820 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:16 smithi086 ceph-mon[31122]: osdmap e106: 12 total, 12 up, 12 in 2024-04-26T23:49:16.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:16 smithi086 ceph-mon[31122]: pgmap v419: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:49:18.116 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:49:18.116 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:49:18.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.350+0000 7f9346600640 1 -- 172.21.15.26:0/3286297640 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93401016d0 msgr2=0x7f9340105200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.350+0000 7f9346600640 1 --2- 172.21.15.26:0/3286297640 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93401016d0 0x7f9340105200 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7f9338009ca0 tx=0x7f933802a8c0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.350+0000 7f9346600640 1 -- 172.21.15.26:0/3286297640 shutdown_connections 2024-04-26T23:49:18.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.350+0000 7f9346600640 1 --2- 172.21.15.26:0/3286297640 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93401016d0 0x7f9340105200 unknown :-1 s=CLOSED pgs=1348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.350+0000 7f9346600640 1 --2- 172.21.15.26:0/3286297640 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9340100d30 0x7f9340101190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.350+0000 7f9346600640 1 --2- 172.21.15.26:0/3286297640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9340107700 0x7f9340107ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.350+0000 7f9346600640 1 -- 172.21.15.26:0/3286297640 >> 172.21.15.26:0/3286297640 conn(0x7f9340077cc0 msgr2=0x7f93400ff040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:18.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.351+0000 7f9346600640 1 -- 172.21.15.26:0/3286297640 shutdown_connections 2024-04-26T23:49:18.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.351+0000 7f9346600640 1 -- 172.21.15.26:0/3286297640 wait complete. 2024-04-26T23:49:18.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.352+0000 7f9346600640 1 Processor -- start 2024-04-26T23:49:18.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.352+0000 7f9346600640 1 -- start start 2024-04-26T23:49:18.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.352+0000 7f9346600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9340100d30 0x7f934019f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.352+0000 7f9346600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93401016d0 0x7f934019f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.352+0000 7f9346600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9340107700 0x7f93401a3d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.352+0000 7f9346600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9340118f30 con 0x7f93401016d0 2024-04-26T23:49:18.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.352+0000 7f9346600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9340118db0 con 0x7f9340100d30 2024-04-26T23:49:18.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.352+0000 7f9346600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f93401190b0 con 0x7f9340107700 2024-04-26T23:49:18.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.352+0000 7f933fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93401016d0 0x7f934019f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.353+0000 7f933fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93401016d0 0x7f934019f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34238/0 (socket says 172.21.15.26:34238) 2024-04-26T23:49:18.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.353+0000 7f933fe00640 1 -- 172.21.15.26:0/2397647908 learned_addr learned my addr 172.21.15.26:0/2397647908 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:18.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.353+0000 7f9345200640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9340100d30 0x7f934019f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.353+0000 7f9345c00640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9340107700 0x7f93401a3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.353+0000 7f933fe00640 1 -- 172.21.15.26:0/2397647908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9340107700 msgr2=0x7f93401a3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.353+0000 7f933fe00640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9340107700 0x7f93401a3d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.353+0000 7f933fe00640 1 -- 172.21.15.26:0/2397647908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9340100d30 msgr2=0x7f934019f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.353+0000 7f933fe00640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9340100d30 0x7f934019f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.353+0000 7f933fe00640 1 -- 172.21.15.26:0/2397647908 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93401a44a0 con 0x7f93401016d0 2024-04-26T23:49:18.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.354+0000 7f933fe00640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93401016d0 0x7f934019f9f0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f932c00d950 tx=0x7f932c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:18.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.354+0000 7f933d600640 1 -- 172.21.15.26:0/2397647908 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f932c017070 con 0x7f93401016d0 2024-04-26T23:49:18.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.354+0000 7f933d600640 1 -- 172.21.15.26:0/2397647908 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f932c009c30 con 0x7f93401016d0 2024-04-26T23:49:18.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.354+0000 7f933d600640 1 -- 172.21.15.26:0/2397647908 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f932c00f620 con 0x7f93401016d0 2024-04-26T23:49:18.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.354+0000 7f9346600640 1 -- 172.21.15.26:0/2397647908 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93401a4790 con 0x7f93401016d0 2024-04-26T23:49:18.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.354+0000 7f9346600640 1 -- 172.21.15.26:0/2397647908 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93401ac020 con 0x7f93401016d0 2024-04-26T23:49:18.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.359+0000 7f934aa50740 1 Processor -- start 2024-04-26T23:49:18.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.359+0000 7f934aa50740 1 -- start start 2024-04-26T23:49:18.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.359+0000 7f934aa50740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 0x564d906f9130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.359+0000 7f934aa50740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f9670 0x564d90703800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.359+0000 7f934aa50740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 0x564d90706130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.359+0000 7f934aa50740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564d9060a030 con 0x564d906f8d50 2024-04-26T23:49:18.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.359+0000 7f934aa50740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x564d906257f0 con 0x564d906f9670 2024-04-26T23:49:18.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.359+0000 7f934aa50740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564d905e07e0 con 0x564d90703d40 2024-04-26T23:49:18.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.359+0000 7f933d600640 1 -- 172.21.15.26:0/2397647908 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f932c010460 con 0x7f93401016d0 2024-04-26T23:49:18.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.360+0000 7f9345c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 0x564d906f9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.364 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.360+0000 7f9345c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 0x564d906f9130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34250/0 (socket says 172.21.15.26:34250) 2024-04-26T23:49:18.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.360+0000 7f9345c00640 1 -- 172.21.15.26:0/2726326157 learned_addr learned my addr 172.21.15.26:0/2726326157 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:18.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.360+0000 7f9345200640 1 --2- 172.21.15.26:0/2726326157 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f9670 0x564d90703800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.360+0000 7f933fe00640 1 --2- 172.21.15.26:0/2726326157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 0x564d90706130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.360+0000 7f9345c00640 1 -- 172.21.15.26:0/2726326157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 msgr2=0x564d90706130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:18.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.360+0000 7f9345c00640 1 --2- 172.21.15.26:0/2726326157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 0x564d90706130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.360+0000 7f9345c00640 1 -- 172.21.15.26:0/2726326157 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f9670 msgr2=0x564d90703800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:18.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.360+0000 7f9345c00640 1 --2- 172.21.15.26:0/2726326157 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f9670 0x564d90703800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.360+0000 7f9345c00640 1 -- 172.21.15.26:0/2726326157 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d905ec050 con 0x564d906f8d50 2024-04-26T23:49:18.365 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.360+0000 7f9345200640 1 --2- 172.21.15.26:0/2726326157 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f9670 0x564d90703800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:18.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.361+0000 7f9345c00640 1 --2- 172.21.15.26:0/2726326157 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 0x564d906f9130 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f9338005fb0 tx=0x7f9338031450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81ff67b345e6e3a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:18.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.361+0000 7f9332000640 1 -- 172.21.15.26:0/2726326157 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9338031980 con 0x564d906f8d50 2024-04-26T23:49:18.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.361+0000 7f933d600640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f93280a3da0 0x7f93280a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.361+0000 7f9332000640 1 -- 172.21.15.26:0/2726326157 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9338036040 con 0x564d906f8d50 2024-04-26T23:49:18.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.361+0000 7f9332000640 1 -- 172.21.15.26:0/2726326157 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9338004360 con 0x564d906f8d50 2024-04-26T23:49:18.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.362+0000 7f933d600640 1 -- 172.21.15.26:0/2397647908 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f932c0d04a0 con 0x7f93401016d0 2024-04-26T23:49:18.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.362+0000 7f9345200640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f93280a3da0 0x7f93280a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.362+0000 7f934aa50740 1 -- 172.21.15.26:0/2726326157 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 msgr2=0x564d906f9130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.362+0000 7f934aa50740 1 --2- 172.21.15.26:0/2726326157 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 0x564d906f9130 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f9338005fb0 tx=0x7f9338031450 comp rx=0 tx=0).stop 2024-04-26T23:49:18.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.363+0000 7f934aa50740 1 -- 172.21.15.26:0/2726326157 shutdown_connections 2024-04-26T23:49:18.367 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.363+0000 7f934aa50740 1 --2- 172.21.15.26:0/2726326157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 0x564d90706130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.363+0000 7f934aa50740 1 --2- 172.21.15.26:0/2726326157 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f9670 0x564d90703800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.363+0000 7f934aa50740 1 --2- 172.21.15.26:0/2726326157 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 0x564d906f9130 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.363+0000 7f934aa50740 1 -- 172.21.15.26:0/2726326157 >> 172.21.15.26:0/2726326157 conn(0x564d906f5070 msgr2=0x564d906f5450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:18.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.363+0000 7f934aa50740 1 -- 172.21.15.26:0/2726326157 shutdown_connections 2024-04-26T23:49:18.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.363+0000 7f9345200640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f93280a3da0 0x7f93280a6260 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x564d906fa310 tx=0x7f9334005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:18.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.363+0000 7f934aa50740 1 -- 172.21.15.26:0/2726326157 wait complete. 2024-04-26T23:49:18.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.363+0000 7f934aa50740 1 -- start start 2024-04-26T23:49:18.368 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.364+0000 7f934aa50740 1 Processor -- start 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.364+0000 7f934aa50740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f8d50 0x564d907035f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.364+0000 7f934aa50740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f9670 0x564d90700980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.364+0000 7f934aa50740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 0x564d90700ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.364+0000 7f934aa50740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564d90662200 con 0x564d906f9670 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.364+0000 7f934aa50740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x564d9065cee0 con 0x564d906f8d50 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.364+0000 7f934aa50740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564d90669e70 con 0x564d90703d40 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.364+0000 7f934aa50740 10 client.0 _ll_register_callbacks cb 0x564d90653270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.364+0000 7f933fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f9670 0x564d90700980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.365+0000 7f933fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f9670 0x564d90700980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34258/0 (socket says 172.21.15.26:34258) 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.365+0000 7f933fe00640 1 -- 172.21.15.26:0/4114108 learned_addr learned my addr 172.21.15.26:0/4114108 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.365+0000 7f9345c00640 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 0x564d90700ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.365+0000 7f9345200640 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f8d50 0x564d907035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.371 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.365+0000 7f933fe00640 1 -- 172.21.15.26:0/4114108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 msgr2=0x564d90700ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.365+0000 7f933fe00640 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 0x564d90700ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.365+0000 7f933fe00640 1 -- 172.21.15.26:0/4114108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f8d50 msgr2=0x564d907035f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.365+0000 7f933fe00640 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f8d50 0x564d907035f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.365+0000 7f933fe00640 1 -- 172.21.15.26:0/4114108 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d904397d0 con 0x564d906f9670 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.365+0000 7f933fe00640 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f9670 0x564d90700980 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f932c09c0c0 tx=0x7f932c00bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=544b07c0c2a95dda server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.365+0000 7f9326a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.366+0000 7f9326a00640 1 -- 172.21.15.26:0/4114108 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f932c020050 con 0x564d906f9670 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.366+0000 7f9326a00640 1 -- 172.21.15.26:0/4114108 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f932c098a30 con 0x564d906f9670 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.366+0000 7f934aa50740 1 -- 172.21.15.26:0/4114108 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9338036040 con 0x564d906f9670 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.366+0000 7f9326a00640 1 -- 172.21.15.26:0/4114108 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f932c0b0e60 con 0x564d906f9670 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.366+0000 7f934aa50740 10 client.18192 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.366+0000 7f934aa50740 1 -- 172.21.15.26:0/4114108 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564d9036f3f0 con 0x564d906f9670 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.366+0000 7f9326a00640 1 -- 172.21.15.26:0/4114108 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9338036040 con 0x564d906f9670 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.366+0000 7f9326a00640 1 -- 172.21.15.26:0/4114108 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f932c098110 con 0x564d906f9670 2024-04-26T23:49:18.372 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.367+0000 7f934aa50740 10 client.18192 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:18.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.367+0000 7f934aa50740 10 client.18192 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:18.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.367+0000 7f934aa50740 20 client.18192 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:18.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.367+0000 7f934aa50740 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564d90713570 0x564d90715980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.367+0000 7f934aa50740 4 client.18192 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:49:18.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.367+0000 7f934aa50740 1 -- 172.21.15.26:0/4114108 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d9066b7e0 con 0x564d90713570 2024-04-26T23:49:18.373 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.367+0000 7f9345200640 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564d90713570 0x564d90715980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.368+0000 7f9326a00640 10 client.18192 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:18.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.368+0000 7f9345200640 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564d90713570 0x564d90715980 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a622154b76c2c3a server_cookie=ddb0c7ed0b6bc70b in_seq=0 out_seq=0 2024-04-26T23:49:18.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.370+0000 7f9326a00640 1 -- 172.21.15.26:0/4114108 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564d9066b7e0 con 0x564d90713570 2024-04-26T23:49:18.374 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.370+0000 7f9326a00640 10 client.18192 handle_command_reply: tid=0 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.370+0000 7f934aa50740 1 client.18192 shutdown 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.370+0000 7f934aa50740 1 -- 172.21.15.26:0/4114108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f9670 msgr2=0x564d90700980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.370+0000 7f934aa50740 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f9670 0x564d90700980 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f932c09c0c0 tx=0x7f932c00bf80 comp rx=0 tx=0).stop 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.370+0000 7f934aa50740 1 -- 172.21.15.26:0/4114108 shutdown_connections 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.370+0000 7f934aa50740 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564d90713570 0x564d90715980 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.371+0000 7f934aa50740 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 0x564d90700ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.371+0000 7f9326a00640 0 client.18192 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.371+0000 7f934aa50740 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f9670 0x564d90700980 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.371+0000 7f934aa50740 1 --2- 172.21.15.26:0/4114108 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f8d50 0x564d907035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.371+0000 7f934aa50740 1 -- 172.21.15.26:0/4114108 >> 172.21.15.26:0/4114108 conn(0x564d906f5070 msgr2=0x564d906fad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.371+0000 7f934aa50740 1 -- 172.21.15.26:0/4114108 shutdown_connections 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.371+0000 7f934aa50740 1 -- 172.21.15.26:0/4114108 wait complete. 2024-04-26T23:49:18.375 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.371+0000 7f934aa50740 20 client.18192 trim_cache size 0 max 16384 2024-04-26T23:49:18.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.394+0000 7f934aa50740 1 Processor -- start 2024-04-26T23:49:18.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.394+0000 7f934aa50740 1 -- start start 2024-04-26T23:49:18.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.394+0000 7f934aa50740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 0x564d9070f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.394+0000 7f934aa50740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f9670 0x564d907030b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.394+0000 7f934aa50740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 0x564d907035f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.394+0000 7f934aa50740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f93401b4ab0 con 0x564d906f8d50 2024-04-26T23:49:18.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.394+0000 7f934aa50740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f93401b2920 con 0x564d906f9670 2024-04-26T23:49:18.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.394+0000 7f934aa50740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f93401b43e0 con 0x564d90703d40 2024-04-26T23:49:18.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.395+0000 7f9345200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 0x564d9070f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.395+0000 7f9345200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 0x564d9070f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34274/0 (socket says 172.21.15.26:34274) 2024-04-26T23:49:18.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.395+0000 7f9345200640 1 -- 172.21.15.26:0/740520970 learned_addr learned my addr 172.21.15.26:0/740520970 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:18.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.395+0000 7f9345c00640 1 --2- 172.21.15.26:0/740520970 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 0x564d907035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.395+0000 7f933fe00640 1 --2- 172.21.15.26:0/740520970 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f9670 0x564d907030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.395+0000 7f9345200640 1 -- 172.21.15.26:0/740520970 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 msgr2=0x564d907035f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:18.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.395+0000 7f9345200640 1 --2- 172.21.15.26:0/740520970 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 0x564d907035f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.395+0000 7f9345200640 1 -- 172.21.15.26:0/740520970 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f9670 msgr2=0x564d907030b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:18.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.395+0000 7f9345200640 1 --2- 172.21.15.26:0/740520970 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f9670 0x564d907030b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.395+0000 7f9345200640 1 -- 172.21.15.26:0/740520970 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d9032f0f0 con 0x564d906f8d50 2024-04-26T23:49:18.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.395+0000 7f933fe00640 1 --2- 172.21.15.26:0/740520970 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f9670 0x564d907030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:18.400 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.396+0000 7f9345200640 1 --2- 172.21.15.26:0/740520970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 0x564d9070f6c0 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x564d90716160 tx=0x7f9334017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c35072051f9cdd47 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:18.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.396+0000 7f9331600640 1 -- 172.21.15.26:0/740520970 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9334003ac0 con 0x564d906f8d50 2024-04-26T23:49:18.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.396+0000 7f9331600640 1 -- 172.21.15.26:0/740520970 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9334030070 con 0x564d906f8d50 2024-04-26T23:49:18.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.396+0000 7f9331600640 1 -- 172.21.15.26:0/740520970 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933401f690 con 0x564d906f8d50 2024-04-26T23:49:18.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.397+0000 7f934aa50740 1 -- 172.21.15.26:0/740520970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 msgr2=0x564d9070f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.397+0000 7f934aa50740 1 --2- 172.21.15.26:0/740520970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 0x564d9070f6c0 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x564d90716160 tx=0x7f9334017000 comp rx=0 tx=0).stop 2024-04-26T23:49:18.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.397+0000 7f934aa50740 1 -- 172.21.15.26:0/740520970 shutdown_connections 2024-04-26T23:49:18.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.397+0000 7f934aa50740 1 --2- 172.21.15.26:0/740520970 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d90703d40 0x564d907035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.397+0000 7f934aa50740 1 --2- 172.21.15.26:0/740520970 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f9670 0x564d907030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.397+0000 7f934aa50740 1 --2- 172.21.15.26:0/740520970 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d906f8d50 0x564d9070f6c0 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.397+0000 7f934aa50740 1 -- 172.21.15.26:0/740520970 >> 172.21.15.26:0/740520970 conn(0x564d906f5070 msgr2=0x564d906fc030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:18.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.397+0000 7f934aa50740 1 -- 172.21.15.26:0/740520970 shutdown_connections 2024-04-26T23:49:18.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.397+0000 7f934aa50740 1 -- 172.21.15.26:0/740520970 wait complete. 2024-04-26T23:49:18.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.398+0000 7f934aa50740 1 -- start start 2024-04-26T23:49:18.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.398+0000 7f934aa50740 1 Processor -- start 2024-04-26T23:49:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.398+0000 7f934aa50740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f8d50 0x564d9070c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.398+0000 7f934aa50740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d906f9670 0x564d90707370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.398+0000 7f934aa50740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d90703d40 0x564d907078d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.398+0000 7f934aa50740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f93401b3640 con 0x564d90703d40 2024-04-26T23:49:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.398+0000 7f934aa50740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f93401b2f70 con 0x564d906f8d50 2024-04-26T23:49:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.398+0000 7f934aa50740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f93401b3d10 con 0x564d906f9670 2024-04-26T23:49:18.405 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.398+0000 7f934aa50740 10 client.0 _ll_register_callbacks cb 0x7f932c010ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.399+0000 7f9345c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d90703d40 0x564d907078d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.399+0000 7f9345c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d90703d40 0x564d907078d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34286/0 (socket says 172.21.15.26:34286) 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.399+0000 7f9345c00640 1 -- 172.21.15.26:0/1182305765 learned_addr learned my addr 172.21.15.26:0/1182305765 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.399+0000 7f933fe00640 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d906f9670 0x564d90707370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.399+0000 7f9345200640 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f8d50 0x564d9070c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.399+0000 7f9345c00640 1 -- 172.21.15.26:0/1182305765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d906f9670 msgr2=0x564d90707370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.399+0000 7f9345c00640 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d906f9670 0x564d90707370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.399+0000 7f9345c00640 1 -- 172.21.15.26:0/1182305765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f8d50 msgr2=0x564d9070c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.399+0000 7f9345c00640 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f8d50 0x564d9070c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.399+0000 7f9345c00640 1 -- 172.21.15.26:0/1182305765 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d90625a30 con 0x564d90703d40 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.399+0000 7f9345200640 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f8d50 0x564d9070c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.400+0000 7f9345c00640 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d90703d40 0x564d907078d0 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f9338000f80 tx=0x7f93380315c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=836cbacd2107389c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.400+0000 7f9326a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:18.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.400+0000 7f9326a00640 1 -- 172.21.15.26:0/1182305765 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9338031b90 con 0x564d90703d40 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.400+0000 7f9326a00640 1 -- 172.21.15.26:0/1182305765 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f9338031d30 con 0x564d90703d40 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.400+0000 7f934aa50740 1 -- 172.21.15.26:0/1182305765 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9334030070 con 0x564d90703d40 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.400+0000 7f9326a00640 1 -- 172.21.15.26:0/1182305765 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9338003970 con 0x564d90703d40 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.400+0000 7f934aa50740 10 client.18198 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.400+0000 7f934aa50740 1 -- 172.21.15.26:0/1182305765 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564d90779950 con 0x564d90703d40 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.401+0000 7f9326a00640 1 -- 172.21.15.26:0/1182305765 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9334030070 con 0x564d90703d40 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.401+0000 7f9326a00640 1 -- 172.21.15.26:0/1182305765 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f93380305c0 con 0x564d90703d40 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.401+0000 7f934aa50740 10 client.18198 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.401+0000 7f934aa50740 10 client.18198 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.401+0000 7f934aa50740 20 client.18198 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.401+0000 7f934aa50740 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564d90779ca0 0x564d9077c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.401+0000 7f934aa50740 4 client.18198 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.401+0000 7f934aa50740 1 -- 172.21.15.26:0/1182305765 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564d90701250 con 0x564d90779ca0 2024-04-26T23:49:18.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.402+0000 7f9345200640 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564d90779ca0 0x564d9077c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f9345200640 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564d90779ca0 0x564d9077c0c0 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f489fcbd4c3bd440 server_cookie=f70c9e995ed2346b in_seq=0 out_seq=0 2024-04-26T23:49:18.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f9326a00640 10 client.18198 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:18.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f9326a00640 1 -- 172.21.15.26:0/1182305765 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x564d90701250 con 0x564d90779ca0 2024-04-26T23:49:18.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f9326a00640 10 client.18198 handle_command_reply: tid=0 2024-04-26T23:49:18.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f934aa50740 1 client.18198 shutdown 2024-04-26T23:49:18.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f934aa50740 1 -- 172.21.15.26:0/1182305765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d90703d40 msgr2=0x564d907078d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f934aa50740 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d90703d40 0x564d907078d0 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f9338000f80 tx=0x7f93380315c0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f934aa50740 1 -- 172.21.15.26:0/1182305765 shutdown_connections 2024-04-26T23:49:18.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f934aa50740 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x564d90779ca0 0x564d9077c0c0 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f934aa50740 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x564d90703d40 0x564d907078d0 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f934aa50740 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564d906f9670 0x564d90707370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f934aa50740 1 --2- 172.21.15.26:0/1182305765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x564d906f8d50 0x564d9070c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f934aa50740 1 -- 172.21.15.26:0/1182305765 >> 172.21.15.26:0/1182305765 conn(0x564d906f5070 msgr2=0x564d9070e6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:18.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.403+0000 7f9326a00640 0 client.18198 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:18.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.404+0000 7f934aa50740 1 -- 172.21.15.26:0/1182305765 shutdown_connections 2024-04-26T23:49:18.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.404+0000 7f934aa50740 1 -- 172.21.15.26:0/1182305765 wait complete. 2024-04-26T23:49:18.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.404+0000 7f934aa50740 20 client.18198 trim_cache size 0 max 16384 2024-04-26T23:49:18.410 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:49:18.410 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:49:18.410 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:49:18.410 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:49:18.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.405+0000 7f9346600640 1 -- 172.21.15.26:0/2397647908 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f93280a3da0 msgr2=0x7f93280a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.405+0000 7f9346600640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f93280a3da0 0x7f93280a6260 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x564d906fa310 tx=0x7f9334005f90 comp rx=0 tx=0).stop 2024-04-26T23:49:18.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.405+0000 7f9346600640 1 -- 172.21.15.26:0/2397647908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93401016d0 msgr2=0x7f934019f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.405+0000 7f9346600640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93401016d0 0x7f934019f9f0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f932c00d950 tx=0x7f932c00de10 comp rx=0 tx=0).stop 2024-04-26T23:49:18.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.405+0000 7f9346600640 1 -- 172.21.15.26:0/2397647908 shutdown_connections 2024-04-26T23:49:18.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.405+0000 7f9346600640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9340107700 0x7f93401a3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.405+0000 7f9346600640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f93280a3da0 0x7f93280a6260 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.405+0000 7f9346600640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f93401016d0 0x7f934019f9f0 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.405+0000 7f9346600640 1 --2- 172.21.15.26:0/2397647908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9340100d30 0x7f934019f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.405+0000 7f9346600640 1 -- 172.21.15.26:0/2397647908 >> 172.21.15.26:0/2397647908 conn(0x7f9340077cc0 msgr2=0x7f9340102e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:18.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.405+0000 7f9346600640 1 -- 172.21.15.26:0/2397647908 shutdown_connections 2024-04-26T23:49:18.412 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.405+0000 7f9346600640 1 -- 172.21.15.26:0/2397647908 wait complete. 2024-04-26T23:49:18.429 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:49:18.429 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:49:18.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.644+0000 7feb1a600640 1 -- 172.21.15.26:0/2912064316 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feb14101540 msgr2=0x7feb14101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.644+0000 7feb1a600640 1 --2- 172.21.15.26:0/2912064316 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feb14101540 0x7feb14101920 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7feb08009900 tx=0x7feb0802a3f0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.644+0000 7feb1a600640 1 -- 172.21.15.26:0/2912064316 shutdown_connections 2024-04-26T23:49:18.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.644+0000 7feb1a600640 1 --2- 172.21.15.26:0/2912064316 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7feb1410f0f0 0x7feb141114e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.644+0000 7feb1a600640 1 --2- 172.21.15.26:0/2912064316 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feb14101ef0 0x7feb1410eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.644+0000 7feb1a600640 1 --2- 172.21.15.26:0/2912064316 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feb14101540 0x7feb14101920 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.644+0000 7feb1a600640 1 -- 172.21.15.26:0/2912064316 >> 172.21.15.26:0/2912064316 conn(0x7feb140fd130 msgr2=0x7feb140ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:18.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.644+0000 7feb1a600640 1 -- 172.21.15.26:0/2912064316 shutdown_connections 2024-04-26T23:49:18.649 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.644+0000 7feb1a600640 1 -- 172.21.15.26:0/2912064316 wait complete. 2024-04-26T23:49:18.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.645+0000 7feb1a600640 1 Processor -- start 2024-04-26T23:49:18.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.645+0000 7feb1a600640 1 -- start start 2024-04-26T23:49:18.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.646+0000 7feb1a600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7feb14101540 0x7feb1419b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.646+0000 7feb1a600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feb14101ef0 0x7feb1419b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.646+0000 7feb1a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feb1410f0f0 0x7feb1419f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.646+0000 7feb1a600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7feb14114b10 con 0x7feb1410f0f0 2024-04-26T23:49:18.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.646+0000 7feb1a600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7feb14114990 con 0x7feb14101540 2024-04-26T23:49:18.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.646+0000 7feb1a600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7feb14114c90 con 0x7feb14101ef0 2024-04-26T23:49:18.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.646+0000 7feb19c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feb1410f0f0 0x7feb1419f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.646+0000 7feb19c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feb1410f0f0 0x7feb1419f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34304/0 (socket says 172.21.15.26:34304) 2024-04-26T23:49:18.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.646+0000 7feb19c00640 1 -- 172.21.15.26:0/2584660771 learned_addr learned my addr 172.21.15.26:0/2584660771 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:18.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.646+0000 7feb19200640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7feb14101540 0x7feb1419b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.647+0000 7feb13e00640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feb14101ef0 0x7feb1419b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.647+0000 7feb19c00640 1 -- 172.21.15.26:0/2584660771 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feb14101ef0 msgr2=0x7feb1419b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.647+0000 7feb19c00640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feb14101ef0 0x7feb1419b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.647+0000 7feb19c00640 1 -- 172.21.15.26:0/2584660771 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7feb14101540 msgr2=0x7feb1419b0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.647+0000 7feb19c00640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7feb14101540 0x7feb1419b0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.647+0000 7feb19c00640 1 -- 172.21.15.26:0/2584660771 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb141a0050 con 0x7feb1410f0f0 2024-04-26T23:49:18.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.647+0000 7feb13e00640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feb14101ef0 0x7feb1419b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:18.652 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.647+0000 7feb19c00640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feb1410f0f0 0x7feb1419f920 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7feb0c00cce0 tx=0x7feb0c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:18.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.648+0000 7feb11600640 1 -- 172.21.15.26:0/2584660771 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb0c00f450 con 0x7feb1410f0f0 2024-04-26T23:49:18.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.648+0000 7feb11600640 1 -- 172.21.15.26:0/2584660771 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feb0c00fa80 con 0x7feb1410f0f0 2024-04-26T23:49:18.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.648+0000 7feb11600640 1 -- 172.21.15.26:0/2584660771 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb0c018a30 con 0x7feb1410f0f0 2024-04-26T23:49:18.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.648+0000 7feb1a600640 1 -- 172.21.15.26:0/2584660771 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb141a0340 con 0x7feb1410f0f0 2024-04-26T23:49:18.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.648+0000 7feb1a600640 1 -- 172.21.15.26:0/2584660771 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb141a7bd0 con 0x7feb1410f0f0 2024-04-26T23:49:18.653 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.649+0000 7feb1a600640 1 -- 172.21.15.26:0/2584660771 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb14069670 con 0x7feb1410f0f0 2024-04-26T23:49:18.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.652+0000 7feb11600640 1 -- 172.21.15.26:0/2584660771 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7feb0c00fc30 con 0x7feb1410f0f0 2024-04-26T23:49:18.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.654+0000 7feb11600640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7feafc0a3da0 0x7feafc0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:18.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.654+0000 7feb11600640 1 -- 172.21.15.26:0/2584660771 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7feb0c0d0b90 con 0x7feb1410f0f0 2024-04-26T23:49:18.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.654+0000 7feb19200640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7feafc0a3da0 0x7feafc0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:18.658 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.655+0000 7feb19200640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7feafc0a3da0 0x7feafc0a6260 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7feb08006010 tx=0x7feb08005e80 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:18.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.657+0000 7feb11600640 1 -- 172.21.15.26:0/2584660771 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7feb0c014030 con 0x7feb1410f0f0 2024-04-26T23:49:18.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:18 smithi026 ceph-mon[28371]: pgmap v420: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 234 B/s wr, 7 op/s 2024-04-26T23:49:18.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.944+0000 7feb1a600640 1 -- 172.21.15.26:0/2584660771 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feb1419c3b0 con 0x7feb1410f0f0 2024-04-26T23:49:18.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.946+0000 7feb11600640 1 -- 172.21.15.26:0/2584660771 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7feb0c09d2c0 con 0x7feb1410f0f0 2024-04-26T23:49:18.950 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:49:18.950 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:49:18.951 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:49:18.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.950+0000 7feb1a600640 1 -- 172.21.15.26:0/2584660771 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7feafc0a3da0 msgr2=0x7feafc0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.950+0000 7feb1a600640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7feafc0a3da0 0x7feafc0a6260 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7feb08006010 tx=0x7feb08005e80 comp rx=0 tx=0).stop 2024-04-26T23:49:18.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.950+0000 7feb1a600640 1 -- 172.21.15.26:0/2584660771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feb1410f0f0 msgr2=0x7feb1419f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:18.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.950+0000 7feb1a600640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feb1410f0f0 0x7feb1419f920 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7feb0c00cce0 tx=0x7feb0c00a620 comp rx=0 tx=0).stop 2024-04-26T23:49:18.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.950+0000 7feb1a600640 1 -- 172.21.15.26:0/2584660771 shutdown_connections 2024-04-26T23:49:18.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.950+0000 7feb1a600640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7feafc0a3da0 0x7feafc0a6260 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.950+0000 7feb1a600640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7feb1410f0f0 0x7feb1419f920 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.950+0000 7feb1a600640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feb14101ef0 0x7feb1419b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.950+0000 7feb1a600640 1 --2- 172.21.15.26:0/2584660771 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7feb14101540 0x7feb1419b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.950+0000 7feb1a600640 1 -- 172.21.15.26:0/2584660771 >> 172.21.15.26:0/2584660771 conn(0x7feb140fd130 msgr2=0x7feb140ff520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.950+0000 7feb1a600640 1 -- 172.21.15.26:0/2584660771 shutdown_connections 2024-04-26T23:49:18.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:18.950+0000 7feb1a600640 1 -- 172.21.15.26:0/2584660771 wait complete. 2024-04-26T23:49:18.974 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:49:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:18 smithi164 ceph-mon[31699]: pgmap v420: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 234 B/s wr, 7 op/s 2024-04-26T23:49:19.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:18 smithi086 ceph-mon[31122]: pgmap v420: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 234 B/s wr, 7 op/s 2024-04-26T23:49:19.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.204+0000 7f7a4fe00640 1 -- 172.21.15.26:0/4106598621 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a4810f410 msgr2=0x7f7a48111800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.204+0000 7f7a4fe00640 1 --2- 172.21.15.26:0/4106598621 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a4810f410 0x7f7a48111800 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f7a40009ca0 tx=0x7f7a4002a8c0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.204+0000 7f7a4fe00640 1 -- 172.21.15.26:0/4106598621 shutdown_connections 2024-04-26T23:49:19.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.204+0000 7f7a4fe00640 1 --2- 172.21.15.26:0/4106598621 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a4810f410 0x7f7a48111800 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.204+0000 7f7a4fe00640 1 --2- 172.21.15.26:0/4106598621 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a4806b830 0x7f7a4810eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.204+0000 7f7a4fe00640 1 --2- 172.21.15.26:0/4106598621 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a4806af10 0x7f7a4806b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.204+0000 7f7a4fe00640 1 -- 172.21.15.26:0/4106598621 >> 172.21.15.26:0/4106598621 conn(0x7f7a48077940 msgr2=0x7f7a48077d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.204+0000 7f7a4fe00640 1 -- 172.21.15.26:0/4106598621 shutdown_connections 2024-04-26T23:49:19.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.204+0000 7f7a4fe00640 1 -- 172.21.15.26:0/4106598621 wait complete. 2024-04-26T23:49:19.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.205+0000 7f7a4fe00640 1 Processor -- start 2024-04-26T23:49:19.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.206+0000 7f7a4fe00640 1 -- start start 2024-04-26T23:49:19.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.206+0000 7f7a4fe00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a4806af10 0x7f7a4819b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.206+0000 7f7a4fe00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a4806b830 0x7f7a4819b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.206+0000 7f7a4fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a4810f410 0x7f7a4819fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.210 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.206+0000 7f7a4fe00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7a48114c40 con 0x7f7a4810f410 2024-04-26T23:49:19.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.206+0000 7f7a4fe00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7a48114ac0 con 0x7f7a4806af10 2024-04-26T23:49:19.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.206+0000 7f7a4fe00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7a48114dc0 con 0x7f7a4806b830 2024-04-26T23:49:19.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.206+0000 7f7a4de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a4810f410 0x7f7a4819fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.207+0000 7f7a4de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a4810f410 0x7f7a4819fa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34320/0 (socket says 172.21.15.26:34320) 2024-04-26T23:49:19.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.207+0000 7f7a4de00640 1 -- 172.21.15.26:0/121760160 learned_addr learned my addr 172.21.15.26:0/121760160 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.207+0000 7f7a4d400640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a4806af10 0x7f7a4819b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.211 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.207+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a4806b830 0x7f7a4819b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.207+0000 7f7a4de00640 1 -- 172.21.15.26:0/121760160 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a4806b830 msgr2=0x7f7a4819b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.207+0000 7f7a4de00640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a4806b830 0x7f7a4819b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.207+0000 7f7a4de00640 1 -- 172.21.15.26:0/121760160 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a4806af10 msgr2=0x7f7a4819b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.207+0000 7f7a4de00640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a4806af10 0x7f7a4819b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.207+0000 7f7a4de00640 1 -- 172.21.15.26:0/121760160 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a481a0160 con 0x7f7a4810f410 2024-04-26T23:49:19.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.207+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a4806b830 0x7f7a4819b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:19.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.208+0000 7f7a4de00640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a4810f410 0x7f7a4819fa30 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f7a40031040 tx=0x7f7a40031f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.212 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.208+0000 7f7a46000640 1 -- 172.21.15.26:0/121760160 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a40003c30 con 0x7f7a4810f410 2024-04-26T23:49:19.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.208+0000 7f7a46000640 1 -- 172.21.15.26:0/121760160 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a40003dd0 con 0x7f7a4810f410 2024-04-26T23:49:19.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.208+0000 7f7a46000640 1 -- 172.21.15.26:0/121760160 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a40004610 con 0x7f7a4810f410 2024-04-26T23:49:19.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.208+0000 7f7a4fe00640 1 -- 172.21.15.26:0/121760160 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a481a03f0 con 0x7f7a4810f410 2024-04-26T23:49:19.213 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.208+0000 7f7a4fe00640 1 -- 172.21.15.26:0/121760160 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a481a7ce0 con 0x7f7a4810f410 2024-04-26T23:49:19.215 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.212+0000 7f7a46000640 1 -- 172.21.15.26:0/121760160 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7a40030640 con 0x7f7a4810f410 2024-04-26T23:49:19.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.212+0000 7f7a52da7740 1 Processor -- start 2024-04-26T23:49:19.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.213+0000 7f7a52da7740 1 -- start start 2024-04-26T23:49:19.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.213+0000 7f7a52da7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 0x563d55ca05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.213+0000 7f7a52da7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 0x563d55caaca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.213+0000 7f7a52da7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55cad5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.213+0000 7f7a52da7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563d55c04c70 con 0x563d55ca01f0 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.213+0000 7f7a52da7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x563d55bbd980 con 0x563d55ca0b10 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.213+0000 7f7a52da7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563d55c00c30 con 0x563d55cab1e0 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.213+0000 7f7a4ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 0x563d55ca05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.213+0000 7f7a4ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 0x563d55ca05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34326/0 (socket says 172.21.15.26:34326) 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.213+0000 7f7a4ca00640 1 -- 172.21.15.26:0/157446579 learned_addr learned my addr 172.21.15.26:0/157446579 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.214+0000 7f7a4d400640 1 --2- 172.21.15.26:0/157446579 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 0x563d55caaca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.214+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/157446579 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55cad5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.214+0000 7f7a4ca00640 1 -- 172.21.15.26:0/157446579 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 msgr2=0x563d55cad5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.214+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/157446579 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55cad5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.214+0000 7f7a4ca00640 1 -- 172.21.15.26:0/157446579 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 msgr2=0x563d55caaca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.214+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/157446579 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 0x563d55caaca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.214+0000 7f7a4ca00640 1 -- 172.21.15.26:0/157446579 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d55b957b0 con 0x563d55ca01f0 2024-04-26T23:49:19.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.214+0000 7f7a46000640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a300a3d20 0x7f7a300a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.214+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/157446579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 0x563d55ca05d0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f7a3400bf30 tx=0x7f7a3400b6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77f0a0844db3f713 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.214+0000 7f7a46000640 1 -- 172.21.15.26:0/121760160 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f7a400f18b0 con 0x7f7a4810f410 2024-04-26T23:49:19.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.215+0000 7f7a4d400640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a300a3d20 0x7f7a300a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.215+0000 7f7a3a600640 1 -- 172.21.15.26:0/157446579 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a34004030 con 0x563d55ca01f0 2024-04-26T23:49:19.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.215+0000 7f7a3a600640 1 -- 172.21.15.26:0/157446579 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a34005020 con 0x563d55ca01f0 2024-04-26T23:49:19.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.215+0000 7f7a3a600640 1 -- 172.21.15.26:0/157446579 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a34004a00 con 0x563d55ca01f0 2024-04-26T23:49:19.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.216+0000 7f7a52da7740 1 -- 172.21.15.26:0/157446579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 msgr2=0x563d55ca05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.216+0000 7f7a52da7740 1 --2- 172.21.15.26:0/157446579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 0x563d55ca05d0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f7a3400bf30 tx=0x7f7a3400b6b0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.216+0000 7f7a4d400640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a300a3d20 0x7f7a300a61e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x563d55ca17b0 tx=0x7f7a3c005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.216+0000 7f7a52da7740 1 -- 172.21.15.26:0/157446579 shutdown_connections 2024-04-26T23:49:19.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.216+0000 7f7a52da7740 1 --2- 172.21.15.26:0/157446579 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55cad5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.216+0000 7f7a52da7740 1 --2- 172.21.15.26:0/157446579 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 0x563d55caaca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.216+0000 7f7a52da7740 1 --2- 172.21.15.26:0/157446579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 0x563d55ca05d0 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.216+0000 7f7a52da7740 1 -- 172.21.15.26:0/157446579 >> 172.21.15.26:0/157446579 conn(0x563d55c9c510 msgr2=0x563d55c9c8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.216+0000 7f7a52da7740 1 -- 172.21.15.26:0/157446579 shutdown_connections 2024-04-26T23:49:19.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.216+0000 7f7a52da7740 1 -- 172.21.15.26:0/157446579 wait complete. 2024-04-26T23:49:19.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.216+0000 7f7a52da7740 1 -- start start 2024-04-26T23:49:19.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.217+0000 7f7a52da7740 1 Processor -- start 2024-04-26T23:49:19.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.217+0000 7f7a52da7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca01f0 0x563d55caab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.217+0000 7f7a52da7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca0b10 0x563d55ca7e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.217+0000 7f7a52da7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55ca83e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.217+0000 7f7a52da7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x563d55c03f80 con 0x563d55ca0b10 2024-04-26T23:49:19.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.217+0000 7f7a52da7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x563d55bb1260 con 0x563d55ca01f0 2024-04-26T23:49:19.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.217+0000 7f7a52da7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563d55c092a0 con 0x563d55cab1e0 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.218+0000 7f7a52da7740 10 client.0 _ll_register_callbacks cb 0x563d55bfb960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.218+0000 7f7a4ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca0b10 0x563d55ca7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.218+0000 7f7a4ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca0b10 0x563d55ca7e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34334/0 (socket says 172.21.15.26:34334) 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.218+0000 7f7a4ca00640 1 -- 172.21.15.26:0/495921768 learned_addr learned my addr 172.21.15.26:0/495921768 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.218+0000 7f7a4d400640 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca01f0 0x563d55caab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.218+0000 7f7a4de00640 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55ca83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.218+0000 7f7a4ca00640 1 -- 172.21.15.26:0/495921768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 msgr2=0x563d55ca83e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.218+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55ca83e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.218+0000 7f7a4ca00640 1 -- 172.21.15.26:0/495921768 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca01f0 msgr2=0x563d55caab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.218+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca01f0 0x563d55caab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.218+0000 7f7a4ca00640 1 -- 172.21.15.26:0/495921768 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d55b931c0 con 0x563d55ca0b10 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.219+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca0b10 0x563d55ca7e60 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f7a34011140 tx=0x7f7a34011170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e1d6edd043de5e5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.219+0000 7f7a2ea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.219+0000 7f7a2ea00640 1 -- 172.21.15.26:0/495921768 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a34004050 con 0x563d55ca0b10 2024-04-26T23:49:19.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.219+0000 7f7a2ea00640 1 -- 172.21.15.26:0/495921768 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f7a340041f0 con 0x563d55ca0b10 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.219+0000 7f7a52da7740 1 -- 172.21.15.26:0/495921768 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a34005020 con 0x563d55ca0b10 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.219+0000 7f7a2ea00640 1 -- 172.21.15.26:0/495921768 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7a340043f0 con 0x563d55ca0b10 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.219+0000 7f7a52da7740 10 client.18216 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.219+0000 7f7a52da7740 1 -- 172.21.15.26:0/495921768 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563d559163f0 con 0x563d55ca0b10 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.220+0000 7f7a2ea00640 1 -- 172.21.15.26:0/495921768 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a34005020 con 0x563d55ca0b10 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.220+0000 7f7a2ea00640 1 -- 172.21.15.26:0/495921768 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7a34003820 con 0x563d55ca0b10 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.220+0000 7f7a52da7740 10 client.18216 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.220+0000 7f7a52da7740 10 client.18216 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.220+0000 7f7a52da7740 20 client.18216 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.220+0000 7f7a52da7740 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563d55cbac90 0x563d55cbd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.220+0000 7f7a52da7740 4 client.18216 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.220+0000 7f7a52da7740 1 -- 172.21.15.26:0/495921768 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d55c12880 con 0x563d55cbac90 2024-04-26T23:49:19.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.221+0000 7f7a4d400640 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563d55cbac90 0x563d55cbd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.222+0000 7f7a4d400640 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563d55cbac90 0x563d55cbd080 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5c1ba4d6c559103a server_cookie=7f5b429f837aed22 in_seq=0 out_seq=0 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.222+0000 7f7a2ea00640 10 client.18216 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a2ea00640 1 -- 172.21.15.26:0/495921768 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563d55c12880 con 0x563d55cbac90 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a2ea00640 10 client.18216 handle_command_reply: tid=0 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a52da7740 1 client.18216 shutdown 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a52da7740 1 -- 172.21.15.26:0/495921768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca0b10 msgr2=0x563d55ca7e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a52da7740 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca0b10 0x563d55ca7e60 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f7a34011140 tx=0x7f7a34011170 comp rx=0 tx=0).stop 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a52da7740 1 -- 172.21.15.26:0/495921768 shutdown_connections 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a52da7740 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563d55cbac90 0x563d55cbd080 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a52da7740 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55ca83e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a52da7740 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca0b10 0x563d55ca7e60 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a52da7740 1 --2- 172.21.15.26:0/495921768 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca01f0 0x563d55caab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a52da7740 1 -- 172.21.15.26:0/495921768 >> 172.21.15.26:0/495921768 conn(0x563d55c9c510 msgr2=0x563d55ca2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a2ea00640 0 client.18216 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:49:19.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a52da7740 1 -- 172.21.15.26:0/495921768 shutdown_connections 2024-04-26T23:49:19.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a52da7740 1 -- 172.21.15.26:0/495921768 wait complete. 2024-04-26T23:49:19.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.224+0000 7f7a52da7740 20 client.18216 trim_cache size 0 max 16384 2024-04-26T23:49:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.241+0000 7f7a52da7740 1 Processor -- start 2024-04-26T23:49:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.241+0000 7f7a52da7740 1 -- start start 2024-04-26T23:49:19.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.241+0000 7f7a52da7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55ca01f0 0x563d55c973f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.241+0000 7f7a52da7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 0x563d55caa6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.241+0000 7f7a52da7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55cab1e0 0x563d55cb6c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.241+0000 7f7a52da7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7a481b2f20 con 0x563d55cab1e0 2024-04-26T23:49:19.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.241+0000 7f7a52da7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7a481b07f0 con 0x563d55ca0b10 2024-04-26T23:49:19.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.241+0000 7f7a52da7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7a481ae660 con 0x563d55ca01f0 2024-04-26T23:49:19.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.241+0000 7f7a4de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55cab1e0 0x563d55cb6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.241+0000 7f7a4de00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55cab1e0 0x563d55cb6c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34350/0 (socket says 172.21.15.26:34350) 2024-04-26T23:49:19.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.241+0000 7f7a4de00640 1 -- 172.21.15.26:0/4255264570 learned_addr learned my addr 172.21.15.26:0/4255264570 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.242+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/4255264570 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 0x563d55caa6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.242+0000 7f7a4d400640 1 --2- 172.21.15.26:0/4255264570 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55ca01f0 0x563d55c973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.242+0000 7f7a4de00640 1 -- 172.21.15.26:0/4255264570 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55ca01f0 msgr2=0x563d55c973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.242+0000 7f7a4de00640 1 --2- 172.21.15.26:0/4255264570 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55ca01f0 0x563d55c973f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.242+0000 7f7a4de00640 1 -- 172.21.15.26:0/4255264570 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 msgr2=0x563d55caa6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.242+0000 7f7a4de00640 1 --2- 172.21.15.26:0/4255264570 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 0x563d55caa6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.242+0000 7f7a4de00640 1 -- 172.21.15.26:0/4255264570 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d559e07d0 con 0x563d55cab1e0 2024-04-26T23:49:19.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.242+0000 7f7a4de00640 1 --2- 172.21.15.26:0/4255264570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55cab1e0 0x563d55cb6c60 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f7a400b9d40 tx=0x7f7a400bd420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb6641a67f2b01a3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.242+0000 7f7a39c00640 1 -- 172.21.15.26:0/4255264570 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a400bd8e0 con 0x563d55cab1e0 2024-04-26T23:49:19.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.242+0000 7f7a39c00640 1 -- 172.21.15.26:0/4255264570 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a40036040 con 0x563d55cab1e0 2024-04-26T23:49:19.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.242+0000 7f7a39c00640 1 -- 172.21.15.26:0/4255264570 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a400a80c0 con 0x563d55cab1e0 2024-04-26T23:49:19.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.243+0000 7f7a52da7740 1 -- 172.21.15.26:0/4255264570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55cab1e0 msgr2=0x563d55cb6c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.243+0000 7f7a52da7740 1 --2- 172.21.15.26:0/4255264570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55cab1e0 0x563d55cb6c60 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f7a400b9d40 tx=0x7f7a400bd420 comp rx=0 tx=0).stop 2024-04-26T23:49:19.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.243+0000 7f7a52da7740 1 -- 172.21.15.26:0/4255264570 shutdown_connections 2024-04-26T23:49:19.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.243+0000 7f7a52da7740 1 --2- 172.21.15.26:0/4255264570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55cab1e0 0x563d55cb6c60 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.243+0000 7f7a52da7740 1 --2- 172.21.15.26:0/4255264570 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 0x563d55caa6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.243+0000 7f7a52da7740 1 --2- 172.21.15.26:0/4255264570 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55ca01f0 0x563d55c973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.243+0000 7f7a52da7740 1 -- 172.21.15.26:0/4255264570 >> 172.21.15.26:0/4255264570 conn(0x563d55c9c510 msgr2=0x563d55ca33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.243+0000 7f7a52da7740 1 -- 172.21.15.26:0/4255264570 shutdown_connections 2024-04-26T23:49:19.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.243+0000 7f7a52da7740 1 -- 172.21.15.26:0/4255264570 wait complete. 2024-04-26T23:49:19.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.244+0000 7f7a52da7740 1 -- start start 2024-04-26T23:49:19.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.244+0000 7f7a52da7740 1 Processor -- start 2024-04-26T23:49:19.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.245+0000 7f7a52da7740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 0x563d55cae670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.245+0000 7f7a52da7740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 0x563d55caebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.245+0000 7f7a52da7740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55cb2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.245+0000 7f7a52da7740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7a481aecb0 con 0x563d55ca01f0 2024-04-26T23:49:19.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.245+0000 7f7a52da7740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7a481b0120 con 0x563d55ca0b10 2024-04-26T23:49:19.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.245+0000 7f7a52da7740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7a481af380 con 0x563d55cab1e0 2024-04-26T23:49:19.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.245+0000 7f7a52da7740 10 client.0 _ll_register_callbacks cb 0x7f7a3400bd60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:19.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.245+0000 7f7a4d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 0x563d55cae670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.245+0000 7f7a4d400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 0x563d55cae670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34366/0 (socket says 172.21.15.26:34366) 2024-04-26T23:49:19.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.245+0000 7f7a4d400640 1 -- 172.21.15.26:0/848507178 learned_addr learned my addr 172.21.15.26:0/848507178 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.245+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 0x563d55caebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.246+0000 7f7a4de00640 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55cb2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.246+0000 7f7a4d400640 1 -- 172.21.15.26:0/848507178 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 msgr2=0x563d55cb2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.246+0000 7f7a4d400640 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55cb2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.246+0000 7f7a4d400640 1 -- 172.21.15.26:0/848507178 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 msgr2=0x563d55caebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.246+0000 7f7a4d400640 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 0x563d55caebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.246+0000 7f7a4d400640 1 -- 172.21.15.26:0/848507178 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d55bab2a0 con 0x563d55ca01f0 2024-04-26T23:49:19.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.246+0000 7f7a4de00640 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55cb2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:19.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.246+0000 7f7a4d400640 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 0x563d55cae670 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7f7a3c005d60 tx=0x7f7a3c004400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed3a8e4b09c14827 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.246+0000 7f7a2ea00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:19.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.246+0000 7f7a2ea00640 1 -- 172.21.15.26:0/848507178 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a3c003af0 con 0x563d55ca01f0 2024-04-26T23:49:19.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.246+0000 7f7a2ea00640 1 -- 172.21.15.26:0/848507178 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f7a3c003c90 con 0x563d55ca01f0 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.246+0000 7f7a52da7740 1 -- 172.21.15.26:0/848507178 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a40036040 con 0x563d55ca01f0 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.247+0000 7f7a2ea00640 1 -- 172.21.15.26:0/848507178 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7a3c03a050 con 0x563d55ca01f0 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.247+0000 7f7a52da7740 10 client.18222 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.247+0000 7f7a52da7740 1 -- 172.21.15.26:0/848507178 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563d55d291b0 con 0x563d55ca01f0 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.247+0000 7f7a2ea00640 1 -- 172.21.15.26:0/848507178 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a40036040 con 0x563d55ca01f0 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.248+0000 7f7a2ea00640 1 -- 172.21.15.26:0/848507178 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7a3c01e8e0 con 0x563d55ca01f0 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.248+0000 7f7a52da7740 10 client.18222 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.248+0000 7f7a52da7740 10 client.18222 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.248+0000 7f7a52da7740 20 client.18222 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.248+0000 7f7a52da7740 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563d55d29960 0x563d55d2bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.248+0000 7f7a52da7740 4 client.18222 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.248+0000 7f7a52da7740 1 -- 172.21.15.26:0/848507178 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563d55c0c6f0 con 0x563d55d29960 2024-04-26T23:49:19.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.248+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563d55d29960 0x563d55d2bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.249+0000 7f7a4ca00640 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563d55d29960 0x563d55d2bd80 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a6c8c1ee7147d2b6 server_cookie=57ee72ee6fbea53c in_seq=0 out_seq=0 2024-04-26T23:49:19.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.249+0000 7f7a2ea00640 10 client.18222 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:49:19.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.250+0000 7f7a2ea00640 1 -- 172.21.15.26:0/848507178 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563d55c0c6f0 con 0x563d55d29960 2024-04-26T23:49:19.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.250+0000 7f7a2ea00640 10 client.18222 handle_command_reply: tid=0 2024-04-26T23:49:19.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.250+0000 7f7a52da7740 1 client.18222 shutdown 2024-04-26T23:49:19.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.250+0000 7f7a52da7740 1 -- 172.21.15.26:0/848507178 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 msgr2=0x563d55cae670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.250+0000 7f7a52da7740 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 0x563d55cae670 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7f7a3c005d60 tx=0x7f7a3c004400 comp rx=0 tx=0).stop 2024-04-26T23:49:19.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.250+0000 7f7a52da7740 1 -- 172.21.15.26:0/848507178 shutdown_connections 2024-04-26T23:49:19.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.250+0000 7f7a52da7740 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x563d55d29960 0x563d55d2bd80 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.250+0000 7f7a52da7740 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563d55cab1e0 0x563d55cb2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.250+0000 7f7a52da7740 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x563d55ca0b10 0x563d55caebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.250+0000 7f7a52da7740 1 --2- 172.21.15.26:0/848507178 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x563d55ca01f0 0x563d55cae670 unknown :-1 s=CLOSED pgs=1361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.250+0000 7f7a52da7740 1 -- 172.21.15.26:0/848507178 >> 172.21.15.26:0/848507178 conn(0x563d55c9c510 msgr2=0x563d55ca9690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.250+0000 7f7a2ea00640 0 client.18222 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:49:19.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.251+0000 7f7a52da7740 1 -- 172.21.15.26:0/848507178 shutdown_connections 2024-04-26T23:49:19.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.251+0000 7f7a52da7740 1 -- 172.21.15.26:0/848507178 wait complete. 2024-04-26T23:49:19.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.251+0000 7f7a52da7740 20 client.18222 trim_cache size 0 max 16384 2024-04-26T23:49:19.256 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:49:19.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.251+0000 7f7a4fe00640 1 -- 172.21.15.26:0/121760160 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a300a3d20 msgr2=0x7f7a300a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.251+0000 7f7a4fe00640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a300a3d20 0x7f7a300a61e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x563d55ca17b0 tx=0x7f7a3c005f90 comp rx=0 tx=0).stop 2024-04-26T23:49:19.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.251+0000 7f7a4fe00640 1 -- 172.21.15.26:0/121760160 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a4810f410 msgr2=0x7f7a4819fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.251+0000 7f7a4fe00640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a4810f410 0x7f7a4819fa30 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f7a40031040 tx=0x7f7a40031f10 comp rx=0 tx=0).stop 2024-04-26T23:49:19.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.252+0000 7f7a4fe00640 1 -- 172.21.15.26:0/121760160 shutdown_connections 2024-04-26T23:49:19.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.252+0000 7f7a4fe00640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a300a3d20 0x7f7a300a61e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.252+0000 7f7a4fe00640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a4810f410 0x7f7a4819fa30 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.252+0000 7f7a4fe00640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a4806b830 0x7f7a4819b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.252+0000 7f7a4fe00640 1 --2- 172.21.15.26:0/121760160 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a4806af10 0x7f7a4819b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.252+0000 7f7a4fe00640 1 -- 172.21.15.26:0/121760160 >> 172.21.15.26:0/121760160 conn(0x7f7a48077940 msgr2=0x7f7a48110b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.257 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.252+0000 7f7a4fe00640 1 -- 172.21.15.26:0/121760160 shutdown_connections 2024-04-26T23:49:19.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.252+0000 7f7a4fe00640 1 -- 172.21.15.26:0/121760160 wait complete. 2024-04-26T23:49:19.276 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:49:19.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.476+0000 7f6914c00640 1 -- 172.21.15.26:0/4062362755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f69101042b0 msgr2=0x7f691010c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.476+0000 7f6914c00640 1 --2- 172.21.15.26:0/4062362755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f69101042b0 0x7f691010c790 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009900 tx=0x7f68fc02a490 comp rx=0 tx=0).stop 2024-04-26T23:49:19.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.477+0000 7f6914c00640 1 -- 172.21.15.26:0/4062362755 shutdown_connections 2024-04-26T23:49:19.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.477+0000 7f6914c00640 1 --2- 172.21.15.26:0/4062362755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f691010cdb0 0x7f691010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.477+0000 7f6914c00640 1 --2- 172.21.15.26:0/4062362755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f69101042b0 0x7f691010c790 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.477+0000 7f6914c00640 1 --2- 172.21.15.26:0/4062362755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6910103990 0x7f6910103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.481 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.477+0000 7f6914c00640 1 -- 172.21.15.26:0/4062362755 >> 172.21.15.26:0/4062362755 conn(0x7f69100fd1b0 msgr2=0x7f69100ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.477+0000 7f6914c00640 1 -- 172.21.15.26:0/4062362755 shutdown_connections 2024-04-26T23:49:19.482 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.477+0000 7f6914c00640 1 -- 172.21.15.26:0/4062362755 wait complete. 2024-04-26T23:49:19.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.478+0000 7f6914c00640 1 Processor -- start 2024-04-26T23:49:19.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.478+0000 7f6914c00640 1 -- start start 2024-04-26T23:49:19.484 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.478+0000 7f6914c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6910103990 0x7f6910198e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.478+0000 7f6914c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f69101042b0 0x7f69101993a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.478+0000 7f6914c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f691010cdb0 0x7f691019d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.478+0000 7f6914c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6910112960 con 0x7f691010cdb0 2024-04-26T23:49:19.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.478+0000 7f6914c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f69101127e0 con 0x7f69101042b0 2024-04-26T23:49:19.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.478+0000 7f6914c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6910112ae0 con 0x7f6910103990 2024-04-26T23:49:19.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.479+0000 7f690fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f691010cdb0 0x7f691019d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.479+0000 7f690fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f691010cdb0 0x7f691019d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34392/0 (socket says 172.21.15.26:34392) 2024-04-26T23:49:19.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.479+0000 7f690fe00640 1 -- 172.21.15.26:0/2213621844 learned_addr learned my addr 172.21.15.26:0/2213621844 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.479+0000 7f690f400640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6910103990 0x7f6910198e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.479+0000 7f690ea00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f69101042b0 0x7f69101993a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.479+0000 7f690fe00640 1 -- 172.21.15.26:0/2213621844 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6910103990 msgr2=0x7f6910198e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.479+0000 7f690fe00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6910103990 0x7f6910198e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.479+0000 7f690fe00640 1 -- 172.21.15.26:0/2213621844 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f69101042b0 msgr2=0x7f69101993a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.479+0000 7f690fe00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f69101042b0 0x7f69101993a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.479+0000 7f690fe00640 1 -- 172.21.15.26:0/2213621844 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f691019de00 con 0x7f691010cdb0 2024-04-26T23:49:19.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.479+0000 7f690ea00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f69101042b0 0x7f69101993a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:19.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.480+0000 7f690fe00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f691010cdb0 0x7f691019d6d0 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f690800cce0 tx=0x7f690800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.480+0000 7f6907e00640 1 -- 172.21.15.26:0/2213621844 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f690800f450 con 0x7f691010cdb0 2024-04-26T23:49:19.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.480+0000 7f6914c00640 1 -- 172.21.15.26:0/2213621844 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f691019e0f0 con 0x7f691010cdb0 2024-04-26T23:49:19.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.480+0000 7f6907e00640 1 -- 172.21.15.26:0/2213621844 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f690800fa80 con 0x7f691010cdb0 2024-04-26T23:49:19.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.480+0000 7f6907e00640 1 -- 172.21.15.26:0/2213621844 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6908018a70 con 0x7f691010cdb0 2024-04-26T23:49:19.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.480+0000 7f6914c00640 1 -- 172.21.15.26:0/2213621844 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69101a5980 con 0x7f691010cdb0 2024-04-26T23:49:19.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.483+0000 7f6907e00640 1 -- 172.21.15.26:0/2213621844 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f6908018c10 con 0x7f691010cdb0 2024-04-26T23:49:19.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.484+0000 7f6918f68740 1 Processor -- start 2024-04-26T23:49:19.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.484+0000 7f6918f68740 1 -- start start 2024-04-26T23:49:19.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.485+0000 7f6918f68740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 0x55e99f7c8780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.485+0000 7f6918f68740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c8cc0 0x55e99f7d2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.485+0000 7f6918f68740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7d3390 0x55e99f7d5780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.485+0000 7f6918f68740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e99f72cc70 con 0x55e99f7d3390 2024-04-26T23:49:19.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.485+0000 7f6918f68740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e99f6e5980 con 0x55e99f7c83a0 2024-04-26T23:49:19.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.485+0000 7f6918f68740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e99f728c30 con 0x55e99f7c8cc0 2024-04-26T23:49:19.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.485+0000 7f690ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7d3390 0x55e99f7d5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.485+0000 7f690ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7d3390 0x55e99f7d5780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34400/0 (socket says 172.21.15.26:34400) 2024-04-26T23:49:19.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.485+0000 7f690ea00640 1 -- 172.21.15.26:0/3299604875 learned_addr learned my addr 172.21.15.26:0/3299604875 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.485+0000 7f690ea00640 1 --2- 172.21.15.26:0/3299604875 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 0x55e99f7c8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.485+0000 7f690f400640 1 --2- 172.21.15.26:0/3299604875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c8cc0 0x55e99f7d2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.486+0000 7f6907e00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68f40a3d20 0x7f68f40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.486+0000 7f690ea00640 1 -- 172.21.15.26:0/3299604875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c8cc0 msgr2=0x55e99f7d2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.486+0000 7f690ea00640 1 --2- 172.21.15.26:0/3299604875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c8cc0 0x55e99f7d2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.486+0000 7f690ea00640 1 -- 172.21.15.26:0/3299604875 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 msgr2=0x55e99f7c8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.486+0000 7f690ea00640 1 --2- 172.21.15.26:0/3299604875 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 0x55e99f7c8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.486+0000 7f690ea00640 1 -- 172.21.15.26:0/3299604875 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e99f6bd7b0 con 0x55e99f7d3390 2024-04-26T23:49:19.491 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.486+0000 7f6907e00640 1 -- 172.21.15.26:0/2213621844 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f69080d0cf0 con 0x7f691010cdb0 2024-04-26T23:49:19.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.486+0000 7f690fe00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68f40a3d20 0x7f68f40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.486+0000 7f690ea00640 1 --2- 172.21.15.26:0/3299604875 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7d3390 0x55e99f7d5780 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f68fc005ab0 tx=0x7f68fc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b56921edbcc36012 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.487+0000 7f68fbe00640 1 -- 172.21.15.26:0/3299604875 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68fc035040 con 0x55e99f7d3390 2024-04-26T23:49:19.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.487+0000 7f68fbe00640 1 -- 172.21.15.26:0/3299604875 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f68fc045070 con 0x55e99f7d3390 2024-04-26T23:49:19.492 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.487+0000 7f68fbe00640 1 -- 172.21.15.26:0/3299604875 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68fc031ac0 con 0x55e99f7d3390 2024-04-26T23:49:19.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.488+0000 7f690fe00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68f40a3d20 0x7f68f40a61e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f69080a5350 tx=0x7f6908018400 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.488+0000 7f6918f68740 1 -- 172.21.15.26:0/3299604875 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7d3390 msgr2=0x55e99f7d5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.488+0000 7f6918f68740 1 --2- 172.21.15.26:0/3299604875 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7d3390 0x55e99f7d5780 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f68fc005ab0 tx=0x7f68fc000bc0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.488+0000 7f6918f68740 1 -- 172.21.15.26:0/3299604875 shutdown_connections 2024-04-26T23:49:19.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.488+0000 7f6918f68740 1 --2- 172.21.15.26:0/3299604875 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7d3390 0x55e99f7d5780 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.488+0000 7f6918f68740 1 --2- 172.21.15.26:0/3299604875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c8cc0 0x55e99f7d2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.488+0000 7f6918f68740 1 --2- 172.21.15.26:0/3299604875 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 0x55e99f7c8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.488+0000 7f6918f68740 1 -- 172.21.15.26:0/3299604875 >> 172.21.15.26:0/3299604875 conn(0x55e99f7c46c0 msgr2=0x55e99f7c4aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.488+0000 7f6918f68740 1 -- 172.21.15.26:0/3299604875 shutdown_connections 2024-04-26T23:49:19.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.488+0000 7f6918f68740 1 -- 172.21.15.26:0/3299604875 wait complete. 2024-04-26T23:49:19.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.488+0000 7f6918f68740 1 -- start start 2024-04-26T23:49:19.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.489+0000 7f6918f68740 1 Processor -- start 2024-04-26T23:49:19.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.489+0000 7f6918f68740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 0x55e99f7d2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.489+0000 7f6918f68740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 0x55e99f7cffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.489+0000 7f6918f68740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7d3390 0x55e99f7d04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.489+0000 7f6918f68740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55e99f72bf80 con 0x55e99f7c8cc0 2024-04-26T23:49:19.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.489+0000 7f6918f68740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55e99f6d9260 con 0x55e99f7c83a0 2024-04-26T23:49:19.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.489+0000 7f6918f68740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e99f7312a0 con 0x55e99f7d3390 2024-04-26T23:49:19.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.489+0000 7f6918f68740 10 client.0 _ll_register_callbacks cb 0x55e99f723960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:19.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.490+0000 7f690f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 0x55e99f7cffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.490+0000 7f690f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 0x55e99f7cffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34410/0 (socket says 172.21.15.26:34410) 2024-04-26T23:49:19.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.490+0000 7f690f400640 1 -- 172.21.15.26:0/2532885441 learned_addr learned my addr 172.21.15.26:0/2532885441 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.490+0000 7f690ea00640 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 0x55e99f7d2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.490+0000 7f690ea00640 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7d3390 0x55e99f7d04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.490+0000 7f690f400640 1 -- 172.21.15.26:0/2532885441 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7d3390 msgr2=0x55e99f7d04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.490+0000 7f690f400640 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7d3390 0x55e99f7d04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.490+0000 7f690f400640 1 -- 172.21.15.26:0/2532885441 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 msgr2=0x55e99f7d2cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.490+0000 7f690f400640 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 0x55e99f7d2cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.490+0000 7f690f400640 1 -- 172.21.15.26:0/2532885441 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e99f6bb1c0 con 0x55e99f7c8cc0 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.491+0000 7f690f400640 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 0x55e99f7cffb0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f6900010810 tx=0x7f6900010cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e6b62a49e860816 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.491+0000 7f68f8c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.491+0000 7f68f8c00640 1 -- 172.21.15.26:0/2532885441 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f690000ed40 con 0x55e99f7c8cc0 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.491+0000 7f68f8c00640 1 -- 172.21.15.26:0/2532885441 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f690001c480 con 0x55e99f7c8cc0 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.491+0000 7f6918f68740 1 -- 172.21.15.26:0/2532885441 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68fc045070 con 0x55e99f7c8cc0 2024-04-26T23:49:19.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.491+0000 7f68f8c00640 1 -- 172.21.15.26:0/2532885441 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f690001c680 con 0x55e99f7c8cc0 2024-04-26T23:49:19.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.491+0000 7f6918f68740 10 client.18234 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:19.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.491+0000 7f6918f68740 1 -- 172.21.15.26:0/2532885441 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e99f43e3f0 con 0x55e99f7c8cc0 2024-04-26T23:49:19.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.492+0000 7f68f8c00640 1 -- 172.21.15.26:0/2532885441 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f68fc045070 con 0x55e99f7c8cc0 2024-04-26T23:49:19.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.492+0000 7f68f8c00640 1 -- 172.21.15.26:0/2532885441 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6900011700 con 0x55e99f7c8cc0 2024-04-26T23:49:19.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.492+0000 7f6918f68740 10 client.18234 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:19.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.492+0000 7f6918f68740 10 client.18234 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:49:19.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.492+0000 7f6918f68740 20 client.18234 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:19.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.492+0000 7f6918f68740 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55e99f7e7260 0x55e99f7e9670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.492+0000 7f6918f68740 4 client.18234 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:49:19.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.492+0000 7f6918f68740 1 -- 172.21.15.26:0/2532885441 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e99f73a880 con 0x55e99f7e7260 2024-04-26T23:49:19.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.493+0000 7f690ea00640 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55e99f7e7260 0x55e99f7e9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.494+0000 7f68f8c00640 10 client.18234 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:49:19.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.494+0000 7f690ea00640 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55e99f7e7260 0x55e99f7e9670 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f5fd88d85854268b server_cookie=11debf30263927db in_seq=0 out_seq=0 2024-04-26T23:49:19.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.496+0000 7f68f8c00640 1 -- 172.21.15.26:0/2532885441 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e99f73a880 con 0x55e99f7e7260 2024-04-26T23:49:19.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.496+0000 7f68f8c00640 10 client.18234 handle_command_reply: tid=0 2024-04-26T23:49:19.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.496+0000 7f6918f68740 1 client.18234 shutdown 2024-04-26T23:49:19.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.496+0000 7f6918f68740 1 -- 172.21.15.26:0/2532885441 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 msgr2=0x55e99f7cffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.496+0000 7f6918f68740 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 0x55e99f7cffb0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f6900010810 tx=0x7f6900010cd0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.496+0000 7f6918f68740 1 -- 172.21.15.26:0/2532885441 shutdown_connections 2024-04-26T23:49:19.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.496+0000 7f6918f68740 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55e99f7e7260 0x55e99f7e9670 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.496+0000 7f6918f68740 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7d3390 0x55e99f7d04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.496+0000 7f6918f68740 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 0x55e99f7cffb0 unknown :-1 s=CLOSED pgs=1365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.496+0000 7f6918f68740 1 --2- 172.21.15.26:0/2532885441 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 0x55e99f7d2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.496+0000 7f68f8c00640 0 client.18234 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:49:19.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.496+0000 7f6918f68740 1 -- 172.21.15.26:0/2532885441 >> 172.21.15.26:0/2532885441 conn(0x55e99f7c46c0 msgr2=0x55e99f7ca4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.497+0000 7f6918f68740 1 -- 172.21.15.26:0/2532885441 shutdown_connections 2024-04-26T23:49:19.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.497+0000 7f6918f68740 1 -- 172.21.15.26:0/2532885441 wait complete. 2024-04-26T23:49:19.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.497+0000 7f6918f68740 20 client.18234 trim_cache size 0 max 16384 2024-04-26T23:49:19.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.514+0000 7f6918f68740 1 Processor -- start 2024-04-26T23:49:19.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.515+0000 7f6918f68740 1 -- start start 2024-04-26T23:49:19.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.515+0000 7f6918f68740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c46c0 0x55e99f7e3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.515+0000 7f6918f68740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 0x55e99f7eef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.515+0000 7f6918f68740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 0x55e99f7ef4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.515+0000 7f6918f68740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f69101ae930 con 0x55e99f7c8cc0 2024-04-26T23:49:19.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.515+0000 7f6918f68740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f69101ac200 con 0x55e99f7c83a0 2024-04-26T23:49:19.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.515+0000 7f6918f68740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f69101aa090 con 0x55e99f7c46c0 2024-04-26T23:49:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.515+0000 7f690ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 0x55e99f7ef4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.515+0000 7f690ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 0x55e99f7ef4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34414/0 (socket says 172.21.15.26:34414) 2024-04-26T23:49:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.515+0000 7f690ea00640 1 -- 172.21.15.26:0/421512155 learned_addr learned my addr 172.21.15.26:0/421512155 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.515+0000 7f690ea00640 1 --2- 172.21.15.26:0/421512155 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c46c0 0x55e99f7e3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.516+0000 7f690f400640 1 --2- 172.21.15.26:0/421512155 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 0x55e99f7eef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.516+0000 7f690ea00640 1 -- 172.21.15.26:0/421512155 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c46c0 msgr2=0x55e99f7e3290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.516+0000 7f690ea00640 1 --2- 172.21.15.26:0/421512155 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c46c0 0x55e99f7e3290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.516+0000 7f690ea00640 1 -- 172.21.15.26:0/421512155 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 msgr2=0x55e99f7eef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.516+0000 7f690ea00640 1 --2- 172.21.15.26:0/421512155 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 0x55e99f7eef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.516+0000 7f690ea00640 1 -- 172.21.15.26:0/421512155 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e99f5087d0 con 0x55e99f7c8cc0 2024-04-26T23:49:19.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.516+0000 7f690ea00640 1 --2- 172.21.15.26:0/421512155 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 0x55e99f7ef4c0 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f68fc0044b0 tx=0x7f68fc009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47b09bb518bbf174 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.516+0000 7f68fb400640 1 -- 172.21.15.26:0/421512155 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68fc0054a0 con 0x55e99f7c8cc0 2024-04-26T23:49:19.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.516+0000 7f68fb400640 1 -- 172.21.15.26:0/421512155 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f68fc045070 con 0x55e99f7c8cc0 2024-04-26T23:49:19.521 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.516+0000 7f68fb400640 1 -- 172.21.15.26:0/421512155 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68fc0039e0 con 0x55e99f7c8cc0 2024-04-26T23:49:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.517+0000 7f6918f68740 1 -- 172.21.15.26:0/421512155 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 msgr2=0x55e99f7ef4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.517+0000 7f6918f68740 1 --2- 172.21.15.26:0/421512155 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 0x55e99f7ef4c0 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f68fc0044b0 tx=0x7f68fc009680 comp rx=0 tx=0).stop 2024-04-26T23:49:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.517+0000 7f6918f68740 1 -- 172.21.15.26:0/421512155 shutdown_connections 2024-04-26T23:49:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.517+0000 7f6918f68740 1 --2- 172.21.15.26:0/421512155 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c8cc0 0x55e99f7ef4c0 unknown :-1 s=CLOSED pgs=1366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.517+0000 7f6918f68740 1 --2- 172.21.15.26:0/421512155 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c83a0 0x55e99f7eef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.517+0000 7f6918f68740 1 --2- 172.21.15.26:0/421512155 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c46c0 0x55e99f7e3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.517+0000 7f6918f68740 1 -- 172.21.15.26:0/421512155 >> 172.21.15.26:0/421512155 conn(0x55e99f7d0650 msgr2=0x55e99f7c37b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.517+0000 7f6918f68740 1 -- 172.21.15.26:0/421512155 shutdown_connections 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.517+0000 7f6918f68740 1 -- 172.21.15.26:0/421512155 wait complete. 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.518+0000 7f6918f68740 1 -- start start 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.518+0000 7f6918f68740 1 Processor -- start 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.518+0000 7f6918f68740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c46c0 0x55e99f7dd160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.518+0000 7f6918f68740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c83a0 0x55e99f7dd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f6918f68740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c8cc0 0x55e99f7ddbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f6918f68740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f69101aa6e0 con 0x55e99f7c83a0 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f6918f68740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f69101abb30 con 0x55e99f7c46c0 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f6918f68740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f69101aad90 con 0x55e99f7c8cc0 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f6918f68740 10 client.0 _ll_register_callbacks cb 0x7f690000c450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f690f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c83a0 0x55e99f7dd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f690f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c83a0 0x55e99f7dd6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34428/0 (socket says 172.21.15.26:34428) 2024-04-26T23:49:19.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f690f400640 1 -- 172.21.15.26:0/1953933471 learned_addr learned my addr 172.21.15.26:0/1953933471 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f690ea00640 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c46c0 0x55e99f7dd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f690ea00640 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c8cc0 0x55e99f7ddbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f690f400640 1 -- 172.21.15.26:0/1953933471 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c8cc0 msgr2=0x55e99f7ddbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f690f400640 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c8cc0 0x55e99f7ddbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f690f400640 1 -- 172.21.15.26:0/1953933471 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c46c0 msgr2=0x55e99f7dd160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f690f400640 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c46c0 0x55e99f7dd160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.519+0000 7f690f400640 1 -- 172.21.15.26:0/1953933471 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e99f6d32a0 con 0x55e99f7c83a0 2024-04-26T23:49:19.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.520+0000 7f690f400640 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c83a0 0x55e99f7dd6a0 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f6900001eb0 tx=0x7f690000e7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cf98bb5f2a2e0c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.520+0000 7f68f8c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:19.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.520+0000 7f68f8c00640 1 -- 172.21.15.26:0/1953933471 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6900034060 con 0x55e99f7c83a0 2024-04-26T23:49:19.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.520+0000 7f68f8c00640 1 -- 172.21.15.26:0/1953933471 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f690000eb40 con 0x55e99f7c83a0 2024-04-26T23:49:19.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.520+0000 7f6918f68740 1 -- 172.21.15.26:0/1953933471 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68fc045070 con 0x55e99f7c83a0 2024-04-26T23:49:19.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.520+0000 7f68f8c00640 1 -- 172.21.15.26:0/1953933471 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6900029040 con 0x55e99f7c83a0 2024-04-26T23:49:19.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.520+0000 7f6918f68740 10 client.18240 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:19.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.520+0000 7f6918f68740 1 -- 172.21.15.26:0/1953933471 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e99f84d890 con 0x55e99f7c83a0 2024-04-26T23:49:19.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.521+0000 7f68f8c00640 1 -- 172.21.15.26:0/1953933471 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f68fc045070 con 0x55e99f7c83a0 2024-04-26T23:49:19.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.521+0000 7f68f8c00640 1 -- 172.21.15.26:0/1953933471 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6900005340 con 0x55e99f7c83a0 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.521+0000 7f6918f68740 10 client.18240 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.521+0000 7f6918f68740 10 client.18240 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.521+0000 7f6918f68740 20 client.18240 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.521+0000 7f6918f68740 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55e99f7d3390 0x55e99f850020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.521+0000 7f6918f68740 4 client.18240 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.521+0000 7f6918f68740 1 -- 172.21.15.26:0/1953933471 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e99f7346f0 con 0x55e99f7d3390 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.522+0000 7f690ea00640 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55e99f7d3390 0x55e99f850020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f690ea00640 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55e99f7d3390 0x55e99f850020 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=934f4631a5d80174 server_cookie=f770da1046394a38 in_seq=0 out_seq=0 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f68f8c00640 10 client.18240 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f68f8c00640 1 -- 172.21.15.26:0/1953933471 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e99f7346f0 con 0x55e99f7d3390 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f68f8c00640 10 client.18240 handle_command_reply: tid=0 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f6918f68740 1 client.18240 shutdown 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f6918f68740 1 -- 172.21.15.26:0/1953933471 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c83a0 msgr2=0x55e99f7dd6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f6918f68740 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c83a0 0x55e99f7dd6a0 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f6900001eb0 tx=0x7f690000e7a0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f6918f68740 1 -- 172.21.15.26:0/1953933471 shutdown_connections 2024-04-26T23:49:19.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f6918f68740 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55e99f7d3390 0x55e99f850020 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f6918f68740 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e99f7c8cc0 0x55e99f7ddbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f6918f68740 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55e99f7c83a0 0x55e99f7dd6a0 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f68f8c00640 0 client.18240 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:49:19.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f6918f68740 1 --2- 172.21.15.26:0/1953933471 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55e99f7c46c0 0x55e99f7dd160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.523+0000 7f6918f68740 1 -- 172.21.15.26:0/1953933471 >> 172.21.15.26:0/1953933471 conn(0x55e99f7d0650 msgr2=0x55e99f7d17e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.524+0000 7f6918f68740 1 -- 172.21.15.26:0/1953933471 shutdown_connections 2024-04-26T23:49:19.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.524+0000 7f6918f68740 1 -- 172.21.15.26:0/1953933471 wait complete. 2024-04-26T23:49:19.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.524+0000 7f6918f68740 20 client.18240 trim_cache size 0 max 16384 2024-04-26T23:49:19.530 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:49:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.525+0000 7f6914c00640 1 -- 172.21.15.26:0/2213621844 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68f40a3d20 msgr2=0x7f68f40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.525+0000 7f6914c00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68f40a3d20 0x7f68f40a61e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f69080a5350 tx=0x7f6908018400 comp rx=0 tx=0).stop 2024-04-26T23:49:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.525+0000 7f6914c00640 1 -- 172.21.15.26:0/2213621844 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f691010cdb0 msgr2=0x7f691019d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.525+0000 7f6914c00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f691010cdb0 0x7f691019d6d0 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f690800cce0 tx=0x7f690800a620 comp rx=0 tx=0).stop 2024-04-26T23:49:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.525+0000 7f6914c00640 1 -- 172.21.15.26:0/2213621844 shutdown_connections 2024-04-26T23:49:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.525+0000 7f6914c00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f68f40a3d20 0x7f68f40a61e0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.525+0000 7f6914c00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f691010cdb0 0x7f691019d6d0 unknown :-1 s=CLOSED pgs=1363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.525+0000 7f6914c00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f69101042b0 0x7f69101993a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.525+0000 7f6914c00640 1 --2- 172.21.15.26:0/2213621844 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6910103990 0x7f6910198e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.525+0000 7f6914c00640 1 -- 172.21.15.26:0/2213621844 >> 172.21.15.26:0/2213621844 conn(0x7f69100fd1b0 msgr2=0x7f69100fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.525+0000 7f6914c00640 1 -- 172.21.15.26:0/2213621844 shutdown_connections 2024-04-26T23:49:19.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.525+0000 7f6914c00640 1 -- 172.21.15.26:0/2213621844 wait complete. 2024-04-26T23:49:19.549 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:49:19.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.789+0000 7f8cd6800640 1 -- 172.21.15.26:0/1204435118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cd0104390 msgr2=0x7f8cd010c870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.789+0000 7f8cd6800640 1 --2- 172.21.15.26:0/1204435118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cd0104390 0x7f8cd010c870 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc009900 tx=0x7f8cbc02a480 comp rx=0 tx=0).stop 2024-04-26T23:49:19.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.789+0000 7f8cd6800640 1 -- 172.21.15.26:0/1204435118 shutdown_connections 2024-04-26T23:49:19.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.789+0000 7f8cd6800640 1 --2- 172.21.15.26:0/1204435118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8cd010ce40 0x7f8cd010f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.793 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.789+0000 7f8cd6800640 1 --2- 172.21.15.26:0/1204435118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cd0104390 0x7f8cd010c870 unknown :-1 s=CLOSED pgs=1368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.789+0000 7f8cd6800640 1 --2- 172.21.15.26:0/1204435118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8cd0103a70 0x7f8cd0103e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.789+0000 7f8cd6800640 1 -- 172.21.15.26:0/1204435118 >> 172.21.15.26:0/1204435118 conn(0x7f8cd00fd230 msgr2=0x7f8cd00ff650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.789+0000 7f8cd6800640 1 -- 172.21.15.26:0/1204435118 shutdown_connections 2024-04-26T23:49:19.794 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.789+0000 7f8cd6800640 1 -- 172.21.15.26:0/1204435118 wait complete. 2024-04-26T23:49:19.795 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.790+0000 7f8cd6800640 1 Processor -- start 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.791+0000 7f8cd6800640 1 -- start start 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.791+0000 7f8cd6800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8cd0103a70 0x7f8cd0198fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.791+0000 7f8cd6800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cd0104390 0x7f8cd01994f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.791+0000 7f8cd6800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8cd010ce40 0x7f8cd019d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.791+0000 7f8cd6800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd01129d0 con 0x7f8cd0104390 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.791+0000 7f8cd6800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd0112850 con 0x7f8cd0103a70 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.791+0000 7f8cd6800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd0112b50 con 0x7f8cd010ce40 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.792+0000 7f8cd4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cd0104390 0x7f8cd01994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.792+0000 7f8cd4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cd0104390 0x7f8cd01994f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34452/0 (socket says 172.21.15.26:34452) 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.792+0000 7f8cd4a00640 1 -- 172.21.15.26:0/1762930224 learned_addr learned my addr 172.21.15.26:0/1762930224 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.792+0000 7f8cd5400640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8cd0103a70 0x7f8cd0198fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.792+0000 7f8cd5e00640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8cd010ce40 0x7f8cd019d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.792+0000 7f8cd4a00640 1 -- 172.21.15.26:0/1762930224 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8cd010ce40 msgr2=0x7f8cd019d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.796 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.792+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8cd010ce40 0x7f8cd019d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.792+0000 7f8cd4a00640 1 -- 172.21.15.26:0/1762930224 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8cd0103a70 msgr2=0x7f8cd0198fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.792+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8cd0103a70 0x7f8cd0198fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.797 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.792+0000 7f8cd4a00640 1 -- 172.21.15.26:0/1762930224 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cd019dfa0 con 0x7f8cd0104390 2024-04-26T23:49:19.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.793+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cd0104390 0x7f8cd01994f0 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc02a9a0 tx=0x7f8cbc003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.793+0000 7f8cce000640 1 -- 172.21.15.26:0/1762930224 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc03f070 con 0x7f8cd0104390 2024-04-26T23:49:19.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.793+0000 7f8cce000640 1 -- 172.21.15.26:0/1762930224 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8cbc03baf0 con 0x7f8cd0104390 2024-04-26T23:49:19.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.793+0000 7f8cd6800640 1 -- 172.21.15.26:0/1762930224 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cd019e230 con 0x7f8cd0104390 2024-04-26T23:49:19.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.793+0000 7f8cce000640 1 -- 172.21.15.26:0/1762930224 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc035030 con 0x7f8cd0104390 2024-04-26T23:49:19.798 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.793+0000 7f8cd6800640 1 -- 172.21.15.26:0/1762930224 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cd01a5b20 con 0x7f8cd0104390 2024-04-26T23:49:19.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.797+0000 7f8cdac23740 1 Processor -- start 2024-04-26T23:49:19.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.797+0000 7f8cdac23740 1 -- start start 2024-04-26T23:49:19.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.797+0000 7f8cdac23740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5599023323a0 0x559902332780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.797+0000 7f8cdac23740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559902332cc0 0x55990233ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.797+0000 7f8cdac23740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 0x55990233f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.797+0000 7f8cdac23740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559902296c70 con 0x55990233d390 2024-04-26T23:49:19.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.797+0000 7f8cdac23740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55990224f980 con 0x5599023323a0 2024-04-26T23:49:19.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.797+0000 7f8cdac23740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559902292c30 con 0x559902332cc0 2024-04-26T23:49:19.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.797+0000 7f8cce000640 1 -- 172.21.15.26:0/1762930224 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8cbc042070 con 0x7f8cd0104390 2024-04-26T23:49:19.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.798+0000 7f8cd4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 0x55990233f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.798+0000 7f8cd4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 0x55990233f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34458/0 (socket says 172.21.15.26:34458) 2024-04-26T23:49:19.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.798+0000 7f8cd4a00640 1 -- 172.21.15.26:0/1676063864 learned_addr learned my addr 172.21.15.26:0/1676063864 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.798+0000 7f8cd5400640 1 --2- 172.21.15.26:0/1676063864 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559902332cc0 0x55990233ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.798+0000 7f8cd5e00640 1 --2- 172.21.15.26:0/1676063864 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5599023323a0 0x559902332780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.798+0000 7f8cd4a00640 1 -- 172.21.15.26:0/1676063864 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559902332cc0 msgr2=0x55990233ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.798+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/1676063864 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559902332cc0 0x55990233ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.798+0000 7f8cd4a00640 1 -- 172.21.15.26:0/1676063864 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5599023323a0 msgr2=0x559902332780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.798+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/1676063864 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5599023323a0 0x559902332780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.798+0000 7f8cd4a00640 1 -- 172.21.15.26:0/1676063864 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599022277b0 con 0x55990233d390 2024-04-26T23:49:19.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.799+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/1676063864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 0x55990233f780 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc0ee570 tx=0x7f8cbc0f9220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca6b4f53eca04a67 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.799+0000 7f8cc2600640 1 -- 172.21.15.26:0/1676063864 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc0f9e60 con 0x55990233d390 2024-04-26T23:49:19.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.799+0000 7f8cc2600640 1 -- 172.21.15.26:0/1676063864 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8cbc0fe070 con 0x55990233d390 2024-04-26T23:49:19.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.799+0000 7f8cc2600640 1 -- 172.21.15.26:0/1676063864 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc1016a0 con 0x55990233d390 2024-04-26T23:49:19.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.800+0000 7f8cce000640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8cb80a3da0 0x7f8cb80a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.800+0000 7f8cce000640 1 -- 172.21.15.26:0/1762930224 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f8cbc0f0f60 con 0x7f8cd0104390 2024-04-26T23:49:19.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.800+0000 7f8cd5e00640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8cb80a3da0 0x7f8cb80a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.800+0000 7f8cdac23740 1 -- 172.21.15.26:0/1676063864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 msgr2=0x55990233f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.800+0000 7f8cdac23740 1 --2- 172.21.15.26:0/1676063864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 0x55990233f780 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc0ee570 tx=0x7f8cbc0f9220 comp rx=0 tx=0).stop 2024-04-26T23:49:19.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.801+0000 7f8cdac23740 1 -- 172.21.15.26:0/1676063864 shutdown_connections 2024-04-26T23:49:19.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.801+0000 7f8cdac23740 1 --2- 172.21.15.26:0/1676063864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 0x55990233f780 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.801+0000 7f8cdac23740 1 --2- 172.21.15.26:0/1676063864 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559902332cc0 0x55990233ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.805 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.801+0000 7f8cdac23740 1 --2- 172.21.15.26:0/1676063864 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5599023323a0 0x559902332780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.801+0000 7f8cdac23740 1 -- 172.21.15.26:0/1676063864 >> 172.21.15.26:0/1676063864 conn(0x55990232e6c0 msgr2=0x55990232eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.801+0000 7f8cdac23740 1 -- 172.21.15.26:0/1676063864 shutdown_connections 2024-04-26T23:49:19.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.801+0000 7f8cdac23740 1 -- 172.21.15.26:0/1676063864 wait complete. 2024-04-26T23:49:19.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.801+0000 7f8cd5e00640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8cb80a3da0 0x7f8cb80a6260 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8cc8005fd0 tx=0x7f8cc8009500 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.801+0000 7f8cdac23740 1 -- start start 2024-04-26T23:49:19.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.802+0000 7f8cdac23740 1 Processor -- start 2024-04-26T23:49:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.802+0000 7f8cdac23740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5599023323a0 0x55990233cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.802+0000 7f8cdac23740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559902332cc0 0x559902339f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.802+0000 7f8cdac23740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 0x55990233a490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.802+0000 7f8cdac23740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559902295f80 con 0x55990233d390 2024-04-26T23:49:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.802+0000 7f8cdac23740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559902243260 con 0x5599023323a0 2024-04-26T23:49:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.802+0000 7f8cdac23740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55990229b2a0 con 0x559902332cc0 2024-04-26T23:49:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.802+0000 7f8cdac23740 10 client.0 _ll_register_callbacks cb 0x55990228d960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:19.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.803+0000 7f8cd5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 0x55990233a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.803+0000 7f8cd5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 0x55990233a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34470/0 (socket says 172.21.15.26:34470) 2024-04-26T23:49:19.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.803+0000 7f8cd5e00640 1 -- 172.21.15.26:0/2042995680 learned_addr learned my addr 172.21.15.26:0/2042995680 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.803+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559902332cc0 0x559902339f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.803+0000 7f8cd5400640 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5599023323a0 0x55990233cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.803+0000 7f8cd5e00640 1 -- 172.21.15.26:0/2042995680 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559902332cc0 msgr2=0x559902339f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.803+0000 7f8cd5e00640 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559902332cc0 0x559902339f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.803+0000 7f8cd5e00640 1 -- 172.21.15.26:0/2042995680 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5599023323a0 msgr2=0x55990233cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.803+0000 7f8cd5e00640 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5599023323a0 0x55990233cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.803+0000 7f8cd5e00640 1 -- 172.21.15.26:0/2042995680 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599022251c0 con 0x55990233d390 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.804+0000 7f8cd5e00640 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 0x55990233a490 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f8cc8009e30 tx=0x7f8cc8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b333c190c905ebec server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.804+0000 7f8cb6a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.804+0000 7f8cb6a00640 1 -- 172.21.15.26:0/2042995680 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cc8010be0 con 0x55990233d390 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.804+0000 7f8cdac23740 1 -- 172.21.15.26:0/2042995680 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8cbc0fe070 con 0x55990233d390 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.804+0000 7f8cb6a00640 1 -- 172.21.15.26:0/2042995680 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f8cc8010d80 con 0x55990233d390 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.805+0000 7f8cb6a00640 1 -- 172.21.15.26:0/2042995680 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8cc8004b20 con 0x55990233d390 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.805+0000 7f8cdac23740 10 client.18252 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.805+0000 7f8cdac23740 1 -- 172.21.15.26:0/2042995680 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559901fa83f0 con 0x55990233d390 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.805+0000 7f8cb6a00640 1 -- 172.21.15.26:0/2042995680 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8cbc0fe070 con 0x55990233d390 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.805+0000 7f8cb6a00640 1 -- 172.21.15.26:0/2042995680 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8cc8024070 con 0x55990233d390 2024-04-26T23:49:19.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.805+0000 7f8cdac23740 10 client.18252 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:19.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.805+0000 7f8cdac23740 10 client.18252 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:19.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.805+0000 7f8cdac23740 20 client.18252 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:19.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.805+0000 7f8cdac23740 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559902350fa0 0x559902353410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.805+0000 7f8cdac23740 4 client.18252 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:49:19.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.805+0000 7f8cdac23740 1 -- 172.21.15.26:0/2042995680 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5599022a4880 con 0x559902350fa0 2024-04-26T23:49:19.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.806+0000 7f8cd5400640 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559902350fa0 0x559902353410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.807+0000 7f8cd5400640 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559902350fa0 0x559902353410 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8f53de6b59488cf server_cookie=629a4163700e3d00 in_seq=0 out_seq=0 2024-04-26T23:49:19.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.807+0000 7f8cb6a00640 10 client.18252 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:19.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.809+0000 7f8cb6a00640 1 -- 172.21.15.26:0/2042995680 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5599022a4880 con 0x559902350fa0 2024-04-26T23:49:19.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.809+0000 7f8cb6a00640 10 client.18252 handle_command_reply: tid=0 2024-04-26T23:49:19.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.809+0000 7f8cdac23740 1 client.18252 shutdown 2024-04-26T23:49:19.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.810+0000 7f8cdac23740 1 -- 172.21.15.26:0/2042995680 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 msgr2=0x55990233a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.810+0000 7f8cdac23740 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 0x55990233a490 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f8cc8009e30 tx=0x7f8cc8004a40 comp rx=0 tx=0).stop 2024-04-26T23:49:19.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.810+0000 7f8cdac23740 1 -- 172.21.15.26:0/2042995680 shutdown_connections 2024-04-26T23:49:19.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.810+0000 7f8cdac23740 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x559902350fa0 0x559902353410 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.810+0000 7f8cdac23740 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55990233d390 0x55990233a490 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.810+0000 7f8cdac23740 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559902332cc0 0x559902339f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.810+0000 7f8cdac23740 1 --2- 172.21.15.26:0/2042995680 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5599023323a0 0x55990233cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.814 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.810+0000 7f8cdac23740 1 -- 172.21.15.26:0/2042995680 >> 172.21.15.26:0/2042995680 conn(0x55990232e6c0 msgr2=0x5599023344c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.810+0000 7f8cb6a00640 0 client.18252 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:19.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.810+0000 7f8cdac23740 1 -- 172.21.15.26:0/2042995680 shutdown_connections 2024-04-26T23:49:19.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.810+0000 7f8cdac23740 1 -- 172.21.15.26:0/2042995680 wait complete. 2024-04-26T23:49:19.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.810+0000 7f8cdac23740 20 client.18252 trim_cache size 0 max 16384 2024-04-26T23:49:19.834 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.830+0000 7f8cdac23740 1 Processor -- start 2024-04-26T23:49:19.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.830+0000 7f8cdac23740 1 -- start start 2024-04-26T23:49:19.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.831+0000 7f8cdac23740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5599023323a0 0x55990233c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.831+0000 7f8cdac23740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559902332cc0 0x559902358ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.831+0000 7f8cdac23740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55990233d390 0x559902359220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.831+0000 7f8cdac23740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd01aea80 con 0x559902332cc0 2024-04-26T23:49:19.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.831+0000 7f8cdac23740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd01ac350 con 0x55990233d390 2024-04-26T23:49:19.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.831+0000 7f8cdac23740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd01aa1c0 con 0x5599023323a0 2024-04-26T23:49:19.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.831+0000 7f8cd4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559902332cc0 0x559902358ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.831+0000 7f8cd4a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559902332cc0 0x559902358ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34480/0 (socket says 172.21.15.26:34480) 2024-04-26T23:49:19.835 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.831+0000 7f8cd4a00640 1 -- 172.21.15.26:0/3115969769 learned_addr learned my addr 172.21.15.26:0/3115969769 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.831+0000 7f8cd5e00640 1 --2- 172.21.15.26:0/3115969769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55990233d390 0x559902359220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.839 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.832+0000 7f8cd5400640 1 --2- 172.21.15.26:0/3115969769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5599023323a0 0x55990233c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.832+0000 7f8cd4a00640 1 -- 172.21.15.26:0/3115969769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5599023323a0 msgr2=0x55990233c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.832+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/3115969769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5599023323a0 0x55990233c790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.832+0000 7f8cd4a00640 1 -- 172.21.15.26:0/3115969769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55990233d390 msgr2=0x559902359220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.832+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/3115969769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55990233d390 0x559902359220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.832+0000 7f8cd4a00640 1 -- 172.21.15.26:0/3115969769 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599020727d0 con 0x559902332cc0 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.832+0000 7f8cd5e00640 1 --2- 172.21.15.26:0/3115969769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55990233d390 0x559902359220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.832+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/3115969769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559902332cc0 0x559902358ce0 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc0bcb80 tx=0x7f8cbc009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d017e65261e633 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.832+0000 7f8cc1c00640 1 -- 172.21.15.26:0/3115969769 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc049070 con 0x559902332cc0 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.832+0000 7f8cc1c00640 1 -- 172.21.15.26:0/3115969769 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8cbc0fe030 con 0x559902332cc0 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.832+0000 7f8cc1c00640 1 -- 172.21.15.26:0/3115969769 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc0bce80 con 0x559902332cc0 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.833+0000 7f8cdac23740 1 -- 172.21.15.26:0/3115969769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559902332cc0 msgr2=0x559902358ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.833+0000 7f8cdac23740 1 --2- 172.21.15.26:0/3115969769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559902332cc0 0x559902358ce0 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc0bcb80 tx=0x7f8cbc009260 comp rx=0 tx=0).stop 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.834+0000 7f8cdac23740 1 -- 172.21.15.26:0/3115969769 shutdown_connections 2024-04-26T23:49:19.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.834+0000 7f8cdac23740 1 --2- 172.21.15.26:0/3115969769 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55990233d390 0x559902359220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.834+0000 7f8cdac23740 1 --2- 172.21.15.26:0/3115969769 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559902332cc0 0x559902358ce0 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.834+0000 7f8cdac23740 1 --2- 172.21.15.26:0/3115969769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5599023323a0 0x55990233c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.834+0000 7f8cdac23740 1 -- 172.21.15.26:0/3115969769 >> 172.21.15.26:0/3115969769 conn(0x55990232e6c0 msgr2=0x559902338f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.834+0000 7f8cdac23740 1 -- 172.21.15.26:0/3115969769 shutdown_connections 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.834+0000 7f8cdac23740 1 -- 172.21.15.26:0/3115969769 wait complete. 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.834+0000 7f8cdac23740 1 -- start start 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.835+0000 7f8cdac23740 1 Processor -- start 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.835+0000 7f8cdac23740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5599023323a0 0x5599023466f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.835+0000 7f8cdac23740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559902332cc0 0x559902346c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.835+0000 7f8cdac23740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55990233d390 0x5599023b5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.835+0000 7f8cdac23740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd01aa810 con 0x5599023323a0 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.835+0000 7f8cdac23740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd01abc80 con 0x559902332cc0 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.835+0000 7f8cdac23740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd01aaee0 con 0x55990233d390 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.835+0000 7f8cdac23740 10 client.0 _ll_register_callbacks cb 0x7f8cc8009ca0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.835+0000 7f8cd5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5599023323a0 0x5599023466f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.836+0000 7f8cd5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5599023323a0 0x5599023466f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34484/0 (socket says 172.21.15.26:34484) 2024-04-26T23:49:19.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.836+0000 7f8cd5400640 1 -- 172.21.15.26:0/1501466963 learned_addr learned my addr 172.21.15.26:0/1501466963 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:19.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.836+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559902332cc0 0x559902346c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.836+0000 7f8cd5e00640 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55990233d390 0x5599023b5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.836+0000 7f8cd5400640 1 -- 172.21.15.26:0/1501466963 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55990233d390 msgr2=0x5599023b5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.836+0000 7f8cd5400640 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55990233d390 0x5599023b5550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.836+0000 7f8cd5400640 1 -- 172.21.15.26:0/1501466963 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559902332cc0 msgr2=0x559902346c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:19.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.836+0000 7f8cd5400640 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559902332cc0 0x559902346c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.836+0000 7f8cd5400640 1 -- 172.21.15.26:0/1501466963 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55990223d2a0 con 0x5599023323a0 2024-04-26T23:49:19.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.836+0000 7f8cd5400640 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5599023323a0 0x5599023466f0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f8cc4009b60 tx=0x7f8cc4012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1e5b96f5a4e1a57 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:19.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.836+0000 7f8cb6a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:19.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.837+0000 7f8cb6a00640 1 -- 172.21.15.26:0/1501466963 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cc4024060 con 0x5599023323a0 2024-04-26T23:49:19.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.837+0000 7f8cb6a00640 1 -- 172.21.15.26:0/1501466963 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f8cc4004460 con 0x5599023323a0 2024-04-26T23:49:19.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.837+0000 7f8cdac23740 1 -- 172.21.15.26:0/1501466963 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8cbc0fe030 con 0x5599023323a0 2024-04-26T23:49:19.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.837+0000 7f8cb6a00640 1 -- 172.21.15.26:0/1501466963 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8cc4009e50 con 0x5599023323a0 2024-04-26T23:49:19.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.837+0000 7f8cdac23740 10 client.18258 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:19.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.837+0000 7f8cdac23740 1 -- 172.21.15.26:0/1501466963 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5599023b6be0 con 0x5599023323a0 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.837+0000 7f8cb6a00640 1 -- 172.21.15.26:0/1501466963 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8cbc0fe030 con 0x5599023323a0 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.838+0000 7f8cb6a00640 1 -- 172.21.15.26:0/1501466963 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8cc4011440 con 0x5599023323a0 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.838+0000 7f8cdac23740 10 client.18258 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.838+0000 7f8cdac23740 10 client.18258 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.838+0000 7f8cdac23740 20 client.18258 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.838+0000 7f8cdac23740 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5599023b7310 0x5599023b9730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.838+0000 7f8cdac23740 4 client.18258 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.838+0000 7f8cdac23740 1 -- 172.21.15.26:0/1501466963 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55990229e6f0 con 0x5599023b7310 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.838+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5599023b7310 0x5599023b9730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.839+0000 7f8cd4a00640 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5599023b7310 0x5599023b9730 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ea2c71046ebaf68 server_cookie=52c14fc357b3747f in_seq=0 out_seq=0 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.839+0000 7f8cb6a00640 10 client.18258 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cb6a00640 1 -- 172.21.15.26:0/1501466963 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55990229e6f0 con 0x5599023b7310 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cb6a00640 10 client.18258 handle_command_reply: tid=0 2024-04-26T23:49:19.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cdac23740 1 client.18258 shutdown 2024-04-26T23:49:19.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cdac23740 1 -- 172.21.15.26:0/1501466963 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5599023323a0 msgr2=0x5599023466f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cdac23740 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5599023323a0 0x5599023466f0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f8cc4009b60 tx=0x7f8cc4012820 comp rx=0 tx=0).stop 2024-04-26T23:49:19.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cdac23740 1 -- 172.21.15.26:0/1501466963 shutdown_connections 2024-04-26T23:49:19.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cdac23740 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5599023b7310 0x5599023b9730 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cdac23740 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55990233d390 0x5599023b5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cdac23740 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559902332cc0 0x559902346c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cdac23740 1 --2- 172.21.15.26:0/1501466963 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5599023323a0 0x5599023466f0 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cdac23740 1 -- 172.21.15.26:0/1501466963 >> 172.21.15.26:0/1501466963 conn(0x55990232e6c0 msgr2=0x55990232cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cb6a00640 0 client.18258 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:19.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cdac23740 1 -- 172.21.15.26:0/1501466963 shutdown_connections 2024-04-26T23:49:19.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.840+0000 7f8cdac23740 1 -- 172.21.15.26:0/1501466963 wait complete. 2024-04-26T23:49:19.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.841+0000 7f8cdac23740 20 client.18258 trim_cache size 0 max 16384 2024-04-26T23:49:19.848 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:49:19.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.841+0000 7f8cd6800640 1 -- 172.21.15.26:0/1762930224 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8cb80a3da0 msgr2=0x7f8cb80a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.841+0000 7f8cd6800640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8cb80a3da0 0x7f8cb80a6260 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8cc8005fd0 tx=0x7f8cc8009500 comp rx=0 tx=0).stop 2024-04-26T23:49:19.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.841+0000 7f8cd6800640 1 -- 172.21.15.26:0/1762930224 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cd0104390 msgr2=0x7f8cd01994f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:19.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.841+0000 7f8cd6800640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cd0104390 0x7f8cd01994f0 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc02a9a0 tx=0x7f8cbc003b90 comp rx=0 tx=0).stop 2024-04-26T23:49:19.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.841+0000 7f8cd6800640 1 -- 172.21.15.26:0/1762930224 shutdown_connections 2024-04-26T23:49:19.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.841+0000 7f8cd6800640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8cd010ce40 0x7f8cd019d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.841+0000 7f8cd6800640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8cb80a3da0 0x7f8cb80a6260 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.841+0000 7f8cd6800640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8cd0104390 0x7f8cd01994f0 unknown :-1 s=CLOSED pgs=1369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.841+0000 7f8cd6800640 1 --2- 172.21.15.26:0/1762930224 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8cd0103a70 0x7f8cd0198fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:19.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.841+0000 7f8cd6800640 1 -- 172.21.15.26:0/1762930224 >> 172.21.15.26:0/1762930224 conn(0x7f8cd00fd230 msgr2=0x7f8cd00febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:19.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.842+0000 7f8cd6800640 1 -- 172.21.15.26:0/1762930224 shutdown_connections 2024-04-26T23:49:19.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:19.842+0000 7f8cd6800640 1 -- 172.21.15.26:0/1762930224 wait complete. 2024-04-26T23:49:19.861 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:19 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2584660771' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:49:20.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:19 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2584660771' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:49:20.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:19 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2584660771' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:49:20.865 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:49:20.865 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:49:20.865 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:49:20.948 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:20 smithi026 ceph-mon[28371]: pgmap v421: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:49:21.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:20 smithi164 ceph-mon[31699]: pgmap v421: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:49:21.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:20 smithi086 ceph-mon[31122]: pgmap v421: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:49:21.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.104+0000 7fba63e00640 1 -- 172.21.15.26:0/3688529891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba6410a9f0 msgr2=0x7fba6410add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.104+0000 7fba63e00640 1 --2- 172.21.15.26:0/3688529891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba6410a9f0 0x7fba6410add0 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7fba54009930 tx=0x7fba5402a440 comp rx=0 tx=0).stop 2024-04-26T23:49:21.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.104+0000 7fba63e00640 1 -- 172.21.15.26:0/3688529891 shutdown_connections 2024-04-26T23:49:21.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.104+0000 7fba63e00640 1 --2- 172.21.15.26:0/3688529891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba641053a0 0x7fba641118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.104+0000 7fba63e00640 1 --2- 172.21.15.26:0/3688529891 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba641049e0 0x7fba64104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.104+0000 7fba63e00640 1 --2- 172.21.15.26:0/3688529891 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba6410a9f0 0x7fba6410add0 unknown :-1 s=CLOSED pgs=1374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.104+0000 7fba63e00640 1 -- 172.21.15.26:0/3688529891 >> 172.21.15.26:0/3688529891 conn(0x7fba64100470 msgr2=0x7fba64102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:21.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.104+0000 7fba63e00640 1 -- 172.21.15.26:0/3688529891 shutdown_connections 2024-04-26T23:49:21.109 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.104+0000 7fba63e00640 1 -- 172.21.15.26:0/3688529891 wait complete. 2024-04-26T23:49:21.110 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.105+0000 7fba63e00640 1 Processor -- start 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.105+0000 7fba63e00640 1 -- start start 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.106+0000 7fba63e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba641049e0 0x7fba6419b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.106+0000 7fba63e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba641053a0 0x7fba6419b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.106+0000 7fba63e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba6410a9f0 0x7fba6419f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.106+0000 7fba63e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba64114bb0 con 0x7fba641049e0 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.106+0000 7fba63e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fba64114a30 con 0x7fba6410a9f0 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.106+0000 7fba63e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fba64114d30 con 0x7fba641053a0 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.106+0000 7fba62a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba641049e0 0x7fba6419b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.106+0000 7fba62a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba641049e0 0x7fba6419b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34494/0 (socket says 172.21.15.26:34494) 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.106+0000 7fba62a00640 1 -- 172.21.15.26:0/914459817 learned_addr learned my addr 172.21.15.26:0/914459817 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.107+0000 7fba63400640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba6410a9f0 0x7fba6419f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.107+0000 7fba62000640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba641053a0 0x7fba6419b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.107+0000 7fba62a00640 1 -- 172.21.15.26:0/914459817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba641053a0 msgr2=0x7fba6419b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.111 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.107+0000 7fba62a00640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba641053a0 0x7fba6419b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.107+0000 7fba62a00640 1 -- 172.21.15.26:0/914459817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba6410a9f0 msgr2=0x7fba6419f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.107+0000 7fba62a00640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba6410a9f0 0x7fba6419f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.107+0000 7fba62a00640 1 -- 172.21.15.26:0/914459817 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba641a0120 con 0x7fba641049e0 2024-04-26T23:49:21.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.107+0000 7fba62000640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba641053a0 0x7fba6419b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:21.112 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.107+0000 7fba62a00640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba641049e0 0x7fba6419b130 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7fba5402a960 tx=0x7fba54003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:21.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.108+0000 7fba5b400640 1 -- 172.21.15.26:0/914459817 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba5403f070 con 0x7fba641049e0 2024-04-26T23:49:21.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.108+0000 7fba5b400640 1 -- 172.21.15.26:0/914459817 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba54003e10 con 0x7fba641049e0 2024-04-26T23:49:21.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.108+0000 7fba5b400640 1 -- 172.21.15.26:0/914459817 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba54035030 con 0x7fba641049e0 2024-04-26T23:49:21.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.108+0000 7fba63e00640 1 -- 172.21.15.26:0/914459817 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba641a03b0 con 0x7fba641049e0 2024-04-26T23:49:21.113 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.108+0000 7fba63e00640 1 -- 172.21.15.26:0/914459817 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba641a7ca0 con 0x7fba641049e0 2024-04-26T23:49:21.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.112+0000 7fba5b400640 1 -- 172.21.15.26:0/914459817 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fba54042070 con 0x7fba641049e0 2024-04-26T23:49:21.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.112+0000 7fba6c79c740 1 Processor -- start 2024-04-26T23:49:21.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.112+0000 7fba6c79c740 1 -- start start 2024-04-26T23:49:21.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.112+0000 7fba6c79c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315ee60 0x55d07315f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.112+0000 7fba6c79c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073169910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.112+0000 7fba6c79c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d073169e50 0x55d07316c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.112+0000 7fba6c79c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d0730c4980 con 0x55d07315f780 2024-04-26T23:49:21.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.112+0000 7fba6c79c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d073061220 con 0x55d07315ee60 2024-04-26T23:49:21.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.112+0000 7fba6c79c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d0730c0940 con 0x55d073169e50 2024-04-26T23:49:21.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.113+0000 7fba62a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073169910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.113+0000 7fba62a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073169910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34510/0 (socket says 172.21.15.26:34510) 2024-04-26T23:49:21.117 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.113+0000 7fba62a00640 1 -- 172.21.15.26:0/3702998923 learned_addr learned my addr 172.21.15.26:0/3702998923 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:21.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.113+0000 7fba63400640 1 --2- 172.21.15.26:0/3702998923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315ee60 0x55d07315f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.113+0000 7fba62000640 1 --2- 172.21.15.26:0/3702998923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d073169e50 0x55d07316c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.113+0000 7fba62a00640 1 -- 172.21.15.26:0/3702998923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d073169e50 msgr2=0x55d07316c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.113+0000 7fba62a00640 1 --2- 172.21.15.26:0/3702998923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d073169e50 0x55d07316c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.113+0000 7fba62a00640 1 -- 172.21.15.26:0/3702998923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315ee60 msgr2=0x55d07315f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.113+0000 7fba62a00640 1 --2- 172.21.15.26:0/3702998923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315ee60 0x55d07315f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.113+0000 7fba62a00640 1 -- 172.21.15.26:0/3702998923 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d072e9e7e0 con 0x55d07315f780 2024-04-26T23:49:21.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.114+0000 7fba62a00640 1 --2- 172.21.15.26:0/3702998923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073169910 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7fba540ee730 tx=0x7fba540f93b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfc16605051f720a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:21.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.114+0000 7fba5b400640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba480a3d20 0x7fba480a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.114+0000 7fba4fe00640 1 -- 172.21.15.26:0/3702998923 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba540b92b0 con 0x55d07315f780 2024-04-26T23:49:21.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.114+0000 7fba4fe00640 1 -- 172.21.15.26:0/3702998923 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba540fe030 con 0x55d07315f780 2024-04-26T23:49:21.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.114+0000 7fba4fe00640 1 -- 172.21.15.26:0/3702998923 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba540bc460 con 0x55d07315f780 2024-04-26T23:49:21.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.114+0000 7fba5b400640 1 -- 172.21.15.26:0/914459817 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7fba540f1090 con 0x7fba641049e0 2024-04-26T23:49:21.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.114+0000 7fba63400640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba480a3d20 0x7fba480a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.115+0000 7fba6c79c740 1 -- 172.21.15.26:0/3702998923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 msgr2=0x55d073169910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.115+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3702998923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073169910 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7fba540ee730 tx=0x7fba540f93b0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.115+0000 7fba63400640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba480a3d20 0x7fba480a61e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fba5c005fd0 tx=0x7fba5c0096e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:21.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.115+0000 7fba6c79c740 1 -- 172.21.15.26:0/3702998923 shutdown_connections 2024-04-26T23:49:21.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.115+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3702998923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d073169e50 0x55d07316c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.115+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3702998923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073169910 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.115+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3702998923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315ee60 0x55d07315f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.115+0000 7fba6c79c740 1 -- 172.21.15.26:0/3702998923 >> 172.21.15.26:0/3702998923 conn(0x55d07315b180 msgr2=0x55d07315b560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:21.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.115+0000 7fba6c79c740 1 -- 172.21.15.26:0/3702998923 shutdown_connections 2024-04-26T23:49:21.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.116+0000 7fba6c79c740 1 -- 172.21.15.26:0/3702998923 wait complete. 2024-04-26T23:49:21.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.116+0000 7fba6c79c740 1 -- start start 2024-04-26T23:49:21.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.116+0000 7fba6c79c740 1 Processor -- start 2024-04-26T23:49:21.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.117+0000 7fba6c79c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07315ee60 0x55d073166d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.117+0000 7fba6c79c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315f780 0x55d073167270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.117+0000 7fba6c79c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d073169e50 0x55d0731677b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.117+0000 7fba6c79c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d07316ca00 con 0x55d073169e50 2024-04-26T23:49:21.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.117+0000 7fba6c79c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d07304c170 con 0x55d07315f780 2024-04-26T23:49:21.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.117+0000 7fba6c79c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d07316cb80 con 0x55d07315ee60 2024-04-26T23:49:21.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.117+0000 7fba6c79c740 10 client.0 _ll_register_callbacks cb 0x55d0730bb770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:21.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.117+0000 7fba63400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d073169e50 0x55d0731677b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.117+0000 7fba63400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d073169e50 0x55d0731677b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34526/0 (socket says 172.21.15.26:34526) 2024-04-26T23:49:21.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.117+0000 7fba63400640 1 -- 172.21.15.26:0/2698170312 learned_addr learned my addr 172.21.15.26:0/2698170312 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:21.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.117+0000 7fba62a00640 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07315ee60 0x55d073166d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.117+0000 7fba62000640 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315f780 0x55d073167270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.118+0000 7fba63400640 1 -- 172.21.15.26:0/2698170312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07315ee60 msgr2=0x55d073166d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.118+0000 7fba63400640 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07315ee60 0x55d073166d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.118+0000 7fba63400640 1 -- 172.21.15.26:0/2698170312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315f780 msgr2=0x55d073167270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.118+0000 7fba63400640 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315f780 0x55d073167270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.118+0000 7fba63400640 1 -- 172.21.15.26:0/2698170312 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d072efef70 con 0x55d073169e50 2024-04-26T23:49:21.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.118+0000 7fba62000640 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315f780 0x55d073167270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:21.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.118+0000 7fba63400640 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d073169e50 0x55d0731677b0 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7fba5c01d850 tx=0x7fba5c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a9c8ad8ec4ddcbc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:21.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.118+0000 7fba4cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.118+0000 7fba4cc00640 1 -- 172.21.15.26:0/2698170312 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba5c01e820 con 0x55d073169e50 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.119+0000 7fba4cc00640 1 -- 172.21.15.26:0/2698170312 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7fba5c01e9c0 con 0x55d073169e50 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.119+0000 7fba6c79c740 1 -- 172.21.15.26:0/2698170312 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba540fe030 con 0x55d073169e50 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.119+0000 7fba4cc00640 1 -- 172.21.15.26:0/2698170312 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fba5c01ebc0 con 0x55d073169e50 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.119+0000 7fba6c79c740 10 client.18270 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.119+0000 7fba6c79c740 1 -- 172.21.15.26:0/2698170312 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d072d96170 con 0x55d073169e50 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.119+0000 7fba4cc00640 1 -- 172.21.15.26:0/2698170312 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba540fe030 con 0x55d073169e50 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.120+0000 7fba4cc00640 1 -- 172.21.15.26:0/2698170312 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fba5c00f040 con 0x55d073169e50 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.120+0000 7fba6c79c740 10 client.18270 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.120+0000 7fba6c79c740 10 client.18270 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.120+0000 7fba6c79c740 20 client.18270 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.120+0000 7fba6c79c740 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d073179a80 0x55d07317bee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.120+0000 7fba6c79c740 4 client.18270 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:49:21.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.120+0000 7fba6c79c740 1 -- 172.21.15.26:0/2698170312 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0730d2590 con 0x55d073179a80 2024-04-26T23:49:21.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.121+0000 7fba62a00640 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d073179a80 0x55d07317bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.122+0000 7fba62a00640 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d073179a80 0x55d07317bee0 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d99f6207f73fde07 server_cookie=1c2b8c5d6d6aca13 in_seq=0 out_seq=0 2024-04-26T23:49:21.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.122+0000 7fba4cc00640 10 client.18270 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:21.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba4cc00640 1 -- 172.21.15.26:0/2698170312 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d0730d2590 con 0x55d073179a80 2024-04-26T23:49:21.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba4cc00640 10 client.18270 handle_command_reply: tid=0 2024-04-26T23:49:21.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba6c79c740 1 client.18270 shutdown 2024-04-26T23:49:21.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba6c79c740 1 -- 172.21.15.26:0/2698170312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d073169e50 msgr2=0x55d0731677b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba6c79c740 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d073169e50 0x55d0731677b0 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7fba5c01d850 tx=0x7fba5c004a40 comp rx=0 tx=0).stop 2024-04-26T23:49:21.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba6c79c740 1 -- 172.21.15.26:0/2698170312 shutdown_connections 2024-04-26T23:49:21.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba6c79c740 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d073179a80 0x55d07317bee0 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba6c79c740 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d073169e50 0x55d0731677b0 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba6c79c740 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315f780 0x55d073167270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba6c79c740 1 --2- 172.21.15.26:0/2698170312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07315ee60 0x55d073166d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba6c79c740 1 -- 172.21.15.26:0/2698170312 >> 172.21.15.26:0/2698170312 conn(0x55d07315b180 msgr2=0x55d07315a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:21.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba4cc00640 0 client.18270 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:21.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba6c79c740 1 -- 172.21.15.26:0/2698170312 shutdown_connections 2024-04-26T23:49:21.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba6c79c740 1 -- 172.21.15.26:0/2698170312 wait complete. 2024-04-26T23:49:21.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.124+0000 7fba6c79c740 20 client.18270 trim_cache size 0 max 16384 2024-04-26T23:49:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.149+0000 7fba6c79c740 1 Processor -- start 2024-04-26T23:49:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.149+0000 7fba6c79c740 1 -- start start 2024-04-26T23:49:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.150+0000 7fba6c79c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07315ee60 0x55d073169460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.150+0000 7fba6c79c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073175830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.150+0000 7fba6c79c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d073169e50 0x55d07315a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.150+0000 7fba6c79c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba641b2f20 con 0x55d07315f780 2024-04-26T23:49:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.150+0000 7fba6c79c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fba641b07f0 con 0x55d073169e50 2024-04-26T23:49:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.150+0000 7fba6c79c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fba641ae660 con 0x55d07315ee60 2024-04-26T23:49:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.150+0000 7fba62000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073175830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.150+0000 7fba62000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073175830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34528/0 (socket says 172.21.15.26:34528) 2024-04-26T23:49:21.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.150+0000 7fba62000640 1 -- 172.21.15.26:0/3011204579 learned_addr learned my addr 172.21.15.26:0/3011204579 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:21.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.151+0000 7fba63400640 1 --2- 172.21.15.26:0/3011204579 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d073169e50 0x55d07315a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.151+0000 7fba62a00640 1 --2- 172.21.15.26:0/3011204579 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07315ee60 0x55d073169460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.151+0000 7fba62000640 1 -- 172.21.15.26:0/3011204579 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07315ee60 msgr2=0x55d073169460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.151+0000 7fba62000640 1 --2- 172.21.15.26:0/3011204579 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07315ee60 0x55d073169460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.151+0000 7fba62000640 1 -- 172.21.15.26:0/3011204579 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d073169e50 msgr2=0x55d07315a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.151+0000 7fba62000640 1 --2- 172.21.15.26:0/3011204579 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d073169e50 0x55d07315a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.151+0000 7fba62000640 1 -- 172.21.15.26:0/3011204579 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d073165280 con 0x55d07315f780 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.151+0000 7fba62a00640 1 --2- 172.21.15.26:0/3011204579 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07315ee60 0x55d073169460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.151+0000 7fba62000640 1 --2- 172.21.15.26:0/3011204579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073175830 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7fba64102b70 tx=0x7fba500127c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fe2dc480e4d8b4a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.151+0000 7fba4f400640 1 -- 172.21.15.26:0/3011204579 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba50004020 con 0x55d07315f780 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.152+0000 7fba4f400640 1 -- 172.21.15.26:0/3011204579 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba500054b0 con 0x55d07315f780 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.152+0000 7fba4f400640 1 -- 172.21.15.26:0/3011204579 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba50004ca0 con 0x55d07315f780 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.152+0000 7fba6c79c740 1 -- 172.21.15.26:0/3011204579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 msgr2=0x55d073175830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.152+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3011204579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073175830 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7fba64102b70 tx=0x7fba500127c0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.152+0000 7fba6c79c740 1 -- 172.21.15.26:0/3011204579 shutdown_connections 2024-04-26T23:49:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.152+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3011204579 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d073169e50 0x55d07315a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.152+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3011204579 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073175830 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.152+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3011204579 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d07315ee60 0x55d073169460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.152+0000 7fba6c79c740 1 -- 172.21.15.26:0/3011204579 >> 172.21.15.26:0/3011204579 conn(0x55d07315b180 msgr2=0x55d073159a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.153+0000 7fba6c79c740 1 -- 172.21.15.26:0/3011204579 shutdown_connections 2024-04-26T23:49:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.153+0000 7fba6c79c740 1 -- 172.21.15.26:0/3011204579 wait complete. 2024-04-26T23:49:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.153+0000 7fba6c79c740 1 -- start start 2024-04-26T23:49:21.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.153+0000 7fba6c79c740 1 Processor -- start 2024-04-26T23:49:21.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.154+0000 7fba6c79c740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315ee60 0x55d073171d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.154+0000 7fba6c79c740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073172280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.154+0000 7fba6c79c740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d073169e50 0x55d07316ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.154+0000 7fba6c79c740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba641aecb0 con 0x55d07315f780 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.154+0000 7fba6c79c740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fba641b0120 con 0x55d07315ee60 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.154+0000 7fba6c79c740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fba641af380 con 0x55d073169e50 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.154+0000 7fba6c79c740 10 client.0 _ll_register_callbacks cb 0x7fba5c01d500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.154+0000 7fba62000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073172280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.154+0000 7fba62000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073172280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34540/0 (socket says 172.21.15.26:34540) 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.154+0000 7fba62000640 1 -- 172.21.15.26:0/3814735313 learned_addr learned my addr 172.21.15.26:0/3814735313 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.154+0000 7fba62a00640 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315ee60 0x55d073171d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.155+0000 7fba63400640 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d073169e50 0x55d07316ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.155+0000 7fba62000640 1 -- 172.21.15.26:0/3814735313 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d073169e50 msgr2=0x55d07316ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.155+0000 7fba62000640 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d073169e50 0x55d07316ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.155+0000 7fba62000640 1 -- 172.21.15.26:0/3814735313 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315ee60 msgr2=0x55d073171d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.155+0000 7fba62000640 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315ee60 0x55d073171d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.155+0000 7fba62000640 1 -- 172.21.15.26:0/3814735313 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d07316f5c0 con 0x55d07315f780 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.155+0000 7fba62000640 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073172280 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7fba50006010 tx=0x7fba50009850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da88bc69a3f4254b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.155+0000 7fba4cc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.155+0000 7fba4cc00640 1 -- 172.21.15.26:0/3814735313 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba50028030 con 0x55d07315f780 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.156+0000 7fba6c79c740 1 -- 172.21.15.26:0/3814735313 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba500054b0 con 0x55d07315f780 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.156+0000 7fba4cc00640 1 -- 172.21.15.26:0/3814735313 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7fba500050a0 con 0x55d07315f780 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.156+0000 7fba4cc00640 1 -- 172.21.15.26:0/3814735313 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fba50034050 con 0x55d07315f780 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.156+0000 7fba6c79c740 10 client.18276 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.156+0000 7fba6c79c740 1 -- 172.21.15.26:0/3814735313 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d0731e0b80 con 0x55d07315f780 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.156+0000 7fba4cc00640 1 -- 172.21.15.26:0/3814735313 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fba500054b0 con 0x55d07315f780 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.156+0000 7fba4cc00640 1 -- 172.21.15.26:0/3814735313 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fba50019030 con 0x55d07315f780 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.157+0000 7fba6c79c740 10 client.18276 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:21.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.157+0000 7fba6c79c740 10 client.18276 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.157+0000 7fba6c79c740 20 client.18276 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.157+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d0731e1140 0x55d0731e3530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.157+0000 7fba6c79c740 4 client.18276 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:49:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.157+0000 7fba6c79c740 1 -- 172.21.15.26:0/3814735313 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d0730cc400 con 0x55d0731e1140 2024-04-26T23:49:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.157+0000 7fba62a00640 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d0731e1140 0x55d0731e3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.158+0000 7fba62a00640 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d0731e1140 0x55d0731e3530 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5f83105fad6f52b server_cookie=8fb4393cc3652195 in_seq=0 out_seq=0 2024-04-26T23:49:21.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.158+0000 7fba4cc00640 10 client.18276 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba4cc00640 1 -- 172.21.15.26:0/3814735313 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7fba540fe080 con 0x55d0731e1140 2024-04-26T23:49:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba4cc00640 10 client.18276 handle_command_reply: tid=0 2024-04-26T23:49:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba6c79c740 1 client.18276 shutdown 2024-04-26T23:49:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba6c79c740 1 -- 172.21.15.26:0/3814735313 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 msgr2=0x55d073172280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073172280 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7fba50006010 tx=0x7fba50009850 comp rx=0 tx=0).stop 2024-04-26T23:49:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba6c79c740 1 -- 172.21.15.26:0/3814735313 shutdown_connections 2024-04-26T23:49:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d0731e1140 0x55d0731e3530 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d073169e50 0x55d07316ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d07315f780 0x55d073172280 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba6c79c740 1 --2- 172.21.15.26:0/3814735313 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d07315ee60 0x55d073171d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba4cc00640 0 client.18276 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba6c79c740 1 -- 172.21.15.26:0/3814735313 >> 172.21.15.26:0/3814735313 conn(0x55d07315b180 msgr2=0x55d07315a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba6c79c740 1 -- 172.21.15.26:0/3814735313 shutdown_connections 2024-04-26T23:49:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.161+0000 7fba6c79c740 1 -- 172.21.15.26:0/3814735313 wait complete. 2024-04-26T23:49:21.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.162+0000 7fba6c79c740 20 client.18276 trim_cache size 0 max 16384 2024-04-26T23:49:21.166 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:49:21.166 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:49:21.166 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "6e5d35f4-9fe6-451e-803f-fbe57fdeebff", 2024-04-26T23:49:21.166 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:49:21.167 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:49:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.162+0000 7fba63e00640 1 -- 172.21.15.26:0/914459817 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba480a3d20 msgr2=0x7fba480a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.162+0000 7fba63e00640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba480a3d20 0x7fba480a61e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fba5c005fd0 tx=0x7fba5c0096e0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.162+0000 7fba63e00640 1 -- 172.21.15.26:0/914459817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba641049e0 msgr2=0x7fba6419b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.162+0000 7fba63e00640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba641049e0 0x7fba6419b130 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7fba5402a960 tx=0x7fba54003c20 comp rx=0 tx=0).stop 2024-04-26T23:49:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.162+0000 7fba63e00640 1 -- 172.21.15.26:0/914459817 shutdown_connections 2024-04-26T23:49:21.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.162+0000 7fba63e00640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba6410a9f0 0x7fba6419f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.162+0000 7fba63e00640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba641053a0 0x7fba6419b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.162+0000 7fba63e00640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fba480a3d20 0x7fba480a61e0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.162+0000 7fba63e00640 1 --2- 172.21.15.26:0/914459817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba641049e0 0x7fba6419b130 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.162+0000 7fba63e00640 1 -- 172.21.15.26:0/914459817 >> 172.21.15.26:0/914459817 conn(0x7fba64100470 msgr2=0x7fba64100dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:21.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.163+0000 7fba63e00640 1 -- 172.21.15.26:0/914459817 shutdown_connections 2024-04-26T23:49:21.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.163+0000 7fba63e00640 1 -- 172.21.15.26:0/914459817 wait complete. 2024-04-26T23:49:21.186 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:49:21.186 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:49:21.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.394+0000 7eff30a00640 1 -- 172.21.15.26:0/1324785986 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff2c1042b0 msgr2=0x7eff2c10c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.398 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.394+0000 7eff30a00640 1 --2- 172.21.15.26:0/1324785986 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff2c1042b0 0x7eff2c10c790 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7eff18009900 tx=0x7eff1802a480 comp rx=0 tx=0).stop 2024-04-26T23:49:21.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.394+0000 7eff30a00640 1 -- 172.21.15.26:0/1324785986 shutdown_connections 2024-04-26T23:49:21.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.394+0000 7eff30a00640 1 --2- 172.21.15.26:0/1324785986 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c10cdb0 0x7eff2c10f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.395+0000 7eff30a00640 1 --2- 172.21.15.26:0/1324785986 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff2c1042b0 0x7eff2c10c790 unknown :-1 s=CLOSED pgs=1380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.395+0000 7eff30a00640 1 --2- 172.21.15.26:0/1324785986 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7eff2c103990 0x7eff2c103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.395+0000 7eff30a00640 1 -- 172.21.15.26:0/1324785986 >> 172.21.15.26:0/1324785986 conn(0x7eff2c0fd1b0 msgr2=0x7eff2c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:21.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.395+0000 7eff30a00640 1 -- 172.21.15.26:0/1324785986 shutdown_connections 2024-04-26T23:49:21.399 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.395+0000 7eff30a00640 1 -- 172.21.15.26:0/1324785986 wait complete. 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.396+0000 7eff30a00640 1 Processor -- start 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.396+0000 7eff30a00640 1 -- start start 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.396+0000 7eff30a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c103990 0x7eff2c1015e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.396+0000 7eff30a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff2c1042b0 0x7eff2c101b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.396+0000 7eff30a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7eff2c10cdb0 0x7eff2c102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.396+0000 7eff30a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c112960 con 0x7eff2c1042b0 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.396+0000 7eff30a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c1127e0 con 0x7eff2c10cdb0 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.396+0000 7eff30a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c112ae0 con 0x7eff2c103990 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.397+0000 7eff29e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff2c1042b0 0x7eff2c101b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.397+0000 7eff29e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff2c1042b0 0x7eff2c101b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34550/0 (socket says 172.21.15.26:34550) 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.397+0000 7eff29e00640 1 -- 172.21.15.26:0/504533151 learned_addr learned my addr 172.21.15.26:0/504533151 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.397+0000 7eff2a800640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c103990 0x7eff2c1015e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.397+0000 7eff2b200640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7eff2c10cdb0 0x7eff2c102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.401 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.397+0000 7eff29e00640 1 -- 172.21.15.26:0/504533151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c103990 msgr2=0x7eff2c1015e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.397+0000 7eff29e00640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c103990 0x7eff2c1015e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.397+0000 7eff29e00640 1 -- 172.21.15.26:0/504533151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7eff2c10cdb0 msgr2=0x7eff2c102060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.397+0000 7eff29e00640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7eff2c10cdb0 0x7eff2c102060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.397+0000 7eff29e00640 1 -- 172.21.15.26:0/504533151 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff2c1a7400 con 0x7eff2c1042b0 2024-04-26T23:49:21.402 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.398+0000 7eff29e00640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff2c1042b0 0x7eff2c101b20 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7eff1802a9a0 tx=0x7eff18003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:21.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.398+0000 7eff23400640 1 -- 172.21.15.26:0/504533151 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff1803f070 con 0x7eff2c1042b0 2024-04-26T23:49:21.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.398+0000 7eff23400640 1 -- 172.21.15.26:0/504533151 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7eff1803baf0 con 0x7eff2c1042b0 2024-04-26T23:49:21.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.398+0000 7eff30a00640 1 -- 172.21.15.26:0/504533151 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff2c1a7690 con 0x7eff2c1042b0 2024-04-26T23:49:21.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.398+0000 7eff23400640 1 -- 172.21.15.26:0/504533151 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff18035030 con 0x7eff2c1042b0 2024-04-26T23:49:21.403 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.398+0000 7eff30a00640 1 -- 172.21.15.26:0/504533151 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff2c1a7bd0 con 0x7eff2c1042b0 2024-04-26T23:49:21.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.402+0000 7eff34228740 1 Processor -- start 2024-04-26T23:49:21.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.402+0000 7eff34228740 1 -- start start 2024-04-26T23:49:21.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.402+0000 7eff34228740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea1d50 0x555bc0ea2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.402+0000 7eff34228740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea2670 0x555bc0eac800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.402+0000 7eff34228740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0eacd40 0x555bc0eaf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.403+0000 7eff34228740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555bc0db3030 con 0x555bc0ea2670 2024-04-26T23:49:21.406 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.403+0000 7eff34228740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555bc0dce7f0 con 0x555bc0eacd40 2024-04-26T23:49:21.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.403+0000 7eff34228740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555bc0d897e0 con 0x555bc0ea1d50 2024-04-26T23:49:21.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.403+0000 7eff2a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea2670 0x555bc0eac800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.403+0000 7eff2a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea2670 0x555bc0eac800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34552/0 (socket says 172.21.15.26:34552) 2024-04-26T23:49:21.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.403+0000 7eff2a800640 1 -- 172.21.15.26:0/40526340 learned_addr learned my addr 172.21.15.26:0/40526340 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:21.407 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.403+0000 7eff23400640 1 -- 172.21.15.26:0/504533151 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7eff18042070 con 0x7eff2c1042b0 2024-04-26T23:49:21.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.403+0000 7eff2b200640 1 --2- 172.21.15.26:0/40526340 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea1d50 0x555bc0ea2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.404+0000 7eff2a800640 1 -- 172.21.15.26:0/40526340 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea1d50 msgr2=0x555bc0ea2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.404+0000 7eff2a800640 1 --2- 172.21.15.26:0/40526340 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea1d50 0x555bc0ea2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.404+0000 7eff2a800640 1 -- 172.21.15.26:0/40526340 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0eacd40 msgr2=0x555bc0eaf130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.404+0000 7eff2a800640 1 --2- 172.21.15.26:0/40526340 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0eacd40 0x555bc0eaf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.404+0000 7eff2a800640 1 -- 172.21.15.26:0/40526340 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bc0d95050 con 0x555bc0ea2670 2024-04-26T23:49:21.408 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.404+0000 7eff2a800640 1 --2- 172.21.15.26:0/40526340 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea2670 0x555bc0eac800 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7eff1c00bcb0 tx=0x7eff1c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d423c1bb9e9cee3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:21.409 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.404+0000 7eff17400640 1 -- 172.21.15.26:0/40526340 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff1c015070 con 0x555bc0ea2670 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.404+0000 7eff17400640 1 -- 172.21.15.26:0/40526340 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7eff1c01a8f0 con 0x555bc0ea2670 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.404+0000 7eff17400640 1 -- 172.21.15.26:0/40526340 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff1c0118a0 con 0x555bc0ea2670 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.405+0000 7eff23400640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7eff100a3da0 0x7eff100a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.405+0000 7eff23400640 1 -- 172.21.15.26:0/504533151 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7eff180f0fe0 con 0x7eff2c1042b0 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.405+0000 7eff2b200640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7eff100a3da0 0x7eff100a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.405+0000 7eff34228740 1 -- 172.21.15.26:0/40526340 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea2670 msgr2=0x555bc0eac800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.405+0000 7eff34228740 1 --2- 172.21.15.26:0/40526340 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea2670 0x555bc0eac800 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7eff1c00bcb0 tx=0x7eff1c00f730 comp rx=0 tx=0).stop 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.406+0000 7eff34228740 1 -- 172.21.15.26:0/40526340 shutdown_connections 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.406+0000 7eff34228740 1 --2- 172.21.15.26:0/40526340 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0eacd40 0x555bc0eaf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.406+0000 7eff34228740 1 --2- 172.21.15.26:0/40526340 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea2670 0x555bc0eac800 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.406+0000 7eff34228740 1 --2- 172.21.15.26:0/40526340 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea1d50 0x555bc0ea2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.406+0000 7eff34228740 1 -- 172.21.15.26:0/40526340 >> 172.21.15.26:0/40526340 conn(0x555bc0e9e070 msgr2=0x555bc0e9e450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:21.410 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.406+0000 7eff34228740 1 -- 172.21.15.26:0/40526340 shutdown_connections 2024-04-26T23:49:21.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.406+0000 7eff34228740 1 -- 172.21.15.26:0/40526340 wait complete. 2024-04-26T23:49:21.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.406+0000 7eff2b200640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7eff100a3da0 0x7eff100a6260 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7eff24005fd0 tx=0x7eff240096e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:21.411 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.406+0000 7eff34228740 1 -- start start 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.407+0000 7eff34228740 1 Processor -- start 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.407+0000 7eff34228740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea1d50 0x555bc0eac5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.407+0000 7eff34228740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea2670 0x555bc0ea9940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.407+0000 7eff34228740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 0x555bc0ea9e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.407+0000 7eff34228740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555bc0e0b200 con 0x555bc0eacd40 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.407+0000 7eff34228740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555bc0e05ee0 con 0x555bc0ea1d50 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.407+0000 7eff34228740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555bc0e12e70 con 0x555bc0ea2670 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.407+0000 7eff34228740 10 client.0 _ll_register_callbacks cb 0x555bc0dfc270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.408+0000 7eff2b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 0x555bc0ea9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.408+0000 7eff2b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 0x555bc0ea9e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34558/0 (socket says 172.21.15.26:34558) 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.408+0000 7eff2b200640 1 -- 172.21.15.26:0/1441947336 learned_addr learned my addr 172.21.15.26:0/1441947336 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.408+0000 7eff2a800640 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea1d50 0x555bc0eac5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.408+0000 7eff29e00640 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea2670 0x555bc0ea9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.408+0000 7eff2b200640 1 -- 172.21.15.26:0/1441947336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea2670 msgr2=0x555bc0ea9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.408+0000 7eff2b200640 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea2670 0x555bc0ea9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.408+0000 7eff2b200640 1 -- 172.21.15.26:0/1441947336 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea1d50 msgr2=0x555bc0eac5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.408+0000 7eff2b200640 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea1d50 0x555bc0eac5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.408+0000 7eff2b200640 1 -- 172.21.15.26:0/1441947336 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bc0be27d0 con 0x555bc0eacd40 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.409+0000 7eff2b200640 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 0x555bc0ea9e80 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7eff2401d9d0 tx=0x7eff24004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b3cae6b2ccd343b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.409+0000 7eff0be00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.409+0000 7eff0be00640 1 -- 172.21.15.26:0/1441947336 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff24010950 con 0x555bc0eacd40 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.409+0000 7eff0be00640 1 -- 172.21.15.26:0/1441947336 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7eff24010af0 con 0x555bc0eacd40 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.409+0000 7eff34228740 1 -- 172.21.15.26:0/1441947336 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff1c01a8f0 con 0x555bc0eacd40 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.409+0000 7eff0be00640 1 -- 172.21.15.26:0/1441947336 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7eff24010cf0 con 0x555bc0eacd40 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.409+0000 7eff34228740 10 client.18288 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.409+0000 7eff34228740 1 -- 172.21.15.26:0/1441947336 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555bc0b183f0 con 0x555bc0eacd40 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.410+0000 7eff0be00640 1 -- 172.21.15.26:0/1441947336 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7eff1c01a8f0 con 0x555bc0eacd40 2024-04-26T23:49:21.415 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.410+0000 7eff0be00640 1 -- 172.21.15.26:0/1441947336 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7eff24024070 con 0x555bc0eacd40 2024-04-26T23:49:21.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.410+0000 7eff34228740 10 client.18288 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:21.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.410+0000 7eff34228740 10 client.18288 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:21.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.410+0000 7eff34228740 20 client.18288 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:21.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.410+0000 7eff34228740 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bc0ebc730 0x555bc0ebeb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.410+0000 7eff34228740 4 client.18288 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:49:21.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.410+0000 7eff34228740 1 -- 172.21.15.26:0/1441947336 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555bc0e147e0 con 0x555bc0ebc730 2024-04-26T23:49:21.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.411+0000 7eff2a800640 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bc0ebc730 0x555bc0ebeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.412+0000 7eff2a800640 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bc0ebc730 0x555bc0ebeb20 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae996be5fa92a2c5 server_cookie=6fecbe51ffd4b4c1 in_seq=0 out_seq=0 2024-04-26T23:49:21.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.412+0000 7eff0be00640 10 client.18288 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.413+0000 7eff0be00640 1 -- 172.21.15.26:0/1441947336 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555bc0e147e0 con 0x555bc0ebc730 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.413+0000 7eff0be00640 10 client.18288 handle_command_reply: tid=0 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff34228740 1 client.18288 shutdown 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff34228740 1 -- 172.21.15.26:0/1441947336 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 msgr2=0x555bc0ea9e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff34228740 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 0x555bc0ea9e80 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7eff2401d9d0 tx=0x7eff24004a40 comp rx=0 tx=0).stop 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff34228740 1 -- 172.21.15.26:0/1441947336 shutdown_connections 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff34228740 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bc0ebc730 0x555bc0ebeb20 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff34228740 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 0x555bc0ea9e80 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff34228740 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea2670 0x555bc0ea9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff34228740 1 --2- 172.21.15.26:0/1441947336 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea1d50 0x555bc0eac5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff34228740 1 -- 172.21.15.26:0/1441947336 >> 172.21.15.26:0/1441947336 conn(0x555bc0e9e070 msgr2=0x555bc0e9d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff0be00640 0 client.18288 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:21.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff34228740 1 -- 172.21.15.26:0/1441947336 shutdown_connections 2024-04-26T23:49:21.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff34228740 1 -- 172.21.15.26:0/1441947336 wait complete. 2024-04-26T23:49:21.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.414+0000 7eff34228740 20 client.18288 trim_cache size 0 max 16384 2024-04-26T23:49:21.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.438+0000 7eff34228740 1 Processor -- start 2024-04-26T23:49:21.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.438+0000 7eff34228740 1 -- start start 2024-04-26T23:49:21.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.438+0000 7eff34228740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea1d50 0x555bc0e9cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.438+0000 7eff34228740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea2670 0x555bc0ea90f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.438+0000 7eff34228740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0eacd40 0x555bc0ea3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.438+0000 7eff34228740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c1b06c0 con 0x555bc0ea1d50 2024-04-26T23:49:21.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.438+0000 7eff34228740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c1ae530 con 0x555bc0ea2670 2024-04-26T23:49:21.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.438+0000 7eff34228740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c1afff0 con 0x555bc0eacd40 2024-04-26T23:49:21.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.439+0000 7eff2a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea1d50 0x555bc0e9cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.439+0000 7eff2a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea1d50 0x555bc0e9cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34564/0 (socket says 172.21.15.26:34564) 2024-04-26T23:49:21.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.439+0000 7eff2a800640 1 -- 172.21.15.26:0/3545376344 learned_addr learned my addr 172.21.15.26:0/3545376344 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:21.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.439+0000 7eff29e00640 1 --2- 172.21.15.26:0/3545376344 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea2670 0x555bc0ea90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.439+0000 7eff2a800640 1 -- 172.21.15.26:0/3545376344 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0eacd40 msgr2=0x555bc0ea3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.439+0000 7eff2b200640 1 --2- 172.21.15.26:0/3545376344 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0eacd40 0x555bc0ea3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.439+0000 7eff2a800640 1 --2- 172.21.15.26:0/3545376344 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0eacd40 0x555bc0ea3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.439+0000 7eff2a800640 1 -- 172.21.15.26:0/3545376344 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea2670 msgr2=0x555bc0ea90f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.439+0000 7eff2a800640 1 --2- 172.21.15.26:0/3545376344 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea2670 0x555bc0ea90f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.439+0000 7eff2a800640 1 -- 172.21.15.26:0/3545376344 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bc0ad80f0 con 0x555bc0ea1d50 2024-04-26T23:49:21.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.439+0000 7eff29e00640 1 --2- 172.21.15.26:0/3545376344 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea2670 0x555bc0ea90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:21.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.439+0000 7eff2b200640 1 --2- 172.21.15.26:0/3545376344 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0eacd40 0x555bc0ea3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:21.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.440+0000 7eff2a800640 1 --2- 172.21.15.26:0/3545376344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea1d50 0x555bc0e9cf00 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7eff1c00fc30 tx=0x7eff1c004280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13787c09c84d4e84 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:21.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.440+0000 7eff16a00640 1 -- 172.21.15.26:0/3545376344 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff1c02c070 con 0x555bc0ea1d50 2024-04-26T23:49:21.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.440+0000 7eff16a00640 1 -- 172.21.15.26:0/3545376344 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7eff1c0054d0 con 0x555bc0ea1d50 2024-04-26T23:49:21.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.440+0000 7eff16a00640 1 -- 172.21.15.26:0/3545376344 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff1c015050 con 0x555bc0ea1d50 2024-04-26T23:49:21.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.441+0000 7eff34228740 1 -- 172.21.15.26:0/3545376344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea1d50 msgr2=0x555bc0e9cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.441+0000 7eff34228740 1 --2- 172.21.15.26:0/3545376344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea1d50 0x555bc0e9cf00 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7eff1c00fc30 tx=0x7eff1c004280 comp rx=0 tx=0).stop 2024-04-26T23:49:21.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.441+0000 7eff34228740 1 -- 172.21.15.26:0/3545376344 shutdown_connections 2024-04-26T23:49:21.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.441+0000 7eff34228740 1 --2- 172.21.15.26:0/3545376344 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0eacd40 0x555bc0ea3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.441+0000 7eff34228740 1 --2- 172.21.15.26:0/3545376344 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea2670 0x555bc0ea90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.441+0000 7eff34228740 1 --2- 172.21.15.26:0/3545376344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0ea1d50 0x555bc0e9cf00 unknown :-1 s=CLOSED pgs=1384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.441+0000 7eff34228740 1 -- 172.21.15.26:0/3545376344 >> 172.21.15.26:0/3545376344 conn(0x555bc0e9e070 msgr2=0x555bc0ea34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:21.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.441+0000 7eff34228740 1 -- 172.21.15.26:0/3545376344 shutdown_connections 2024-04-26T23:49:21.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.441+0000 7eff34228740 1 -- 172.21.15.26:0/3545376344 wait complete. 2024-04-26T23:49:21.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.441+0000 7eff34228740 1 -- start start 2024-04-26T23:49:21.446 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.442+0000 7eff34228740 1 Processor -- start 2024-04-26T23:49:21.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.442+0000 7eff34228740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea1d50 0x555bc0eb5000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.442+0000 7eff34228740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea2670 0x555bc0ea62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.442+0000 7eff34228740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 0x555bc0ea6830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.442+0000 7eff34228740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c1af250 con 0x555bc0eacd40 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.442+0000 7eff34228740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c1aeb80 con 0x555bc0ea2670 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.442+0000 7eff34228740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c1af920 con 0x555bc0ea1d50 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.442+0000 7eff34228740 10 client.0 _ll_register_callbacks cb 0x7eff2401d680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.443+0000 7eff2b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 0x555bc0ea6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.443+0000 7eff2b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 0x555bc0ea6830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:34570/0 (socket says 172.21.15.26:34570) 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.443+0000 7eff2b200640 1 -- 172.21.15.26:0/2576031864 learned_addr learned my addr 172.21.15.26:0/2576031864 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.443+0000 7eff2a800640 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea1d50 0x555bc0eb5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.443+0000 7eff29e00640 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea2670 0x555bc0ea62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.443+0000 7eff2b200640 1 -- 172.21.15.26:0/2576031864 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea1d50 msgr2=0x555bc0eb5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.443+0000 7eff2b200640 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea1d50 0x555bc0eb5000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.443+0000 7eff2b200640 1 -- 172.21.15.26:0/2576031864 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea2670 msgr2=0x555bc0ea62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.443+0000 7eff2b200640 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea2670 0x555bc0ea62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.443+0000 7eff2b200640 1 -- 172.21.15.26:0/2576031864 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bc0dcea30 con 0x555bc0eacd40 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.443+0000 7eff2b200640 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 0x555bc0ea6830 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7eff24005c40 tx=0x7eff2401d490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d81d19115c57f7c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.443+0000 7eff0be00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.444+0000 7eff0be00640 1 -- 172.21.15.26:0/2576031864 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff2403b060 con 0x555bc0eacd40 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.444+0000 7eff0be00640 1 -- 172.21.15.26:0/2576031864 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7eff24026ab0 con 0x555bc0eacd40 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.444+0000 7eff34228740 1 -- 172.21.15.26:0/2576031864 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff1c0054d0 con 0x555bc0eacd40 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.444+0000 7eff0be00640 1 -- 172.21.15.26:0/2576031864 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7eff24026cb0 con 0x555bc0eacd40 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.444+0000 7eff34228740 10 client.18294 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.444+0000 7eff34228740 1 -- 172.21.15.26:0/2576031864 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555bc0f22ad0 con 0x555bc0eacd40 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.444+0000 7eff0be00640 1 -- 172.21.15.26:0/2576031864 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7eff1c0054d0 con 0x555bc0eacd40 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.445+0000 7eff0be00640 1 -- 172.21.15.26:0/2576031864 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7eff24024050 con 0x555bc0eacd40 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.445+0000 7eff34228740 10 client.18294 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.445+0000 7eff34228740 10 client.18294 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.445+0000 7eff34228740 20 client.18294 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.445+0000 7eff34228740 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bc0f231f0 0x555bc0f25610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:21.450 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.445+0000 7eff34228740 4 client.18294 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:49:21.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.445+0000 7eff34228740 1 -- 172.21.15.26:0/2576031864 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555bc0e0e650 con 0x555bc0f231f0 2024-04-26T23:49:21.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.445+0000 7eff2a800640 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bc0f231f0 0x555bc0f25610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:21.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.446+0000 7eff2a800640 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bc0f231f0 0x555bc0f25610 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae957a1674b18e46 server_cookie=c287c5f6358f7323 in_seq=0 out_seq=0 2024-04-26T23:49:21.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.446+0000 7eff0be00640 10 client.18294 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:21.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.447+0000 7eff0be00640 1 -- 172.21.15.26:0/2576031864 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555bc0e0e650 con 0x555bc0f231f0 2024-04-26T23:49:21.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.447+0000 7eff0be00640 10 client.18294 handle_command_reply: tid=0 2024-04-26T23:49:21.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.447+0000 7eff34228740 1 client.18294 shutdown 2024-04-26T23:49:21.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.447+0000 7eff34228740 1 -- 172.21.15.26:0/2576031864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 msgr2=0x555bc0ea6830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.447+0000 7eff34228740 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 0x555bc0ea6830 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7eff24005c40 tx=0x7eff2401d490 comp rx=0 tx=0).stop 2024-04-26T23:49:21.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.447+0000 7eff34228740 1 -- 172.21.15.26:0/2576031864 shutdown_connections 2024-04-26T23:49:21.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.447+0000 7eff34228740 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x555bc0f231f0 0x555bc0f25610 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.447+0000 7eff34228740 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555bc0eacd40 0x555bc0ea6830 unknown :-1 s=CLOSED pgs=1385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.447+0000 7eff34228740 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555bc0ea2670 0x555bc0ea62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.447+0000 7eff34228740 1 --2- 172.21.15.26:0/2576031864 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555bc0ea1d50 0x555bc0eb5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.447+0000 7eff34228740 1 -- 172.21.15.26:0/2576031864 >> 172.21.15.26:0/2576031864 conn(0x555bc0e9e070 msgr2=0x555bc0ea3d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:21.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.447+0000 7eff0be00640 0 client.18294 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:21.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.448+0000 7eff34228740 1 -- 172.21.15.26:0/2576031864 shutdown_connections 2024-04-26T23:49:21.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.448+0000 7eff34228740 1 -- 172.21.15.26:0/2576031864 wait complete. 2024-04-26T23:49:21.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.448+0000 7eff34228740 20 client.18294 trim_cache size 0 max 16384 2024-04-26T23:49:21.453 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:49:21.454 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:49:21.454 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:49:21.454 INFO:teuthology.orchestra.run.smithi026.stdout: "6e5d35f4-9fe6-451e-803f-fbe57fdeebff": { 2024-04-26T23:49:21.454 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:49:21.454 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "6e5d35f4-9fe6-451e-803f-fbe57fdeebff", 2024-04-26T23:49:21.454 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:49:21.454 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:49:21.454 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:49:21.454 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:49:21.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.448+0000 7eff30a00640 1 -- 172.21.15.26:0/504533151 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7eff100a3da0 msgr2=0x7eff100a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.449+0000 7eff30a00640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7eff100a3da0 0x7eff100a6260 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7eff24005fd0 tx=0x7eff240096e0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.449+0000 7eff30a00640 1 -- 172.21.15.26:0/504533151 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff2c1042b0 msgr2=0x7eff2c101b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:21.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.449+0000 7eff30a00640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff2c1042b0 0x7eff2c101b20 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7eff1802a9a0 tx=0x7eff18003b90 comp rx=0 tx=0).stop 2024-04-26T23:49:21.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.449+0000 7eff30a00640 1 -- 172.21.15.26:0/504533151 shutdown_connections 2024-04-26T23:49:21.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.449+0000 7eff30a00640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7eff2c10cdb0 0x7eff2c102060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.449+0000 7eff30a00640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7eff100a3da0 0x7eff100a6260 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.449+0000 7eff30a00640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7eff2c1042b0 0x7eff2c101b20 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.449+0000 7eff30a00640 1 --2- 172.21.15.26:0/504533151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c103990 0x7eff2c1015e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:21.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.449+0000 7eff30a00640 1 -- 172.21.15.26:0/504533151 >> 172.21.15.26:0/504533151 conn(0x7eff2c0fd1b0 msgr2=0x7eff2c0feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:21.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.449+0000 7eff30a00640 1 -- 172.21.15.26:0/504533151 shutdown_connections 2024-04-26T23:49:21.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:21.449+0000 7eff30a00640 1 -- 172.21.15.26:0/504533151 wait complete. 2024-04-26T23:49:21.471 INFO:tasks.cephfs.filesystem:scrub status for tag:6e5d35f4-9fe6-451e-803f-fbe57fdeebff - {'path': '/', 'tag': '6e5d35f4-9fe6-451e-803f-fbe57fdeebff', 'options': 'recursive,force'} 2024-04-26T23:49:23.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:22 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:49:23.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:22 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:49:23.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:22 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:49:23.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:22 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:49:23.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:22 smithi164 ceph-mon[31699]: pgmap v422: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:49:23.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:22 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:49:23.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:22 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:49:23.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:22 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:49:23.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:22 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:49:23.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:22 smithi026 ceph-mon[28371]: pgmap v422: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:49:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:22 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:49:23.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:22 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:49:23.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:22 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:49:23.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:22 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:49:23.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:22 smithi086 ceph-mon[31122]: pgmap v422: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:49:25.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:24 smithi164 ceph-mon[31699]: pgmap v423: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:49:25.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:24 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:49:25.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:24 smithi026 ceph-mon[28371]: pgmap v423: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:49:25.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:24 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:49:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:24 smithi086 ceph-mon[31122]: pgmap v423: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:49:25.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:24 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:49:26.778 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:26 smithi164 ceph-mon[31699]: pgmap v424: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:49:26.778 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:26 smithi026 ceph-mon[28371]: pgmap v424: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:49:26.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:26 smithi086 ceph-mon[31122]: pgmap v424: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:49:29.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:28 smithi164 ceph-mon[31699]: pgmap v425: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:49:29.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:28 smithi026 ceph-mon[28371]: pgmap v425: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:49:29.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:28 smithi086 ceph-mon[31122]: pgmap v425: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:49:30.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:29 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:49:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:29 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:49:30.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:29 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:49:31.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:30 smithi164 ceph-mon[31699]: pgmap v426: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:49:31.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:30 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:49:31.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:30 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:49:31.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:30 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:49:31.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:30 smithi026 ceph-mon[28371]: pgmap v426: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:49:31.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:30 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:49:31.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:30 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:49:31.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:30 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:49:31.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:30 smithi086 ceph-mon[31122]: pgmap v426: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:49:31.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:30 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:49:31.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:30 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:49:31.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:30 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:49:33.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:32 smithi164 ceph-mon[31699]: pgmap v427: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:49:33.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:32 smithi026 ceph-mon[28371]: pgmap v427: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:49:33.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:32 smithi086 ceph-mon[31122]: pgmap v427: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:49:34.873 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:34 smithi086 ceph-mon[31122]: pgmap v428: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:49:35.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:34 smithi164 ceph-mon[31699]: pgmap v428: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:49:35.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:34 smithi026 ceph-mon[28371]: pgmap v428: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:49:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:36 smithi164 ceph-mon[31699]: pgmap v429: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:37.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:36 smithi026 ceph-mon[28371]: pgmap v429: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:37.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:36 smithi086 ceph-mon[31122]: pgmap v429: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:39.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:38 smithi164 ceph-mon[31699]: pgmap v430: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:49:39.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:38 smithi026 ceph-mon[28371]: pgmap v430: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:49:39.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:38 smithi086 ceph-mon[31122]: pgmap v430: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:49:41.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:40 smithi164 ceph-mon[31699]: pgmap v431: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:41.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:40 smithi026 ceph-mon[28371]: pgmap v431: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:41.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:40 smithi086 ceph-mon[31122]: pgmap v431: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:43.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:42 smithi164 ceph-mon[31699]: pgmap v432: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:43.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:42 smithi026 ceph-mon[28371]: pgmap v432: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:43.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:42 smithi086 ceph-mon[31122]: pgmap v432: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:45.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:44 smithi164 ceph-mon[31699]: pgmap v433: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:49:45.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:44 smithi026 ceph-mon[28371]: pgmap v433: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:49:45.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:44 smithi086 ceph-mon[31122]: pgmap v433: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:49:47.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:46 smithi164 ceph-mon[31699]: pgmap v434: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:47.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:46 smithi026 ceph-mon[28371]: pgmap v434: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:47.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:46 smithi086 ceph-mon[31122]: pgmap v434: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:49.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:48 smithi164 ceph-mon[31699]: pgmap v435: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:49:49.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:48 smithi026 ceph-mon[28371]: pgmap v435: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:49:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:48 smithi086 ceph-mon[31122]: pgmap v435: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:49:51.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:50 smithi164 ceph-mon[31699]: pgmap v436: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:51.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:50 smithi026 ceph-mon[28371]: pgmap v436: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:51.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:50 smithi086 ceph-mon[31122]: pgmap v436: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:51.472 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:49:51.472 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:49:51.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.703+0000 7f1d6b200640 1 -- 172.21.15.26:0/1078461145 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d6c10cdb0 msgr2=0x7f1d6c10f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:51.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.703+0000 7f1d6b200640 1 --2- 172.21.15.26:0/1078461145 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d6c10cdb0 0x7f1d6c10f250 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f1d64009ca0 tx=0x7f1d6402a950 comp rx=0 tx=0).stop 2024-04-26T23:49:51.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.703+0000 7f1d6b200640 1 -- 172.21.15.26:0/1078461145 shutdown_connections 2024-04-26T23:49:51.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.703+0000 7f1d6b200640 1 --2- 172.21.15.26:0/1078461145 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d6c10cdb0 0x7f1d6c10f250 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.703+0000 7f1d6b200640 1 --2- 172.21.15.26:0/1078461145 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c1042b0 0x7f1d6c10c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.703+0000 7f1d6b200640 1 --2- 172.21.15.26:0/1078461145 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d6c103990 0x7f1d6c103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.703+0000 7f1d6b200640 1 -- 172.21.15.26:0/1078461145 >> 172.21.15.26:0/1078461145 conn(0x7f1d6c0fd1b0 msgr2=0x7f1d6c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:51.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.703+0000 7f1d6b200640 1 -- 172.21.15.26:0/1078461145 shutdown_connections 2024-04-26T23:49:51.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.703+0000 7f1d6b200640 1 -- 172.21.15.26:0/1078461145 wait complete. 2024-04-26T23:49:51.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.704+0000 7f1d6b200640 1 Processor -- start 2024-04-26T23:49:51.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.705+0000 7f1d6b200640 1 -- start start 2024-04-26T23:49:51.711 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.705+0000 7f1d6b200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c103990 0x7f1d6c19b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.705+0000 7f1d6b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d6c1042b0 0x7f1d6c19b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.705+0000 7f1d6b200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d6c10cdb0 0x7f1d6c19f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.705+0000 7f1d6b200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c112960 con 0x7f1d6c1042b0 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.705+0000 7f1d6b200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1127e0 con 0x7f1d6c10cdb0 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.705+0000 7f1d6b200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c112ae0 con 0x7f1d6c103990 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.706+0000 7f1d69400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d6c1042b0 0x7f1d6c19b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.706+0000 7f1d69400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d6c1042b0 0x7f1d6c19b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49208/0 (socket says 172.21.15.26:49208) 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.706+0000 7f1d69400640 1 -- 172.21.15.26:0/900383057 learned_addr learned my addr 172.21.15.26:0/900383057 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.706+0000 7f1d69e00640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c103990 0x7f1d6c19b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.706+0000 7f1d6a800640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d6c10cdb0 0x7f1d6c19f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.706+0000 7f1d69400640 1 -- 172.21.15.26:0/900383057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c103990 msgr2=0x7f1d6c19b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.706+0000 7f1d69400640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c103990 0x7f1d6c19b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.712 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.706+0000 7f1d69400640 1 -- 172.21.15.26:0/900383057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d6c10cdb0 msgr2=0x7f1d6c19f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:51.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.706+0000 7f1d69400640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d6c10cdb0 0x7f1d6c19f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.706+0000 7f1d69400640 1 -- 172.21.15.26:0/900383057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d6c1a0040 con 0x7f1d6c1042b0 2024-04-26T23:49:51.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.706+0000 7f1d6a800640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d6c10cdb0 0x7f1d6c19f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:51.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.707+0000 7f1d69400640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d6c1042b0 0x7f1d6c19b680 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f1d5800d750 tx=0x7f1d5800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:51.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.707+0000 7f1d62a00640 1 -- 172.21.15.26:0/900383057 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d58017070 con 0x7f1d6c1042b0 2024-04-26T23:49:51.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.707+0000 7f1d62a00640 1 -- 172.21.15.26:0/900383057 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1d58005020 con 0x7f1d6c1042b0 2024-04-26T23:49:51.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.707+0000 7f1d62a00640 1 -- 172.21.15.26:0/900383057 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d58004bc0 con 0x7f1d6c1042b0 2024-04-26T23:49:51.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.707+0000 7f1d6b200640 1 -- 172.21.15.26:0/900383057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d6c1a0330 con 0x7f1d6c1042b0 2024-04-26T23:49:51.713 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.707+0000 7f1d6b200640 1 -- 172.21.15.26:0/900383057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d6c1a7bc0 con 0x7f1d6c1042b0 2024-04-26T23:49:51.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.711+0000 7f1d73dab740 1 Processor -- start 2024-04-26T23:49:51.715 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.711+0000 7f1d73dab740 1 -- start start 2024-04-26T23:49:51.716 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.711+0000 7f1d73dab740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9e8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.711+0000 7f1d73dab740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9f2800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.711+0000 7f1d62a00640 1 -- 172.21.15.26:0/900383057 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1d580051d0 con 0x7f1d6c1042b0 2024-04-26T23:49:51.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.711+0000 7f1d73dab740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9f5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.711+0000 7f1d73dab740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562a1d8f9030 con 0x562a1d9e8670 2024-04-26T23:49:51.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.711+0000 7f1d73dab740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x562a1d9147f0 con 0x562a1d9e7d50 2024-04-26T23:49:51.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.711+0000 7f1d73dab740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562a1d8cf7e0 con 0x562a1d9f2d40 2024-04-26T23:49:51.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.712+0000 7f1d69e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9f2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.712+0000 7f1d69e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9f2800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49222/0 (socket says 172.21.15.26:49222) 2024-04-26T23:49:51.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.712+0000 7f1d69e00640 1 -- 172.21.15.26:0/3206199908 learned_addr learned my addr 172.21.15.26:0/3206199908 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:51.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.712+0000 7f1d69400640 1 --2- 172.21.15.26:0/3206199908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9f5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.717 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.712+0000 7f1d6a800640 1 --2- 172.21.15.26:0/3206199908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9e8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.713+0000 7f1d69e00640 1 -- 172.21.15.26:0/3206199908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 msgr2=0x562a1d9f5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:51.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.713+0000 7f1d69e00640 1 --2- 172.21.15.26:0/3206199908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9f5130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.713+0000 7f1d69e00640 1 -- 172.21.15.26:0/3206199908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 msgr2=0x562a1d9e8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:51.718 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.713+0000 7f1d69e00640 1 --2- 172.21.15.26:0/3206199908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9e8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.713+0000 7f1d69e00640 1 -- 172.21.15.26:0/3206199908 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a1d8db050 con 0x562a1d9e8670 2024-04-26T23:49:51.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.713+0000 7f1d69e00640 1 --2- 172.21.15.26:0/3206199908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9f2800 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00cc60 tx=0x7f1d5c00e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1c9e75a75c39757 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:51.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.713+0000 7f1d57400640 1 -- 172.21.15.26:0/3206199908 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c014070 con 0x562a1d9e8670 2024-04-26T23:49:51.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.713+0000 7f1d57400640 1 -- 172.21.15.26:0/3206199908 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1d5c0047a0 con 0x562a1d9e8670 2024-04-26T23:49:51.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.713+0000 7f1d62a00640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1d500a3da0 0x7f1d500a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.713+0000 7f1d57400640 1 -- 172.21.15.26:0/3206199908 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c010690 con 0x562a1d9e8670 2024-04-26T23:49:51.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.714+0000 7f1d62a00640 1 -- 172.21.15.26:0/900383057 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f1d580d01b0 con 0x7f1d6c1042b0 2024-04-26T23:49:51.719 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.714+0000 7f1d6a800640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1d500a3da0 0x7f1d500a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.714+0000 7f1d73dab740 1 -- 172.21.15.26:0/3206199908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 msgr2=0x562a1d9f2800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:51.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.714+0000 7f1d73dab740 1 --2- 172.21.15.26:0/3206199908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9f2800 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00cc60 tx=0x7f1d5c00e720 comp rx=0 tx=0).stop 2024-04-26T23:49:51.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.715+0000 7f1d73dab740 1 -- 172.21.15.26:0/3206199908 shutdown_connections 2024-04-26T23:49:51.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.715+0000 7f1d73dab740 1 --2- 172.21.15.26:0/3206199908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9f5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.715+0000 7f1d73dab740 1 --2- 172.21.15.26:0/3206199908 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9f2800 unknown :-1 s=CLOSED pgs=1388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.715+0000 7f1d73dab740 1 --2- 172.21.15.26:0/3206199908 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9e8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.715+0000 7f1d73dab740 1 -- 172.21.15.26:0/3206199908 >> 172.21.15.26:0/3206199908 conn(0x562a1d9e4070 msgr2=0x562a1d9e4450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:51.720 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.715+0000 7f1d73dab740 1 -- 172.21.15.26:0/3206199908 shutdown_connections 2024-04-26T23:49:51.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.715+0000 7f1d6a800640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1d500a3da0 0x7f1d500a6260 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1d64009a60 tx=0x7f1d6403c040 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:51.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.715+0000 7f1d73dab740 1 -- 172.21.15.26:0/3206199908 wait complete. 2024-04-26T23:49:51.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.715+0000 7f1d73dab740 1 -- start start 2024-04-26T23:49:51.721 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.716+0000 7f1d73dab740 1 Processor -- start 2024-04-26T23:49:51.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.716+0000 7f1d73dab740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9f25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.716+0000 7f1d73dab740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9ef960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.716+0000 7f1d73dab740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9efea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.716+0000 7f1d73dab740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562a1d951200 con 0x562a1d9e8670 2024-04-26T23:49:51.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.716+0000 7f1d73dab740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x562a1d94bee0 con 0x562a1d9e7d50 2024-04-26T23:49:51.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.716+0000 7f1d73dab740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562a1d958e70 con 0x562a1d9f2d40 2024-04-26T23:49:51.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d73dab740 10 client.0 _ll_register_callbacks cb 0x562a1d942270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:51.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d69400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9ef960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.723 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d69400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9ef960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49224/0 (socket says 172.21.15.26:49224) 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d69400640 1 -- 172.21.15.26:0/815416061 learned_addr learned my addr 172.21.15.26:0/815416061 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d69e00640 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9f25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d6a800640 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9efea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d69400640 1 -- 172.21.15.26:0/815416061 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 msgr2=0x562a1d9efea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d69400640 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9efea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d69400640 1 -- 172.21.15.26:0/815416061 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 msgr2=0x562a1d9f25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d69400640 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9f25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d69400640 1 -- 172.21.15.26:0/815416061 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a1d7287d0 con 0x562a1d9e8670 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d6a800640 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9efea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.717+0000 7f1d69e00640 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9f25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.718+0000 7f1d69400640 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9ef960 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f1d5800d720 tx=0x7f1d5809bb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1786fd2ee0c0f39 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.718+0000 7f1d4be00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.718+0000 7f1d4be00640 1 -- 172.21.15.26:0/815416061 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d58020040 con 0x562a1d9e8670 2024-04-26T23:49:51.724 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.718+0000 7f1d4be00640 1 -- 172.21.15.26:0/815416061 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f1d580a01e0 con 0x562a1d9e8670 2024-04-26T23:49:51.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.718+0000 7f1d73dab740 1 -- 172.21.15.26:0/815416061 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d5c0047a0 con 0x562a1d9e8670 2024-04-26T23:49:51.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.718+0000 7f1d4be00640 1 -- 172.21.15.26:0/815416061 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1d580a4d40 con 0x562a1d9e8670 2024-04-26T23:49:51.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.718+0000 7f1d73dab740 10 client.18306 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:51.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.718+0000 7f1d73dab740 1 -- 172.21.15.26:0/815416061 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562a1d65e3f0 con 0x562a1d9e8670 2024-04-26T23:49:51.725 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.719+0000 7f1d4be00640 1 -- 172.21.15.26:0/815416061 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1d5c0047a0 con 0x562a1d9e8670 2024-04-26T23:49:51.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.719+0000 7f1d4be00640 1 -- 172.21.15.26:0/815416061 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1d580cdb90 con 0x562a1d9e8670 2024-04-26T23:49:51.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.719+0000 7f1d73dab740 10 client.18306 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:51.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.719+0000 7f1d73dab740 10 client.18306 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:51.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.719+0000 7f1d73dab740 20 client.18306 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:51.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.719+0000 7f1d73dab740 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562a1da02670 0x562a1da04a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.719+0000 7f1d73dab740 4 client.18306 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:49:51.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.719+0000 7f1d73dab740 1 -- 172.21.15.26:0/815416061 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562a1d95a7e0 con 0x562a1da02670 2024-04-26T23:49:51.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.720+0000 7f1d69e00640 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562a1da02670 0x562a1da04a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.726 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.721+0000 7f1d69e00640 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562a1da02670 0x562a1da04a80 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c6e446904e3dcf1 server_cookie=d7856f0714661a95 in_seq=0 out_seq=0 2024-04-26T23:49:51.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.721+0000 7f1d4be00640 10 client.18306 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:51.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d4be00640 1 -- 172.21.15.26:0/815416061 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562a1d95a7e0 con 0x562a1da02670 2024-04-26T23:49:51.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d4be00640 10 client.18306 handle_command_reply: tid=0 2024-04-26T23:49:51.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d73dab740 1 client.18306 shutdown 2024-04-26T23:49:51.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d73dab740 1 -- 172.21.15.26:0/815416061 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 msgr2=0x562a1d9ef960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:51.727 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d73dab740 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9ef960 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f1d5800d720 tx=0x7f1d5809bb30 comp rx=0 tx=0).stop 2024-04-26T23:49:51.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d73dab740 1 -- 172.21.15.26:0/815416061 shutdown_connections 2024-04-26T23:49:51.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d73dab740 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562a1da02670 0x562a1da04a80 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d73dab740 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9efea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d73dab740 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9ef960 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.728 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d73dab740 1 --2- 172.21.15.26:0/815416061 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9f25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d4be00640 0 client.18306 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:51.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d73dab740 1 -- 172.21.15.26:0/815416061 >> 172.21.15.26:0/815416061 conn(0x562a1d9e4070 msgr2=0x562a1d9e31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:51.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d73dab740 1 -- 172.21.15.26:0/815416061 shutdown_connections 2024-04-26T23:49:51.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d73dab740 1 -- 172.21.15.26:0/815416061 wait complete. 2024-04-26T23:49:51.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.723+0000 7f1d73dab740 20 client.18306 trim_cache size 0 max 16384 2024-04-26T23:49:51.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.751+0000 7f1d73dab740 1 Processor -- start 2024-04-26T23:49:51.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.752+0000 7f1d73dab740 1 -- start start 2024-04-26T23:49:51.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.752+0000 7f1d73dab740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9e7d50 0x562a1d9eeac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.752+0000 7f1d73dab740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e8670 0x562a1d9e3070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.752+0000 7f1d73dab740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9f2d40 0x562a1d9fe750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.752+0000 7f1d73dab740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1b06d0 con 0x562a1d9f2d40 2024-04-26T23:49:51.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.752+0000 7f1d73dab740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1ae540 con 0x562a1d9e8670 2024-04-26T23:49:51.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.752+0000 7f1d73dab740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1b0000 con 0x562a1d9e7d50 2024-04-26T23:49:51.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.752+0000 7f1d6a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9f2d40 0x562a1d9fe750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.752+0000 7f1d6a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9f2d40 0x562a1d9fe750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49232/0 (socket says 172.21.15.26:49232) 2024-04-26T23:49:51.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.752+0000 7f1d6a800640 1 -- 172.21.15.26:0/3638829379 learned_addr learned my addr 172.21.15.26:0/3638829379 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:51.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.752+0000 7f1d69e00640 1 --2- 172.21.15.26:0/3638829379 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9e7d50 0x562a1d9eeac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.753+0000 7f1d69400640 1 --2- 172.21.15.26:0/3638829379 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e8670 0x562a1d9e3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.753+0000 7f1d6a800640 1 -- 172.21.15.26:0/3638829379 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9e7d50 msgr2=0x562a1d9eeac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:51.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.753+0000 7f1d6a800640 1 --2- 172.21.15.26:0/3638829379 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9e7d50 0x562a1d9eeac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.753+0000 7f1d6a800640 1 -- 172.21.15.26:0/3638829379 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e8670 msgr2=0x562a1d9e3070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:51.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.753+0000 7f1d6a800640 1 --2- 172.21.15.26:0/3638829379 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e8670 0x562a1d9e3070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.753+0000 7f1d6a800640 1 -- 172.21.15.26:0/3638829379 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a1d61e0f0 con 0x562a1d9f2d40 2024-04-26T23:49:51.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.753+0000 7f1d6a800640 1 --2- 172.21.15.26:0/3638829379 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9f2d40 0x562a1d9fe750 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f1d64035000 tx=0x7f1d64040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74e764d4b37de4bb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:51.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.754+0000 7f1d56a00640 1 -- 172.21.15.26:0/3638829379 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d64034050 con 0x562a1d9f2d40 2024-04-26T23:49:51.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.754+0000 7f1d56a00640 1 -- 172.21.15.26:0/3638829379 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1d6402fe20 con 0x562a1d9f2d40 2024-04-26T23:49:51.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.754+0000 7f1d56a00640 1 -- 172.21.15.26:0/3638829379 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d640516c0 con 0x562a1d9f2d40 2024-04-26T23:49:51.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.755+0000 7f1d73dab740 1 -- 172.21.15.26:0/3638829379 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9f2d40 msgr2=0x562a1d9fe750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:51.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.755+0000 7f1d73dab740 1 --2- 172.21.15.26:0/3638829379 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9f2d40 0x562a1d9fe750 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f1d64035000 tx=0x7f1d64040000 comp rx=0 tx=0).stop 2024-04-26T23:49:51.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.755+0000 7f1d73dab740 1 -- 172.21.15.26:0/3638829379 shutdown_connections 2024-04-26T23:49:51.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.755+0000 7f1d73dab740 1 --2- 172.21.15.26:0/3638829379 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9f2d40 0x562a1d9fe750 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.755+0000 7f1d73dab740 1 --2- 172.21.15.26:0/3638829379 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e8670 0x562a1d9e3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.755+0000 7f1d73dab740 1 --2- 172.21.15.26:0/3638829379 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9e7d50 0x562a1d9eeac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.755+0000 7f1d73dab740 1 -- 172.21.15.26:0/3638829379 >> 172.21.15.26:0/3638829379 conn(0x562a1d9e4070 msgr2=0x562a1d9e2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:51.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.755+0000 7f1d73dab740 1 -- 172.21.15.26:0/3638829379 shutdown_connections 2024-04-26T23:49:51.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.755+0000 7f1d73dab740 1 -- 172.21.15.26:0/3638829379 wait complete. 2024-04-26T23:49:51.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.755+0000 7f1d73dab740 1 -- start start 2024-04-26T23:49:51.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.755+0000 7f1d73dab740 1 Processor -- start 2024-04-26T23:49:51.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.756+0000 7f1d73dab740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9fa9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.756+0000 7f1d73dab740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9faf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.763 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.756+0000 7f1d73dab740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9f7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.756+0000 7f1d73dab740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1af260 con 0x562a1d9e8670 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.756+0000 7f1d73dab740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1aeb90 con 0x562a1d9e7d50 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.756+0000 7f1d73dab740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1af930 con 0x562a1d9f2d40 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.756+0000 7f1d73dab740 10 client.0 _ll_register_callbacks cb 0x7f1d580d3790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.756+0000 7f1d69400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9faf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.756+0000 7f1d69400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9faf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49244/0 (socket says 172.21.15.26:49244) 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.756+0000 7f1d69400640 1 -- 172.21.15.26:0/2716102549 learned_addr learned my addr 172.21.15.26:0/2716102549 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.756+0000 7f1d69e00640 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9fa9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.757+0000 7f1d6a800640 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9f7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.757+0000 7f1d69400640 1 -- 172.21.15.26:0/2716102549 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 msgr2=0x562a1d9f7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.757+0000 7f1d69400640 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9f7f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.757+0000 7f1d69400640 1 -- 172.21.15.26:0/2716102549 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 msgr2=0x562a1d9fa9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:51.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.757+0000 7f1d69400640 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9fa9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.757+0000 7f1d69400640 1 -- 172.21.15.26:0/2716102549 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a1d914a30 con 0x562a1d9e8670 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.757+0000 7f1d6a800640 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9f7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.757+0000 7f1d69400640 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9faf10 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f1d5809c060 tx=0x7f1d580d38b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ab0d592d4696987 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.757+0000 7f1d4be00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.757+0000 7f1d4be00640 1 -- 172.21.15.26:0/2716102549 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d58014070 con 0x562a1d9e8670 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.757+0000 7f1d4be00640 1 -- 172.21.15.26:0/2716102549 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f1d580cdb00 con 0x562a1d9e8670 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.757+0000 7f1d73dab740 1 -- 172.21.15.26:0/2716102549 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d6402fe20 con 0x562a1d9e8670 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.758+0000 7f1d4be00640 1 -- 172.21.15.26:0/2716102549 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1d58020040 con 0x562a1d9e8670 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.758+0000 7f1d73dab740 10 client.18312 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.758+0000 7f1d73dab740 1 -- 172.21.15.26:0/2716102549 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562a1da68570 con 0x562a1d9e8670 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.758+0000 7f1d4be00640 1 -- 172.21.15.26:0/2716102549 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1d6402fe20 con 0x562a1d9e8670 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.758+0000 7f1d4be00640 1 -- 172.21.15.26:0/2716102549 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1d58097e20 con 0x562a1d9e8670 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.758+0000 7f1d73dab740 10 client.18312 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.758+0000 7f1d73dab740 10 client.18312 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:51.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.758+0000 7f1d73dab740 20 client.18312 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:51.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.758+0000 7f1d73dab740 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562a1da68b30 0x562a1da6af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:51.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.758+0000 7f1d73dab740 4 client.18312 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:49:51.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.758+0000 7f1d73dab740 1 -- 172.21.15.26:0/2716102549 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562a1d954650 con 0x562a1da68b30 2024-04-26T23:49:51.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.759+0000 7f1d69e00640 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562a1da68b30 0x562a1da6af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:51.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.760+0000 7f1d69e00640 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562a1da68b30 0x562a1da6af50 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d33925994ce24b0 server_cookie=5b2488410a4a09e0 in_seq=0 out_seq=0 2024-04-26T23:49:51.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.760+0000 7f1d4be00640 10 client.18312 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:51.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.760+0000 7f1d4be00640 1 -- 172.21.15.26:0/2716102549 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562a1d954650 con 0x562a1da68b30 2024-04-26T23:49:51.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.760+0000 7f1d4be00640 10 client.18312 handle_command_reply: tid=0 2024-04-26T23:49:51.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.760+0000 7f1d73dab740 1 client.18312 shutdown 2024-04-26T23:49:51.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.760+0000 7f1d73dab740 1 -- 172.21.15.26:0/2716102549 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 msgr2=0x562a1d9faf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:51.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.760+0000 7f1d73dab740 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9faf10 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f1d5809c060 tx=0x7f1d580d38b0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.761+0000 7f1d73dab740 1 -- 172.21.15.26:0/2716102549 shutdown_connections 2024-04-26T23:49:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.761+0000 7f1d73dab740 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562a1da68b30 0x562a1da6af50 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.761+0000 7f1d73dab740 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562a1d9f2d40 0x562a1d9f7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.761+0000 7f1d73dab740 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562a1d9e8670 0x562a1d9faf10 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.761+0000 7f1d73dab740 1 --2- 172.21.15.26:0/2716102549 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562a1d9e7d50 0x562a1d9fa9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.761+0000 7f1d73dab740 1 -- 172.21.15.26:0/2716102549 >> 172.21.15.26:0/2716102549 conn(0x562a1d9e4070 msgr2=0x562a1d9e31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.761+0000 7f1d4be00640 0 client.18312 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.761+0000 7f1d73dab740 1 -- 172.21.15.26:0/2716102549 shutdown_connections 2024-04-26T23:49:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.761+0000 7f1d73dab740 1 -- 172.21.15.26:0/2716102549 wait complete. 2024-04-26T23:49:51.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.761+0000 7f1d73dab740 20 client.18312 trim_cache size 0 max 16384 2024-04-26T23:49:51.768 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:49:51.769 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:49:51.769 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:49:51.769 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:49:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.762+0000 7f1d6b200640 1 -- 172.21.15.26:0/900383057 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1d500a3da0 msgr2=0x7f1d500a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.762+0000 7f1d6b200640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1d500a3da0 0x7f1d500a6260 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1d64009a60 tx=0x7f1d6403c040 comp rx=0 tx=0).stop 2024-04-26T23:49:51.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.762+0000 7f1d6b200640 1 -- 172.21.15.26:0/900383057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d6c1042b0 msgr2=0x7f1d6c19b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.762+0000 7f1d6b200640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d6c1042b0 0x7f1d6c19b680 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f1d5800d750 tx=0x7f1d5800dc10 comp rx=0 tx=0).stop 2024-04-26T23:49:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.762+0000 7f1d6b200640 1 -- 172.21.15.26:0/900383057 shutdown_connections 2024-04-26T23:49:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.762+0000 7f1d6b200640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1d6c10cdb0 0x7f1d6c19f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.762+0000 7f1d6b200640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1d500a3da0 0x7f1d500a6260 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.762+0000 7f1d6b200640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1d6c1042b0 0x7f1d6c19b680 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.762+0000 7f1d6b200640 1 --2- 172.21.15.26:0/900383057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c103990 0x7f1d6c19b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.762+0000 7f1d6b200640 1 -- 172.21.15.26:0/900383057 >> 172.21.15.26:0/900383057 conn(0x7f1d6c0fd1b0 msgr2=0x7f1d6c101590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.762+0000 7f1d6b200640 1 -- 172.21.15.26:0/900383057 shutdown_connections 2024-04-26T23:49:51.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:51.762+0000 7f1d6b200640 1 -- 172.21.15.26:0/900383057 wait complete. 2024-04-26T23:49:51.787 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:49:51.787 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:49:52.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.000+0000 7f4f27200640 1 -- 172.21.15.26:0/556865494 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f2810a930 msgr2=0x7f4f2810ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.000+0000 7f4f27200640 1 --2- 172.21.15.26:0/556865494 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f2810a930 0x7f4f2810ad10 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f4f18009930 tx=0x7f4f1802a420 comp rx=0 tx=0).stop 2024-04-26T23:49:52.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.000+0000 7f4f27200640 1 -- 172.21.15.26:0/556865494 shutdown_connections 2024-04-26T23:49:52.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.000+0000 7f4f27200640 1 --2- 172.21.15.26:0/556865494 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f281052e0 0x7f4f281117f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.000+0000 7f4f27200640 1 --2- 172.21.15.26:0/556865494 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f28104920 0x7f4f28104da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.005 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.000+0000 7f4f27200640 1 --2- 172.21.15.26:0/556865494 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f2810a930 0x7f4f2810ad10 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.000+0000 7f4f27200640 1 -- 172.21.15.26:0/556865494 >> 172.21.15.26:0/556865494 conn(0x7f4f281003d0 msgr2=0x7f4f281027f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.000+0000 7f4f27200640 1 -- 172.21.15.26:0/556865494 shutdown_connections 2024-04-26T23:49:52.006 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.000+0000 7f4f27200640 1 -- 172.21.15.26:0/556865494 wait complete. 2024-04-26T23:49:52.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.001+0000 7f4f27200640 1 Processor -- start 2024-04-26T23:49:52.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.001+0000 7f4f27200640 1 -- start start 2024-04-26T23:49:52.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.002+0000 7f4f27200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f28104920 0x7f4f2819b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.002+0000 7f4f27200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f281052e0 0x7f4f2819b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.002+0000 7f4f27200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f2810a930 0x7f4f2819f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.002+0000 7f4f27200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f4f28114af0 con 0x7f4f28104920 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.002+0000 7f4f27200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f4f28114970 con 0x7f4f2810a930 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.002+0000 7f4f27200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4f28114c70 con 0x7f4f281052e0 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.002+0000 7f4f25e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f28104920 0x7f4f2819b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.002+0000 7f4f25e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f28104920 0x7f4f2819b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49262/0 (socket says 172.21.15.26:49262) 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.002+0000 7f4f25e00640 1 -- 172.21.15.26:0/1458327179 learned_addr learned my addr 172.21.15.26:0/1458327179 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.002+0000 7f4f25400640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f281052e0 0x7f4f2819b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.003+0000 7f4f26800640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f2810a930 0x7f4f2819f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.003+0000 7f4f25e00640 1 -- 172.21.15.26:0/1458327179 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f281052e0 msgr2=0x7f4f2819b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.003+0000 7f4f25e00640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f281052e0 0x7f4f2819b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.003+0000 7f4f25e00640 1 -- 172.21.15.26:0/1458327179 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f2810a930 msgr2=0x7f4f2819f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.003+0000 7f4f25e00640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f2810a930 0x7f4f2819f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.003+0000 7f4f25e00640 1 -- 172.21.15.26:0/1458327179 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f281a0090 con 0x7f4f28104920 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.003+0000 7f4f26800640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f2810a930 0x7f4f2819f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:52.008 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.003+0000 7f4f25400640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f281052e0 0x7f4f2819b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:52.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.003+0000 7f4f25e00640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f28104920 0x7f4f2819b0a0 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f4f1802a940 tx=0x7f4f18003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.004+0000 7f4f1ea00640 1 -- 172.21.15.26:0/1458327179 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f1803f070 con 0x7f4f28104920 2024-04-26T23:49:52.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.004+0000 7f4f1ea00640 1 -- 172.21.15.26:0/1458327179 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4f1803baf0 con 0x7f4f28104920 2024-04-26T23:49:52.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.004+0000 7f4f27200640 1 -- 172.21.15.26:0/1458327179 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f281a0320 con 0x7f4f28104920 2024-04-26T23:49:52.009 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.004+0000 7f4f1ea00640 1 -- 172.21.15.26:0/1458327179 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f18035030 con 0x7f4f28104920 2024-04-26T23:49:52.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.004+0000 7f4f27200640 1 -- 172.21.15.26:0/1458327179 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f281a7c10 con 0x7f4f28104920 2024-04-26T23:49:52.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.005+0000 7f4f27200640 1 -- 172.21.15.26:0/1458327179 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f28069ac0 con 0x7f4f28104920 2024-04-26T23:49:52.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.007+0000 7f4f1ea00640 1 -- 172.21.15.26:0/1458327179 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f4f18042070 con 0x7f4f28104920 2024-04-26T23:49:52.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.009+0000 7f4f1ea00640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4f0c0a3d20 0x7f4f0c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.009+0000 7f4f1ea00640 1 -- 172.21.15.26:0/1458327179 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f4f180f0f70 con 0x7f4f28104920 2024-04-26T23:49:52.013 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.009+0000 7f4f25400640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4f0c0a3d20 0x7f4f0c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.014 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.010+0000 7f4f25400640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4f0c0a3d20 0x7f4f0c0a61e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f4f28102b50 tx=0x7f4f14005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.018 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.014+0000 7f4f1ea00640 1 -- 172.21.15.26:0/1458327179 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f4f180bd590 con 0x7f4f28104920 2024-04-26T23:49:52.296 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.291+0000 7f4f27200640 1 -- 172.21.15.26:0/1458327179 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4f2810ce90 con 0x7f4f28104920 2024-04-26T23:49:52.297 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.293+0000 7f4f1ea00640 1 -- 172.21.15.26:0/1458327179 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f4f180bce90 con 0x7f4f28104920 2024-04-26T23:49:52.298 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:49:52.298 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:49:52.298 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:49:52.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.296+0000 7f4f27200640 1 -- 172.21.15.26:0/1458327179 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4f0c0a3d20 msgr2=0x7f4f0c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.296+0000 7f4f27200640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4f0c0a3d20 0x7f4f0c0a61e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f4f28102b50 tx=0x7f4f14005f90 comp rx=0 tx=0).stop 2024-04-26T23:49:52.300 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.296+0000 7f4f27200640 1 -- 172.21.15.26:0/1458327179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f28104920 msgr2=0x7f4f2819b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.296+0000 7f4f27200640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f28104920 0x7f4f2819b0a0 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f4f1802a940 tx=0x7f4f18003b90 comp rx=0 tx=0).stop 2024-04-26T23:49:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.296+0000 7f4f27200640 1 -- 172.21.15.26:0/1458327179 shutdown_connections 2024-04-26T23:49:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.296+0000 7f4f27200640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f4f2810a930 0x7f4f2819f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.301 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.296+0000 7f4f27200640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f281052e0 0x7f4f2819b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.296+0000 7f4f27200640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f4f0c0a3d20 0x7f4f0c0a61e0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.296+0000 7f4f27200640 1 --2- 172.21.15.26:0/1458327179 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f4f28104920 0x7f4f2819b0a0 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.296+0000 7f4f27200640 1 -- 172.21.15.26:0/1458327179 >> 172.21.15.26:0/1458327179 conn(0x7f4f281003d0 msgr2=0x7f4f28100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.297+0000 7f4f27200640 1 -- 172.21.15.26:0/1458327179 shutdown_connections 2024-04-26T23:49:52.302 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.297+0000 7f4f27200640 1 -- 172.21.15.26:0/1458327179 wait complete. 2024-04-26T23:49:52.320 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:49:52.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.542+0000 7ff764e00640 1 -- 172.21.15.26:0/4276367194 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff760103190 msgr2=0x7ff76010f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.542+0000 7ff764e00640 1 --2- 172.21.15.26:0/4276367194 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff760103190 0x7ff76010f6a0 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7ff758009c10 tx=0x7ff75802a6e0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.543+0000 7ff764e00640 1 -- 172.21.15.26:0/4276367194 shutdown_connections 2024-04-26T23:49:52.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.543+0000 7ff764e00640 1 --2- 172.21.15.26:0/4276367194 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff760103190 0x7ff76010f6a0 unknown :-1 s=CLOSED pgs=1394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.543+0000 7ff764e00640 1 --2- 172.21.15.26:0/4276367194 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7601027d0 0x7ff760102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.543+0000 7ff764e00640 1 --2- 172.21.15.26:0/4276367194 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff7601087e0 0x7ff760108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.543+0000 7ff764e00640 1 -- 172.21.15.26:0/4276367194 >> 172.21.15.26:0/4276367194 conn(0x7ff7600fe300 msgr2=0x7ff760100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.543+0000 7ff764e00640 1 -- 172.21.15.26:0/4276367194 shutdown_connections 2024-04-26T23:49:52.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.543+0000 7ff764e00640 1 -- 172.21.15.26:0/4276367194 wait complete. 2024-04-26T23:49:52.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.544+0000 7ff764e00640 1 Processor -- start 2024-04-26T23:49:52.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.544+0000 7ff764e00640 1 -- start start 2024-04-26T23:49:52.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.545+0000 7ff764e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7601027d0 0x7ff76019b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.545+0000 7ff764e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff760103190 0x7ff76019b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.545+0000 7ff764e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7601087e0 0x7ff76019f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.545+0000 7ff764e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff760112910 con 0x7ff7601087e0 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.545+0000 7ff764e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff760112790 con 0x7ff760103190 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.545+0000 7ff764e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff760112a90 con 0x7ff7601027d0 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.545+0000 7ff75fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7601087e0 0x7ff76019f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.545+0000 7ff75fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7601087e0 0x7ff76019f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49276/0 (socket says 172.21.15.26:49276) 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.545+0000 7ff75fe00640 1 -- 172.21.15.26:0/2677848338 learned_addr learned my addr 172.21.15.26:0/2677848338 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.545+0000 7ff75f400640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7601027d0 0x7ff76019b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.545+0000 7ff75ea00640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff760103190 0x7ff76019b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.546+0000 7ff75fe00640 1 -- 172.21.15.26:0/2677848338 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7601027d0 msgr2=0x7ff76019b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.546+0000 7ff75fe00640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7601027d0 0x7ff76019b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.546+0000 7ff75fe00640 1 -- 172.21.15.26:0/2677848338 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff760103190 msgr2=0x7ff76019b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.546+0000 7ff75fe00640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff760103190 0x7ff76019b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.546+0000 7ff75fe00640 1 -- 172.21.15.26:0/2677848338 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7601a0040 con 0x7ff7601087e0 2024-04-26T23:49:52.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.546+0000 7ff75ea00640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff760103190 0x7ff76019b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:52.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.546+0000 7ff75fe00640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7601087e0 0x7ff76019f910 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7ff75802ac00 tx=0x7ff758030d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.547+0000 7ff757e00640 1 -- 172.21.15.26:0/2677848338 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff758041020 con 0x7ff7601087e0 2024-04-26T23:49:52.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.547+0000 7ff764e00640 1 -- 172.21.15.26:0/2677848338 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7601a02d0 con 0x7ff7601087e0 2024-04-26T23:49:52.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.547+0000 7ff757e00640 1 -- 172.21.15.26:0/2677848338 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff758037040 con 0x7ff7601087e0 2024-04-26T23:49:52.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.547+0000 7ff757e00640 1 -- 172.21.15.26:0/2677848338 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff758036070 con 0x7ff7601087e0 2024-04-26T23:49:52.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.547+0000 7ff764e00640 1 -- 172.21.15.26:0/2677848338 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7601a7bc0 con 0x7ff7601087e0 2024-04-26T23:49:52.555 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.551+0000 7ff769368740 1 Processor -- start 2024-04-26T23:49:52.556 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.552+0000 7ff757e00640 1 -- 172.21.15.26:0/2677848338 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff758044020 con 0x7ff7601087e0 2024-04-26T23:49:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.552+0000 7ff769368740 1 -- start start 2024-04-26T23:49:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.552+0000 7ff769368740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d63a0 0x559c810d6780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.552+0000 7ff769368740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 0x559c810e0e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.552+0000 7ff769368740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810e1390 0x559c810e3780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.558 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.552+0000 7ff769368740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559c8103ac70 con 0x559c810d63a0 2024-04-26T23:49:52.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.552+0000 7ff769368740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559c80ff3980 con 0x559c810e1390 2024-04-26T23:49:52.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.552+0000 7ff769368740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559c81036c30 con 0x559c810d6cc0 2024-04-26T23:49:52.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.553+0000 7ff75ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d63a0 0x559c810d6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.553+0000 7ff75ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d63a0 0x559c810d6780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49292/0 (socket says 172.21.15.26:49292) 2024-04-26T23:49:52.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.553+0000 7ff75ea00640 1 -- 172.21.15.26:0/1981063152 learned_addr learned my addr 172.21.15.26:0/1981063152 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:52.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.553+0000 7ff75f400640 1 --2- 172.21.15.26:0/1981063152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 0x559c810e0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.553+0000 7ff75ea00640 1 --2- 172.21.15.26:0/1981063152 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810e1390 0x559c810e3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.553+0000 7ff75ea00640 1 -- 172.21.15.26:0/1981063152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 msgr2=0x559c810e0e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.553+0000 7ff75ea00640 1 --2- 172.21.15.26:0/1981063152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 0x559c810e0e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.553+0000 7ff75ea00640 1 -- 172.21.15.26:0/1981063152 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810e1390 msgr2=0x559c810e3780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.559 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.553+0000 7ff75ea00640 1 --2- 172.21.15.26:0/1981063152 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810e1390 0x559c810e3780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.553+0000 7ff75ea00640 1 -- 172.21.15.26:0/1981063152 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c80fcb7b0 con 0x559c810d63a0 2024-04-26T23:49:52.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.554+0000 7ff75ea00640 1 --2- 172.21.15.26:0/1981063152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d63a0 0x559c810d6780 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7ff748009f20 tx=0x7ff7480097d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1e3659148b79438 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.560 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.554+0000 7ff757e00640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7440a3d20 0x7ff7440a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.554+0000 7ff754c00640 1 -- 172.21.15.26:0/1981063152 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748011470 con 0x559c810d63a0 2024-04-26T23:49:52.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.554+0000 7ff757e00640 1 -- 172.21.15.26:0/2677848338 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7ff7580f1180 con 0x7ff7601087e0 2024-04-26T23:49:52.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.554+0000 7ff754c00640 1 -- 172.21.15.26:0/1981063152 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff748011aa0 con 0x559c810d63a0 2024-04-26T23:49:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.554+0000 7ff754c00640 1 -- 172.21.15.26:0/1981063152 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74800f9b0 con 0x559c810d63a0 2024-04-26T23:49:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.554+0000 7ff75f400640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7440a3d20 0x7ff7440a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.555+0000 7ff769368740 1 -- 172.21.15.26:0/1981063152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d63a0 msgr2=0x559c810d6780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.555+0000 7ff769368740 1 --2- 172.21.15.26:0/1981063152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d63a0 0x559c810d6780 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7ff748009f20 tx=0x7ff7480097d0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.555+0000 7ff75f400640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7440a3d20 0x7ff7440a61e0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x559c810d7960 tx=0x7ff750009260 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.555+0000 7ff769368740 1 -- 172.21.15.26:0/1981063152 shutdown_connections 2024-04-26T23:49:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.555+0000 7ff769368740 1 --2- 172.21.15.26:0/1981063152 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810e1390 0x559c810e3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.566 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.555+0000 7ff769368740 1 --2- 172.21.15.26:0/1981063152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 0x559c810e0e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.555+0000 7ff769368740 1 --2- 172.21.15.26:0/1981063152 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d63a0 0x559c810d6780 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.555+0000 7ff769368740 1 -- 172.21.15.26:0/1981063152 >> 172.21.15.26:0/1981063152 conn(0x559c810d26c0 msgr2=0x559c810d2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.555+0000 7ff769368740 1 -- 172.21.15.26:0/1981063152 shutdown_connections 2024-04-26T23:49:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.555+0000 7ff769368740 1 -- 172.21.15.26:0/1981063152 wait complete. 2024-04-26T23:49:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.556+0000 7ff769368740 1 -- start start 2024-04-26T23:49:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.556+0000 7ff769368740 1 Processor -- start 2024-04-26T23:49:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.556+0000 7ff769368740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810e0d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.556+0000 7ff769368740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d6cc0 0x559c810de050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff769368740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810e1390 0x559c810de660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff769368740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x559c81039f80 con 0x559c810d6cc0 2024-04-26T23:49:52.567 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff769368740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x559c80fe7260 con 0x559c810d63a0 2024-04-26T23:49:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff769368740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559c8103f2a0 con 0x559c810e1390 2024-04-26T23:49:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff769368740 10 client.0 _ll_register_callbacks cb 0x559c81031960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff75ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d6cc0 0x559c810de050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff75ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d6cc0 0x559c810de050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49308/0 (socket says 172.21.15.26:49308) 2024-04-26T23:49:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff75ea00640 1 -- 172.21.15.26:0/2123543757 learned_addr learned my addr 172.21.15.26:0/2123543757 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff75f400640 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810e0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff75fe00640 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810e1390 0x559c810de660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff75ea00640 1 -- 172.21.15.26:0/2123543757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810e1390 msgr2=0x559c810de660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff75ea00640 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810e1390 0x559c810de660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff75ea00640 1 -- 172.21.15.26:0/2123543757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 msgr2=0x559c810e0d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff75ea00640 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810e0d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff75ea00640 1 -- 172.21.15.26:0/2123543757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c80fc91c0 con 0x559c810d6cc0 2024-04-26T23:49:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.557+0000 7ff75f400640 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810e0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.558+0000 7ff75ea00640 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d6cc0 0x559c810de050 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7ff74800f5d0 tx=0x7ff748004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c09cf0b4fc8d47bc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.558+0000 7ff74d600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.558+0000 7ff74d600640 1 -- 172.21.15.26:0/2123543757 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748009aa0 con 0x559c810d6cc0 2024-04-26T23:49:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.558+0000 7ff74d600640 1 -- 172.21.15.26:0/2123543757 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7ff748013110 con 0x559c810d6cc0 2024-04-26T23:49:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.558+0000 7ff769368740 1 -- 172.21.15.26:0/2123543757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff748011aa0 con 0x559c810d6cc0 2024-04-26T23:49:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.558+0000 7ff74d600640 1 -- 172.21.15.26:0/2123543757 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff748005030 con 0x559c810d6cc0 2024-04-26T23:49:52.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.558+0000 7ff769368740 10 client.18330 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.559+0000 7ff769368740 1 -- 172.21.15.26:0/2123543757 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559c80d4c3f0 con 0x559c810d6cc0 2024-04-26T23:49:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.559+0000 7ff74d600640 1 -- 172.21.15.26:0/2123543757 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff748011aa0 con 0x559c810d6cc0 2024-04-26T23:49:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.559+0000 7ff74d600640 1 -- 172.21.15.26:0/2123543757 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff74800fc30 con 0x559c810d6cc0 2024-04-26T23:49:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.559+0000 7ff769368740 10 client.18330 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.559+0000 7ff769368740 10 client.18330 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:49:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.559+0000 7ff769368740 20 client.18330 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.559+0000 7ff769368740 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559c810f0df0 0x559c810f31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.559+0000 7ff769368740 4 client.18330 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:49:52.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.559+0000 7ff769368740 1 -- 172.21.15.26:0/2123543757 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559c81048880 con 0x559c810f0df0 2024-04-26T23:49:52.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.560+0000 7ff75f400640 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559c810f0df0 0x559c810f31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.561+0000 7ff75f400640 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559c810f0df0 0x559c810f31e0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=545b0f6a7b375169 server_cookie=2c219e07f59676e1 in_seq=0 out_seq=0 2024-04-26T23:49:52.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.561+0000 7ff74d600640 10 client.18330 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:49:52.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff74d600640 1 -- 172.21.15.26:0/2123543757 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559c81048880 con 0x559c810f0df0 2024-04-26T23:49:52.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff74d600640 10 client.18330 handle_command_reply: tid=0 2024-04-26T23:49:52.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff769368740 1 client.18330 shutdown 2024-04-26T23:49:52.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff769368740 1 -- 172.21.15.26:0/2123543757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d6cc0 msgr2=0x559c810de050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff769368740 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d6cc0 0x559c810de050 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7ff74800f5d0 tx=0x7ff748004270 comp rx=0 tx=0).stop 2024-04-26T23:49:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff769368740 1 -- 172.21.15.26:0/2123543757 shutdown_connections 2024-04-26T23:49:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff769368740 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559c810f0df0 0x559c810f31e0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff769368740 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810e1390 0x559c810de660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff769368740 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810d6cc0 0x559c810de050 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff769368740 1 --2- 172.21.15.26:0/2123543757 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810e0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff769368740 1 -- 172.21.15.26:0/2123543757 >> 172.21.15.26:0/2123543757 conn(0x559c810d26c0 msgr2=0x559c810d83c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff74d600640 0 client.18330 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:49:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff769368740 1 -- 172.21.15.26:0/2123543757 shutdown_connections 2024-04-26T23:49:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.563+0000 7ff769368740 1 -- 172.21.15.26:0/2123543757 wait complete. 2024-04-26T23:49:52.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.564+0000 7ff769368740 20 client.18330 trim_cache size 0 max 16384 2024-04-26T23:49:52.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.581+0000 7ff769368740 1 Processor -- start 2024-04-26T23:49:52.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.581+0000 7ff769368740 1 -- start start 2024-04-26T23:49:52.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.581+0000 7ff769368740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810ece40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.581+0000 7ff769368740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 0x559c810e0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.581+0000 7ff769368740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 0x559c810f8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.581+0000 7ff769368740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff7601b2d20 con 0x559c810e1390 2024-04-26T23:49:52.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.581+0000 7ff769368740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff7601b05f0 con 0x559c810d63a0 2024-04-26T23:49:52.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.581+0000 7ff769368740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff7601ae460 con 0x559c810d6cc0 2024-04-26T23:49:52.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.582+0000 7ff75fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 0x559c810f8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.582+0000 7ff75fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 0x559c810f8810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49312/0 (socket says 172.21.15.26:49312) 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.582+0000 7ff75fe00640 1 -- 172.21.15.26:0/364222714 learned_addr learned my addr 172.21.15.26:0/364222714 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.582+0000 7ff75f400640 1 --2- 172.21.15.26:0/364222714 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810ece40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.582+0000 7ff75ea00640 1 --2- 172.21.15.26:0/364222714 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 0x559c810e0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.582+0000 7ff75fe00640 1 -- 172.21.15.26:0/364222714 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 msgr2=0x559c810e0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.582+0000 7ff75fe00640 1 --2- 172.21.15.26:0/364222714 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 0x559c810e0890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.582+0000 7ff75fe00640 1 -- 172.21.15.26:0/364222714 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 msgr2=0x559c810ece40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.582+0000 7ff75fe00640 1 --2- 172.21.15.26:0/364222714 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810ece40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.582+0000 7ff75fe00640 1 -- 172.21.15.26:0/364222714 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c80e167d0 con 0x559c810e1390 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.582+0000 7ff75f400640 1 --2- 172.21.15.26:0/364222714 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810ece40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.583+0000 7ff75fe00640 1 --2- 172.21.15.26:0/364222714 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 0x559c810f8810 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7ff7580bcda0 tx=0x7ff7580bd7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea0c5dbafb8d8b44 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.583+0000 7ff74fe00640 1 -- 172.21.15.26:0/364222714 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7580d6070 con 0x559c810e1390 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.583+0000 7ff74fe00640 1 -- 172.21.15.26:0/364222714 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff7580c1450 con 0x559c810e1390 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.583+0000 7ff74fe00640 1 -- 172.21.15.26:0/364222714 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7580eead0 con 0x559c810e1390 2024-04-26T23:49:52.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.584+0000 7ff769368740 1 -- 172.21.15.26:0/364222714 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 msgr2=0x559c810f8810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.584+0000 7ff769368740 1 --2- 172.21.15.26:0/364222714 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 0x559c810f8810 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7ff7580bcda0 tx=0x7ff7580bd7a0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.584+0000 7ff769368740 1 -- 172.21.15.26:0/364222714 shutdown_connections 2024-04-26T23:49:52.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.584+0000 7ff769368740 1 --2- 172.21.15.26:0/364222714 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 0x559c810f8810 unknown :-1 s=CLOSED pgs=1398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.584+0000 7ff769368740 1 --2- 172.21.15.26:0/364222714 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 0x559c810e0890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.584+0000 7ff769368740 1 --2- 172.21.15.26:0/364222714 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810ece40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.584+0000 7ff769368740 1 -- 172.21.15.26:0/364222714 >> 172.21.15.26:0/364222714 conn(0x559c810d26c0 msgr2=0x559c810d9560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.584+0000 7ff769368740 1 -- 172.21.15.26:0/364222714 shutdown_connections 2024-04-26T23:49:52.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.584+0000 7ff769368740 1 -- 172.21.15.26:0/364222714 wait complete. 2024-04-26T23:49:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.584+0000 7ff769368740 1 -- start start 2024-04-26T23:49:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.585+0000 7ff769368740 1 Processor -- start 2024-04-26T23:49:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.585+0000 7ff769368740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810e93c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.585+0000 7ff769368740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 0x559c810e4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.585+0000 7ff769368740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 0x559c810e4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.585+0000 7ff769368740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff7601aeab0 con 0x559c810e1390 2024-04-26T23:49:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.585+0000 7ff769368740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff7601aff20 con 0x559c810d63a0 2024-04-26T23:49:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.585+0000 7ff769368740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff7601af180 con 0x559c810d6cc0 2024-04-26T23:49:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.585+0000 7ff769368740 10 client.0 _ll_register_callbacks cb 0x7ff748009dd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.586+0000 7ff75fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 0x559c810e4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.586+0000 7ff75fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 0x559c810e4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49320/0 (socket says 172.21.15.26:49320) 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.586+0000 7ff75fe00640 1 -- 172.21.15.26:0/3975123018 learned_addr learned my addr 172.21.15.26:0/3975123018 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.586+0000 7ff75f400640 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810e93c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.586+0000 7ff75ea00640 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 0x559c810e4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.586+0000 7ff75fe00640 1 -- 172.21.15.26:0/3975123018 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 msgr2=0x559c810e4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.586+0000 7ff75fe00640 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 0x559c810e4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.586+0000 7ff75fe00640 1 -- 172.21.15.26:0/3975123018 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 msgr2=0x559c810e93c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.586+0000 7ff75fe00640 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810e93c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.586+0000 7ff75fe00640 1 -- 172.21.15.26:0/3975123018 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c80fe12a0 con 0x559c810e1390 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.586+0000 7ff75fe00640 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 0x559c810e4dd0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7ff758030800 tx=0x7ff7580bd160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=154168851d649ce6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.586+0000 7ff74d600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.587+0000 7ff74d600640 1 -- 172.21.15.26:0/3975123018 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7580d6050 con 0x559c810e1390 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.587+0000 7ff74d600640 1 -- 172.21.15.26:0/3975123018 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7ff7580eead0 con 0x559c810e1390 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.587+0000 7ff769368740 1 -- 172.21.15.26:0/3975123018 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7580c1450 con 0x559c810e1390 2024-04-26T23:49:52.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.587+0000 7ff74d600640 1 -- 172.21.15.26:0/3975123018 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff7580bb460 con 0x559c810e1390 2024-04-26T23:49:52.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.587+0000 7ff769368740 10 client.18336 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:52.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.587+0000 7ff769368740 1 -- 172.21.15.26:0/3975123018 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559c81156ae0 con 0x559c810e1390 2024-04-26T23:49:52.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.587+0000 7ff74d600640 1 -- 172.21.15.26:0/3975123018 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff7580c1450 con 0x559c810e1390 2024-04-26T23:49:52.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.588+0000 7ff74d600640 1 -- 172.21.15.26:0/3975123018 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff75804e060 con 0x559c810e1390 2024-04-26T23:49:52.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.588+0000 7ff769368740 10 client.18336 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:52.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.588+0000 7ff769368740 10 client.18336 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:49:52.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.588+0000 7ff769368740 20 client.18336 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:52.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.588+0000 7ff769368740 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559c811570a0 0x559c81159490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.588+0000 7ff769368740 4 client.18336 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:49:52.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.588+0000 7ff769368740 1 -- 172.21.15.26:0/3975123018 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559c810426f0 con 0x559c811570a0 2024-04-26T23:49:52.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.588+0000 7ff75f400640 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559c811570a0 0x559c81159490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.589+0000 7ff75f400640 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559c811570a0 0x559c81159490 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=25d9d0a2e6ba2098 server_cookie=b8748bca753bd26e in_seq=0 out_seq=0 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.589+0000 7ff74d600640 10 client.18336 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff74d600640 1 -- 172.21.15.26:0/3975123018 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559c810426f0 con 0x559c811570a0 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff74d600640 10 client.18336 handle_command_reply: tid=0 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff769368740 1 client.18336 shutdown 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff769368740 1 -- 172.21.15.26:0/3975123018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 msgr2=0x559c810e4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff769368740 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 0x559c810e4dd0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7ff758030800 tx=0x7ff7580bd160 comp rx=0 tx=0).stop 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff769368740 1 -- 172.21.15.26:0/3975123018 shutdown_connections 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff769368740 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x559c810e1390 0x559c810e4dd0 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff769368740 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x559c811570a0 0x559c81159490 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff769368740 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c810d6cc0 0x559c810e4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff769368740 1 --2- 172.21.15.26:0/3975123018 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x559c810d63a0 0x559c810e93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff74d600640 0 client.18336 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff769368740 1 -- 172.21.15.26:0/3975123018 >> 172.21.15.26:0/3975123018 conn(0x559c810d26c0 msgr2=0x559c810df880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff769368740 1 -- 172.21.15.26:0/3975123018 shutdown_connections 2024-04-26T23:49:52.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.590+0000 7ff769368740 1 -- 172.21.15.26:0/3975123018 wait complete. 2024-04-26T23:49:52.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.591+0000 7ff769368740 20 client.18336 trim_cache size 0 max 16384 2024-04-26T23:49:52.598 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:49:52.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.591+0000 7ff764e00640 1 -- 172.21.15.26:0/2677848338 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7440a3d20 msgr2=0x7ff7440a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.591+0000 7ff764e00640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7440a3d20 0x7ff7440a61e0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x559c810d7960 tx=0x7ff750009260 comp rx=0 tx=0).stop 2024-04-26T23:49:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.591+0000 7ff764e00640 1 -- 172.21.15.26:0/2677848338 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7601087e0 msgr2=0x7ff76019f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.591+0000 7ff764e00640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7601087e0 0x7ff76019f910 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7ff75802ac00 tx=0x7ff758030d50 comp rx=0 tx=0).stop 2024-04-26T23:49:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.591+0000 7ff764e00640 1 -- 172.21.15.26:0/2677848338 shutdown_connections 2024-04-26T23:49:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.591+0000 7ff764e00640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7440a3d20 0x7ff7440a61e0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.591+0000 7ff764e00640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff7601087e0 0x7ff76019f910 unknown :-1 s=CLOSED pgs=1395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.591+0000 7ff764e00640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff760103190 0x7ff76019b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.591+0000 7ff764e00640 1 --2- 172.21.15.26:0/2677848338 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7601027d0 0x7ff76019b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.591+0000 7ff764e00640 1 -- 172.21.15.26:0/2677848338 >> 172.21.15.26:0/2677848338 conn(0x7ff7600fe300 msgr2=0x7ff76010da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.592+0000 7ff764e00640 1 -- 172.21.15.26:0/2677848338 shutdown_connections 2024-04-26T23:49:52.599 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.592+0000 7ff764e00640 1 -- 172.21.15.26:0/2677848338 wait complete. 2024-04-26T23:49:52.615 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:49:52.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.842+0000 7fa694c00640 1 -- 172.21.15.26:0/3299180784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa690103990 msgr2=0x7fa690103d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.842+0000 7fa694c00640 1 --2- 172.21.15.26:0/3299180784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa690103990 0x7fa690103d70 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7fa680009900 tx=0x7fa68002a480 comp rx=0 tx=0).stop 2024-04-26T23:49:52.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.842+0000 7fa694c00640 1 -- 172.21.15.26:0/3299180784 shutdown_connections 2024-04-26T23:49:52.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.842+0000 7fa694c00640 1 --2- 172.21.15.26:0/3299180784 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa69010cdb0 0x7fa69010f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.842+0000 7fa694c00640 1 --2- 172.21.15.26:0/3299180784 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa6901042b0 0x7fa69010c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.842+0000 7fa694c00640 1 --2- 172.21.15.26:0/3299180784 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa690103990 0x7fa690103d70 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.842+0000 7fa694c00640 1 -- 172.21.15.26:0/3299180784 >> 172.21.15.26:0/3299180784 conn(0x7fa6900fd1b0 msgr2=0x7fa6900ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.842+0000 7fa694c00640 1 -- 172.21.15.26:0/3299180784 shutdown_connections 2024-04-26T23:49:52.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.842+0000 7fa694c00640 1 -- 172.21.15.26:0/3299180784 wait complete. 2024-04-26T23:49:52.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.843+0000 7fa694c00640 1 Processor -- start 2024-04-26T23:49:52.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.843+0000 7fa694c00640 1 -- start start 2024-04-26T23:49:52.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.844+0000 7fa694c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa690103990 0x7fa6901015e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.844+0000 7fa694c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6901042b0 0x7fa690101b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.844+0000 7fa694c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa69010cdb0 0x7fa690102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.844+0000 7fa694c00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa690112960 con 0x7fa690103990 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.844+0000 7fa694c00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901127e0 con 0x7fa6901042b0 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.844+0000 7fa694c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa690112ae0 con 0x7fa69010cdb0 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.844+0000 7fa68f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa690103990 0x7fa6901015e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.844+0000 7fa68f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa690103990 0x7fa6901015e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49332/0 (socket says 172.21.15.26:49332) 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.844+0000 7fa68f400640 1 -- 172.21.15.26:0/15389644 learned_addr learned my addr 172.21.15.26:0/15389644 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.845+0000 7fa68fe00640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa69010cdb0 0x7fa690102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.844+0000 7fa68ea00640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6901042b0 0x7fa690101b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.845+0000 7fa68f400640 1 -- 172.21.15.26:0/15389644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa69010cdb0 msgr2=0x7fa690102060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.845+0000 7fa68f400640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa69010cdb0 0x7fa690102060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.845+0000 7fa68f400640 1 -- 172.21.15.26:0/15389644 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6901042b0 msgr2=0x7fa690101b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.845+0000 7fa68f400640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6901042b0 0x7fa690101b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.845+0000 7fa68f400640 1 -- 172.21.15.26:0/15389644 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6901a7430 con 0x7fa690103990 2024-04-26T23:49:52.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.845+0000 7fa68f400640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa690103990 0x7fa6901015e0 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7fa68002a9a0 tx=0x7fa680003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.845+0000 7fa687e00640 1 -- 172.21.15.26:0/15389644 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68003f070 con 0x7fa690103990 2024-04-26T23:49:52.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.846+0000 7fa687e00640 1 -- 172.21.15.26:0/15389644 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa680003e40 con 0x7fa690103990 2024-04-26T23:49:52.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.846+0000 7fa687e00640 1 -- 172.21.15.26:0/15389644 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680035030 con 0x7fa690103990 2024-04-26T23:49:52.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.846+0000 7fa694c00640 1 -- 172.21.15.26:0/15389644 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6901a76c0 con 0x7fa690103990 2024-04-26T23:49:52.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.846+0000 7fa694c00640 1 -- 172.21.15.26:0/15389644 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6901a7b60 con 0x7fa690103990 2024-04-26T23:49:52.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.849+0000 7fa698fd8740 1 Processor -- start 2024-04-26T23:49:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.850+0000 7fa698fd8740 1 -- start start 2024-04-26T23:49:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.850+0000 7fa698fd8740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 0x55d1d4411780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.850+0000 7fa698fd8740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d4411cc0 0x55d1d441be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.850+0000 7fa698fd8740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 0x55d1d441e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.850+0000 7fa698fd8740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d1d4375c70 con 0x55d1d441c390 2024-04-26T23:49:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.850+0000 7fa698fd8740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d1d432e980 con 0x55d1d44113a0 2024-04-26T23:49:52.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.850+0000 7fa698fd8740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d1d4371c30 con 0x55d1d4411cc0 2024-04-26T23:49:52.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.850+0000 7fa68ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 0x55d1d441e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.850+0000 7fa687e00640 1 -- 172.21.15.26:0/15389644 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa680042070 con 0x7fa690103990 2024-04-26T23:49:52.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.850+0000 7fa68ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 0x55d1d441e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49344/0 (socket says 172.21.15.26:49344) 2024-04-26T23:49:52.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.851+0000 7fa68ea00640 1 -- 172.21.15.26:0/4140066519 learned_addr learned my addr 172.21.15.26:0/4140066519 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:52.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.851+0000 7fa68fe00640 1 --2- 172.21.15.26:0/4140066519 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 0x55d1d4411780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.851+0000 7fa68ea00640 1 -- 172.21.15.26:0/4140066519 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d4411cc0 msgr2=0x55d1d441be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.851+0000 7fa68ea00640 1 --2- 172.21.15.26:0/4140066519 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d4411cc0 0x55d1d441be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.851+0000 7fa68ea00640 1 -- 172.21.15.26:0/4140066519 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 msgr2=0x55d1d4411780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.851+0000 7fa68ea00640 1 --2- 172.21.15.26:0/4140066519 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 0x55d1d4411780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.851+0000 7fa68ea00640 1 -- 172.21.15.26:0/4140066519 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1d43067b0 con 0x55d1d441c390 2024-04-26T23:49:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.852+0000 7fa68ea00640 1 --2- 172.21.15.26:0/4140066519 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 0x55d1d441e780 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7fa67c00bc70 tx=0x7fa67c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c81f1701c1c68db server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.852+0000 7fa67be00640 1 -- 172.21.15.26:0/4140066519 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c015070 con 0x55d1d441c390 2024-04-26T23:49:52.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.852+0000 7fa67be00640 1 -- 172.21.15.26:0/4140066519 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa67c01a8f0 con 0x55d1d441c390 2024-04-26T23:49:52.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.852+0000 7fa67be00640 1 -- 172.21.15.26:0/4140066519 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c0117f0 con 0x55d1d441c390 2024-04-26T23:49:52.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.853+0000 7fa687e00640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa6740a3d20 0x7fa6740a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.853+0000 7fa698fd8740 1 -- 172.21.15.26:0/4140066519 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 msgr2=0x55d1d441e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.853+0000 7fa698fd8740 1 --2- 172.21.15.26:0/4140066519 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 0x55d1d441e780 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7fa67c00bc70 tx=0x7fa67c00f730 comp rx=0 tx=0).stop 2024-04-26T23:49:52.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.853+0000 7fa687e00640 1 -- 172.21.15.26:0/15389644 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7fa6800f1100 con 0x7fa690103990 2024-04-26T23:49:52.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.853+0000 7fa68fe00640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa6740a3d20 0x7fa6740a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.853+0000 7fa698fd8740 1 -- 172.21.15.26:0/4140066519 shutdown_connections 2024-04-26T23:49:52.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.853+0000 7fa698fd8740 1 --2- 172.21.15.26:0/4140066519 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 0x55d1d441e780 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.853+0000 7fa698fd8740 1 --2- 172.21.15.26:0/4140066519 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d4411cc0 0x55d1d441be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.853+0000 7fa698fd8740 1 --2- 172.21.15.26:0/4140066519 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 0x55d1d4411780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.853+0000 7fa698fd8740 1 -- 172.21.15.26:0/4140066519 >> 172.21.15.26:0/4140066519 conn(0x55d1d440d6c0 msgr2=0x55d1d440daa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.853+0000 7fa698fd8740 1 -- 172.21.15.26:0/4140066519 shutdown_connections 2024-04-26T23:49:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.854+0000 7fa698fd8740 1 -- 172.21.15.26:0/4140066519 wait complete. 2024-04-26T23:49:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.854+0000 7fa698fd8740 1 -- start start 2024-04-26T23:49:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.854+0000 7fa68fe00640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa6740a3d20 0x7fa6740a61e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa688005fd0 tx=0x7fa688009760 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.860 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.854+0000 7fa698fd8740 1 Processor -- start 2024-04-26T23:49:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.855+0000 7fa698fd8740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 0x55d1d441bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.855+0000 7fa698fd8740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d4411cc0 0x55d1d4419080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.855+0000 7fa698fd8740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 0x55d1d4419690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.855+0000 7fa698fd8740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d1d4374f80 con 0x55d1d441c390 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.855+0000 7fa698fd8740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d1d4322260 con 0x55d1d44113a0 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.855+0000 7fa698fd8740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d1d437a2a0 con 0x55d1d4411cc0 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.855+0000 7fa698fd8740 10 client.0 _ll_register_callbacks cb 0x55d1d436c960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.855+0000 7fa68fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 0x55d1d4419690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.855+0000 7fa68fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 0x55d1d4419690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49350/0 (socket says 172.21.15.26:49350) 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.855+0000 7fa68fe00640 1 -- 172.21.15.26:0/3572950698 learned_addr learned my addr 172.21.15.26:0/3572950698 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.855+0000 7fa68f400640 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 0x55d1d441bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.855+0000 7fa68ea00640 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d4411cc0 0x55d1d4419080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.856+0000 7fa68fe00640 1 -- 172.21.15.26:0/3572950698 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d4411cc0 msgr2=0x55d1d4419080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.856+0000 7fa68fe00640 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d4411cc0 0x55d1d4419080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.856+0000 7fa68fe00640 1 -- 172.21.15.26:0/3572950698 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 msgr2=0x55d1d441bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.856+0000 7fa68fe00640 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 0x55d1d441bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.856+0000 7fa68fe00640 1 -- 172.21.15.26:0/3572950698 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1d43041c0 con 0x55d1d441c390 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.856+0000 7fa68ea00640 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d4411cc0 0x55d1d4419080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.856+0000 7fa68fe00640 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 0x55d1d4419690 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7fa688010a00 tx=0x7fa688004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3546993f86d484cd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.856+0000 7fa678c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.857+0000 7fa678c00640 1 -- 172.21.15.26:0/3572950698 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68802a060 con 0x55d1d441c390 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.857+0000 7fa698fd8740 1 -- 172.21.15.26:0/3572950698 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa67c01a8f0 con 0x55d1d441c390 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.857+0000 7fa678c00640 1 -- 172.21.15.26:0/3572950698 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7fa68801db90 con 0x55d1d441c390 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.857+0000 7fa678c00640 1 -- 172.21.15.26:0/3572950698 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa68801dd90 con 0x55d1d441c390 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.857+0000 7fa698fd8740 10 client.18348 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.857+0000 7fa698fd8740 1 -- 172.21.15.26:0/3572950698 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d1d40873f0 con 0x55d1d441c390 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.857+0000 7fa678c00640 1 -- 172.21.15.26:0/3572950698 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa67c01a8f0 con 0x55d1d441c390 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.858+0000 7fa678c00640 1 -- 172.21.15.26:0/3572950698 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa688019040 con 0x55d1d441c390 2024-04-26T23:49:52.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.858+0000 7fa698fd8740 10 client.18348 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.858+0000 7fa698fd8740 10 client.18348 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:49:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.858+0000 7fa698fd8740 20 client.18348 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.858+0000 7fa698fd8740 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d1d442bec0 0x55d1d442e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.858+0000 7fa698fd8740 4 client.18348 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:49:52.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.858+0000 7fa698fd8740 1 -- 172.21.15.26:0/3572950698 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d1d4383880 con 0x55d1d442bec0 2024-04-26T23:49:52.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.858+0000 7fa68f400640 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d1d442bec0 0x55d1d442e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.859+0000 7fa68f400640 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d1d442bec0 0x55d1d442e2b0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d9d5f9e276bc92e8 server_cookie=71e159af3c0a784a in_seq=0 out_seq=0 2024-04-26T23:49:52.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.859+0000 7fa678c00640 10 client.18348 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:49:52.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.861+0000 7fa678c00640 1 -- 172.21.15.26:0/3572950698 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d1d4383880 con 0x55d1d442bec0 2024-04-26T23:49:52.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.861+0000 7fa678c00640 10 client.18348 handle_command_reply: tid=0 2024-04-26T23:49:52.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.861+0000 7fa698fd8740 1 client.18348 shutdown 2024-04-26T23:49:52.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.861+0000 7fa698fd8740 1 -- 172.21.15.26:0/3572950698 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 msgr2=0x55d1d4419690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.861+0000 7fa698fd8740 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 0x55d1d4419690 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7fa688010a00 tx=0x7fa688004a40 comp rx=0 tx=0).stop 2024-04-26T23:49:52.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.861+0000 7fa698fd8740 1 -- 172.21.15.26:0/3572950698 shutdown_connections 2024-04-26T23:49:52.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.862+0000 7fa698fd8740 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d1d442bec0 0x55d1d442e2b0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.862+0000 7fa698fd8740 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d441c390 0x55d1d4419690 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.862+0000 7fa698fd8740 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d4411cc0 0x55d1d4419080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.862+0000 7fa698fd8740 1 --2- 172.21.15.26:0/3572950698 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 0x55d1d441bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.862+0000 7fa698fd8740 1 -- 172.21.15.26:0/3572950698 >> 172.21.15.26:0/3572950698 conn(0x55d1d440d6c0 msgr2=0x55d1d44134c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.862+0000 7fa678c00640 0 client.18348 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:49:52.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.862+0000 7fa698fd8740 1 -- 172.21.15.26:0/3572950698 shutdown_connections 2024-04-26T23:49:52.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.862+0000 7fa698fd8740 1 -- 172.21.15.26:0/3572950698 wait complete. 2024-04-26T23:49:52.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.862+0000 7fa698fd8740 20 client.18348 trim_cache size 0 max 16384 2024-04-26T23:49:52.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.879+0000 7fa698fd8740 1 Processor -- start 2024-04-26T23:49:52.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.879+0000 7fa698fd8740 1 -- start start 2024-04-26T23:49:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.879+0000 7fa698fd8740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d44113a0 0x55d1d440c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.879+0000 7fa698fd8740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d4411cc0 0x55d1d441b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.879+0000 7fa698fd8740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d441c390 0x55d1d4427de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.879+0000 7fa698fd8740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901b2da0 con 0x55d1d44113a0 2024-04-26T23:49:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.879+0000 7fa698fd8740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901b0670 con 0x55d1d4411cc0 2024-04-26T23:49:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.879+0000 7fa698fd8740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901ae4e0 con 0x55d1d441c390 2024-04-26T23:49:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.880+0000 7fa68f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d44113a0 0x55d1d440c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.880+0000 7fa68f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d44113a0 0x55d1d440c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49354/0 (socket says 172.21.15.26:49354) 2024-04-26T23:49:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.880+0000 7fa68f400640 1 -- 172.21.15.26:0/128895423 learned_addr learned my addr 172.21.15.26:0/128895423 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:52.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.880+0000 7fa68ea00640 1 --2- 172.21.15.26:0/128895423 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d4411cc0 0x55d1d441b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.880+0000 7fa68fe00640 1 --2- 172.21.15.26:0/128895423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d441c390 0x55d1d4427de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.880+0000 7fa68f400640 1 -- 172.21.15.26:0/128895423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d441c390 msgr2=0x55d1d4427de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.880+0000 7fa68f400640 1 --2- 172.21.15.26:0/128895423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d441c390 0x55d1d4427de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.880+0000 7fa68f400640 1 -- 172.21.15.26:0/128895423 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d4411cc0 msgr2=0x55d1d441b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.880+0000 7fa68f400640 1 --2- 172.21.15.26:0/128895423 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d4411cc0 0x55d1d441b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.880+0000 7fa68f400640 1 -- 172.21.15.26:0/128895423 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1d41517d0 con 0x55d1d44113a0 2024-04-26T23:49:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.881+0000 7fa68f400640 1 --2- 172.21.15.26:0/128895423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d44113a0 0x55d1d440c630 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7fa6800bd010 tx=0x7fa680005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8319d8df1f751f7b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.881+0000 7fa67b400640 1 -- 172.21.15.26:0/128895423 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680049040 con 0x55d1d44113a0 2024-04-26T23:49:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.881+0000 7fa67b400640 1 -- 172.21.15.26:0/128895423 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa6800c1430 con 0x55d1d44113a0 2024-04-26T23:49:52.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.881+0000 7fa67b400640 1 -- 172.21.15.26:0/128895423 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6800b96f0 con 0x55d1d44113a0 2024-04-26T23:49:52.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.882+0000 7fa698fd8740 1 -- 172.21.15.26:0/128895423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d44113a0 msgr2=0x55d1d440c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.882+0000 7fa698fd8740 1 --2- 172.21.15.26:0/128895423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d44113a0 0x55d1d440c630 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7fa6800bd010 tx=0x7fa680005de0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.882+0000 7fa698fd8740 1 -- 172.21.15.26:0/128895423 shutdown_connections 2024-04-26T23:49:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.882+0000 7fa698fd8740 1 --2- 172.21.15.26:0/128895423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d441c390 0x55d1d4427de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.882+0000 7fa698fd8740 1 --2- 172.21.15.26:0/128895423 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d4411cc0 0x55d1d441b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.882+0000 7fa698fd8740 1 --2- 172.21.15.26:0/128895423 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d44113a0 0x55d1d440c630 unknown :-1 s=CLOSED pgs=1404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.882+0000 7fa698fd8740 1 -- 172.21.15.26:0/128895423 >> 172.21.15.26:0/128895423 conn(0x55d1d440d6c0 msgr2=0x55d1d440bf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.882+0000 7fa698fd8740 1 -- 172.21.15.26:0/128895423 shutdown_connections 2024-04-26T23:49:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.882+0000 7fa698fd8740 1 -- 172.21.15.26:0/128895423 wait complete. 2024-04-26T23:49:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.882+0000 7fa698fd8740 1 -- start start 2024-04-26T23:49:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.883+0000 7fa698fd8740 1 Processor -- start 2024-04-26T23:49:52.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.883+0000 7fa698fd8740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 0x55d1d4424630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.883+0000 7fa698fd8740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d4411cc0 0x55d1d441f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.883+0000 7fa698fd8740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d441c390 0x55d1d441fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.883+0000 7fa698fd8740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901aeb30 con 0x55d1d4411cc0 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.883+0000 7fa698fd8740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901affa0 con 0x55d1d44113a0 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.883+0000 7fa698fd8740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa6901af200 con 0x55d1d441c390 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.883+0000 7fa698fd8740 10 client.0 _ll_register_callbacks cb 0x7fa688009c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.883+0000 7fa68ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d4411cc0 0x55d1d441f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.883+0000 7fa68ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d4411cc0 0x55d1d441f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49366/0 (socket says 172.21.15.26:49366) 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.883+0000 7fa68ea00640 1 -- 172.21.15.26:0/197027681 learned_addr learned my addr 172.21.15.26:0/197027681 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.884+0000 7fa68f400640 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 0x55d1d4424630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.884+0000 7fa68fe00640 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d441c390 0x55d1d441fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.884+0000 7fa68ea00640 1 -- 172.21.15.26:0/197027681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d441c390 msgr2=0x55d1d441fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.884+0000 7fa68ea00640 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d441c390 0x55d1d441fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.884+0000 7fa68ea00640 1 -- 172.21.15.26:0/197027681 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 msgr2=0x55d1d4424630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.884+0000 7fa68ea00640 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 0x55d1d4424630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.884+0000 7fa68ea00640 1 -- 172.21.15.26:0/197027681 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1d431c2a0 con 0x55d1d4411cc0 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.884+0000 7fa68ea00640 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d4411cc0 0x55d1d441f950 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7fa67c00b3e0 tx=0x7fa67c00bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a67e8527deb86be3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.884+0000 7fa678c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.884+0000 7fa678c00640 1 -- 172.21.15.26:0/197027681 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c027020 con 0x55d1d4411cc0 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.885+0000 7fa678c00640 1 -- 172.21.15.26:0/197027681 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7fa67c005590 con 0x55d1d4411cc0 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.885+0000 7fa698fd8740 1 -- 172.21.15.26:0/197027681 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6800c1430 con 0x55d1d4411cc0 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.885+0000 7fa678c00640 1 -- 172.21.15.26:0/197027681 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa67c032050 con 0x55d1d4411cc0 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.885+0000 7fa698fd8740 10 client.18354 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.885+0000 7fa698fd8740 1 -- 172.21.15.26:0/197027681 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d1d4492170 con 0x55d1d4411cc0 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.885+0000 7fa678c00640 1 -- 172.21.15.26:0/197027681 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fa6800c1430 con 0x55d1d4411cc0 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.885+0000 7fa678c00640 1 -- 172.21.15.26:0/197027681 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa67c01a7d0 con 0x55d1d4411cc0 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.886+0000 7fa698fd8740 10 client.18354 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.886+0000 7fa698fd8740 10 client.18354 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:49:52.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.886+0000 7fa698fd8740 20 client.18354 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.886+0000 7fa698fd8740 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d1d4492550 0x55d1d4494940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.886+0000 7fa698fd8740 4 client.18354 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:49:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.886+0000 7fa698fd8740 1 -- 172.21.15.26:0/197027681 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d1d437d6f0 con 0x55d1d4492550 2024-04-26T23:49:52.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.886+0000 7fa68f400640 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d1d4492550 0x55d1d4494940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:52.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.887+0000 7fa68f400640 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d1d4492550 0x55d1d4494940 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5b9a08a34cf38e52 server_cookie=e4930d1752384a3e in_seq=0 out_seq=0 2024-04-26T23:49:52.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.887+0000 7fa678c00640 10 client.18354 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:49:52.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa678c00640 1 -- 172.21.15.26:0/197027681 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d1d437d6f0 con 0x55d1d4492550 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa678c00640 10 client.18354 handle_command_reply: tid=0 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa698fd8740 1 client.18354 shutdown 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa698fd8740 1 -- 172.21.15.26:0/197027681 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d4411cc0 msgr2=0x55d1d441f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa698fd8740 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d4411cc0 0x55d1d441f950 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7fa67c00b3e0 tx=0x7fa67c00bf90 comp rx=0 tx=0).stop 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa698fd8740 1 -- 172.21.15.26:0/197027681 shutdown_connections 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa698fd8740 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d1d4492550 0x55d1d4494940 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa698fd8740 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d1d441c390 0x55d1d441fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa698fd8740 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d1d4411cc0 0x55d1d441f950 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa698fd8740 1 --2- 172.21.15.26:0/197027681 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d1d44113a0 0x55d1d4424630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa698fd8740 1 -- 172.21.15.26:0/197027681 >> 172.21.15.26:0/197027681 conn(0x55d1d440d6c0 msgr2=0x55d1d440c7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa678c00640 0 client.18354 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa698fd8740 1 -- 172.21.15.26:0/197027681 shutdown_connections 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa698fd8740 1 -- 172.21.15.26:0/197027681 wait complete. 2024-04-26T23:49:52.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.888+0000 7fa698fd8740 20 client.18354 trim_cache size 0 max 16384 2024-04-26T23:49:52.897 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:49:52.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.889+0000 7fa694c00640 1 -- 172.21.15.26:0/15389644 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa6740a3d20 msgr2=0x7fa6740a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.889+0000 7fa694c00640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa6740a3d20 0x7fa6740a61e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa688005fd0 tx=0x7fa688009760 comp rx=0 tx=0).stop 2024-04-26T23:49:52.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.889+0000 7fa694c00640 1 -- 172.21.15.26:0/15389644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa690103990 msgr2=0x7fa6901015e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.889+0000 7fa694c00640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa690103990 0x7fa6901015e0 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7fa68002a9a0 tx=0x7fa680003c20 comp rx=0 tx=0).stop 2024-04-26T23:49:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.889+0000 7fa694c00640 1 -- 172.21.15.26:0/15389644 shutdown_connections 2024-04-26T23:49:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.889+0000 7fa694c00640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa69010cdb0 0x7fa690102060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.889+0000 7fa694c00640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fa6901042b0 0x7fa690101b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.889+0000 7fa694c00640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fa6740a3d20 0x7fa6740a61e0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.889+0000 7fa694c00640 1 --2- 172.21.15.26:0/15389644 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fa690103990 0x7fa6901015e0 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.889+0000 7fa694c00640 1 -- 172.21.15.26:0/15389644 >> 172.21.15.26:0/15389644 conn(0x7fa6900fd1b0 msgr2=0x7fa6900feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.889+0000 7fa694c00640 1 -- 172.21.15.26:0/15389644 shutdown_connections 2024-04-26T23:49:52.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:52.890+0000 7fa694c00640 1 -- 172.21.15.26:0/15389644 wait complete. 2024-04-26T23:49:52.909 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:52 smithi026 ceph-mon[28371]: pgmap v437: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:52.910 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:52 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1458327179' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:49:52.914 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:49:53.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:52 smithi164 ceph-mon[31699]: pgmap v437: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:53.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:52 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1458327179' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:49:53.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:52 smithi086 ceph-mon[31122]: pgmap v437: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:53.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:52 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1458327179' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:49:53.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.146+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3025912963 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d181087e0 msgr2=0x7f3d18108bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:53.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.146+0000 7f3d1ec00640 1 --2- 172.21.15.26:0/3025912963 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d181087e0 0x7f3d18108bc0 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c009930 tx=0x7f3d0c02a420 comp rx=0 tx=0).stop 2024-04-26T23:49:53.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.146+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3025912963 shutdown_connections 2024-04-26T23:49:53.151 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.146+0000 7f3d1ec00640 1 --2- 172.21.15.26:0/3025912963 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d18103190 0x7f3d1810f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.146+0000 7f3d1ec00640 1 --2- 172.21.15.26:0/3025912963 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d181027d0 0x7f3d18102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.146+0000 7f3d1ec00640 1 --2- 172.21.15.26:0/3025912963 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d181087e0 0x7f3d18108bc0 unknown :-1 s=CLOSED pgs=1406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.146+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3025912963 >> 172.21.15.26:0/3025912963 conn(0x7f3d180fe300 msgr2=0x7f3d18100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:53.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.146+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3025912963 shutdown_connections 2024-04-26T23:49:53.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.146+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3025912963 wait complete. 2024-04-26T23:49:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.147+0000 7f3d1ec00640 1 Processor -- start 2024-04-26T23:49:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.147+0000 7f3d1ec00640 1 -- start start 2024-04-26T23:49:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.148+0000 7f3d1ec00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d181027d0 0x7f3d1819b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.148+0000 7f3d1ec00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d18103190 0x7f3d1819b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.148+0000 7f3d1ec00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d181087e0 0x7f3d1819fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.148+0000 7f3d1ec00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3d18112960 con 0x7f3d181027d0 2024-04-26T23:49:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.148+0000 7f3d1ec00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3d181127e0 con 0x7f3d181087e0 2024-04-26T23:49:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.148+0000 7f3d1ec00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3d18112ae0 con 0x7f3d18103190 2024-04-26T23:49:53.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.148+0000 7f3d1d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d181027d0 0x7f3d1819b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.148+0000 7f3d1d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d181027d0 0x7f3d1819b140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49390/0 (socket says 172.21.15.26:49390) 2024-04-26T23:49:53.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.148+0000 7f3d1d800640 1 -- 172.21.15.26:0/3834738867 learned_addr learned my addr 172.21.15.26:0/3834738867 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:53.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.148+0000 7f3d1e200640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d181087e0 0x7f3d1819fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.148+0000 7f3d1ce00640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d18103190 0x7f3d1819b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.149+0000 7f3d1d800640 1 -- 172.21.15.26:0/3834738867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d18103190 msgr2=0x7f3d1819b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:53.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.149+0000 7f3d1d800640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d18103190 0x7f3d1819b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.149+0000 7f3d1d800640 1 -- 172.21.15.26:0/3834738867 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d181087e0 msgr2=0x7f3d1819fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.149+0000 7f3d1d800640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d181087e0 0x7f3d1819fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.149+0000 7f3d1d800640 1 -- 172.21.15.26:0/3834738867 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d181a0130 con 0x7f3d181027d0 2024-04-26T23:49:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.149+0000 7f3d1ce00640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d18103190 0x7f3d1819b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.149+0000 7f3d1d800640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d181027d0 0x7f3d1819b140 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c02a940 tx=0x7f3d0c003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.150+0000 7f3d16000640 1 -- 172.21.15.26:0/3834738867 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d0c03f070 con 0x7f3d181027d0 2024-04-26T23:49:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.150+0000 7f3d16000640 1 -- 172.21.15.26:0/3834738867 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d0c03baf0 con 0x7f3d181027d0 2024-04-26T23:49:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.150+0000 7f3d16000640 1 -- 172.21.15.26:0/3834738867 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d0c035030 con 0x7f3d181027d0 2024-04-26T23:49:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.150+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3834738867 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d181a03c0 con 0x7f3d181027d0 2024-04-26T23:49:53.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.150+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3834738867 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d181a7cb0 con 0x7f3d181027d0 2024-04-26T23:49:53.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.153+0000 7f3d16000640 1 -- 172.21.15.26:0/3834738867 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f3d0c042070 con 0x7f3d181027d0 2024-04-26T23:49:53.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.154+0000 7f3d231eb740 1 Processor -- start 2024-04-26T23:49:53.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.154+0000 7f3d231eb740 1 -- start start 2024-04-26T23:49:53.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.154+0000 7f3d231eb740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec18903a0 0x561ec1890780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.154+0000 7f3d231eb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec1890cc0 0x561ec189ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.154+0000 7f3d231eb740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec189b390 0x561ec189d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.154+0000 7f3d231eb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561ec17f4c70 con 0x561ec1890cc0 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.154+0000 7f3d231eb740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561ec17ad980 con 0x561ec189b390 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.154+0000 7f3d231eb740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561ec17f0c30 con 0x561ec18903a0 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.155+0000 7f3d1d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec1890cc0 0x561ec189ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.155+0000 7f3d1d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec1890cc0 0x561ec189ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49404/0 (socket says 172.21.15.26:49404) 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.155+0000 7f3d1d800640 1 -- 172.21.15.26:0/3907164128 learned_addr learned my addr 172.21.15.26:0/3907164128 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.155+0000 7f3d1e200640 1 --2- 172.21.15.26:0/3907164128 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec18903a0 0x561ec1890780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.155+0000 7f3d1ce00640 1 --2- 172.21.15.26:0/3907164128 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec189b390 0x561ec189d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.155+0000 7f3d1d800640 1 -- 172.21.15.26:0/3907164128 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec18903a0 msgr2=0x561ec1890780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.155+0000 7f3d1d800640 1 --2- 172.21.15.26:0/3907164128 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec18903a0 0x561ec1890780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.155+0000 7f3d1d800640 1 -- 172.21.15.26:0/3907164128 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec189b390 msgr2=0x561ec189d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.155+0000 7f3d1d800640 1 --2- 172.21.15.26:0/3907164128 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec189b390 0x561ec189d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.155+0000 7f3d1d800640 1 -- 172.21.15.26:0/3907164128 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ec17857b0 con 0x561ec1890cc0 2024-04-26T23:49:53.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.155+0000 7f3d16000640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d000a3da0 0x7f3d000a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.155+0000 7f3d1ce00640 1 --2- 172.21.15.26:0/3907164128 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec189b390 0x561ec189d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:53.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.156+0000 7f3d1e200640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d000a3da0 0x7f3d000a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.156+0000 7f3d16000640 1 -- 172.21.15.26:0/3834738867 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f3d0c0f0ea0 con 0x7f3d181027d0 2024-04-26T23:49:53.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.156+0000 7f3d1d800640 1 --2- 172.21.15.26:0/3907164128 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec1890cc0 0x561ec189ae50 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c0ee540 tx=0x7f3d0c0f9220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b037090719ca10 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:53.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.156+0000 7f3d0aa00640 1 -- 172.21.15.26:0/3907164128 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d0c049070 con 0x561ec1890cc0 2024-04-26T23:49:53.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.156+0000 7f3d0aa00640 1 -- 172.21.15.26:0/3907164128 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d0c0bd520 con 0x561ec1890cc0 2024-04-26T23:49:53.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.156+0000 7f3d0aa00640 1 -- 172.21.15.26:0/3907164128 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d0c0bcbf0 con 0x561ec1890cc0 2024-04-26T23:49:53.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.157+0000 7f3d231eb740 1 -- 172.21.15.26:0/3907164128 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec1890cc0 msgr2=0x561ec189ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:53.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.157+0000 7f3d1e200640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d000a3da0 0x7f3d000a6260 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3d10005fd0 tx=0x7f3d10009600 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:53.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.157+0000 7f3d231eb740 1 --2- 172.21.15.26:0/3907164128 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec1890cc0 0x561ec189ae50 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c0ee540 tx=0x7f3d0c0f9220 comp rx=0 tx=0).stop 2024-04-26T23:49:53.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.157+0000 7f3d231eb740 1 -- 172.21.15.26:0/3907164128 shutdown_connections 2024-04-26T23:49:53.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.157+0000 7f3d231eb740 1 --2- 172.21.15.26:0/3907164128 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec189b390 0x561ec189d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.157+0000 7f3d231eb740 1 --2- 172.21.15.26:0/3907164128 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec1890cc0 0x561ec189ae50 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.157+0000 7f3d231eb740 1 --2- 172.21.15.26:0/3907164128 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec18903a0 0x561ec1890780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.157+0000 7f3d231eb740 1 -- 172.21.15.26:0/3907164128 >> 172.21.15.26:0/3907164128 conn(0x561ec188c6c0 msgr2=0x561ec188caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:53.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.158+0000 7f3d231eb740 1 -- 172.21.15.26:0/3907164128 shutdown_connections 2024-04-26T23:49:53.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.158+0000 7f3d231eb740 1 -- 172.21.15.26:0/3907164128 wait complete. 2024-04-26T23:49:53.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.158+0000 7f3d231eb740 1 -- start start 2024-04-26T23:49:53.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.158+0000 7f3d231eb740 1 Processor -- start 2024-04-26T23:49:53.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.159+0000 7f3d231eb740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec18903a0 0x561ec189ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.159+0000 7f3d231eb740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec1890cc0 0x561ec1898040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.159+0000 7f3d231eb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 0x561ec1898650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.159+0000 7f3d231eb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561ec17f3f80 con 0x561ec189b390 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.159+0000 7f3d231eb740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561ec17a1260 con 0x561ec18903a0 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.159+0000 7f3d231eb740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561ec17f92a0 con 0x561ec1890cc0 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.159+0000 7f3d231eb740 10 client.0 _ll_register_callbacks cb 0x561ec17eb960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.159+0000 7f3d1e200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 0x561ec1898650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.159+0000 7f3d1e200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 0x561ec1898650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49416/0 (socket says 172.21.15.26:49416) 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.159+0000 7f3d1e200640 1 -- 172.21.15.26:0/4278185621 learned_addr learned my addr 172.21.15.26:0/4278185621 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.160+0000 7f3d1d800640 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec18903a0 0x561ec189ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.160+0000 7f3d1ce00640 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec1890cc0 0x561ec1898040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.160+0000 7f3d1e200640 1 -- 172.21.15.26:0/4278185621 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec1890cc0 msgr2=0x561ec1898040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.160+0000 7f3d1e200640 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec1890cc0 0x561ec1898040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.167 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.160+0000 7f3d1e200640 1 -- 172.21.15.26:0/4278185621 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec18903a0 msgr2=0x561ec189ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.160+0000 7f3d1e200640 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec18903a0 0x561ec189ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.160+0000 7f3d1e200640 1 -- 172.21.15.26:0/4278185621 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ec17831c0 con 0x561ec189b390 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.160+0000 7f3d1d800640 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec18903a0 0x561ec189ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.160+0000 7f3d1e200640 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 0x561ec1898650 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f3d10011d40 tx=0x7f3d10004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e39960a246cc906c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.160+0000 7f3cff400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.161+0000 7f3cff400640 1 -- 172.21.15.26:0/4278185621 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d10004d20 con 0x561ec189b390 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.161+0000 7f3d231eb740 1 -- 172.21.15.26:0/4278185621 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d0c0bd520 con 0x561ec189b390 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.161+0000 7f3cff400640 1 -- 172.21.15.26:0/4278185621 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f3d10005020 con 0x561ec189b390 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.161+0000 7f3cff400640 1 -- 172.21.15.26:0/4278185621 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3d10005260 con 0x561ec189b390 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.161+0000 7f3d231eb740 10 client.18366 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.161+0000 7f3d231eb740 1 -- 172.21.15.26:0/4278185621 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561ec15063f0 con 0x561ec189b390 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.161+0000 7f3cff400640 1 -- 172.21.15.26:0/4278185621 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d0c0bd520 con 0x561ec189b390 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.162+0000 7f3cff400640 1 -- 172.21.15.26:0/4278185621 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3d1000f040 con 0x561ec189b390 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.162+0000 7f3d231eb740 10 client.18366 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.162+0000 7f3d231eb740 10 client.18366 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:53.168 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.162+0000 7f3d231eb740 20 client.18366 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:53.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.162+0000 7f3d231eb740 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561ec18aaea0 0x561ec18ad290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.162+0000 7f3d231eb740 4 client.18366 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:49:53.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.162+0000 7f3d231eb740 1 -- 172.21.15.26:0/4278185621 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ec1802880 con 0x561ec18aaea0 2024-04-26T23:49:53.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.163+0000 7f3d1d800640 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561ec18aaea0 0x561ec18ad290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.164+0000 7f3d1d800640 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561ec18aaea0 0x561ec18ad290 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9ae6c918dfd35ec server_cookie=7756e60d76d92b0f in_seq=0 out_seq=0 2024-04-26T23:49:53.169 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.164+0000 7f3cff400640 10 client.18366 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:53.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.165+0000 7f3cff400640 1 -- 172.21.15.26:0/4278185621 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561ec1802880 con 0x561ec18aaea0 2024-04-26T23:49:53.170 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.165+0000 7f3cff400640 10 client.18366 handle_command_reply: tid=0 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.165+0000 7f3d231eb740 1 client.18366 shutdown 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.166+0000 7f3d231eb740 1 -- 172.21.15.26:0/4278185621 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 msgr2=0x561ec1898650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.166+0000 7f3d231eb740 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 0x561ec1898650 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f3d10011d40 tx=0x7f3d10004a40 comp rx=0 tx=0).stop 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.166+0000 7f3d231eb740 1 -- 172.21.15.26:0/4278185621 shutdown_connections 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.166+0000 7f3d231eb740 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561ec18aaea0 0x561ec18ad290 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.166+0000 7f3d231eb740 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 0x561ec1898650 unknown :-1 s=CLOSED pgs=1409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.166+0000 7f3d231eb740 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec1890cc0 0x561ec1898040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.166+0000 7f3d231eb740 1 --2- 172.21.15.26:0/4278185621 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec18903a0 0x561ec189ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.166+0000 7f3d231eb740 1 -- 172.21.15.26:0/4278185621 >> 172.21.15.26:0/4278185621 conn(0x561ec188c6c0 msgr2=0x561ec18923c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.166+0000 7f3cff400640 0 client.18366 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.166+0000 7f3d231eb740 1 -- 172.21.15.26:0/4278185621 shutdown_connections 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.166+0000 7f3d231eb740 1 -- 172.21.15.26:0/4278185621 wait complete. 2024-04-26T23:49:53.171 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.166+0000 7f3d231eb740 20 client.18366 trim_cache size 0 max 16384 2024-04-26T23:49:53.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.185+0000 7f3d231eb740 1 Processor -- start 2024-04-26T23:49:53.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.186+0000 7f3d231eb740 1 -- start start 2024-04-26T23:49:53.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.186+0000 7f3d231eb740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec18903a0 0x561ec188bec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.186+0000 7f3d231eb740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec1890cc0 0x561ec189a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.186+0000 7f3d231eb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 0x561ec18b2890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.186+0000 7f3d231eb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3d181b2ec0 con 0x561ec189b390 2024-04-26T23:49:53.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.186+0000 7f3d231eb740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3d181b0790 con 0x561ec1890cc0 2024-04-26T23:49:53.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.186+0000 7f3d231eb740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3d181ae600 con 0x561ec18903a0 2024-04-26T23:49:53.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.186+0000 7f3d1e200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 0x561ec18b2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.186+0000 7f3d1e200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 0x561ec18b2890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49420/0 (socket says 172.21.15.26:49420) 2024-04-26T23:49:53.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.186+0000 7f3d1e200640 1 -- 172.21.15.26:0/1022584802 learned_addr learned my addr 172.21.15.26:0/1022584802 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:53.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.187+0000 7f3d1d800640 1 --2- 172.21.15.26:0/1022584802 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec18903a0 0x561ec188bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.187+0000 7f3d1ce00640 1 --2- 172.21.15.26:0/1022584802 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec1890cc0 0x561ec189a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.187+0000 7f3d1e200640 1 -- 172.21.15.26:0/1022584802 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec18903a0 msgr2=0x561ec188bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:53.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.187+0000 7f3d1e200640 1 --2- 172.21.15.26:0/1022584802 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec18903a0 0x561ec188bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.187+0000 7f3d1e200640 1 -- 172.21.15.26:0/1022584802 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec1890cc0 msgr2=0x561ec189a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:53.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.187+0000 7f3d1e200640 1 --2- 172.21.15.26:0/1022584802 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec1890cc0 0x561ec189a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.187+0000 7f3d1e200640 1 -- 172.21.15.26:0/1022584802 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ec15d07d0 con 0x561ec189b390 2024-04-26T23:49:53.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.187+0000 7f3d1e200640 1 --2- 172.21.15.26:0/1022584802 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 0x561ec18b2890 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f3d10000f80 tx=0x7f3d10011900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3e4e32f206e84e5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:53.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.187+0000 7f3d0a000640 1 -- 172.21.15.26:0/1022584802 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1003d070 con 0x561ec189b390 2024-04-26T23:49:53.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.187+0000 7f3d0a000640 1 -- 172.21.15.26:0/1022584802 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d10003e00 con 0x561ec189b390 2024-04-26T23:49:53.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.187+0000 7f3d0a000640 1 -- 172.21.15.26:0/1022584802 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d100056f0 con 0x561ec189b390 2024-04-26T23:49:53.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.188+0000 7f3d231eb740 1 -- 172.21.15.26:0/1022584802 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 msgr2=0x561ec18b2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:53.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.188+0000 7f3d231eb740 1 --2- 172.21.15.26:0/1022584802 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 0x561ec18b2890 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f3d10000f80 tx=0x7f3d10011900 comp rx=0 tx=0).stop 2024-04-26T23:49:53.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.188+0000 7f3d231eb740 1 -- 172.21.15.26:0/1022584802 shutdown_connections 2024-04-26T23:49:53.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.188+0000 7f3d231eb740 1 --2- 172.21.15.26:0/1022584802 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec189b390 0x561ec18b2890 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.188+0000 7f3d231eb740 1 --2- 172.21.15.26:0/1022584802 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec1890cc0 0x561ec189a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.188+0000 7f3d231eb740 1 --2- 172.21.15.26:0/1022584802 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec18903a0 0x561ec188bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.188+0000 7f3d231eb740 1 -- 172.21.15.26:0/1022584802 >> 172.21.15.26:0/1022584802 conn(0x561ec188c6c0 msgr2=0x561ec188b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:53.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.189+0000 7f3d231eb740 1 -- 172.21.15.26:0/1022584802 shutdown_connections 2024-04-26T23:49:53.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.189+0000 7f3d231eb740 1 -- 172.21.15.26:0/1022584802 wait complete. 2024-04-26T23:49:53.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.189+0000 7f3d231eb740 1 -- start start 2024-04-26T23:49:53.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.189+0000 7f3d231eb740 1 Processor -- start 2024-04-26T23:49:53.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d231eb740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec18903a0 0x561ec18a34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d231eb740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec1890cc0 0x561ec18a0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d231eb740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec189b390 0x561ec18a0de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d231eb740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3d181aec50 con 0x561ec18903a0 2024-04-26T23:49:53.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d231eb740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3d181b00c0 con 0x561ec1890cc0 2024-04-26T23:49:53.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d231eb740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3d181af320 con 0x561ec189b390 2024-04-26T23:49:53.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d231eb740 10 client.0 _ll_register_callbacks cb 0x7f3d10009d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:53.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d1d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec18903a0 0x561ec18a34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d1d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec18903a0 0x561ec18a34b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:49424/0 (socket says 172.21.15.26:49424) 2024-04-26T23:49:53.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d1d800640 1 -- 172.21.15.26:0/67321337 learned_addr learned my addr 172.21.15.26:0/67321337 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:53.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d1ce00640 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec1890cc0 0x561ec18a0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d1e200640 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec189b390 0x561ec18a0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.190+0000 7f3d1d800640 1 -- 172.21.15.26:0/67321337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec189b390 msgr2=0x561ec18a0de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:53.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.191+0000 7f3d1d800640 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec189b390 0x561ec18a0de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.191+0000 7f3d1d800640 1 -- 172.21.15.26:0/67321337 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec1890cc0 msgr2=0x561ec18a0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:53.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.191+0000 7f3d1d800640 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec1890cc0 0x561ec18a0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.191+0000 7f3d1d800640 1 -- 172.21.15.26:0/67321337 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ec179b2a0 con 0x561ec18903a0 2024-04-26T23:49:53.200 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.191+0000 7f3d1e200640 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec189b390 0x561ec18a0de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:53.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.191+0000 7f3d1ce00640 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec1890cc0 0x561ec18a0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:53.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.191+0000 7f3d1d800640 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec18903a0 0x561ec18a34b0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c0eebd0 tx=0x7f3d0c03bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66cf33a1bf54502 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:53.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.191+0000 7f3cff400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:53.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.191+0000 7f3cff400640 1 -- 172.21.15.26:0/67321337 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d0c049040 con 0x561ec18903a0 2024-04-26T23:49:53.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.191+0000 7f3cff400640 1 -- 172.21.15.26:0/67321337 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f3d0c031400 con 0x561ec18903a0 2024-04-26T23:49:53.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.191+0000 7f3d231eb740 1 -- 172.21.15.26:0/67321337 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d10003e00 con 0x561ec18903a0 2024-04-26T23:49:53.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.192+0000 7f3cff400640 1 -- 172.21.15.26:0/67321337 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3d0c0bc780 con 0x561ec18903a0 2024-04-26T23:49:53.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.192+0000 7f3d231eb740 10 client.18372 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:53.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.192+0000 7f3d231eb740 1 -- 172.21.15.26:0/67321337 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561ec1911060 con 0x561ec18903a0 2024-04-26T23:49:53.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.192+0000 7f3cff400640 1 -- 172.21.15.26:0/67321337 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d10003e00 con 0x561ec18903a0 2024-04-26T23:49:53.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.192+0000 7f3cff400640 1 -- 172.21.15.26:0/67321337 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3d0c0ee850 con 0x561ec18903a0 2024-04-26T23:49:53.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.192+0000 7f3d231eb740 10 client.18372 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:53.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.192+0000 7f3d231eb740 10 client.18372 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:53.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.192+0000 7f3d231eb740 20 client.18372 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:53.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.192+0000 7f3d231eb740 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561ec1911460 0x561ec1913850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:53.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.192+0000 7f3d231eb740 4 client.18372 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:49:53.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.192+0000 7f3d231eb740 1 -- 172.21.15.26:0/67321337 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561ec17fc6f0 con 0x561ec1911460 2024-04-26T23:49:53.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.193+0000 7f3d1ce00640 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561ec1911460 0x561ec1913850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:53.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.194+0000 7f3d1ce00640 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561ec1911460 0x561ec1913850 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=955e61daf95dbf10 server_cookie=dad82f79e2cc983c in_seq=0 out_seq=0 2024-04-26T23:49:53.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.194+0000 7f3cff400640 10 client.18372 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:53.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.194+0000 7f3cff400640 1 -- 172.21.15.26:0/67321337 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561ec17fc6f0 con 0x561ec1911460 2024-04-26T23:49:53.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.194+0000 7f3cff400640 10 client.18372 handle_command_reply: tid=0 2024-04-26T23:49:53.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.194+0000 7f3d231eb740 1 client.18372 shutdown 2024-04-26T23:49:53.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.195+0000 7f3d231eb740 1 -- 172.21.15.26:0/67321337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec18903a0 msgr2=0x561ec18a34b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:53.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.195+0000 7f3d231eb740 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec18903a0 0x561ec18a34b0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c0eebd0 tx=0x7f3d0c03bf50 comp rx=0 tx=0).stop 2024-04-26T23:49:53.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.195+0000 7f3d231eb740 1 -- 172.21.15.26:0/67321337 shutdown_connections 2024-04-26T23:49:53.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.195+0000 7f3d231eb740 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561ec1911460 0x561ec1913850 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.195+0000 7f3d231eb740 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561ec189b390 0x561ec18a0de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.195+0000 7f3d231eb740 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561ec1890cc0 0x561ec18a0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.195+0000 7f3d231eb740 1 --2- 172.21.15.26:0/67321337 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561ec18903a0 0x561ec18a34b0 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.195+0000 7f3d231eb740 1 -- 172.21.15.26:0/67321337 >> 172.21.15.26:0/67321337 conn(0x561ec188c6c0 msgr2=0x561ec1899870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:53.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.195+0000 7f3cff400640 0 client.18372 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:53.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.195+0000 7f3d231eb740 1 -- 172.21.15.26:0/67321337 shutdown_connections 2024-04-26T23:49:53.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.195+0000 7f3d231eb740 1 -- 172.21.15.26:0/67321337 wait complete. 2024-04-26T23:49:53.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.195+0000 7f3d231eb740 20 client.18372 trim_cache size 0 max 16384 2024-04-26T23:49:53.206 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:49:53.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.196+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3834738867 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d000a3da0 msgr2=0x7f3d000a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:53.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.196+0000 7f3d1ec00640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d000a3da0 0x7f3d000a6260 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3d10005fd0 tx=0x7f3d10009600 comp rx=0 tx=0).stop 2024-04-26T23:49:53.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.196+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3834738867 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d181027d0 msgr2=0x7f3d1819b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:53.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.196+0000 7f3d1ec00640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d181027d0 0x7f3d1819b140 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c02a940 tx=0x7f3d0c003b90 comp rx=0 tx=0).stop 2024-04-26T23:49:53.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.196+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3834738867 shutdown_connections 2024-04-26T23:49:53.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.196+0000 7f3d1ec00640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d181087e0 0x7f3d1819fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.196+0000 7f3d1ec00640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d18103190 0x7f3d1819b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.196+0000 7f3d1ec00640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d000a3da0 0x7f3d000a6260 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.196+0000 7f3d1ec00640 1 --2- 172.21.15.26:0/3834738867 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d181027d0 0x7f3d1819b140 unknown :-1 s=CLOSED pgs=1407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:53.207 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.196+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3834738867 >> 172.21.15.26:0/3834738867 conn(0x7f3d180fe300 msgr2=0x7f3d1810df20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:53.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.196+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3834738867 shutdown_connections 2024-04-26T23:49:53.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:53.196+0000 7f3d1ec00640 1 -- 172.21.15.26:0/3834738867 wait complete. 2024-04-26T23:49:54.220 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:49:54.220 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:49:54.221 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:49:54.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.452+0000 7f7bd3200640 1 -- 172.21.15.26:0/3658946858 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bd410eef0 msgr2=0x7f7bd410f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.452+0000 7f7bd3200640 1 --2- 172.21.15.26:0/3658946858 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bd410eef0 0x7f7bd410f2d0 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f7bc4009900 tx=0x7f7bc402a480 comp rx=0 tx=0).stop 2024-04-26T23:49:54.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.452+0000 7f7bd3200640 1 -- 172.21.15.26:0/3658946858 shutdown_connections 2024-04-26T23:49:54.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.452+0000 7f7bd3200640 1 --2- 172.21.15.26:0/3658946858 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7bd4109870 0x7f7bd4115c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.452+0000 7f7bd3200640 1 --2- 172.21.15.26:0/3658946858 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7bd4108ed0 0x7f7bd4109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.452+0000 7f7bd3200640 1 --2- 172.21.15.26:0/3658946858 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bd410eef0 0x7f7bd410f2d0 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.452+0000 7f7bd3200640 1 -- 172.21.15.26:0/3658946858 >> 172.21.15.26:0/3658946858 conn(0x7f7bd4078750 msgr2=0x7f7bd4107750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:54.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.452+0000 7f7bd3200640 1 -- 172.21.15.26:0/3658946858 shutdown_connections 2024-04-26T23:49:54.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.452+0000 7f7bd3200640 1 -- 172.21.15.26:0/3658946858 wait complete. 2024-04-26T23:49:54.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.453+0000 7f7bd3200640 1 Processor -- start 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.453+0000 7f7bd3200640 1 -- start start 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.454+0000 7f7bd3200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bd4108ed0 0x7f7bd419f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.454+0000 7f7bd3200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7bd4109870 0x7f7bd419f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.454+0000 7f7bd3200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7bd410eef0 0x7f7bd41a3d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.454+0000 7f7bd3200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7bd4118f80 con 0x7f7bd4108ed0 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.454+0000 7f7bd3200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7bd4118e00 con 0x7f7bd410eef0 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.454+0000 7f7bd3200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7bd4119100 con 0x7f7bd4109870 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.454+0000 7f7bd1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bd4108ed0 0x7f7bd419f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.454+0000 7f7bd1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bd4108ed0 0x7f7bd419f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51942/0 (socket says 172.21.15.26:51942) 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.454+0000 7f7bd1e00640 1 -- 172.21.15.26:0/2720386173 learned_addr learned my addr 172.21.15.26:0/2720386173 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.454+0000 7f7bd1400640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7bd4109870 0x7f7bd419f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.454+0000 7f7bd2800640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7bd410eef0 0x7f7bd41a3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.455+0000 7f7bd1e00640 1 -- 172.21.15.26:0/2720386173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7bd4109870 msgr2=0x7f7bd419f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.455+0000 7f7bd1e00640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7bd4109870 0x7f7bd419f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.455+0000 7f7bd1e00640 1 -- 172.21.15.26:0/2720386173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7bd410eef0 msgr2=0x7f7bd41a3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.455+0000 7f7bd1e00640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7bd410eef0 0x7f7bd41a3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.455+0000 7f7bd1e00640 1 -- 172.21.15.26:0/2720386173 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bd41a4490 con 0x7f7bd4108ed0 2024-04-26T23:49:54.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.455+0000 7f7bd2800640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7bd410eef0 0x7f7bd41a3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:54.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.455+0000 7f7bd1e00640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bd4108ed0 0x7f7bd419f4a0 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f7bc402a9a0 tx=0x7f7bc4003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:54.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.455+0000 7f7bcaa00640 1 -- 172.21.15.26:0/2720386173 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc403f070 con 0x7f7bd4108ed0 2024-04-26T23:49:54.461 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.456+0000 7f7bcaa00640 1 -- 172.21.15.26:0/2720386173 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7bc4003e40 con 0x7f7bd4108ed0 2024-04-26T23:49:54.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.456+0000 7f7bd3200640 1 -- 172.21.15.26:0/2720386173 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bd41a4720 con 0x7f7bd4108ed0 2024-04-26T23:49:54.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.456+0000 7f7bcaa00640 1 -- 172.21.15.26:0/2720386173 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc4035030 con 0x7f7bd4108ed0 2024-04-26T23:49:54.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.456+0000 7f7bd3200640 1 -- 172.21.15.26:0/2720386173 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bd41ac010 con 0x7f7bd4108ed0 2024-04-26T23:49:54.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.459+0000 7f7bdc079740 1 Processor -- start 2024-04-26T23:49:54.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.460+0000 7f7bdc079740 1 -- start start 2024-04-26T23:49:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.460+0000 7f7bcaa00640 1 -- 172.21.15.26:0/2720386173 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7bc4042070 con 0x7f7bd4108ed0 2024-04-26T23:49:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.460+0000 7f7bdc079740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a2e60 0x55a7862a3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.460+0000 7f7bdc079740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 0x55a7862ad910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.460+0000 7f7bdc079740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862b0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.460+0000 7f7bdc079740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a786208980 con 0x55a7862ade50 2024-04-26T23:49:54.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.460+0000 7f7bdc079740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a7861a5220 con 0x55a7862a2e60 2024-04-26T23:49:54.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.460+0000 7f7bdc079740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a786204940 con 0x55a7862a3780 2024-04-26T23:49:54.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.460+0000 7f7bd1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862b0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.461+0000 7f7bd1e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 0x55a7862ad910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.461+0000 7f7bd1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862b0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51954/0 (socket says 172.21.15.26:51954) 2024-04-26T23:49:54.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.461+0000 7f7bd2800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a2e60 0x55a7862a3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.461+0000 7f7bd1400640 1 -- 172.21.15.26:0/2210670187 learned_addr learned my addr 172.21.15.26:0/2210670187 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:54.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.461+0000 7f7bd1400640 1 -- 172.21.15.26:0/2210670187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 msgr2=0x55a7862ad910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.461+0000 7f7bd1400640 1 --2- 172.21.15.26:0/2210670187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 0x55a7862ad910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.461+0000 7f7bd1400640 1 -- 172.21.15.26:0/2210670187 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a2e60 msgr2=0x55a7862a3240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.461+0000 7f7bd1400640 1 --2- 172.21.15.26:0/2210670187 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a2e60 0x55a7862a3240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.461+0000 7f7bd1400640 1 -- 172.21.15.26:0/2210670187 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a785fe27e0 con 0x55a7862ade50 2024-04-26T23:49:54.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.462+0000 7f7bd1400640 1 --2- 172.21.15.26:0/2210670187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862b0240 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000bc90 tx=0x7f7bc000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2736a4b04c4d519 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:54.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.462+0000 7f7bbf400640 1 -- 172.21.15.26:0/2210670187 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc0015070 con 0x55a7862ade50 2024-04-26T23:49:54.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.462+0000 7f7bbf400640 1 -- 172.21.15.26:0/2210670187 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7bc001a8f0 con 0x55a7862ade50 2024-04-26T23:49:54.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.462+0000 7f7bcaa00640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7bb80a3d20 0x7f7bb80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.462+0000 7f7bbf400640 1 -- 172.21.15.26:0/2210670187 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc0011750 con 0x55a7862ade50 2024-04-26T23:49:54.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.462+0000 7f7bcaa00640 1 -- 172.21.15.26:0/2720386173 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f7bc40f1130 con 0x7f7bd4108ed0 2024-04-26T23:49:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.462+0000 7f7bd2800640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7bb80a3d20 0x7f7bb80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.463+0000 7f7bdc079740 1 -- 172.21.15.26:0/2210670187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 msgr2=0x55a7862b0240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.463+0000 7f7bdc079740 1 --2- 172.21.15.26:0/2210670187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862b0240 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000bc90 tx=0x7f7bc000f730 comp rx=0 tx=0).stop 2024-04-26T23:49:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.463+0000 7f7bdc079740 1 -- 172.21.15.26:0/2210670187 shutdown_connections 2024-04-26T23:49:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.463+0000 7f7bdc079740 1 --2- 172.21.15.26:0/2210670187 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862b0240 unknown :-1 s=CLOSED pgs=1414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.463+0000 7f7bdc079740 1 --2- 172.21.15.26:0/2210670187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 0x55a7862ad910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.463+0000 7f7bdc079740 1 --2- 172.21.15.26:0/2210670187 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a2e60 0x55a7862a3240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.463+0000 7f7bdc079740 1 -- 172.21.15.26:0/2210670187 >> 172.21.15.26:0/2210670187 conn(0x55a78629f180 msgr2=0x55a78629f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.463+0000 7f7bdc079740 1 -- 172.21.15.26:0/2210670187 shutdown_connections 2024-04-26T23:49:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.463+0000 7f7bdc079740 1 -- 172.21.15.26:0/2210670187 wait complete. 2024-04-26T23:49:54.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.463+0000 7f7bd2800640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7bb80a3d20 0x7f7bb80a61e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc005fd0 tx=0x7f7bcc0097f0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.464+0000 7f7bdc079740 1 -- start start 2024-04-26T23:49:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.464+0000 7f7bdc079740 1 Processor -- start 2024-04-26T23:49:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.465+0000 7f7bdc079740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a2e60 0x55a7862aacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.465+0000 7f7bdc079740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 0x55a7862ab210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.465+0000 7f7bdc079740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862ab750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.465+0000 7f7bdc079740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55a7862b0c90 con 0x55a7862ade50 2024-04-26T23:49:54.471 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.465+0000 7f7bdc079740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55a786190170 con 0x55a7862a2e60 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.465+0000 7f7bdc079740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a7862b0e10 con 0x55a7862a3780 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.465+0000 7f7bdc079740 10 client.0 _ll_register_callbacks cb 0x55a7861ff770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.465+0000 7f7bd2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862ab750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.465+0000 7f7bd2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862ab750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51964/0 (socket says 172.21.15.26:51964) 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.465+0000 7f7bd2800640 1 -- 172.21.15.26:0/1247708458 learned_addr learned my addr 172.21.15.26:0/1247708458 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.465+0000 7f7bd1e00640 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a2e60 0x55a7862aacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.465+0000 7f7bd1400640 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 0x55a7862ab210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.466+0000 7f7bd2800640 1 -- 172.21.15.26:0/1247708458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 msgr2=0x55a7862ab210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.466+0000 7f7bd2800640 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 0x55a7862ab210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.466+0000 7f7bd2800640 1 -- 172.21.15.26:0/1247708458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a2e60 msgr2=0x55a7862aacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.466+0000 7f7bd2800640 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a2e60 0x55a7862aacd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.466+0000 7f7bd2800640 1 -- 172.21.15.26:0/1247708458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a786042f70 con 0x55a7862ade50 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.466+0000 7f7bd2800640 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862ab750 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc011d80 tx=0x7f7bcc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46527009032a4c55 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:54.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.466+0000 7f7bb3e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.467+0000 7f7bb3e00640 1 -- 172.21.15.26:0/1247708458 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bcc020620 con 0x55a7862ade50 2024-04-26T23:49:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.467+0000 7f7bb3e00640 1 -- 172.21.15.26:0/1247708458 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f7bcc0207c0 con 0x55a7862ade50 2024-04-26T23:49:54.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.467+0000 7f7bdc079740 1 -- 172.21.15.26:0/1247708458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7bc001a8f0 con 0x55a7862ade50 2024-04-26T23:49:54.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.467+0000 7f7bb3e00640 1 -- 172.21.15.26:0/1247708458 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7bcc0209c0 con 0x55a7862ade50 2024-04-26T23:49:54.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.467+0000 7f7bdc079740 10 client.18384 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:54.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.467+0000 7f7bdc079740 1 -- 172.21.15.26:0/1247708458 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a785eda170 con 0x55a7862ade50 2024-04-26T23:49:54.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.467+0000 7f7bb3e00640 1 -- 172.21.15.26:0/1247708458 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7bc001a8f0 con 0x55a7862ade50 2024-04-26T23:49:54.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.468+0000 7f7bb3e00640 1 -- 172.21.15.26:0/1247708458 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7bcc00f040 con 0x55a7862ade50 2024-04-26T23:49:54.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.468+0000 7f7bdc079740 10 client.18384 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:54.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.468+0000 7f7bdc079740 10 client.18384 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:54.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.468+0000 7f7bdc079740 20 client.18384 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:54.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.468+0000 7f7bdc079740 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a7862bddf0 0x55a7862c0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.468+0000 7f7bdc079740 4 client.18384 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:49:54.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.468+0000 7f7bdc079740 1 -- 172.21.15.26:0/1247708458 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a786216590 con 0x55a7862bddf0 2024-04-26T23:49:54.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.468+0000 7f7bd1e00640 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a7862bddf0 0x55a7862c0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.469+0000 7f7bd1e00640 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a7862bddf0 0x55a7862c0240 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=600c403888692499 server_cookie=3a4ec2df287d7237 in_seq=0 out_seq=0 2024-04-26T23:49:54.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.469+0000 7f7bb3e00640 10 client.18384 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.471+0000 7f7bb3e00640 1 -- 172.21.15.26:0/1247708458 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a786216590 con 0x55a7862bddf0 2024-04-26T23:49:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.471+0000 7f7bb3e00640 10 client.18384 handle_command_reply: tid=0 2024-04-26T23:49:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.471+0000 7f7bdc079740 1 client.18384 shutdown 2024-04-26T23:49:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.471+0000 7f7bdc079740 1 -- 172.21.15.26:0/1247708458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 msgr2=0x55a7862ab750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.476 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.471+0000 7f7bdc079740 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862ab750 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc011d80 tx=0x7f7bcc004a40 comp rx=0 tx=0).stop 2024-04-26T23:49:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.472+0000 7f7bdc079740 1 -- 172.21.15.26:0/1247708458 shutdown_connections 2024-04-26T23:49:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.472+0000 7f7bdc079740 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a7862bddf0 0x55a7862c0240 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.472+0000 7f7bdc079740 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862ab750 unknown :-1 s=CLOSED pgs=1415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.472+0000 7f7bdc079740 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 0x55a7862ab210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.472+0000 7f7bdc079740 1 --2- 172.21.15.26:0/1247708458 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a2e60 0x55a7862aacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.472+0000 7f7bb3e00640 0 client.18384 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.472+0000 7f7bdc079740 1 -- 172.21.15.26:0/1247708458 >> 172.21.15.26:0/1247708458 conn(0x55a78629f180 msgr2=0x55a7862a4f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.472+0000 7f7bdc079740 1 -- 172.21.15.26:0/1247708458 shutdown_connections 2024-04-26T23:49:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.472+0000 7f7bdc079740 1 -- 172.21.15.26:0/1247708458 wait complete. 2024-04-26T23:49:54.477 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.472+0000 7f7bdc079740 20 client.18384 trim_cache size 0 max 16384 2024-04-26T23:49:54.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.496+0000 7f7bdc079740 1 Processor -- start 2024-04-26T23:49:54.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.496+0000 7f7bdc079740 1 -- start start 2024-04-26T23:49:54.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.497+0000 7f7bdc079740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862a2e60 0x55a7862a55c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.497+0000 7f7bdc079740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 0x55a7862c5b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.497+0000 7f7bdc079740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862ade50 0x55a7862c6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.497+0000 7f7bdc079740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7bd41b7140 con 0x55a7862a2e60 2024-04-26T23:49:54.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.497+0000 7f7bdc079740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7bd41b4a10 con 0x55a7862ade50 2024-04-26T23:49:54.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.497+0000 7f7bdc079740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7bd41b2880 con 0x55a7862a3780 2024-04-26T23:49:54.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.497+0000 7f7bd1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862a2e60 0x55a7862a55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.497+0000 7f7bd1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862a2e60 0x55a7862a55c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51968/0 (socket says 172.21.15.26:51968) 2024-04-26T23:49:54.502 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.497+0000 7f7bd1e00640 1 -- 172.21.15.26:0/2364163765 learned_addr learned my addr 172.21.15.26:0/2364163765 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:54.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.498+0000 7f7bd2800640 1 --2- 172.21.15.26:0/2364163765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862ade50 0x55a7862c6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.498+0000 7f7bd1400640 1 --2- 172.21.15.26:0/2364163765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 0x55a7862c5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.498+0000 7f7bd1e00640 1 -- 172.21.15.26:0/2364163765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 msgr2=0x55a7862c5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.498+0000 7f7bd1e00640 1 --2- 172.21.15.26:0/2364163765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 0x55a7862c5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.498+0000 7f7bd1e00640 1 -- 172.21.15.26:0/2364163765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862ade50 msgr2=0x55a7862c6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.498+0000 7f7bd1e00640 1 --2- 172.21.15.26:0/2364163765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862ade50 0x55a7862c6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.498+0000 7f7bd1e00640 1 -- 172.21.15.26:0/2364163765 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7862a68b0 con 0x55a7862a2e60 2024-04-26T23:49:54.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.498+0000 7f7bd1e00640 1 --2- 172.21.15.26:0/2364163765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862a2e60 0x55a7862a55c0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7f7bc40b94b0 tx=0x7f7bc40f4be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2ae3edcf08c596b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:54.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.498+0000 7f7bbea00640 1 -- 172.21.15.26:0/2364163765 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc4049040 con 0x55a7862a2e60 2024-04-26T23:49:54.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.499+0000 7f7bbea00640 1 -- 172.21.15.26:0/2364163765 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7bc40bd750 con 0x55a7862a2e60 2024-04-26T23:49:54.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.499+0000 7f7bbea00640 1 -- 172.21.15.26:0/2364163765 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc40c5cc0 con 0x55a7862a2e60 2024-04-26T23:49:54.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.499+0000 7f7bdc079740 1 -- 172.21.15.26:0/2364163765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862a2e60 msgr2=0x55a7862a55c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.499+0000 7f7bdc079740 1 --2- 172.21.15.26:0/2364163765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862a2e60 0x55a7862a55c0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7f7bc40b94b0 tx=0x7f7bc40f4be0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.499+0000 7f7bdc079740 1 -- 172.21.15.26:0/2364163765 shutdown_connections 2024-04-26T23:49:54.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.499+0000 7f7bdc079740 1 --2- 172.21.15.26:0/2364163765 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862ade50 0x55a7862c6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.499+0000 7f7bdc079740 1 --2- 172.21.15.26:0/2364163765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a3780 0x55a7862c5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.500+0000 7f7bdc079740 1 --2- 172.21.15.26:0/2364163765 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862a2e60 0x55a7862a55c0 unknown :-1 s=CLOSED pgs=1416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.500+0000 7f7bdc079740 1 -- 172.21.15.26:0/2364163765 >> 172.21.15.26:0/2364163765 conn(0x55a78629f180 msgr2=0x55a78629e2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:54.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.500+0000 7f7bdc079740 1 -- 172.21.15.26:0/2364163765 shutdown_connections 2024-04-26T23:49:54.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.500+0000 7f7bdc079740 1 -- 172.21.15.26:0/2364163765 wait complete. 2024-04-26T23:49:54.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.500+0000 7f7bdc079740 1 -- start start 2024-04-26T23:49:54.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.500+0000 7f7bdc079740 1 Processor -- start 2024-04-26T23:49:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.501+0000 7f7bdc079740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a2e60 0x55a7862b1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.501+0000 7f7bdc079740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a3780 0x55a7862b2160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.501+0000 7f7bdc079740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862b26a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.501+0000 7f7bdc079740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7bd41b2ed0 con 0x55a7862ade50 2024-04-26T23:49:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.501+0000 7f7bdc079740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7bd41b4340 con 0x55a7862a3780 2024-04-26T23:49:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.501+0000 7f7bdc079740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7bd41b35a0 con 0x55a7862a2e60 2024-04-26T23:49:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.501+0000 7f7bdc079740 10 client.0 _ll_register_callbacks cb 0x7f7bcc009c90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.501+0000 7f7bd2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862b26a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.501+0000 7f7bd2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862b26a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51970/0 (socket says 172.21.15.26:51970) 2024-04-26T23:49:54.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.501+0000 7f7bd2800640 1 -- 172.21.15.26:0/1303232553 learned_addr learned my addr 172.21.15.26:0/1303232553 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.502+0000 7f7bd1e00640 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a2e60 0x55a7862b1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.502+0000 7f7bd1400640 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a3780 0x55a7862b2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.502+0000 7f7bd2800640 1 -- 172.21.15.26:0/1303232553 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a2e60 msgr2=0x55a7862b1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.502+0000 7f7bd2800640 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a2e60 0x55a7862b1c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.502+0000 7f7bd2800640 1 -- 172.21.15.26:0/1303232553 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a3780 msgr2=0x55a7862b2160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.502+0000 7f7bd2800640 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a3780 0x55a7862b2160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.502+0000 7f7bd2800640 1 -- 172.21.15.26:0/1303232553 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a786323480 con 0x55a7862ade50 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.502+0000 7f7bd2800640 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862b26a0 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc000f80 tx=0x7f7bcc004d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c778b3236c924fdc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.502+0000 7f7bb3e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.502+0000 7f7bb3e00640 1 -- 172.21.15.26:0/1303232553 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bcc041060 con 0x55a7862ade50 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.502+0000 7f7bdc079740 1 -- 172.21.15.26:0/1303232553 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7bc40bd750 con 0x55a7862ade50 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.503+0000 7f7bb3e00640 1 -- 172.21.15.26:0/1303232553 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f7bcc01d3e0 con 0x55a7862ade50 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.503+0000 7f7bb3e00640 1 -- 172.21.15.26:0/1303232553 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7bcc011960 con 0x55a7862ade50 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.503+0000 7f7bdc079740 10 client.18390 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:54.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.503+0000 7f7bdc079740 1 -- 172.21.15.26:0/1303232553 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a7863247a0 con 0x55a7862ade50 2024-04-26T23:49:54.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.503+0000 7f7bb3e00640 1 -- 172.21.15.26:0/1303232553 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7bc40bd750 con 0x55a7862ade50 2024-04-26T23:49:54.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.503+0000 7f7bb3e00640 1 -- 172.21.15.26:0/1303232553 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7bcc005040 con 0x55a7862ade50 2024-04-26T23:49:54.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.503+0000 7f7bdc079740 10 client.18390 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:54.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.503+0000 7f7bdc079740 10 client.18390 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:54.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.503+0000 7f7bdc079740 20 client.18390 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:54.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.503+0000 7f7bdc079740 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a786324e60 0x55a786327250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.503+0000 7f7bdc079740 4 client.18390 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:49:54.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.503+0000 7f7bdc079740 1 -- 172.21.15.26:0/1303232553 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a786210400 con 0x55a786324e60 2024-04-26T23:49:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.504+0000 7f7bd1e00640 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a786324e60 0x55a786327250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.505+0000 7f7bd1e00640 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a786324e60 0x55a786327250 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e3f5a504987ff82 server_cookie=37566ec539abd1a7 in_seq=0 out_seq=0 2024-04-26T23:49:54.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.505+0000 7f7bb3e00640 10 client.18390 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:54.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bb3e00640 1 -- 172.21.15.26:0/1303232553 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a786210400 con 0x55a786324e60 2024-04-26T23:49:54.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bb3e00640 10 client.18390 handle_command_reply: tid=0 2024-04-26T23:49:54.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bdc079740 1 client.18390 shutdown 2024-04-26T23:49:54.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bdc079740 1 -- 172.21.15.26:0/1303232553 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 msgr2=0x55a7862b26a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bdc079740 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862b26a0 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc000f80 tx=0x7f7bcc004d60 comp rx=0 tx=0).stop 2024-04-26T23:49:54.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bdc079740 1 -- 172.21.15.26:0/1303232553 shutdown_connections 2024-04-26T23:49:54.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bdc079740 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55a786324e60 0x55a786327250 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bdc079740 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55a7862ade50 0x55a7862b26a0 unknown :-1 s=CLOSED pgs=1417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bdc079740 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55a7862a3780 0x55a7862b2160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bdc079740 1 --2- 172.21.15.26:0/1303232553 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a7862a2e60 0x55a7862b1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bdc079740 1 -- 172.21.15.26:0/1303232553 >> 172.21.15.26:0/1303232553 conn(0x55a78629f180 msgr2=0x55a7862aac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:54.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bb3e00640 0 client.18390 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:54.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bdc079740 1 -- 172.21.15.26:0/1303232553 shutdown_connections 2024-04-26T23:49:54.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.508+0000 7f7bdc079740 1 -- 172.21.15.26:0/1303232553 wait complete. 2024-04-26T23:49:54.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.509+0000 7f7bdc079740 20 client.18390 trim_cache size 0 max 16384 2024-04-26T23:49:54.514 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:49:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:49:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "8d95c1bc-1e12-4873-9e76-a87830aa64cd", 2024-04-26T23:49:54.515 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:49:54.515 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:49:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.509+0000 7f7bd3200640 1 -- 172.21.15.26:0/2720386173 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7bb80a3d20 msgr2=0x7f7bb80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.509+0000 7f7bd3200640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7bb80a3d20 0x7f7bb80a61e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc005fd0 tx=0x7f7bcc0097f0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.509+0000 7f7bd3200640 1 -- 172.21.15.26:0/2720386173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bd4108ed0 msgr2=0x7f7bd419f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.509+0000 7f7bd3200640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bd4108ed0 0x7f7bd419f4a0 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f7bc402a9a0 tx=0x7f7bc4003c20 comp rx=0 tx=0).stop 2024-04-26T23:49:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.510+0000 7f7bd3200640 1 -- 172.21.15.26:0/2720386173 shutdown_connections 2024-04-26T23:49:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.510+0000 7f7bd3200640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7bd410eef0 0x7f7bd41a3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.510+0000 7f7bd3200640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7bd4109870 0x7f7bd419f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.510+0000 7f7bd3200640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7bb80a3d20 0x7f7bb80a61e0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.510+0000 7f7bd3200640 1 --2- 172.21.15.26:0/2720386173 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7bd4108ed0 0x7f7bd419f4a0 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.510+0000 7f7bd3200640 1 -- 172.21.15.26:0/2720386173 >> 172.21.15.26:0/2720386173 conn(0x7f7bd4078750 msgr2=0x7f7bd40799b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.510+0000 7f7bd3200640 1 -- 172.21.15.26:0/2720386173 shutdown_connections 2024-04-26T23:49:54.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.510+0000 7f7bd3200640 1 -- 172.21.15.26:0/2720386173 wait complete. 2024-04-26T23:49:54.533 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:49:54.534 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:49:54.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.752+0000 7f3ca2800640 1 -- 172.21.15.26:0/991322611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c9c1076d0 msgr2=0x7f3c9c107ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.752+0000 7f3ca2800640 1 --2- 172.21.15.26:0/991322611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c9c1076d0 0x7f3c9c107ab0 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f3c90009930 tx=0x7f3c9002a420 comp rx=0 tx=0).stop 2024-04-26T23:49:54.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.752+0000 7f3ca2800640 1 -- 172.21.15.26:0/991322611 shutdown_connections 2024-04-26T23:49:54.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.752+0000 7f3ca2800640 1 --2- 172.21.15.26:0/991322611 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c9c102080 0x7f3c9c10e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.752+0000 7f3ca2800640 1 --2- 172.21.15.26:0/991322611 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c9c1016c0 0x7f3c9c101b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.752+0000 7f3ca2800640 1 --2- 172.21.15.26:0/991322611 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c9c1076d0 0x7f3c9c107ab0 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.752+0000 7f3ca2800640 1 -- 172.21.15.26:0/991322611 >> 172.21.15.26:0/991322611 conn(0x7f3c9c0fd1b0 msgr2=0x7f3c9c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:54.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.752+0000 7f3ca2800640 1 -- 172.21.15.26:0/991322611 shutdown_connections 2024-04-26T23:49:54.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.752+0000 7f3ca2800640 1 -- 172.21.15.26:0/991322611 wait complete. 2024-04-26T23:49:54.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.753+0000 7f3ca2800640 1 Processor -- start 2024-04-26T23:49:54.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.753+0000 7f3ca2800640 1 -- start start 2024-04-26T23:49:54.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.753+0000 7f3ca2800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c9c1016c0 0x7f3c9c19b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.754+0000 7f3ca2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c9c102080 0x7f3c9c19b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.754+0000 7f3ca2800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c9c1076d0 0x7f3c9c19fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.754+0000 7f3ca2800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3c9c111850 con 0x7f3c9c102080 2024-04-26T23:49:54.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.754+0000 7f3ca2800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3c9c1116d0 con 0x7f3c9c1076d0 2024-04-26T23:49:54.759 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.754+0000 7f3ca2800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3c9c1119d0 con 0x7f3c9c1016c0 2024-04-26T23:49:54.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.754+0000 7f3ca0a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c9c102080 0x7f3c9c19b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.754+0000 7f3ca0a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c9c102080 0x7f3c9c19b760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:51990/0 (socket says 172.21.15.26:51990) 2024-04-26T23:49:54.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.754+0000 7f3ca0a00640 1 -- 172.21.15.26:0/3543530668 learned_addr learned my addr 172.21.15.26:0/3543530668 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:54.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.754+0000 7f3ca1e00640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c9c1076d0 0x7f3c9c19fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.754+0000 7f3ca1400640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c9c1016c0 0x7f3c9c19b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.755+0000 7f3ca0a00640 1 -- 172.21.15.26:0/3543530668 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c9c1016c0 msgr2=0x7f3c9c19b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.755+0000 7f3ca0a00640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c9c1016c0 0x7f3c9c19b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.755+0000 7f3ca0a00640 1 -- 172.21.15.26:0/3543530668 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c9c1076d0 msgr2=0x7f3c9c19fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.755+0000 7f3ca0a00640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c9c1076d0 0x7f3c9c19fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.755+0000 7f3ca0a00640 1 -- 172.21.15.26:0/3543530668 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c9c1a0210 con 0x7f3c9c102080 2024-04-26T23:49:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.755+0000 7f3ca0a00640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c9c102080 0x7f3c9c19b760 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f3c8800d950 tx=0x7f3c8800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.755+0000 7f3c9a000640 1 -- 172.21.15.26:0/3543530668 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c88017070 con 0x7f3c9c102080 2024-04-26T23:49:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.755+0000 7f3c9a000640 1 -- 172.21.15.26:0/3543530668 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c88009c30 con 0x7f3c9c102080 2024-04-26T23:49:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.755+0000 7f3ca2800640 1 -- 172.21.15.26:0/3543530668 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c9c1a0500 con 0x7f3c9c102080 2024-04-26T23:49:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.755+0000 7f3c9a000640 1 -- 172.21.15.26:0/3543530668 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8800f620 con 0x7f3c9c102080 2024-04-26T23:49:54.761 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.756+0000 7f3ca2800640 1 -- 172.21.15.26:0/3543530668 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c9c1a7d90 con 0x7f3c9c102080 2024-04-26T23:49:54.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.760+0000 7f3ca6be4740 1 Processor -- start 2024-04-26T23:49:54.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.760+0000 7f3ca6be4740 1 -- start start 2024-04-26T23:49:54.764 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.760+0000 7f3c9a000640 1 -- 172.21.15.26:0/3543530668 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f3c88010460 con 0x7f3c9c102080 2024-04-26T23:49:54.765 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.760+0000 7f3ca6be4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb465d50 0x55d2eb466130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.760+0000 7f3ca6be4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 0x55d2eb470800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.760+0000 7f3ca6be4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb470d40 0x55d2eb473130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.760+0000 7f3ca6be4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d2eb377030 con 0x55d2eb466670 2024-04-26T23:49:54.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.760+0000 7f3ca6be4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d2eb3927f0 con 0x55d2eb465d50 2024-04-26T23:49:54.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.760+0000 7f3ca6be4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d2eb34d7e0 con 0x55d2eb470d40 2024-04-26T23:49:54.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.761+0000 7f3ca1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 0x55d2eb470800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.761+0000 7f3ca1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 0x55d2eb470800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52004/0 (socket says 172.21.15.26:52004) 2024-04-26T23:49:54.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.761+0000 7f3ca1400640 1 -- 172.21.15.26:0/2208575910 learned_addr learned my addr 172.21.15.26:0/2208575910 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:54.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.761+0000 7f3ca1e00640 1 --2- 172.21.15.26:0/2208575910 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb465d50 0x55d2eb466130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.761+0000 7f3ca0a00640 1 --2- 172.21.15.26:0/2208575910 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb470d40 0x55d2eb473130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.761+0000 7f3ca1400640 1 -- 172.21.15.26:0/2208575910 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb470d40 msgr2=0x55d2eb473130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.766 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.761+0000 7f3ca1400640 1 --2- 172.21.15.26:0/2208575910 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb470d40 0x55d2eb473130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.761+0000 7f3ca1400640 1 -- 172.21.15.26:0/2208575910 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb465d50 msgr2=0x55d2eb466130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.761+0000 7f3ca1400640 1 --2- 172.21.15.26:0/2208575910 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb465d50 0x55d2eb466130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.761+0000 7f3ca1400640 1 -- 172.21.15.26:0/2208575910 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2eb359050 con 0x55d2eb466670 2024-04-26T23:49:54.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.761+0000 7f3ca1e00640 1 --2- 172.21.15.26:0/2208575910 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb465d50 0x55d2eb466130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:54.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.762+0000 7f3ca1400640 1 --2- 172.21.15.26:0/2208575910 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 0x55d2eb470800 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7f3c90006010 tx=0x7f3c90004180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e4631aa8bb6f844 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:54.768 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.762+0000 7f3c9a000640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3c840a3da0 0x7f3c840a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.762+0000 7f3c8e600640 1 -- 172.21.15.26:0/2208575910 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c90035030 con 0x55d2eb466670 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.762+0000 7f3c8e600640 1 -- 172.21.15.26:0/2208575910 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c900054d0 con 0x55d2eb466670 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.762+0000 7f3c8e600640 1 -- 172.21.15.26:0/2208575910 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c900035f0 con 0x55d2eb466670 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.762+0000 7f3c9a000640 1 -- 172.21.15.26:0/3543530668 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f3c880d03c0 con 0x7f3c9c102080 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.762+0000 7f3ca1e00640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3c840a3da0 0x7f3c840a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.763+0000 7f3ca6be4740 1 -- 172.21.15.26:0/2208575910 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 msgr2=0x55d2eb470800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.763+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/2208575910 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 0x55d2eb470800 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7f3c90006010 tx=0x7f3c90004180 comp rx=0 tx=0).stop 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.763+0000 7f3ca6be4740 1 -- 172.21.15.26:0/2208575910 shutdown_connections 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.763+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/2208575910 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb470d40 0x55d2eb473130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.763+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/2208575910 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 0x55d2eb470800 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.763+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/2208575910 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb465d50 0x55d2eb466130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.763+0000 7f3ca6be4740 1 -- 172.21.15.26:0/2208575910 >> 172.21.15.26:0/2208575910 conn(0x55d2eb462070 msgr2=0x55d2eb462450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.763+0000 7f3ca6be4740 1 -- 172.21.15.26:0/2208575910 shutdown_connections 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.763+0000 7f3ca1e00640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3c840a3da0 0x7f3c840a6260 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3c94005fd0 tx=0x7f3c94009600 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:54.769 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.763+0000 7f3ca6be4740 1 -- 172.21.15.26:0/2208575910 wait complete. 2024-04-26T23:49:54.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.764+0000 7f3ca6be4740 1 -- start start 2024-04-26T23:49:54.770 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.764+0000 7f3ca6be4740 1 Processor -- start 2024-04-26T23:49:54.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.765+0000 7f3ca6be4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb465d50 0x55d2eb470600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.765+0000 7f3ca6be4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 0x55d2eb46d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.765+0000 7f3ca6be4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb470d40 0x55d2eb46ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.765+0000 7f3ca6be4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d2eb3cf200 con 0x55d2eb466670 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.765+0000 7f3ca6be4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d2eb3c9ee0 con 0x55d2eb465d50 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.765+0000 7f3ca6be4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d2eb3d6e70 con 0x55d2eb470d40 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.765+0000 7f3ca6be4740 10 client.0 _ll_register_callbacks cb 0x55d2eb3c0270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.765+0000 7f3ca0a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 0x55d2eb46d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.765+0000 7f3ca0a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 0x55d2eb46d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52018/0 (socket says 172.21.15.26:52018) 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.765+0000 7f3ca0a00640 1 -- 172.21.15.26:0/3723004085 learned_addr learned my addr 172.21.15.26:0/3723004085 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.765+0000 7f3ca1400640 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb465d50 0x55d2eb470600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.765+0000 7f3ca1e00640 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb470d40 0x55d2eb46ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.766+0000 7f3ca0a00640 1 -- 172.21.15.26:0/3723004085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb470d40 msgr2=0x55d2eb46ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.766+0000 7f3ca0a00640 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb470d40 0x55d2eb46ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.766+0000 7f3ca0a00640 1 -- 172.21.15.26:0/3723004085 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb465d50 msgr2=0x55d2eb470600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.766+0000 7f3ca0a00640 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb465d50 0x55d2eb470600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.766+0000 7f3ca0a00640 1 -- 172.21.15.26:0/3723004085 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2eb1a67d0 con 0x55d2eb466670 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.766+0000 7f3ca0a00640 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 0x55d2eb46d990 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f3c8809c040 tx=0x7f3c8809be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d41010570504a829 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.766+0000 7f3c82a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.766+0000 7f3c82a00640 1 -- 172.21.15.26:0/3723004085 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c88020070 con 0x55d2eb466670 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.766+0000 7f3c82a00640 1 -- 172.21.15.26:0/3723004085 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f3c880d3b40 con 0x55d2eb466670 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.766+0000 7f3ca6be4740 1 -- 172.21.15.26:0/3723004085 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c900054d0 con 0x55d2eb466670 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.767+0000 7f3c82a00640 1 -- 172.21.15.26:0/3723004085 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3c88009de0 con 0x55d2eb466670 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.767+0000 7f3ca6be4740 10 client.18402 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.767+0000 7f3ca6be4740 1 -- 172.21.15.26:0/3723004085 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d2eb0dc3f0 con 0x55d2eb466670 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.767+0000 7f3c82a00640 1 -- 172.21.15.26:0/3723004085 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c900054d0 con 0x55d2eb466670 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.767+0000 7f3c82a00640 1 -- 172.21.15.26:0/3723004085 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3c88098090 con 0x55d2eb466670 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.767+0000 7f3ca6be4740 10 client.18402 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.768+0000 7f3ca6be4740 10 client.18402 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.768+0000 7f3ca6be4740 20 client.18402 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.768+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d2eb4806a0 0x55d2eb482ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.768+0000 7f3ca6be4740 4 client.18402 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:49:54.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.768+0000 7f3ca6be4740 1 -- 172.21.15.26:0/3723004085 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d2eb3d87e0 con 0x55d2eb4806a0 2024-04-26T23:49:54.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.768+0000 7f3ca1400640 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d2eb4806a0 0x55d2eb482ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.769+0000 7f3ca1400640 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d2eb4806a0 0x55d2eb482ab0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66a026b29e1a389c server_cookie=2e8e0f91a708a79c in_seq=0 out_seq=0 2024-04-26T23:49:54.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.769+0000 7f3c82a00640 10 client.18402 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:54.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.771+0000 7f3c82a00640 1 -- 172.21.15.26:0/3723004085 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d2eb3d87e0 con 0x55d2eb4806a0 2024-04-26T23:49:54.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.771+0000 7f3c82a00640 10 client.18402 handle_command_reply: tid=0 2024-04-26T23:49:54.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.771+0000 7f3ca6be4740 1 client.18402 shutdown 2024-04-26T23:49:54.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.771+0000 7f3ca6be4740 1 -- 172.21.15.26:0/3723004085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 msgr2=0x55d2eb46d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.771+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 0x55d2eb46d990 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f3c8809c040 tx=0x7f3c8809be80 comp rx=0 tx=0).stop 2024-04-26T23:49:54.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.771+0000 7f3ca6be4740 1 -- 172.21.15.26:0/3723004085 shutdown_connections 2024-04-26T23:49:54.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.771+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d2eb4806a0 0x55d2eb482ab0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.771+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb470d40 0x55d2eb46ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.771+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb466670 0x55d2eb46d990 unknown :-1 s=CLOSED pgs=1421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.771+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/3723004085 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb465d50 0x55d2eb470600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.771+0000 7f3ca6be4740 1 -- 172.21.15.26:0/3723004085 >> 172.21.15.26:0/3723004085 conn(0x55d2eb462070 msgr2=0x55d2eb4611f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:54.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.771+0000 7f3c82a00640 0 client.18402 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:54.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.772+0000 7f3ca6be4740 1 -- 172.21.15.26:0/3723004085 shutdown_connections 2024-04-26T23:49:54.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.772+0000 7f3ca6be4740 1 -- 172.21.15.26:0/3723004085 wait complete. 2024-04-26T23:49:54.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.772+0000 7f3ca6be4740 20 client.18402 trim_cache size 0 max 16384 2024-04-26T23:49:54.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.795+0000 7f3ca6be4740 1 Processor -- start 2024-04-26T23:49:54.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.795+0000 7f3ca6be4740 1 -- start start 2024-04-26T23:49:54.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.795+0000 7f3ca6be4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb465d50 0x55d2eb46caf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.796+0000 7f3ca6be4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb466670 0x55d2eb461070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.796+0000 7f3ca6be4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb470d40 0x55d2eb47c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.796+0000 7f3ca6be4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3c9c1b0690 con 0x55d2eb470d40 2024-04-26T23:49:54.800 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.796+0000 7f3ca6be4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3c9c1ae500 con 0x55d2eb466670 2024-04-26T23:49:54.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.796+0000 7f3ca6be4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3c9c1affc0 con 0x55d2eb465d50 2024-04-26T23:49:54.801 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.796+0000 7f3ca1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb470d40 0x55d2eb47c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.796+0000 7f3ca1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb470d40 0x55d2eb47c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52028/0 (socket says 172.21.15.26:52028) 2024-04-26T23:49:54.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.796+0000 7f3ca1e00640 1 -- 172.21.15.26:0/1960725395 learned_addr learned my addr 172.21.15.26:0/1960725395 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:54.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.796+0000 7f3ca1400640 1 --2- 172.21.15.26:0/1960725395 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb465d50 0x55d2eb46caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.796+0000 7f3ca0a00640 1 --2- 172.21.15.26:0/1960725395 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb466670 0x55d2eb461070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.797+0000 7f3ca1e00640 1 -- 172.21.15.26:0/1960725395 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb465d50 msgr2=0x55d2eb46caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.797+0000 7f3ca1e00640 1 --2- 172.21.15.26:0/1960725395 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb465d50 0x55d2eb46caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.797+0000 7f3ca1e00640 1 -- 172.21.15.26:0/1960725395 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb466670 msgr2=0x55d2eb461070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.797+0000 7f3ca1e00640 1 --2- 172.21.15.26:0/1960725395 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb466670 0x55d2eb461070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.797+0000 7f3ca1e00640 1 -- 172.21.15.26:0/1960725395 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2eb09c0f0 con 0x55d2eb470d40 2024-04-26T23:49:54.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.797+0000 7f3ca1400640 1 --2- 172.21.15.26:0/1960725395 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb465d50 0x55d2eb46caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:54.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.797+0000 7f3ca0a00640 1 --2- 172.21.15.26:0/1960725395 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb466670 0x55d2eb461070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:49:54.802 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.797+0000 7f3ca1e00640 1 --2- 172.21.15.26:0/1960725395 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb470d40 0x55d2eb47c690 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f3c94003a70 tx=0x7f3c94015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e27771f595db4be6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:54.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.797+0000 7f3c8dc00640 1 -- 172.21.15.26:0/1960725395 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c94004540 con 0x55d2eb470d40 2024-04-26T23:49:54.803 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.797+0000 7f3c8dc00640 1 -- 172.21.15.26:0/1960725395 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c940046e0 con 0x55d2eb470d40 2024-04-26T23:49:54.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.797+0000 7f3c8dc00640 1 -- 172.21.15.26:0/1960725395 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c94010490 con 0x55d2eb470d40 2024-04-26T23:49:54.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.798+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1960725395 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb470d40 msgr2=0x55d2eb47c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.798+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/1960725395 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb470d40 0x55d2eb47c690 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f3c94003a70 tx=0x7f3c94015000 comp rx=0 tx=0).stop 2024-04-26T23:49:54.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.798+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1960725395 shutdown_connections 2024-04-26T23:49:54.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.798+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/1960725395 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb470d40 0x55d2eb47c690 unknown :-1 s=CLOSED pgs=1422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.798+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/1960725395 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb466670 0x55d2eb461070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.798+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/1960725395 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb465d50 0x55d2eb46caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.798+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1960725395 >> 172.21.15.26:0/1960725395 conn(0x55d2eb462070 msgr2=0x55d2eb460960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:54.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.798+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1960725395 shutdown_connections 2024-04-26T23:49:54.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.798+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1960725395 wait complete. 2024-04-26T23:49:54.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.799+0000 7f3ca6be4740 1 -- start start 2024-04-26T23:49:54.804 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.799+0000 7f3ca6be4740 1 Processor -- start 2024-04-26T23:49:54.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca6be4740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb465d50 0x55d2eb478ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca6be4740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb466670 0x55d2eb479010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca6be4740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb470d40 0x55d2eb473ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca6be4740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3c9c1af220 con 0x55d2eb465d50 2024-04-26T23:49:54.806 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca6be4740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3c9c1aeb50 con 0x55d2eb470d40 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca6be4740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3c9c1af8f0 con 0x55d2eb466670 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca6be4740 10 client.0 _ll_register_callbacks cb 0x7f3c8800df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb465d50 0x55d2eb478ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca1400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb465d50 0x55d2eb478ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52034/0 (socket says 172.21.15.26:52034) 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca1400640 1 -- 172.21.15.26:0/1054154539 learned_addr learned my addr 172.21.15.26:0/1054154539 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca0a00640 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb466670 0x55d2eb479010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca1400640 1 -- 172.21.15.26:0/1054154539 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb466670 msgr2=0x55d2eb479010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca1e00640 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb470d40 0x55d2eb473ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca1400640 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb466670 0x55d2eb479010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.800+0000 7f3ca1400640 1 -- 172.21.15.26:0/1054154539 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb470d40 msgr2=0x55d2eb473ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.801+0000 7f3ca1400640 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb470d40 0x55d2eb473ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.801+0000 7f3ca1400640 1 -- 172.21.15.26:0/1054154539 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2eb392a30 con 0x55d2eb465d50 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.801+0000 7f3ca1e00640 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb470d40 0x55d2eb473ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.801+0000 7f3ca1400640 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb465d50 0x55d2eb478ad0 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x55d2eb467310 tx=0x7f3c900050b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18cae6c9fec06f79 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:49:54.807 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.801+0000 7f3c82a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:49:54.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.801+0000 7f3c82a00640 1 -- 172.21.15.26:0/1054154539 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c90035040 con 0x55d2eb465d50 2024-04-26T23:49:54.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.801+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1054154539 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c940046e0 con 0x55d2eb465d50 2024-04-26T23:49:54.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.801+0000 7f3c82a00640 1 -- 172.21.15.26:0/1054154539 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8556+0+0 (secure 0 0 0) 0x7f3c900046c0 con 0x55d2eb465d50 2024-04-26T23:49:54.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.802+0000 7f3c82a00640 1 -- 172.21.15.26:0/1054154539 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3c900048c0 con 0x55d2eb465d50 2024-04-26T23:49:54.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.802+0000 7f3ca6be4740 10 client.18408 fetch_fsmap learned FSMap version 24 2024-04-26T23:49:54.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.802+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1054154539 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d2eb4eedd0 con 0x55d2eb465d50 2024-04-26T23:49:54.808 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.802+0000 7f3c82a00640 1 -- 172.21.15.26:0/1054154539 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3c940046e0 con 0x55d2eb465d50 2024-04-26T23:49:54.809 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.802+0000 7f3c82a00640 1 -- 172.21.15.26:0/1054154539 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3c900035f0 con 0x55d2eb465d50 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.802+0000 7f3ca6be4740 10 client.18408 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.802+0000 7f3ca6be4740 10 client.18408 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.802+0000 7f3ca6be4740 20 client.18408 populate_metadata read hostname 'smithi026' 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.802+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d2eb4ef0c0 0x55d2eb4f14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.802+0000 7f3ca6be4740 4 client.18408 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.802+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1054154539 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d2eb3d2650 con 0x55d2eb4ef0c0 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.803+0000 7f3ca0a00640 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d2eb4ef0c0 0x55d2eb4f14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.804+0000 7f3ca0a00640 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d2eb4ef0c0 0x55d2eb4f14b0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e9c0793b0fc546d server_cookie=6f1daf47cf483d09 in_seq=0 out_seq=0 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.804+0000 7f3c82a00640 10 client.18408 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.804+0000 7f3c82a00640 1 -- 172.21.15.26:0/1054154539 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55d2eb3d2650 con 0x55d2eb4ef0c0 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.804+0000 7f3c82a00640 10 client.18408 handle_command_reply: tid=0 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.804+0000 7f3ca6be4740 1 client.18408 shutdown 2024-04-26T23:49:54.810 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.804+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1054154539 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb465d50 msgr2=0x55d2eb478ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.804+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb465d50 0x55d2eb478ad0 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x55d2eb467310 tx=0x7f3c900050b0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.805+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1054154539 shutdown_connections 2024-04-26T23:49:54.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.805+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55d2eb4ef0c0 0x55d2eb4f14b0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.805+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d2eb470d40 0x55d2eb473ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.805+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d2eb466670 0x55d2eb479010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.805+0000 7f3ca6be4740 1 --2- 172.21.15.26:0/1054154539 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d2eb465d50 0x55d2eb478ad0 unknown :-1 s=CLOSED pgs=1423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.805+0000 7f3c82a00640 0 client.18408 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:49:54.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.805+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1054154539 >> 172.21.15.26:0/1054154539 conn(0x55d2eb462070 msgr2=0x55d2eb4611f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:54.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.805+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1054154539 shutdown_connections 2024-04-26T23:49:54.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.805+0000 7f3ca6be4740 1 -- 172.21.15.26:0/1054154539 wait complete. 2024-04-26T23:49:54.811 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.805+0000 7f3ca6be4740 20 client.18408 trim_cache size 0 max 16384 2024-04-26T23:49:54.812 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:49:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:49:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:49:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "8d95c1bc-1e12-4873-9e76-a87830aa64cd": { 2024-04-26T23:49:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:49:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "8d95c1bc-1e12-4873-9e76-a87830aa64cd", 2024-04-26T23:49:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:49:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:49:54.812 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:49:54.812 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:49:54.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.806+0000 7f3ca2800640 1 -- 172.21.15.26:0/3543530668 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3c840a3da0 msgr2=0x7f3c840a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.806+0000 7f3ca2800640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3c840a3da0 0x7f3c840a6260 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3c94005fd0 tx=0x7f3c94009600 comp rx=0 tx=0).stop 2024-04-26T23:49:54.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.806+0000 7f3ca2800640 1 -- 172.21.15.26:0/3543530668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c9c102080 msgr2=0x7f3c9c19b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:49:54.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.806+0000 7f3ca2800640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c9c102080 0x7f3c9c19b760 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f3c8800d950 tx=0x7f3c8800de10 comp rx=0 tx=0).stop 2024-04-26T23:49:54.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.806+0000 7f3ca2800640 1 -- 172.21.15.26:0/3543530668 shutdown_connections 2024-04-26T23:49:54.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.806+0000 7f3ca2800640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3c9c1076d0 0x7f3c9c19fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.806+0000 7f3ca2800640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3c840a3da0 0x7f3c840a6260 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.806+0000 7f3ca2800640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3c9c102080 0x7f3c9c19b760 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.806+0000 7f3ca2800640 1 --2- 172.21.15.26:0/3543530668 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3c9c1016c0 0x7f3c9c19b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:49:54.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.806+0000 7f3ca2800640 1 -- 172.21.15.26:0/3543530668 >> 172.21.15.26:0/3543530668 conn(0x7f3c9c0fd1b0 msgr2=0x7f3c9c10d610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:49:54.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.806+0000 7f3ca2800640 1 -- 172.21.15.26:0/3543530668 shutdown_connections 2024-04-26T23:49:54.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:49:54.806+0000 7f3ca2800640 1 -- 172.21.15.26:0/3543530668 wait complete. 2024-04-26T23:49:54.832 INFO:tasks.cephfs.filesystem:scrub status for tag:8d95c1bc-1e12-4873-9e76-a87830aa64cd - {'path': '/', 'tag': '8d95c1bc-1e12-4873-9e76-a87830aa64cd', 'options': 'recursive,force'} 2024-04-26T23:49:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:54 smithi164 ceph-mon[31699]: pgmap v438: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:49:55.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:54 smithi026 ceph-mon[28371]: pgmap v438: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:49:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:54 smithi086 ceph-mon[31122]: pgmap v438: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:49:56.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:55 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:49:56.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:55 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:49:56.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:55 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:49:56.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:55 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:49:56.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:55 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:49:56.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:55 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:49:56.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:55 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:49:56.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:55 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:49:56.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:55 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:49:56.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:55 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:49:56.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:55 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:49:56.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:55 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:49:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:56 smithi164 ceph-mon[31699]: pgmap v439: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:57.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:56 smithi026 ceph-mon[28371]: pgmap v439: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:57.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:56 smithi086 ceph-mon[31122]: pgmap v439: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:49:59.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:58 smithi164 ceph-mon[31699]: pgmap v440: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:49:59.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:58 smithi026 ceph-mon[28371]: pgmap v440: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:49:59.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:58 smithi086 ceph-mon[31122]: pgmap v440: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:50:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:49:59 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:50:00.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:49:59 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:50:00.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:49:59 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:50:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:00 smithi164 ceph-mon[31699]: pgmap v441: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:00 smithi164 ceph-mon[31699]: overall HEALTH_OK 2024-04-26T23:50:01.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:00 smithi026 ceph-mon[28371]: pgmap v441: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:01.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:00 smithi026 ceph-mon[28371]: overall HEALTH_OK 2024-04-26T23:50:01.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:00 smithi086 ceph-mon[31122]: pgmap v441: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:01.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:00 smithi086 ceph-mon[31122]: overall HEALTH_OK 2024-04-26T23:50:03.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:02 smithi164 ceph-mon[31699]: pgmap v442: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:03.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:02 smithi026 ceph-mon[28371]: pgmap v442: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:03.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:02 smithi086 ceph-mon[31122]: pgmap v442: 97 pgs: 97 active+clean; 8.9 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:05.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:04 smithi164 ceph-mon[31699]: pgmap v443: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 101 KiB/s wr, 24 op/s 2024-04-26T23:50:05.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:04 smithi026 ceph-mon[28371]: pgmap v443: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 101 KiB/s wr, 24 op/s 2024-04-26T23:50:05.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:04 smithi086 ceph-mon[31122]: pgmap v443: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 101 KiB/s wr, 24 op/s 2024-04-26T23:50:07.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:06 smithi164 ceph-mon[31699]: pgmap v444: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 101 KiB/s wr, 22 op/s 2024-04-26T23:50:07.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:06 smithi026 ceph-mon[28371]: pgmap v444: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 101 KiB/s wr, 22 op/s 2024-04-26T23:50:07.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:06 smithi086 ceph-mon[31122]: pgmap v444: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 101 KiB/s wr, 22 op/s 2024-04-26T23:50:09.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:08 smithi164 ceph-mon[31699]: pgmap v445: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 101 KiB/s wr, 25 op/s 2024-04-26T23:50:09.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:08 smithi026 ceph-mon[28371]: pgmap v445: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 101 KiB/s wr, 25 op/s 2024-04-26T23:50:09.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:08 smithi086 ceph-mon[31122]: pgmap v445: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 101 KiB/s wr, 25 op/s 2024-04-26T23:50:10.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:09 smithi164 ceph-mon[31699]: osdmap e107: 12 total, 12 up, 12 in 2024-04-26T23:50:10.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:09 smithi026 ceph-mon[28371]: osdmap e107: 12 total, 12 up, 12 in 2024-04-26T23:50:10.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:09 smithi086 ceph-mon[31122]: osdmap e107: 12 total, 12 up, 12 in 2024-04-26T23:50:11.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:10 smithi164 ceph-mon[31699]: pgmap v447: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 121 KiB/s wr, 26 op/s 2024-04-26T23:50:11.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:10 smithi026 ceph-mon[28371]: pgmap v447: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 121 KiB/s wr, 26 op/s 2024-04-26T23:50:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:10 smithi086 ceph-mon[31122]: pgmap v447: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 121 KiB/s wr, 26 op/s 2024-04-26T23:50:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:12 smithi086 ceph-mon[31122]: pgmap v448: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 121 KiB/s wr, 26 op/s 2024-04-26T23:50:13.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:12 smithi164 ceph-mon[31699]: pgmap v448: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 121 KiB/s wr, 26 op/s 2024-04-26T23:50:13.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:12 smithi026 ceph-mon[28371]: pgmap v448: 97 pgs: 97 active+clean; 9.5 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 121 KiB/s wr, 26 op/s 2024-04-26T23:50:15.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:14 smithi086 ceph-mon[31122]: pgmap v449: 97 pgs: 97 active+clean; 9.5 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:50:15.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:14 smithi164 ceph-mon[31699]: pgmap v449: 97 pgs: 97 active+clean; 9.5 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:50:15.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:14 smithi026 ceph-mon[28371]: pgmap v449: 97 pgs: 97 active+clean; 9.5 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:50:16.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:16 smithi086 ceph-mon[31122]: osdmap e108: 12 total, 12 up, 12 in 2024-04-26T23:50:16.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:16 smithi086 ceph-mon[31122]: pgmap v451: 97 pgs: 97 active+clean; 9.5 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:50:17.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:16 smithi164 ceph-mon[31699]: osdmap e108: 12 total, 12 up, 12 in 2024-04-26T23:50:17.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:16 smithi164 ceph-mon[31699]: pgmap v451: 97 pgs: 97 active+clean; 9.5 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:50:17.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:16 smithi026 ceph-mon[28371]: osdmap e108: 12 total, 12 up, 12 in 2024-04-26T23:50:17.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:16 smithi026 ceph-mon[28371]: pgmap v451: 97 pgs: 97 active+clean; 9.5 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 127 B/s wr, 3 op/s 2024-04-26T23:50:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:18 smithi164 ceph-mon[31699]: pgmap v452: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 232 B/s wr, 7 op/s 2024-04-26T23:50:19.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:18 smithi026 ceph-mon[28371]: pgmap v452: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 232 B/s wr, 7 op/s 2024-04-26T23:50:19.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:18 smithi086 ceph-mon[31122]: pgmap v452: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 232 B/s wr, 7 op/s 2024-04-26T23:50:21.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:20 smithi164 ceph-mon[31699]: pgmap v453: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:50:21.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:20 smithi026 ceph-mon[28371]: pgmap v453: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:50:21.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:20 smithi086 ceph-mon[31122]: pgmap v453: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:50:23.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:22 smithi164 ceph-mon[31699]: pgmap v454: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:50:23.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:22 smithi026 ceph-mon[28371]: pgmap v454: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:50:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:22 smithi086 ceph-mon[31122]: pgmap v454: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-04-26T23:50:24.833 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:50:24.833 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:50:24.918 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:24 smithi026 ceph-mon[28371]: pgmap v455: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:50:25.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:24 smithi164 ceph-mon[31699]: pgmap v455: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:50:25.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:24 smithi086 ceph-mon[31122]: pgmap v455: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:50:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.070+0000 7f384b000640 1 -- 172.21.15.26:0/3974583164 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38441049e0 msgr2=0x7f3844104e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.070+0000 7f384b000640 1 --2- 172.21.15.26:0/3974583164 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38441049e0 0x7f3844104e60 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f3830009930 tx=0x7f383002a420 comp rx=0 tx=0).stop 2024-04-26T23:50:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.070+0000 7f384b000640 1 -- 172.21.15.26:0/3974583164 shutdown_connections 2024-04-26T23:50:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.070+0000 7f384b000640 1 --2- 172.21.15.26:0/3974583164 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38441053a0 0x7f38441118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.070+0000 7f384b000640 1 --2- 172.21.15.26:0/3974583164 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38441049e0 0x7f3844104e60 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.070+0000 7f384b000640 1 --2- 172.21.15.26:0/3974583164 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f384410a9f0 0x7f384410add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.070+0000 7f384b000640 1 -- 172.21.15.26:0/3974583164 >> 172.21.15.26:0/3974583164 conn(0x7f3844100470 msgr2=0x7f3844102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.070+0000 7f384b000640 1 -- 172.21.15.26:0/3974583164 shutdown_connections 2024-04-26T23:50:25.074 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.070+0000 7f384b000640 1 -- 172.21.15.26:0/3974583164 wait complete. 2024-04-26T23:50:25.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.071+0000 7f384b000640 1 Processor -- start 2024-04-26T23:50:25.075 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.072+0000 7f384b000640 1 -- start start 2024-04-26T23:50:25.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.072+0000 7f384b000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f38441049e0 0x7f384419b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.072+0000 7f384b000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38441053a0 0x7f384419b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.072+0000 7f384b000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f384410a9f0 0x7f384419f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.072+0000 7f384b000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3844114b60 con 0x7f38441053a0 2024-04-26T23:50:25.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.072+0000 7f384b000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f38441149e0 con 0x7f38441049e0 2024-04-26T23:50:25.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.072+0000 7f384b000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3844114ce0 con 0x7f384410a9f0 2024-04-26T23:50:25.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.072+0000 7f3849200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38441053a0 0x7f384419b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.076 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.073+0000 7f3849200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38441053a0 0x7f384419b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52358/0 (socket says 172.21.15.26:52358) 2024-04-26T23:50:25.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.073+0000 7f3849200640 1 -- 172.21.15.26:0/387260057 learned_addr learned my addr 172.21.15.26:0/387260057 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:25.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.073+0000 7f3849c00640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f38441049e0 0x7f384419b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.077 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.073+0000 7f384a600640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f384410a9f0 0x7f384419f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.073+0000 7f3849200640 1 -- 172.21.15.26:0/387260057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f384410a9f0 msgr2=0x7f384419f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.073+0000 7f3849200640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f384410a9f0 0x7f384419f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.073+0000 7f3849200640 1 -- 172.21.15.26:0/387260057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f38441049e0 msgr2=0x7f384419b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.073+0000 7f3849200640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f38441049e0 0x7f384419b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.073+0000 7f3849200640 1 -- 172.21.15.26:0/387260057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38441a00b0 con 0x7f38441053a0 2024-04-26T23:50:25.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.073+0000 7f3849c00640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f38441049e0 0x7f384419b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:50:25.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.073+0000 7f3849200640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38441053a0 0x7f384419b600 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f3830005940 tx=0x7f38300042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.074+0000 7f3842000640 1 -- 172.21.15.26:0/387260057 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f383003f030 con 0x7f38441053a0 2024-04-26T23:50:25.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.074+0000 7f3842000640 1 -- 172.21.15.26:0/387260057 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3830003c90 con 0x7f38441053a0 2024-04-26T23:50:25.078 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.074+0000 7f384b000640 1 -- 172.21.15.26:0/387260057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38441a0340 con 0x7f38441053a0 2024-04-26T23:50:25.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.074+0000 7f3842000640 1 -- 172.21.15.26:0/387260057 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3830035070 con 0x7f38441053a0 2024-04-26T23:50:25.079 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.074+0000 7f384b000640 1 -- 172.21.15.26:0/387260057 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38441a7c30 con 0x7f38441053a0 2024-04-26T23:50:25.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.078+0000 7f384f5c9740 1 Processor -- start 2024-04-26T23:50:25.081 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.078+0000 7f384f5c9740 1 -- start start 2024-04-26T23:50:25.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.078+0000 7f384f5c9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863cf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.078+0000 7f384f5c9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 0x5646863d9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.078+0000 7f384f5c9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863dc130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.078+0000 7f384f5c9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5646862e0030 con 0x5646863d9d40 2024-04-26T23:50:25.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.078+0000 7f384f5c9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5646862fb7f0 con 0x5646863cf670 2024-04-26T23:50:25.082 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.078+0000 7f384f5c9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5646862b67e0 con 0x5646863ced50 2024-04-26T23:50:25.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.079+0000 7f3842000640 1 -- 172.21.15.26:0/387260057 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f3830042030 con 0x7f38441053a0 2024-04-26T23:50:25.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.079+0000 7f384a600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863cf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.079+0000 7f3849c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 0x5646863d9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.079+0000 7f384a600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863cf130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:60052/0 (socket says 172.21.15.26:60052) 2024-04-26T23:50:25.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.079+0000 7f384a600640 1 -- 172.21.15.26:0/4123155454 learned_addr learned my addr 172.21.15.26:0/4123155454 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:25.083 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.079+0000 7f3849200640 1 --2- 172.21.15.26:0/4123155454 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863dc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.080+0000 7f384a600640 1 -- 172.21.15.26:0/4123155454 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 msgr2=0x5646863d9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.080+0000 7f384a600640 1 --2- 172.21.15.26:0/4123155454 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 0x5646863d9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.080+0000 7f384a600640 1 -- 172.21.15.26:0/4123155454 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 msgr2=0x5646863dc130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.080+0000 7f384a600640 1 --2- 172.21.15.26:0/4123155454 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863dc130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.080+0000 7f384a600640 1 -- 172.21.15.26:0/4123155454 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646862c2050 con 0x5646863ced50 2024-04-26T23:50:25.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.080+0000 7f3849200640 1 --2- 172.21.15.26:0/4123155454 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863dc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:50:25.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.080+0000 7f384a600640 1 --2- 172.21.15.26:0/4123155454 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863cf130 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f383c00bc70 tx=0x7f383c00f730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=46b0fedd819653a3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.084 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.081+0000 7f3842000640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f38280a3da0 0x7f38280a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.081+0000 7f3842000640 1 -- 172.21.15.26:0/387260057 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f38300f0dd0 con 0x7f38441053a0 2024-04-26T23:50:25.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.081+0000 7f383aa00640 1 -- 172.21.15.26:0/4123155454 <== mon.1 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f383c015070 con 0x5646863ced50 2024-04-26T23:50:25.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.081+0000 7f383aa00640 1 -- 172.21.15.26:0/4123155454 <== mon.1 v2:172.21.15.164:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f383c0118d0 con 0x5646863ced50 2024-04-26T23:50:25.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.081+0000 7f383aa00640 1 -- 172.21.15.26:0/4123155454 <== mon.1 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f383c010750 con 0x5646863ced50 2024-04-26T23:50:25.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.081+0000 7f3849c00640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f38280a3da0 0x7f38280a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.082+0000 7f384f5c9740 1 -- 172.21.15.26:0/4123155454 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 msgr2=0x5646863cf130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.082+0000 7f384f5c9740 1 --2- 172.21.15.26:0/4123155454 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863cf130 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f383c00bc70 tx=0x7f383c00f730 comp rx=0 tx=0).stop 2024-04-26T23:50:25.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.082+0000 7f3849c00640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f38280a3da0 0x7f38280a6260 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x5646863d0310 tx=0x7f3834007740 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.086 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.082+0000 7f384f5c9740 1 -- 172.21.15.26:0/4123155454 shutdown_connections 2024-04-26T23:50:25.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.082+0000 7f384f5c9740 1 --2- 172.21.15.26:0/4123155454 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863dc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.082+0000 7f384f5c9740 1 --2- 172.21.15.26:0/4123155454 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 0x5646863d9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.082+0000 7f384f5c9740 1 --2- 172.21.15.26:0/4123155454 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863cf130 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.082+0000 7f384f5c9740 1 -- 172.21.15.26:0/4123155454 >> 172.21.15.26:0/4123155454 conn(0x5646863cb070 msgr2=0x5646863cb450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.082+0000 7f384f5c9740 1 -- 172.21.15.26:0/4123155454 shutdown_connections 2024-04-26T23:50:25.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.082+0000 7f384f5c9740 1 -- 172.21.15.26:0/4123155454 wait complete. 2024-04-26T23:50:25.087 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.083+0000 7f384f5c9740 1 -- start start 2024-04-26T23:50:25.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.083+0000 7f384f5c9740 1 Processor -- start 2024-04-26T23:50:25.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.083+0000 7f384f5c9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863d9670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.083+0000 7f384f5c9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 0x5646863d6a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.083+0000 7f384f5c9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863d6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.083+0000 7f384f5c9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x564686338200 con 0x5646863d9d40 2024-04-26T23:50:25.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.083+0000 7f384f5c9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x564686332ee0 con 0x5646863cf670 2024-04-26T23:50:25.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.083+0000 7f384f5c9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56468633fe70 con 0x5646863ced50 2024-04-26T23:50:25.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.084+0000 7f384f5c9740 10 client.0 _ll_register_callbacks cb 0x564686329270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:25.089 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.084+0000 7f384a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863d6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.084+0000 7f384a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863d6f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52374/0 (socket says 172.21.15.26:52374) 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.084+0000 7f384a600640 1 -- 172.21.15.26:0/2977186442 learned_addr learned my addr 172.21.15.26:0/2977186442 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.084+0000 7f3849c00640 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863d9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.084+0000 7f3849200640 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 0x5646863d6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.084+0000 7f384a600640 1 -- 172.21.15.26:0/2977186442 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 msgr2=0x5646863d9670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.084+0000 7f384a600640 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863d9670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.084+0000 7f384a600640 1 -- 172.21.15.26:0/2977186442 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 msgr2=0x5646863d6a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.084+0000 7f384a600640 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 0x5646863d6a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.084+0000 7f384a600640 1 -- 172.21.15.26:0/2977186442 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56468610f7d0 con 0x5646863d9d40 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.085+0000 7f384a600640 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863d6f40 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f383c00b990 tx=0x7f383c00b9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f7da6a9669c520b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.085+0000 7f382f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.085+0000 7f382f400640 1 -- 172.21.15.26:0/2977186442 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f383c028060 con 0x5646863d9d40 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.085+0000 7f384f5c9740 1 -- 172.21.15.26:0/2977186442 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f383c0118d0 con 0x5646863d9d40 2024-04-26T23:50:25.090 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.085+0000 7f382f400640 1 -- 172.21.15.26:0/2977186442 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f383c011c80 con 0x5646863d9d40 2024-04-26T23:50:25.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.086+0000 7f382f400640 1 -- 172.21.15.26:0/2977186442 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f383c015040 con 0x5646863d9d40 2024-04-26T23:50:25.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.086+0000 7f384f5c9740 10 client.18420 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:25.091 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.086+0000 7f384f5c9740 1 -- 172.21.15.26:0/2977186442 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5646860453f0 con 0x5646863d9d40 2024-04-26T23:50:25.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.086+0000 7f382f400640 1 -- 172.21.15.26:0/2977186442 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f383c0118d0 con 0x5646863d9d40 2024-04-26T23:50:25.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.086+0000 7f382f400640 1 -- 172.21.15.26:0/2977186442 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f383c022030 con 0x5646863d9d40 2024-04-26T23:50:25.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.086+0000 7f384f5c9740 10 client.18420 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:25.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.086+0000 7f384f5c9740 10 client.18420 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:50:25.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.086+0000 7f384f5c9740 20 client.18420 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:25.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.086+0000 7f384f5c9740 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5646863e9650 0x5646863eba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.086+0000 7f384f5c9740 4 client.18420 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:50:25.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.086+0000 7f384f5c9740 1 -- 172.21.15.26:0/2977186442 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5646863417e0 con 0x5646863e9650 2024-04-26T23:50:25.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.087+0000 7f3849c00640 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5646863e9650 0x5646863eba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.088+0000 7f382f400640 10 client.18420 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:25.092 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.088+0000 7f3849c00640 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5646863e9650 0x5646863eba40 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b1e4a5836cdd916 server_cookie=7426da1874d753f8 in_seq=0 out_seq=0 2024-04-26T23:50:25.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.090+0000 7f382f400640 1 -- 172.21.15.26:0/2977186442 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5646863417e0 con 0x5646863e9650 2024-04-26T23:50:25.094 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.090+0000 7f382f400640 10 client.18420 handle_command_reply: tid=0 2024-04-26T23:50:25.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.090+0000 7f384f5c9740 1 client.18420 shutdown 2024-04-26T23:50:25.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.090+0000 7f384f5c9740 1 -- 172.21.15.26:0/2977186442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 msgr2=0x5646863d6f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.090+0000 7f384f5c9740 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863d6f40 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f383c00b990 tx=0x7f383c00b9c0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.090+0000 7f384f5c9740 1 -- 172.21.15.26:0/2977186442 shutdown_connections 2024-04-26T23:50:25.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.090+0000 7f384f5c9740 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x5646863e9650 0x5646863eba40 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.090+0000 7f384f5c9740 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863d6f40 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.090+0000 7f384f5c9740 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 0x5646863d6a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.090+0000 7f384f5c9740 1 --2- 172.21.15.26:0/2977186442 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863d9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.090+0000 7f384f5c9740 1 -- 172.21.15.26:0/2977186442 >> 172.21.15.26:0/2977186442 conn(0x5646863cb070 msgr2=0x5646863d0e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.095 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.090+0000 7f382f400640 0 client.18420 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:25.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.091+0000 7f384f5c9740 1 -- 172.21.15.26:0/2977186442 shutdown_connections 2024-04-26T23:50:25.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.091+0000 7f384f5c9740 1 -- 172.21.15.26:0/2977186442 wait complete. 2024-04-26T23:50:25.096 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.091+0000 7f384f5c9740 20 client.18420 trim_cache size 0 max 16384 2024-04-26T23:50:25.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.115+0000 7f384f5c9740 1 Processor -- start 2024-04-26T23:50:25.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.115+0000 7f384f5c9740 1 -- start start 2024-04-26T23:50:25.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.116+0000 7f384f5c9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863d17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.116+0000 7f384f5c9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 0x5646863e5720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.116+0000 7f384f5c9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863d9130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.116+0000 7f384f5c9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f38441b0600 con 0x5646863d9d40 2024-04-26T23:50:25.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.116+0000 7f384f5c9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f38441ae470 con 0x5646863cf670 2024-04-26T23:50:25.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.116+0000 7f384f5c9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f38441aff30 con 0x5646863ced50 2024-04-26T23:50:25.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.116+0000 7f384a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863d9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.116+0000 7f384a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863d9130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52382/0 (socket says 172.21.15.26:52382) 2024-04-26T23:50:25.120 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.116+0000 7f384a600640 1 -- 172.21.15.26:0/972503760 learned_addr learned my addr 172.21.15.26:0/972503760 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:25.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.116+0000 7f3849c00640 1 --2- 172.21.15.26:0/972503760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863d17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.116+0000 7f3849200640 1 --2- 172.21.15.26:0/972503760 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 0x5646863e5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.117+0000 7f384a600640 1 -- 172.21.15.26:0/972503760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 msgr2=0x5646863d17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.117+0000 7f384a600640 1 --2- 172.21.15.26:0/972503760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863d17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.117+0000 7f384a600640 1 -- 172.21.15.26:0/972503760 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 msgr2=0x5646863e5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.117+0000 7f384a600640 1 --2- 172.21.15.26:0/972503760 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 0x5646863e5720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.121 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.117+0000 7f384a600640 1 -- 172.21.15.26:0/972503760 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646863cf4a0 con 0x5646863d9d40 2024-04-26T23:50:25.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.117+0000 7f384a600640 1 --2- 172.21.15.26:0/972503760 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863d9130 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f383c001eb0 tx=0x7f383c00bb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ec42fe2493826c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.117+0000 7f383a000640 1 -- 172.21.15.26:0/972503760 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f383c028070 con 0x5646863d9d40 2024-04-26T23:50:25.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.117+0000 7f383a000640 1 -- 172.21.15.26:0/972503760 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f383c011c60 con 0x5646863d9d40 2024-04-26T23:50:25.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.117+0000 7f383a000640 1 -- 172.21.15.26:0/972503760 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f383c004f90 con 0x5646863d9d40 2024-04-26T23:50:25.122 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.118+0000 7f384f5c9740 1 -- 172.21.15.26:0/972503760 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 msgr2=0x5646863d9130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.118+0000 7f384f5c9740 1 --2- 172.21.15.26:0/972503760 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863d9130 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f383c001eb0 tx=0x7f383c00bb20 comp rx=0 tx=0).stop 2024-04-26T23:50:25.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.118+0000 7f384f5c9740 1 -- 172.21.15.26:0/972503760 shutdown_connections 2024-04-26T23:50:25.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.118+0000 7f384f5c9740 1 --2- 172.21.15.26:0/972503760 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863d9130 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.118+0000 7f384f5c9740 1 --2- 172.21.15.26:0/972503760 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863cf670 0x5646863e5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.118+0000 7f384f5c9740 1 --2- 172.21.15.26:0/972503760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863ced50 0x5646863d17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.118+0000 7f384f5c9740 1 -- 172.21.15.26:0/972503760 >> 172.21.15.26:0/972503760 conn(0x5646863cb070 msgr2=0x5646863ca1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.118+0000 7f384f5c9740 1 -- 172.21.15.26:0/972503760 shutdown_connections 2024-04-26T23:50:25.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.118+0000 7f384f5c9740 1 -- 172.21.15.26:0/972503760 wait complete. 2024-04-26T23:50:25.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.119+0000 7f384f5c9740 1 -- start start 2024-04-26T23:50:25.123 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.119+0000 7f384f5c9740 1 Processor -- start 2024-04-26T23:50:25.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.119+0000 7f384f5c9740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863ced50 0x5646863e1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.119+0000 7f384f5c9740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863cf670 0x5646863e2180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384f5c9740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863dd200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384f5c9740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f38441af190 con 0x5646863d9d40 2024-04-26T23:50:25.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384f5c9740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f38441aeac0 con 0x5646863ced50 2024-04-26T23:50:25.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384f5c9740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f38441af860 con 0x5646863cf670 2024-04-26T23:50:25.125 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384f5c9740 10 client.0 _ll_register_callbacks cb 0x7f38300f4750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863dd200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863dd200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52396/0 (socket says 172.21.15.26:52396) 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384a600640 1 -- 172.21.15.26:0/2706849165 learned_addr learned my addr 172.21.15.26:0/2706849165 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f3849c00640 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863ced50 0x5646863e1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f3849200640 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863cf670 0x5646863e2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384a600640 1 -- 172.21.15.26:0/2706849165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863cf670 msgr2=0x5646863e2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384a600640 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863cf670 0x5646863e2180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384a600640 1 -- 172.21.15.26:0/2706849165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863ced50 msgr2=0x5646863e1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384a600640 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863ced50 0x5646863e1c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.120+0000 7f384a600640 1 -- 172.21.15.26:0/2706849165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646860050f0 con 0x5646863d9d40 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.121+0000 7f384a600640 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863dd200 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7f383c00f770 tx=0x7f383c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc28fd23fd65fa50 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.121+0000 7f382f400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.121+0000 7f382f400640 1 -- 172.21.15.26:0/2706849165 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f383c028070 con 0x5646863d9d40 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.121+0000 7f382f400640 1 -- 172.21.15.26:0/2706849165 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f383c01a670 con 0x5646863d9d40 2024-04-26T23:50:25.126 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.121+0000 7f384f5c9740 1 -- 172.21.15.26:0/2706849165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f383c011c60 con 0x5646863d9d40 2024-04-26T23:50:25.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.121+0000 7f382f400640 1 -- 172.21.15.26:0/2706849165 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f383c00b4e0 con 0x5646863d9d40 2024-04-26T23:50:25.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.121+0000 7f384f5c9740 10 client.18426 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:25.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.121+0000 7f384f5c9740 1 -- 172.21.15.26:0/2706849165 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5646862fba30 con 0x5646863d9d40 2024-04-26T23:50:25.127 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.122+0000 7f382f400640 1 -- 172.21.15.26:0/2706849165 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f383c011c60 con 0x5646863d9d40 2024-04-26T23:50:25.128 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.122+0000 7f382f400640 1 -- 172.21.15.26:0/2706849165 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f383c022050 con 0x5646863d9d40 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.122+0000 7f384f5c9740 10 client.18426 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.122+0000 7f384f5c9740 10 client.18426 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.122+0000 7f384f5c9740 20 client.18426 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.122+0000 7f384f5c9740 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56468644f7c0 0x564686451be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.122+0000 7f384f5c9740 4 client.18426 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.122+0000 7f384f5c9740 1 -- 172.21.15.26:0/2706849165 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56468633b650 con 0x56468644f7c0 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.123+0000 7f3849c00640 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56468644f7c0 0x564686451be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.124+0000 7f3849c00640 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56468644f7c0 0x564686451be0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5ba00c7162cc5b5 server_cookie=eab0cff2d188f677 in_seq=0 out_seq=0 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.124+0000 7f382f400640 10 client.18426 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.124+0000 7f382f400640 1 -- 172.21.15.26:0/2706849165 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56468633b650 con 0x56468644f7c0 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.124+0000 7f382f400640 10 client.18426 handle_command_reply: tid=0 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.124+0000 7f384f5c9740 1 client.18426 shutdown 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.125+0000 7f384f5c9740 1 -- 172.21.15.26:0/2706849165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 msgr2=0x5646863dd200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.125+0000 7f384f5c9740 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863dd200 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7f383c00f770 tx=0x7f383c011a60 comp rx=0 tx=0).stop 2024-04-26T23:50:25.129 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.125+0000 7f384f5c9740 1 -- 172.21.15.26:0/2706849165 shutdown_connections 2024-04-26T23:50:25.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.125+0000 7f384f5c9740 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56468644f7c0 0x564686451be0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.125+0000 7f384f5c9740 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5646863d9d40 0x5646863dd200 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.125+0000 7f384f5c9740 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5646863cf670 0x5646863e2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.125+0000 7f384f5c9740 1 --2- 172.21.15.26:0/2706849165 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5646863ced50 0x5646863e1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.125+0000 7f384f5c9740 1 -- 172.21.15.26:0/2706849165 >> 172.21.15.26:0/2706849165 conn(0x5646863cb070 msgr2=0x5646863d6180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.125+0000 7f382f400640 0 client.18426 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:25.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.125+0000 7f384f5c9740 1 -- 172.21.15.26:0/2706849165 shutdown_connections 2024-04-26T23:50:25.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.125+0000 7f384f5c9740 1 -- 172.21.15.26:0/2706849165 wait complete. 2024-04-26T23:50:25.130 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.125+0000 7f384f5c9740 20 client.18426 trim_cache size 0 max 16384 2024-04-26T23:50:25.130 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:50:25.131 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:50:25.131 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:50:25.131 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:50:25.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.126+0000 7f384b000640 1 -- 172.21.15.26:0/387260057 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f38280a3da0 msgr2=0x7f38280a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.126+0000 7f384b000640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f38280a3da0 0x7f38280a6260 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x5646863d0310 tx=0x7f3834007740 comp rx=0 tx=0).stop 2024-04-26T23:50:25.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.126+0000 7f384b000640 1 -- 172.21.15.26:0/387260057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38441053a0 msgr2=0x7f384419b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.131 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.126+0000 7f384b000640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38441053a0 0x7f384419b600 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f3830005940 tx=0x7f38300042f0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.126+0000 7f384b000640 1 -- 172.21.15.26:0/387260057 shutdown_connections 2024-04-26T23:50:25.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.126+0000 7f384b000640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f384410a9f0 0x7f384419f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.126+0000 7f384b000640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f38280a3da0 0x7f38280a6260 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.126+0000 7f384b000640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f38441053a0 0x7f384419b600 unknown :-1 s=CLOSED pgs=1425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.126+0000 7f384b000640 1 --2- 172.21.15.26:0/387260057 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f38441049e0 0x7f384419b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.126+0000 7f384b000640 1 -- 172.21.15.26:0/387260057 >> 172.21.15.26:0/387260057 conn(0x7f3844100470 msgr2=0x7f3844100c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.126+0000 7f384b000640 1 -- 172.21.15.26:0/387260057 shutdown_connections 2024-04-26T23:50:25.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.126+0000 7f384b000640 1 -- 172.21.15.26:0/387260057 wait complete. 2024-04-26T23:50:25.148 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:50:25.149 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:50:25.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.374+0000 7f1af4e00640 1 -- 172.21.15.26:0/3286132392 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af0074ce0 msgr2=0x7f1af00750c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.374+0000 7f1af4e00640 1 --2- 172.21.15.26:0/3286132392 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af0074ce0 0x7f1af00750c0 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7f1ae0009ca0 tx=0x7f1ae002a950 comp rx=0 tx=0).stop 2024-04-26T23:50:25.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.374+0000 7f1af4e00640 1 -- 172.21.15.26:0/3286132392 shutdown_connections 2024-04-26T23:50:25.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.374+0000 7f1af4e00640 1 --2- 172.21.15.26:0/3286132392 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1af010efe0 0x7f1af01113d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.374+0000 7f1af4e00640 1 --2- 172.21.15.26:0/3286132392 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1af0075600 0x7f1af010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.374+0000 7f1af4e00640 1 --2- 172.21.15.26:0/3286132392 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af0074ce0 0x7f1af00750c0 unknown :-1 s=CLOSED pgs=1429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.378 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.374+0000 7f1af4e00640 1 -- 172.21.15.26:0/3286132392 >> 172.21.15.26:0/3286132392 conn(0x7f1af00fe230 msgr2=0x7f1af0100650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.374+0000 7f1af4e00640 1 -- 172.21.15.26:0/3286132392 shutdown_connections 2024-04-26T23:50:25.379 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.374+0000 7f1af4e00640 1 -- 172.21.15.26:0/3286132392 wait complete. 2024-04-26T23:50:25.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.375+0000 7f1af4e00640 1 Processor -- start 2024-04-26T23:50:25.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.375+0000 7f1af4e00640 1 -- start start 2024-04-26T23:50:25.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.375+0000 7f1af4e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1af0074ce0 0x7f1af019aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.381 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.375+0000 7f1af4e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af0075600 0x7f1af019b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.375+0000 7f1af4e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1af010efe0 0x7f1af019f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.375+0000 7f1af4e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1af0114ab0 con 0x7f1af0075600 2024-04-26T23:50:25.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.375+0000 7f1af4e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1af0114930 con 0x7f1af0074ce0 2024-04-26T23:50:25.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.375+0000 7f1af4e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1af0114c30 con 0x7f1af010efe0 2024-04-26T23:50:25.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.376+0000 7f1aeea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af0075600 0x7f1af019b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.376+0000 7f1aeea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af0075600 0x7f1af019b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52404/0 (socket says 172.21.15.26:52404) 2024-04-26T23:50:25.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.376+0000 7f1aeea00640 1 -- 172.21.15.26:0/1215216477 learned_addr learned my addr 172.21.15.26:0/1215216477 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:25.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.376+0000 7f1aefe00640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1af010efe0 0x7f1af019f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.376+0000 7f1aef400640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1af0074ce0 0x7f1af019aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.376+0000 7f1aeea00640 1 -- 172.21.15.26:0/1215216477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1af010efe0 msgr2=0x7f1af019f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.382 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.376+0000 7f1aeea00640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1af010efe0 0x7f1af019f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.376+0000 7f1aeea00640 1 -- 172.21.15.26:0/1215216477 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1af0074ce0 msgr2=0x7f1af019aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.376+0000 7f1aeea00640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1af0074ce0 0x7f1af019aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.376+0000 7f1aeea00640 1 -- 172.21.15.26:0/1215216477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1af019ffe0 con 0x7f1af0075600 2024-04-26T23:50:25.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.376+0000 7f1aef400640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1af0074ce0 0x7f1af019aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:25.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.377+0000 7f1aeea00640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af0075600 0x7f1af019b530 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f1adc00d950 tx=0x7f1adc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.377+0000 7f1ae7e00640 1 -- 172.21.15.26:0/1215216477 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1adc017030 con 0x7f1af0075600 2024-04-26T23:50:25.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.377+0000 7f1ae7e00640 1 -- 172.21.15.26:0/1215216477 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1adc004020 con 0x7f1af0075600 2024-04-26T23:50:25.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.377+0000 7f1af4e00640 1 -- 172.21.15.26:0/1215216477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1af01a02d0 con 0x7f1af0075600 2024-04-26T23:50:25.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.377+0000 7f1ae7e00640 1 -- 172.21.15.26:0/1215216477 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1adc0055d0 con 0x7f1af0075600 2024-04-26T23:50:25.383 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.377+0000 7f1af4e00640 1 -- 172.21.15.26:0/1215216477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1af01a7b60 con 0x7f1af0075600 2024-04-26T23:50:25.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.378+0000 7f1af4e00640 1 -- 172.21.15.26:0/1215216477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1af0069670 con 0x7f1af0075600 2024-04-26T23:50:25.384 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.381+0000 7f1ae7e00640 1 -- 172.21.15.26:0/1215216477 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1adc009a30 con 0x7f1af0075600 2024-04-26T23:50:25.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.383+0000 7f1ae7e00640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1ad40a3da0 0x7f1ad40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.383+0000 7f1ae7e00640 1 -- 172.21.15.26:0/1215216477 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f1adc0d0940 con 0x7f1af0075600 2024-04-26T23:50:25.386 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.383+0000 7f1aef400640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1ad40a3da0 0x7f1ad40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.387 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.384+0000 7f1aef400640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1ad40a3da0 0x7f1ad40a6260 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1ae0006010 tx=0x7f1ae002f4e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.390 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.386+0000 7f1ae7e00640 1 -- 172.21.15.26:0/1215216477 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f1adc09cfe0 con 0x7f1af0075600 2024-04-26T23:50:25.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.661+0000 7f1af4e00640 1 -- 172.21.15.26:0/1215216477 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1af019c340 con 0x7f1af0075600 2024-04-26T23:50:25.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.663+0000 7f1ae7e00640 1 -- 172.21.15.26:0/1215216477 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f1adc09c8e0 con 0x7f1af0075600 2024-04-26T23:50:25.666 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:50:25.666 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:50:25.667 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:50:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.666+0000 7f1af4e00640 1 -- 172.21.15.26:0/1215216477 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1ad40a3da0 msgr2=0x7f1ad40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.666+0000 7f1af4e00640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1ad40a3da0 0x7f1ad40a6260 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1ae0006010 tx=0x7f1ae002f4e0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.666+0000 7f1af4e00640 1 -- 172.21.15.26:0/1215216477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af0075600 msgr2=0x7f1af019b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.666+0000 7f1af4e00640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af0075600 0x7f1af019b530 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f1adc00d950 tx=0x7f1adc00de10 comp rx=0 tx=0).stop 2024-04-26T23:50:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.666+0000 7f1af4e00640 1 -- 172.21.15.26:0/1215216477 shutdown_connections 2024-04-26T23:50:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.666+0000 7f1af4e00640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1af010efe0 0x7f1af019f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.667+0000 7f1af4e00640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1ad40a3da0 0x7f1ad40a6260 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.667+0000 7f1af4e00640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1af0075600 0x7f1af019b530 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.667+0000 7f1af4e00640 1 --2- 172.21.15.26:0/1215216477 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1af0074ce0 0x7f1af019aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.667+0000 7f1af4e00640 1 -- 172.21.15.26:0/1215216477 >> 172.21.15.26:0/1215216477 conn(0x7f1af00fe230 msgr2=0x7f1af00fefa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.667+0000 7f1af4e00640 1 -- 172.21.15.26:0/1215216477 shutdown_connections 2024-04-26T23:50:25.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.667+0000 7f1af4e00640 1 -- 172.21.15.26:0/1215216477 wait complete. 2024-04-26T23:50:25.695 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:50:25.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.928+0000 7f6dc7e00640 1 -- 172.21.15.26:0/4075683260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6dc8102080 msgr2=0x7f6dc810e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.928+0000 7f6dc7e00640 1 --2- 172.21.15.26:0/4075683260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6dc8102080 0x7f6dc810e590 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f6dc0009cd0 tx=0x7f6dc002a8e0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.932 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.928+0000 7f6dc7e00640 1 -- 172.21.15.26:0/4075683260 shutdown_connections 2024-04-26T23:50:25.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.928+0000 7f6dc7e00640 1 --2- 172.21.15.26:0/4075683260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6dc8102080 0x7f6dc810e590 unknown :-1 s=CLOSED pgs=1431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.928+0000 7f6dc7e00640 1 --2- 172.21.15.26:0/4075683260 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6dc81016c0 0x7f6dc8101b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.928+0000 7f6dc7e00640 1 --2- 172.21.15.26:0/4075683260 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6dc81076d0 0x7f6dc8107ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.928+0000 7f6dc7e00640 1 -- 172.21.15.26:0/4075683260 >> 172.21.15.26:0/4075683260 conn(0x7f6dc80fd1b0 msgr2=0x7f6dc80ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.929+0000 7f6dc7e00640 1 -- 172.21.15.26:0/4075683260 shutdown_connections 2024-04-26T23:50:25.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.929+0000 7f6dc7e00640 1 -- 172.21.15.26:0/4075683260 wait complete. 2024-04-26T23:50:25.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.930+0000 7f6dc7e00640 1 Processor -- start 2024-04-26T23:50:25.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.930+0000 7f6dc7e00640 1 -- start start 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.930+0000 7f6dc7e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6dc81016c0 0x7f6dc810f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.930+0000 7f6dc7e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6dc8102080 0x7f6dc810f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.930+0000 7f6dc7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6dc81076d0 0x7f6dc810faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.930+0000 7f6dc7e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc8112940 con 0x7f6dc81076d0 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.930+0000 7f6dc7e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc81127c0 con 0x7f6dc81016c0 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.930+0000 7f6dc7e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc8112ac0 con 0x7f6dc8102080 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.930+0000 7f6dc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6dc81076d0 0x7f6dc810faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.931+0000 7f6dc7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6dc81076d0 0x7f6dc810faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52416/0 (socket says 172.21.15.26:52416) 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.931+0000 7f6dc7400640 1 -- 172.21.15.26:0/3849065519 learned_addr learned my addr 172.21.15.26:0/3849065519 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.931+0000 7f6dc6000640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6dc8102080 0x7f6dc810f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.931+0000 7f6dc6a00640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6dc81016c0 0x7f6dc810f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.931+0000 7f6dc7400640 1 -- 172.21.15.26:0/3849065519 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6dc8102080 msgr2=0x7f6dc810f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.931+0000 7f6dc7400640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6dc8102080 0x7f6dc810f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.931+0000 7f6dc7400640 1 -- 172.21.15.26:0/3849065519 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6dc81016c0 msgr2=0x7f6dc810f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.931+0000 7f6dc7400640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6dc81016c0 0x7f6dc810f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.931+0000 7f6dc7400640 1 -- 172.21.15.26:0/3849065519 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dc81a73b0 con 0x7f6dc81076d0 2024-04-26T23:50:25.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.931+0000 7f6dc7400640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6dc81076d0 0x7f6dc810faa0 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7f6dc0005cc0 tx=0x7f6dc0003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.932+0000 7f6dcca00640 1 -- 172.21.15.26:0/3849065519 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc0004240 con 0x7f6dc81076d0 2024-04-26T23:50:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.932+0000 7f6dc7e00640 1 -- 172.21.15.26:0/3849065519 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dc81a7640 con 0x7f6dc81076d0 2024-04-26T23:50:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.932+0000 7f6dcca00640 1 -- 172.21.15.26:0/3849065519 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6dc0003e10 con 0x7f6dc81076d0 2024-04-26T23:50:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.932+0000 7f6dc7e00640 1 -- 172.21.15.26:0/3849065519 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dc81a7b90 con 0x7f6dc81076d0 2024-04-26T23:50:25.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.932+0000 7f6dcca00640 1 -- 172.21.15.26:0/3849065519 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc0030bc0 con 0x7f6dc81076d0 2024-04-26T23:50:25.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.936+0000 7f6dd0d72740 1 Processor -- start 2024-04-26T23:50:25.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.937+0000 7f6dcca00640 1 -- 172.21.15.26:0/3849065519 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f6dc0030d60 con 0x7f6dc81076d0 2024-04-26T23:50:25.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.937+0000 7f6dd0d72740 1 -- start start 2024-04-26T23:50:25.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.937+0000 7f6dd0d72740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 0x555fbb94f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.937+0000 7f6dd0d72740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94fcc0 0x555fbb959e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.937+0000 7f6dd0d72740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb95c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.937+0000 7f6dd0d72740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555fbb8b3c70 con 0x555fbb94f3a0 2024-04-26T23:50:25.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.937+0000 7f6dd0d72740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555fbb86c980 con 0x555fbb95a390 2024-04-26T23:50:25.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.937+0000 7f6dd0d72740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555fbb8afc30 con 0x555fbb94fcc0 2024-04-26T23:50:25.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.938+0000 7f6dc6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 0x555fbb94f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.938+0000 7f6dc6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 0x555fbb94f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52424/0 (socket says 172.21.15.26:52424) 2024-04-26T23:50:25.941 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.938+0000 7f6dc6000640 1 -- 172.21.15.26:0/1182960196 learned_addr learned my addr 172.21.15.26:0/1182960196 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:25.942 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.938+0000 7f6dc6a00640 1 --2- 172.21.15.26:0/1182960196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94fcc0 0x555fbb959e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.938+0000 7f6dc6000640 1 -- 172.21.15.26:0/1182960196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94fcc0 msgr2=0x555fbb959e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.938+0000 7f6dc6000640 1 --2- 172.21.15.26:0/1182960196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94fcc0 0x555fbb959e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.938+0000 7f6dc6000640 1 -- 172.21.15.26:0/1182960196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 msgr2=0x555fbb95c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.938+0000 7f6dc6000640 1 --2- 172.21.15.26:0/1182960196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb95c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.938+0000 7f6dc6000640 1 -- 172.21.15.26:0/1182960196 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555fbb8447b0 con 0x555fbb94f3a0 2024-04-26T23:50:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.938+0000 7f6dcca00640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6dac0a3d20 0x7f6dac0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.938+0000 7f6dc6000640 1 --2- 172.21.15.26:0/1182960196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 0x555fbb94f780 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f6db000bd30 tx=0x7f6db0011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bf2b7bc682f425e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.939+0000 7f6dcca00640 1 -- 172.21.15.26:0/3849065519 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f6dc00f16c0 con 0x7f6dc81076d0 2024-04-26T23:50:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.939+0000 7f6dc6a00640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6dac0a3d20 0x7f6dac0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.939+0000 7f6db7e00640 1 -- 172.21.15.26:0/1182960196 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db001a400 con 0x555fbb94f3a0 2024-04-26T23:50:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.939+0000 7f6db7e00640 1 -- 172.21.15.26:0/1182960196 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6db001aa30 con 0x555fbb94f3a0 2024-04-26T23:50:25.943 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.939+0000 7f6db7e00640 1 -- 172.21.15.26:0/1182960196 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db0012960 con 0x555fbb94f3a0 2024-04-26T23:50:25.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.940+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1182960196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 msgr2=0x555fbb94f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.940+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/1182960196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 0x555fbb94f780 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f6db000bd30 tx=0x7f6db0011750 comp rx=0 tx=0).stop 2024-04-26T23:50:25.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.940+0000 7f6dc6a00640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6dac0a3d20 0x7f6dac0a61e0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f6db8005fd0 tx=0x7f6db800b5d0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.940+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1182960196 shutdown_connections 2024-04-26T23:50:25.945 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.940+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/1182960196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb95c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.940+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/1182960196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94fcc0 0x555fbb959e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.940+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/1182960196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 0x555fbb94f780 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.940+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1182960196 >> 172.21.15.26:0/1182960196 conn(0x555fbb94b6c0 msgr2=0x555fbb94baa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.940+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1182960196 shutdown_connections 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.940+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1182960196 wait complete. 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.941+0000 7f6dd0d72740 1 -- start start 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.941+0000 7f6dd0d72740 1 Processor -- start 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.941+0000 7f6dd0d72740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 0x555fbb959d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.941+0000 7f6dd0d72740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94fcc0 0x555fbb957040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.941+0000 7f6dd0d72740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb957650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.941+0000 7f6dd0d72740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x555fbb8b2f80 con 0x555fbb94f3a0 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dd0d72740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x555fbb860260 con 0x555fbb95a390 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dd0d72740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555fbb8b82a0 con 0x555fbb94fcc0 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dd0d72740 10 client.0 _ll_register_callbacks cb 0x555fbb8aa960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:25.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dc6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 0x555fbb959d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dc6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 0x555fbb959d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52438/0 (socket says 172.21.15.26:52438) 2024-04-26T23:50:25.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dc6a00640 1 -- 172.21.15.26:0/2715392240 learned_addr learned my addr 172.21.15.26:0/2715392240 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:25.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dc6000640 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94fcc0 0x555fbb957040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dc7400640 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb957650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dc6a00640 1 -- 172.21.15.26:0/2715392240 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94fcc0 msgr2=0x555fbb957040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dc6a00640 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94fcc0 0x555fbb957040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dc6a00640 1 -- 172.21.15.26:0/2715392240 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 msgr2=0x555fbb957650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dc6a00640 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb957650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.942+0000 7f6dc6a00640 1 -- 172.21.15.26:0/2715392240 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555fbb8421c0 con 0x555fbb94f3a0 2024-04-26T23:50:25.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.943+0000 7f6dc6a00640 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 0x555fbb959d50 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f6db8012700 tx=0x7f6db80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e286271220c93bb2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.943+0000 7f6db4c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.943+0000 7f6db4c00640 1 -- 172.21.15.26:0/2715392240 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db801f8f0 con 0x555fbb94f3a0 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.943+0000 7f6db4c00640 1 -- 172.21.15.26:0/2715392240 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f6db801fa90 con 0x555fbb94f3a0 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.943+0000 7f6dd0d72740 1 -- 172.21.15.26:0/2715392240 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6db001aa30 con 0x555fbb94f3a0 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.943+0000 7f6db4c00640 1 -- 172.21.15.26:0/2715392240 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6db801fc90 con 0x555fbb94f3a0 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.944+0000 7f6dd0d72740 10 client.18444 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.944+0000 7f6dd0d72740 1 -- 172.21.15.26:0/2715392240 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555fbb5c53f0 con 0x555fbb94f3a0 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.944+0000 7f6db4c00640 1 -- 172.21.15.26:0/2715392240 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6db001aa30 con 0x555fbb94f3a0 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.944+0000 7f6db4c00640 1 -- 172.21.15.26:0/2715392240 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6db802f3d0 con 0x555fbb94f3a0 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.944+0000 7f6dd0d72740 10 client.18444 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.944+0000 7f6dd0d72740 10 client.18444 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.944+0000 7f6dd0d72740 20 client.18444 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.944+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555fbb969f10 0x555fbb96c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.944+0000 7f6dd0d72740 4 client.18444 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:50:25.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.944+0000 7f6dd0d72740 1 -- 172.21.15.26:0/2715392240 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555fbb8c1880 con 0x555fbb969f10 2024-04-26T23:50:25.951 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.945+0000 7f6dc6000640 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555fbb969f10 0x555fbb96c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.946+0000 7f6dc6000640 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555fbb969f10 0x555fbb96c370 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5ddcabc80db2a856 server_cookie=d4b6d8950db244c0 in_seq=0 out_seq=0 2024-04-26T23:50:25.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.946+0000 7f6db4c00640 10 client.18444 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:50:25.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6db4c00640 1 -- 172.21.15.26:0/2715392240 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555fbb8c1880 con 0x555fbb969f10 2024-04-26T23:50:25.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6db4c00640 10 client.18444 handle_command_reply: tid=0 2024-04-26T23:50:25.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6dd0d72740 1 client.18444 shutdown 2024-04-26T23:50:25.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6dd0d72740 1 -- 172.21.15.26:0/2715392240 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 msgr2=0x555fbb959d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 0x555fbb959d50 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f6db8012700 tx=0x7f6db80046c0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6dd0d72740 1 -- 172.21.15.26:0/2715392240 shutdown_connections 2024-04-26T23:50:25.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb957650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555fbb969f10 0x555fbb96c370 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94fcc0 0x555fbb957040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/2715392240 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94f3a0 0x555fbb959d50 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6db4c00640 0 client.18444 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:50:25.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6dd0d72740 1 -- 172.21.15.26:0/2715392240 >> 172.21.15.26:0/2715392240 conn(0x555fbb94b6c0 msgr2=0x555fbb9513c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.948+0000 7f6dd0d72740 1 -- 172.21.15.26:0/2715392240 shutdown_connections 2024-04-26T23:50:25.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.949+0000 7f6dd0d72740 1 -- 172.21.15.26:0/2715392240 wait complete. 2024-04-26T23:50:25.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.949+0000 7f6dd0d72740 20 client.18444 trim_cache size 0 max 16384 2024-04-26T23:50:25.970 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.967+0000 7f6dd0d72740 1 Processor -- start 2024-04-26T23:50:25.971 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.967+0000 7f6dd0d72740 1 -- start start 2024-04-26T23:50:25.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dd0d72740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94f3a0 0x555fbb959880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.972 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dd0d72740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 0x555fbb971c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dd0d72740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb972180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dd0d72740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc81b2e10 con 0x555fbb94fcc0 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dd0d72740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc81b06e0 con 0x555fbb95a390 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dd0d72740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc81ae550 con 0x555fbb94f3a0 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dc6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 0x555fbb971c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dc6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 0x555fbb971c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52440/0 (socket says 172.21.15.26:52440) 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dc6000640 1 -- 172.21.15.26:0/278544755 learned_addr learned my addr 172.21.15.26:0/278544755 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dc6a00640 1 --2- 172.21.15.26:0/278544755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94f3a0 0x555fbb959880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dc7400640 1 --2- 172.21.15.26:0/278544755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb972180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dc6000640 1 -- 172.21.15.26:0/278544755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94f3a0 msgr2=0x555fbb959880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dc6000640 1 --2- 172.21.15.26:0/278544755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94f3a0 0x555fbb959880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dc6000640 1 -- 172.21.15.26:0/278544755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 msgr2=0x555fbb972180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.973 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dc6000640 1 --2- 172.21.15.26:0/278544755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb972180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dc6000640 1 -- 172.21.15.26:0/278544755 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555fbb68f7d0 con 0x555fbb94fcc0 2024-04-26T23:50:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dc6a00640 1 --2- 172.21.15.26:0/278544755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94f3a0 0x555fbb959880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.968+0000 7f6dc7400640 1 --2- 172.21.15.26:0/278544755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb972180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.969+0000 7f6dc6000640 1 --2- 172.21.15.26:0/278544755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 0x555fbb971c40 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7f6db000bd00 tx=0x7f6db0005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ffcf38d6fc09456 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.969+0000 7f6db7400640 1 -- 172.21.15.26:0/278544755 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db0030070 con 0x555fbb94fcc0 2024-04-26T23:50:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.969+0000 7f6db7400640 1 -- 172.21.15.26:0/278544755 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6db0029030 con 0x555fbb94fcc0 2024-04-26T23:50:25.974 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.969+0000 7f6db7400640 1 -- 172.21.15.26:0/278544755 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db0012b30 con 0x555fbb94fcc0 2024-04-26T23:50:25.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.970+0000 7f6dd0d72740 1 -- 172.21.15.26:0/278544755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 msgr2=0x555fbb971c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.970+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/278544755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 0x555fbb971c40 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7f6db000bd00 tx=0x7f6db0005740 comp rx=0 tx=0).stop 2024-04-26T23:50:25.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.970+0000 7f6dd0d72740 1 -- 172.21.15.26:0/278544755 shutdown_connections 2024-04-26T23:50:25.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.970+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/278544755 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb972180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.970+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/278544755 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 0x555fbb971c40 unknown :-1 s=CLOSED pgs=1435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.970+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/278544755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94f3a0 0x555fbb959880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.976 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.970+0000 7f6dd0d72740 1 -- 172.21.15.26:0/278544755 >> 172.21.15.26:0/278544755 conn(0x555fbb94b6c0 msgr2=0x555fbb94a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.970+0000 7f6dd0d72740 1 -- 172.21.15.26:0/278544755 shutdown_connections 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.970+0000 7f6dd0d72740 1 -- 172.21.15.26:0/278544755 wait complete. 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.971+0000 7f6dd0d72740 1 -- start start 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.971+0000 7f6dd0d72740 1 Processor -- start 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dd0d72740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94f3a0 0x555fbb9627a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dd0d72740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 0x555fbb95fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dd0d72740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb9600d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dd0d72740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc81aeba0 con 0x555fbb94fcc0 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dd0d72740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc81b0010 con 0x555fbb95a390 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dd0d72740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc81af270 con 0x555fbb94f3a0 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dd0d72740 10 client.0 _ll_register_callbacks cb 0x7f6db800b8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dc6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 0x555fbb95fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dc6000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 0x555fbb95fb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52454/0 (socket says 172.21.15.26:52454) 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dc6000640 1 -- 172.21.15.26:0/1795942616 learned_addr learned my addr 172.21.15.26:0/1795942616 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:25.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dc6a00640 1 --2- 172.21.15.26:0/1795942616 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94f3a0 0x555fbb9627a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dc6000640 1 -- 172.21.15.26:0/1795942616 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94f3a0 msgr2=0x555fbb9627a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dc6000640 1 --2- 172.21.15.26:0/1795942616 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94f3a0 0x555fbb9627a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dc6000640 1 -- 172.21.15.26:0/1795942616 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 msgr2=0x555fbb9600d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:25.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dc6000640 1 --2- 172.21.15.26:0/1795942616 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb9600d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.972+0000 7f6dc6000640 1 -- 172.21.15.26:0/1795942616 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555fbb85a2a0 con 0x555fbb94fcc0 2024-04-26T23:50:25.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.973+0000 7f6dc6000640 1 --2- 172.21.15.26:0/1795942616 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 0x555fbb95fb30 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7f6db000bb70 tx=0x7f6db0012660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe5f62cdd725d09b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:25.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.973+0000 7f6db4c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:25.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.973+0000 7f6db4c00640 1 -- 172.21.15.26:0/1795942616 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db0030040 con 0x555fbb94fcc0 2024-04-26T23:50:25.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.973+0000 7f6db4c00640 1 -- 172.21.15.26:0/1795942616 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f6db0004220 con 0x555fbb94fcc0 2024-04-26T23:50:25.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.973+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1795942616 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6db0029030 con 0x555fbb94fcc0 2024-04-26T23:50:25.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.973+0000 7f6db4c00640 1 -- 172.21.15.26:0/1795942616 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6db0004440 con 0x555fbb94fcc0 2024-04-26T23:50:25.980 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.973+0000 7f6dd0d72740 10 client.18450 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.973+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1795942616 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555fbb9d8b30 con 0x555fbb94fcc0 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.974+0000 7f6db4c00640 1 -- 172.21.15.26:0/1795942616 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6db0029030 con 0x555fbb94fcc0 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.974+0000 7f6db4c00640 1 -- 172.21.15.26:0/1795942616 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6db00035f0 con 0x555fbb94fcc0 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.974+0000 7f6dd0d72740 10 client.18450 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.974+0000 7f6dd0d72740 10 client.18450 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.974+0000 7f6dd0d72740 20 client.18450 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.974+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/1795942616 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555fbb9d8f60 0x555fbb9db350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.974+0000 7f6dd0d72740 4 client.18450 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.974+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1795942616 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555fbb8bb6f0 con 0x555fbb9d8f60 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.975+0000 7f6dc6a00640 1 --2- 172.21.15.26:0/1795942616 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555fbb9d8f60 0x555fbb9db350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.976+0000 7f6dc6a00640 1 --2- 172.21.15.26:0/1795942616 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555fbb9d8f60 0x555fbb9db350 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d2f117e7d8f009ed server_cookie=887dd636d90026cd in_seq=0 out_seq=0 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.976+0000 7f6db4c00640 10 client.18450 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.976+0000 7f6db4c00640 1 -- 172.21.15.26:0/1795942616 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555fbb8bb6f0 con 0x555fbb9d8f60 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.976+0000 7f6db4c00640 10 client.18450 handle_command_reply: tid=0 2024-04-26T23:50:25.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.976+0000 7f6dd0d72740 1 client.18450 shutdown 2024-04-26T23:50:25.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.976+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1795942616 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 msgr2=0x555fbb95fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.976+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/1795942616 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 0x555fbb95fb30 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7f6db000bb70 tx=0x7f6db0012660 comp rx=0 tx=0).stop 2024-04-26T23:50:25.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.977+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1795942616 shutdown_connections 2024-04-26T23:50:25.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.977+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/1795942616 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x555fbb95a390 0x555fbb9600d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.977+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/1795942616 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x555fbb94fcc0 0x555fbb95fb30 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.977+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/1795942616 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x555fbb9d8f60 0x555fbb9db350 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.977+0000 7f6dd0d72740 1 --2- 172.21.15.26:0/1795942616 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555fbb94f3a0 0x555fbb9627a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.977+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1795942616 >> 172.21.15.26:0/1795942616 conn(0x555fbb94b6c0 msgr2=0x555fbb958870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.977+0000 7f6db4c00640 0 client.18450 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:50:25.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.977+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1795942616 shutdown_connections 2024-04-26T23:50:25.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.977+0000 7f6dd0d72740 1 -- 172.21.15.26:0/1795942616 wait complete. 2024-04-26T23:50:25.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.977+0000 7f6dd0d72740 20 client.18450 trim_cache size 0 max 16384 2024-04-26T23:50:25.983 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:50:25.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.978+0000 7f6dc7e00640 1 -- 172.21.15.26:0/3849065519 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6dac0a3d20 msgr2=0x7f6dac0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.978+0000 7f6dc7e00640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6dac0a3d20 0x7f6dac0a61e0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f6db8005fd0 tx=0x7f6db800b5d0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.978+0000 7f6dc7e00640 1 -- 172.21.15.26:0/3849065519 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6dc81076d0 msgr2=0x7f6dc810faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:25.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.978+0000 7f6dc7e00640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6dc81076d0 0x7f6dc810faa0 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7f6dc0005cc0 tx=0x7f6dc0003c20 comp rx=0 tx=0).stop 2024-04-26T23:50:25.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.978+0000 7f6dc7e00640 1 -- 172.21.15.26:0/3849065519 shutdown_connections 2024-04-26T23:50:25.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.978+0000 7f6dc7e00640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6dac0a3d20 0x7f6dac0a61e0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.978+0000 7f6dc7e00640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6dc81076d0 0x7f6dc810faa0 unknown :-1 s=CLOSED pgs=1432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.978+0000 7f6dc7e00640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6dc8102080 0x7f6dc810f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.978+0000 7f6dc7e00640 1 --2- 172.21.15.26:0/3849065519 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6dc81016c0 0x7f6dc810f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:25.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.978+0000 7f6dc7e00640 1 -- 172.21.15.26:0/3849065519 >> 172.21.15.26:0/3849065519 conn(0x7f6dc80fd1b0 msgr2=0x7f6dc80fdac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:25.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.978+0000 7f6dc7e00640 1 -- 172.21.15.26:0/3849065519 shutdown_connections 2024-04-26T23:50:25.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:25.978+0000 7f6dc7e00640 1 -- 172.21.15.26:0/3849065519 wait complete. 2024-04-26T23:50:26.001 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:50:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.228+0000 7fef0e800640 1 -- 172.21.15.26:0/1366907306 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef0810f1f0 msgr2=0x7fef08111600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.228+0000 7fef0e800640 1 --2- 172.21.15.26:0/1366907306 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef0810f1f0 0x7fef08111600 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7fef00009ca0 tx=0x7fef0002a950 comp rx=0 tx=0).stop 2024-04-26T23:50:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.228+0000 7fef0e800640 1 -- 172.21.15.26:0/1366907306 shutdown_connections 2024-04-26T23:50:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.228+0000 7fef0e800640 1 --2- 172.21.15.26:0/1366907306 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef0810f1f0 0x7fef08111600 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.228+0000 7fef0e800640 1 --2- 172.21.15.26:0/1366907306 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fef08075620 0x7fef0810ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.228+0000 7fef0e800640 1 --2- 172.21.15.26:0/1366907306 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fef08074d00 0x7fef080750e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.228+0000 7fef0e800640 1 -- 172.21.15.26:0/1366907306 >> 172.21.15.26:0/1366907306 conn(0x7fef080fe440 msgr2=0x7fef08100860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.228+0000 7fef0e800640 1 -- 172.21.15.26:0/1366907306 shutdown_connections 2024-04-26T23:50:26.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.229+0000 7fef0e800640 1 -- 172.21.15.26:0/1366907306 wait complete. 2024-04-26T23:50:26.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.230+0000 7fef0e800640 1 Processor -- start 2024-04-26T23:50:26.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.230+0000 7fef0e800640 1 -- start start 2024-04-26T23:50:26.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.230+0000 7fef0e800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fef08074d00 0x7fef0819b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.230+0000 7fef0e800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef08075620 0x7fef0819b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.230+0000 7fef0e800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fef0810f1f0 0x7fef0819fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.230+0000 7fef0e800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fef08114d00 con 0x7fef08075620 2024-04-26T23:50:26.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.230+0000 7fef0e800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fef08114b80 con 0x7fef08074d00 2024-04-26T23:50:26.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.230+0000 7fef0e800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fef08114e80 con 0x7fef0810f1f0 2024-04-26T23:50:26.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.231+0000 7feeffe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef08075620 0x7fef0819b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.231+0000 7feeffe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef08075620 0x7fef0819b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52468/0 (socket says 172.21.15.26:52468) 2024-04-26T23:50:26.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.231+0000 7feeffe00640 1 -- 172.21.15.26:0/1155358425 learned_addr learned my addr 172.21.15.26:0/1155358425 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:26.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.231+0000 7fef07e00640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fef0810f1f0 0x7fef0819fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.231+0000 7fef07400640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fef08074d00 0x7fef0819b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.231+0000 7feeffe00640 1 -- 172.21.15.26:0/1155358425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fef0810f1f0 msgr2=0x7fef0819fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.231+0000 7feeffe00640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fef0810f1f0 0x7fef0819fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.231+0000 7feeffe00640 1 -- 172.21.15.26:0/1155358425 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fef08074d00 msgr2=0x7fef0819b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.231+0000 7feeffe00640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fef08074d00 0x7fef0819b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.231+0000 7feeffe00640 1 -- 172.21.15.26:0/1155358425 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef081a02b0 con 0x7fef08075620 2024-04-26T23:50:26.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.232+0000 7feeffe00640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef08075620 0x7fef0819b800 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7feef000d950 tx=0x7feef000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:26.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.232+0000 7fef04c00640 1 -- 172.21.15.26:0/1155358425 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef0017070 con 0x7fef08075620 2024-04-26T23:50:26.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.232+0000 7fef0e800640 1 -- 172.21.15.26:0/1155358425 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef081a05a0 con 0x7fef08075620 2024-04-26T23:50:26.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.232+0000 7fef04c00640 1 -- 172.21.15.26:0/1155358425 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feef0009c30 con 0x7fef08075620 2024-04-26T23:50:26.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.232+0000 7fef04c00640 1 -- 172.21.15.26:0/1155358425 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef000f620 con 0x7fef08075620 2024-04-26T23:50:26.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.232+0000 7fef0e800640 1 -- 172.21.15.26:0/1155358425 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef081a7e30 con 0x7fef08075620 2024-04-26T23:50:26.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.236+0000 7fef117a6740 1 Processor -- start 2024-04-26T23:50:26.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.236+0000 7fef117a6740 1 -- start start 2024-04-26T23:50:26.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.236+0000 7fef117a6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 0x55d5c36045d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.236+0000 7fef117a6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c3604b10 0x55d5c360eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.236+0000 7fef117a6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c36115d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.236+0000 7fef117a6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d5c3568c70 con 0x55d5c36041f0 2024-04-26T23:50:26.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.236+0000 7fef04c00640 1 -- 172.21.15.26:0/1155358425 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7feef0010460 con 0x7fef08075620 2024-04-26T23:50:26.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.236+0000 7fef117a6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d5c3521980 con 0x55d5c3604b10 2024-04-26T23:50:26.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.236+0000 7fef117a6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d5c3564c30 con 0x55d5c360f1e0 2024-04-26T23:50:26.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.237+0000 7fef07e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 0x55d5c36045d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.237+0000 7fef07e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 0x55d5c36045d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52478/0 (socket says 172.21.15.26:52478) 2024-04-26T23:50:26.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.237+0000 7fef07e00640 1 -- 172.21.15.26:0/2743650856 learned_addr learned my addr 172.21.15.26:0/2743650856 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:26.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.237+0000 7fef07400640 1 --2- 172.21.15.26:0/2743650856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c3604b10 0x55d5c360eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.237+0000 7feeffe00640 1 --2- 172.21.15.26:0/2743650856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c36115d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.237+0000 7fef07e00640 1 -- 172.21.15.26:0/2743650856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 msgr2=0x55d5c36115d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.237+0000 7fef07e00640 1 --2- 172.21.15.26:0/2743650856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c36115d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.237+0000 7fef07e00640 1 -- 172.21.15.26:0/2743650856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c3604b10 msgr2=0x55d5c360eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.237+0000 7fef07e00640 1 --2- 172.21.15.26:0/2743650856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c3604b10 0x55d5c360eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.237+0000 7fef07e00640 1 -- 172.21.15.26:0/2743650856 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d5c34f97b0 con 0x55d5c36041f0 2024-04-26T23:50:26.242 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.237+0000 7fef07400640 1 --2- 172.21.15.26:0/2743650856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c3604b10 0x55d5c360eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.238+0000 7fef07e00640 1 --2- 172.21.15.26:0/2743650856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 0x55d5c36045d0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7fef08075c50 tx=0x7fef00009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e09419bcb422855 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.238+0000 7feefcc00640 1 -- 172.21.15.26:0/2743650856 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef00034040 con 0x55d5c36041f0 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.238+0000 7feefcc00640 1 -- 172.21.15.26:0/2743650856 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fef00003e00 con 0x55d5c36041f0 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.238+0000 7fef04c00640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7feeec0a3d20 0x7feeec0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.238+0000 7feefcc00640 1 -- 172.21.15.26:0/2743650856 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef000042a0 con 0x55d5c36041f0 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.239+0000 7fef04c00640 1 -- 172.21.15.26:0/1155358425 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7feef00d04e0 con 0x7fef08075620 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.239+0000 7fef07400640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7feeec0a3d20 0x7feeec0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.239+0000 7fef117a6740 1 -- 172.21.15.26:0/2743650856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 msgr2=0x55d5c36045d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.239+0000 7fef117a6740 1 --2- 172.21.15.26:0/2743650856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 0x55d5c36045d0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7fef08075c50 tx=0x7fef00009a20 comp rx=0 tx=0).stop 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.239+0000 7fef117a6740 1 -- 172.21.15.26:0/2743650856 shutdown_connections 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.239+0000 7fef117a6740 1 --2- 172.21.15.26:0/2743650856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c36115d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.239+0000 7fef117a6740 1 --2- 172.21.15.26:0/2743650856 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c3604b10 0x55d5c360eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.239+0000 7fef117a6740 1 --2- 172.21.15.26:0/2743650856 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 0x55d5c36045d0 unknown :-1 s=CLOSED pgs=1439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.239+0000 7fef117a6740 1 -- 172.21.15.26:0/2743650856 >> 172.21.15.26:0/2743650856 conn(0x55d5c3600510 msgr2=0x55d5c36008f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:26.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.240+0000 7fef117a6740 1 -- 172.21.15.26:0/2743650856 shutdown_connections 2024-04-26T23:50:26.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.240+0000 7fef07400640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7feeec0a3d20 0x7feeec0a61e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x55d5c36057b0 tx=0x7feef800b710 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:26.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.240+0000 7fef117a6740 1 -- 172.21.15.26:0/2743650856 wait complete. 2024-04-26T23:50:26.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.240+0000 7fef117a6740 1 -- start start 2024-04-26T23:50:26.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.240+0000 7fef117a6740 1 Processor -- start 2024-04-26T23:50:26.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.241+0000 7fef117a6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 0x55d5c360ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.241+0000 7fef117a6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c3604b10 0x55d5c360beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.241+0000 7fef117a6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c360c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.241+0000 7fef117a6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55d5c3567f80 con 0x55d5c36041f0 2024-04-26T23:50:26.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.241+0000 7fef117a6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55d5c3515260 con 0x55d5c3604b10 2024-04-26T23:50:26.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.241+0000 7fef117a6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d5c356d2a0 con 0x55d5c360f1e0 2024-04-26T23:50:26.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.241+0000 7fef117a6740 10 client.0 _ll_register_callbacks cb 0x55d5c355f960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:26.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.241+0000 7fef07400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 0x55d5c360ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.241+0000 7fef07400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 0x55d5c360ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52484/0 (socket says 172.21.15.26:52484) 2024-04-26T23:50:26.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.241+0000 7fef07400640 1 -- 172.21.15.26:0/1609155590 learned_addr learned my addr 172.21.15.26:0/1609155590 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.242+0000 7feeffe00640 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c3604b10 0x55d5c360beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.242+0000 7fef07e00640 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c360c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.242+0000 7fef07400640 1 -- 172.21.15.26:0/1609155590 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 msgr2=0x55d5c360c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.242+0000 7fef07400640 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c360c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.242+0000 7fef07400640 1 -- 172.21.15.26:0/1609155590 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c3604b10 msgr2=0x55d5c360beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.242+0000 7fef07400640 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c3604b10 0x55d5c360beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.242+0000 7fef07400640 1 -- 172.21.15.26:0/1609155590 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d5c34f71c0 con 0x55d5c36041f0 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.242+0000 7fef07e00640 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c360c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.242+0000 7fef07400640 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 0x55d5c360ebc0 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7feef8012700 tx=0x7feef80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ce4f0e9817685e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.242+0000 7feef5600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.242+0000 7feef5600640 1 -- 172.21.15.26:0/1609155590 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef8004220 con 0x55d5c36041f0 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.242+0000 7feef5600640 1 -- 172.21.15.26:0/1609155590 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7feef80043c0 con 0x55d5c36041f0 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.243+0000 7fef117a6740 1 -- 172.21.15.26:0/1609155590 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef00003e00 con 0x55d5c36041f0 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.243+0000 7feef5600640 1 -- 172.21.15.26:0/1609155590 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7feef801f6f0 con 0x55d5c36041f0 2024-04-26T23:50:26.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.243+0000 7fef117a6740 10 client.18462 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:26.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.243+0000 7fef117a6740 1 -- 172.21.15.26:0/1609155590 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d5c327a3f0 con 0x55d5c36041f0 2024-04-26T23:50:26.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.243+0000 7feef5600640 1 -- 172.21.15.26:0/1609155590 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fef00003e00 con 0x55d5c36041f0 2024-04-26T23:50:26.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.243+0000 7feef5600640 1 -- 172.21.15.26:0/1609155590 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7feef8003b60 con 0x55d5c36041f0 2024-04-26T23:50:26.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.244+0000 7fef117a6740 10 client.18462 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:26.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.244+0000 7fef117a6740 10 client.18462 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:50:26.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.244+0000 7fef117a6740 20 client.18462 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:26.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.244+0000 7fef117a6740 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5c361ec90 0x55d5c36210e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.244+0000 7fef117a6740 4 client.18462 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:50:26.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.244+0000 7fef117a6740 1 -- 172.21.15.26:0/1609155590 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d5c3576880 con 0x55d5c361ec90 2024-04-26T23:50:26.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.244+0000 7feeffe00640 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5c361ec90 0x55d5c36210e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.245+0000 7feeffe00640 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5c361ec90 0x55d5c36210e0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=43c06e3b8e099bcb server_cookie=898b0be06947a906 in_seq=0 out_seq=0 2024-04-26T23:50:26.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.245+0000 7feef5600640 10 client.18462 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7feef5600640 1 -- 172.21.15.26:0/1609155590 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d5c3576880 con 0x55d5c361ec90 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7feef5600640 10 client.18462 handle_command_reply: tid=0 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7fef117a6740 1 client.18462 shutdown 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7fef117a6740 1 -- 172.21.15.26:0/1609155590 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 msgr2=0x55d5c360ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7fef117a6740 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 0x55d5c360ebc0 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7feef8012700 tx=0x7feef80046c0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7fef117a6740 1 -- 172.21.15.26:0/1609155590 shutdown_connections 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7fef117a6740 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5c361ec90 0x55d5c36210e0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7fef117a6740 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c360c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7fef117a6740 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c3604b10 0x55d5c360beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7fef117a6740 1 --2- 172.21.15.26:0/1609155590 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c36041f0 0x55d5c360ebc0 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7feef5600640 0 client.18462 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7fef117a6740 1 -- 172.21.15.26:0/1609155590 >> 172.21.15.26:0/1609155590 conn(0x55d5c3600510 msgr2=0x55d5c3606210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.247+0000 7fef117a6740 1 -- 172.21.15.26:0/1609155590 shutdown_connections 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.248+0000 7fef117a6740 1 -- 172.21.15.26:0/1609155590 wait complete. 2024-04-26T23:50:26.252 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.248+0000 7fef117a6740 20 client.18462 trim_cache size 0 max 16384 2024-04-26T23:50:26.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.264+0000 7fef117a6740 1 Processor -- start 2024-04-26T23:50:26.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.265+0000 7fef117a6740 1 -- start start 2024-04-26T23:50:26.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.265+0000 7fef117a6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c36041f0 0x55d5c35ff690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.265+0000 7fef117a6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c3604b10 0x55d5c360e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.265+0000 7fef117a6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c361ac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.265+0000 7fef117a6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fef081b30c0 con 0x55d5c3604b10 2024-04-26T23:50:26.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.265+0000 7fef117a6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fef081b0990 con 0x55d5c36041f0 2024-04-26T23:50:26.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.265+0000 7fef117a6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fef081ae800 con 0x55d5c360f1e0 2024-04-26T23:50:26.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.265+0000 7feeffe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c3604b10 0x55d5c360e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.265+0000 7feeffe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c3604b10 0x55d5c360e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52490/0 (socket says 172.21.15.26:52490) 2024-04-26T23:50:26.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.265+0000 7feeffe00640 1 -- 172.21.15.26:0/1700609297 learned_addr learned my addr 172.21.15.26:0/1700609297 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:26.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7fef07e00640 1 --2- 172.21.15.26:0/1700609297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c361ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7fef07400640 1 --2- 172.21.15.26:0/1700609297 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c36041f0 0x55d5c35ff690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7feeffe00640 1 -- 172.21.15.26:0/1700609297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 msgr2=0x55d5c361ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7feeffe00640 1 --2- 172.21.15.26:0/1700609297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c361ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7feeffe00640 1 -- 172.21.15.26:0/1700609297 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c36041f0 msgr2=0x55d5c35ff690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7feeffe00640 1 --2- 172.21.15.26:0/1700609297 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c36041f0 0x55d5c35ff690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7feeffe00640 1 -- 172.21.15.26:0/1700609297 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d5c33447d0 con 0x55d5c3604b10 2024-04-26T23:50:26.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7fef07e00640 1 --2- 172.21.15.26:0/1700609297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c361ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:26.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7fef07400640 1 --2- 172.21.15.26:0/1700609297 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c36041f0 0x55d5c35ff690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:26.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7feeffe00640 1 --2- 172.21.15.26:0/1700609297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c3604b10 0x55d5c360e6f0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7feef009c100 tx=0x7feef00d2930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a7d37fadbd84e70 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:26.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7feef7e00640 1 -- 172.21.15.26:0/1700609297 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef0020040 con 0x55d5c3604b10 2024-04-26T23:50:26.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7feef7e00640 1 -- 172.21.15.26:0/1700609297 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feef0009de0 con 0x55d5c3604b10 2024-04-26T23:50:26.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.266+0000 7feef7e00640 1 -- 172.21.15.26:0/1700609297 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feef009a790 con 0x55d5c3604b10 2024-04-26T23:50:26.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.267+0000 7fef117a6740 1 -- 172.21.15.26:0/1700609297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c3604b10 msgr2=0x55d5c360e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.267+0000 7fef117a6740 1 --2- 172.21.15.26:0/1700609297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c3604b10 0x55d5c360e6f0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7feef009c100 tx=0x7feef00d2930 comp rx=0 tx=0).stop 2024-04-26T23:50:26.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.267+0000 7fef117a6740 1 -- 172.21.15.26:0/1700609297 shutdown_connections 2024-04-26T23:50:26.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.267+0000 7fef117a6740 1 --2- 172.21.15.26:0/1700609297 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c360f1e0 0x55d5c361ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.267+0000 7fef117a6740 1 --2- 172.21.15.26:0/1700609297 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c3604b10 0x55d5c360e6f0 unknown :-1 s=CLOSED pgs=1441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.267+0000 7fef117a6740 1 --2- 172.21.15.26:0/1700609297 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c36041f0 0x55d5c35ff690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.267+0000 7fef117a6740 1 -- 172.21.15.26:0/1700609297 >> 172.21.15.26:0/1700609297 conn(0x55d5c3600510 msgr2=0x55d5c360af30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.267+0000 7fef117a6740 1 -- 172.21.15.26:0/1700609297 shutdown_connections 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.267+0000 7fef117a6740 1 -- 172.21.15.26:0/1700609297 wait complete. 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.268+0000 7fef117a6740 1 -- start start 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.268+0000 7fef117a6740 1 Processor -- start 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.268+0000 7fef117a6740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c36041f0 0x55d5c3617010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef117a6740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c3604b10 0x55d5c3617550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef117a6740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c360f1e0 0x55d5c36125b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef117a6740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fef081aee50 con 0x55d5c360f1e0 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef117a6740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fef081b02c0 con 0x55d5c36041f0 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef117a6740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fef081af520 con 0x55d5c3604b10 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef117a6740 10 client.0 _ll_register_callbacks cb 0x7feef800b9c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef07e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c360f1e0 0x55d5c36125b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef07e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c360f1e0 0x55d5c36125b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52504/0 (socket says 172.21.15.26:52504) 2024-04-26T23:50:26.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef07e00640 1 -- 172.21.15.26:0/1070126962 learned_addr learned my addr 172.21.15.26:0/1070126962 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:26.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef07400640 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c36041f0 0x55d5c3617010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7feeffe00640 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c3604b10 0x55d5c3617550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef07e00640 1 -- 172.21.15.26:0/1070126962 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c3604b10 msgr2=0x55d5c3617550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef07e00640 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c3604b10 0x55d5c3617550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef07e00640 1 -- 172.21.15.26:0/1070126962 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c36041f0 msgr2=0x55d5c3617010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef07e00640 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c36041f0 0x55d5c3617010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7fef07e00640 1 -- 172.21.15.26:0/1070126962 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d5c350f2a0 con 0x55d5c360f1e0 2024-04-26T23:50:26.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.269+0000 7feeffe00640 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c3604b10 0x55d5c3617550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:26.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.270+0000 7fef07e00640 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c360f1e0 0x55d5c36125b0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7fef00044000 tx=0x7fef0002f780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2997977d9857b0bd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:26.275 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.270+0000 7feef5600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:26.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.270+0000 7feef5600640 1 -- 172.21.15.26:0/1070126962 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef00051060 con 0x55d5c360f1e0 2024-04-26T23:50:26.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.270+0000 7fef117a6740 1 -- 172.21.15.26:0/1070126962 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feef0009de0 con 0x55d5c360f1e0 2024-04-26T23:50:26.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.270+0000 7feef5600640 1 -- 172.21.15.26:0/1070126962 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7fef0002fc70 con 0x55d5c360f1e0 2024-04-26T23:50:26.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.270+0000 7feef5600640 1 -- 172.21.15.26:0/1070126962 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fef00034040 con 0x55d5c360f1e0 2024-04-26T23:50:26.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.270+0000 7fef117a6740 10 client.18468 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:26.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.270+0000 7fef117a6740 1 -- 172.21.15.26:0/1070126962 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d5c3684b40 con 0x55d5c360f1e0 2024-04-26T23:50:26.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.271+0000 7feef5600640 1 -- 172.21.15.26:0/1070126962 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7feef0009de0 con 0x55d5c360f1e0 2024-04-26T23:50:26.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.271+0000 7feef5600640 1 -- 172.21.15.26:0/1070126962 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fef00042070 con 0x55d5c360f1e0 2024-04-26T23:50:26.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.271+0000 7fef117a6740 10 client.18468 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:26.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.271+0000 7fef117a6740 10 client.18468 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:50:26.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.271+0000 7fef117a6740 20 client.18468 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:26.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.271+0000 7fef117a6740 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5c3684ed0 0x55d5c36872c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.271+0000 7fef117a6740 4 client.18468 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:50:26.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.271+0000 7fef117a6740 1 -- 172.21.15.26:0/1070126962 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d5c35706f0 con 0x55d5c3684ed0 2024-04-26T23:50:26.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.272+0000 7fef07400640 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5c3684ed0 0x55d5c36872c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.273+0000 7feef5600640 10 client.18468 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:50:26.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.273+0000 7fef07400640 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5c3684ed0 0x55d5c36872c0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=710be4e2c3920ed2 server_cookie=9e07507fec5132a4 in_seq=0 out_seq=0 2024-04-26T23:50:26.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.273+0000 7feef5600640 1 -- 172.21.15.26:0/1070126962 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d5c35706f0 con 0x55d5c3684ed0 2024-04-26T23:50:26.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.273+0000 7feef5600640 10 client.18468 handle_command_reply: tid=0 2024-04-26T23:50:26.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.273+0000 7fef117a6740 1 client.18468 shutdown 2024-04-26T23:50:26.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.274+0000 7fef117a6740 1 -- 172.21.15.26:0/1070126962 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c360f1e0 msgr2=0x55d5c36125b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.274+0000 7fef117a6740 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c360f1e0 0x55d5c36125b0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7fef00044000 tx=0x7fef0002f780 comp rx=0 tx=0).stop 2024-04-26T23:50:26.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.274+0000 7fef117a6740 1 -- 172.21.15.26:0/1070126962 shutdown_connections 2024-04-26T23:50:26.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.274+0000 7fef117a6740 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55d5c3684ed0 0x55d5c36872c0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.274+0000 7fef117a6740 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55d5c360f1e0 0x55d5c36125b0 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.274+0000 7fef117a6740 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d5c3604b10 0x55d5c3617550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.274+0000 7fef117a6740 1 --2- 172.21.15.26:0/1070126962 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55d5c36041f0 0x55d5c3617010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.274+0000 7fef117a6740 1 -- 172.21.15.26:0/1070126962 >> 172.21.15.26:0/1070126962 conn(0x55d5c3600510 msgr2=0x55d5c35ff690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:26.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.274+0000 7feef5600640 0 client.18468 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:50:26.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.274+0000 7fef117a6740 1 -- 172.21.15.26:0/1070126962 shutdown_connections 2024-04-26T23:50:26.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.274+0000 7fef117a6740 1 -- 172.21.15.26:0/1070126962 wait complete. 2024-04-26T23:50:26.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.274+0000 7fef117a6740 20 client.18468 trim_cache size 0 max 16384 2024-04-26T23:50:26.280 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:50:26.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.275+0000 7fef0e800640 1 -- 172.21.15.26:0/1155358425 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7feeec0a3d20 msgr2=0x7feeec0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.275+0000 7fef0e800640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7feeec0a3d20 0x7feeec0a61e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x55d5c36057b0 tx=0x7feef800b710 comp rx=0 tx=0).stop 2024-04-26T23:50:26.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.275+0000 7fef0e800640 1 -- 172.21.15.26:0/1155358425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef08075620 msgr2=0x7fef0819b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.275+0000 7fef0e800640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef08075620 0x7fef0819b800 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7feef000d950 tx=0x7feef000de10 comp rx=0 tx=0).stop 2024-04-26T23:50:26.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.275+0000 7fef0e800640 1 -- 172.21.15.26:0/1155358425 shutdown_connections 2024-04-26T23:50:26.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.275+0000 7fef0e800640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fef0810f1f0 0x7fef0819fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.275+0000 7fef0e800640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7feeec0a3d20 0x7feeec0a61e0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.275+0000 7fef0e800640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fef08075620 0x7fef0819b800 unknown :-1 s=CLOSED pgs=1438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.275+0000 7fef0e800640 1 --2- 172.21.15.26:0/1155358425 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fef08074d00 0x7fef0819b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.275+0000 7fef0e800640 1 -- 172.21.15.26:0/1155358425 >> 172.21.15.26:0/1155358425 conn(0x7fef080fe440 msgr2=0x7fef080ffe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:26.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.275+0000 7fef0e800640 1 -- 172.21.15.26:0/1155358425 shutdown_connections 2024-04-26T23:50:26.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.275+0000 7fef0e800640 1 -- 172.21.15.26:0/1155358425 wait complete. 2024-04-26T23:50:26.298 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:50:26.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.523+0000 7f8f58200640 1 -- 172.21.15.26:0/1255224927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f5010abf0 msgr2=0x7f8f5010afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.523+0000 7f8f58200640 1 --2- 172.21.15.26:0/1255224927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f5010abf0 0x7f8f5010afd0 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f8f44009900 tx=0x7f8f4402a3f0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.523+0000 7f8f58200640 1 -- 172.21.15.26:0/1255224927 shutdown_connections 2024-04-26T23:50:26.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.523+0000 7f8f58200640 1 --2- 172.21.15.26:0/1255224927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8f501054f0 0x7f8f501119b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.523+0000 7f8f58200640 1 --2- 172.21.15.26:0/1255224927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8f50104b30 0x7f8f50104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.523+0000 7f8f58200640 1 --2- 172.21.15.26:0/1255224927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f5010abf0 0x7f8f5010afd0 unknown :-1 s=CLOSED pgs=1443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.523+0000 7f8f58200640 1 -- 172.21.15.26:0/1255224927 >> 172.21.15.26:0/1255224927 conn(0x7f8f501005a0 msgr2=0x7f8f501029c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:26.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.523+0000 7f8f58200640 1 -- 172.21.15.26:0/1255224927 shutdown_connections 2024-04-26T23:50:26.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.523+0000 7f8f58200640 1 -- 172.21.15.26:0/1255224927 wait complete. 2024-04-26T23:50:26.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.524+0000 7f8f58200640 1 Processor -- start 2024-04-26T23:50:26.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.525+0000 7f8f58200640 1 -- start start 2024-04-26T23:50:26.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.525+0000 7f8f58200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f50104b30 0x7f8f5019b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.525+0000 7f8f58200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8f501054f0 0x7f8f5019b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.525+0000 7f8f58200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8f5010abf0 0x7f8f5019fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.525+0000 7f8f58200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8f50114ce0 con 0x7f8f50104b30 2024-04-26T23:50:26.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.525+0000 7f8f58200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8f50114b60 con 0x7f8f5010abf0 2024-04-26T23:50:26.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.525+0000 7f8f58200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8f50114e60 con 0x7f8f501054f0 2024-04-26T23:50:26.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.525+0000 7f8f55800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f50104b30 0x7f8f5019b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.525+0000 7f8f55800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f50104b30 0x7f8f5019b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52526/0 (socket says 172.21.15.26:52526) 2024-04-26T23:50:26.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.525+0000 7f8f55800640 1 -- 172.21.15.26:0/1749334931 learned_addr learned my addr 172.21.15.26:0/1749334931 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:26.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.526+0000 7f8f54e00640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8f501054f0 0x7f8f5019b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.526+0000 7f8f56200640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8f5010abf0 0x7f8f5019fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.526+0000 7f8f55800640 1 -- 172.21.15.26:0/1749334931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8f501054f0 msgr2=0x7f8f5019b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.526+0000 7f8f55800640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8f501054f0 0x7f8f5019b7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.526+0000 7f8f55800640 1 -- 172.21.15.26:0/1749334931 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8f5010abf0 msgr2=0x7f8f5019fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.526+0000 7f8f55800640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8f5010abf0 0x7f8f5019fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.526+0000 7f8f55800640 1 -- 172.21.15.26:0/1749334931 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f501a0250 con 0x7f8f50104b30 2024-04-26T23:50:26.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.526+0000 7f8f55800640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f50104b30 0x7f8f5019b260 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f8f44004770 tx=0x7f8f44003ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:26.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.527+0000 7f8f4e000640 1 -- 172.21.15.26:0/1749334931 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4403f070 con 0x7f8f50104b30 2024-04-26T23:50:26.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.527+0000 7f8f4e000640 1 -- 172.21.15.26:0/1749334931 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8f4403bd00 con 0x7f8f50104b30 2024-04-26T23:50:26.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.527+0000 7f8f58200640 1 -- 172.21.15.26:0/1749334931 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f501a04e0 con 0x7f8f50104b30 2024-04-26T23:50:26.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.527+0000 7f8f4e000640 1 -- 172.21.15.26:0/1749334931 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f44035030 con 0x7f8f50104b30 2024-04-26T23:50:26.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.527+0000 7f8f58200640 1 -- 172.21.15.26:0/1749334931 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f501a7dd0 con 0x7f8f50104b30 2024-04-26T23:50:26.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.530+0000 7f8f5b017740 1 Processor -- start 2024-04-26T23:50:26.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.531+0000 7f8f4e000640 1 -- 172.21.15.26:0/1749334931 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8f44042070 con 0x7f8f50104b30 2024-04-26T23:50:26.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.531+0000 7f8f5b017740 1 -- start start 2024-04-26T23:50:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.531+0000 7f8f5b017740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b12f1f0 0x55908b12f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.531+0000 7f8f5b017740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b139ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.531+0000 7f8f5b017740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b13a1e0 0x55908b13c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.531+0000 7f8f5b017740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55908b093c70 con 0x55908b13a1e0 2024-04-26T23:50:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.531+0000 7f8f5b017740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55908b04c980 con 0x55908b12f1f0 2024-04-26T23:50:26.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.531+0000 7f8f5b017740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55908b08fc30 con 0x55908b12fb10 2024-04-26T23:50:26.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.532+0000 7f8f54e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b13a1e0 0x55908b13c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.532+0000 7f8f54e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b13a1e0 0x55908b13c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52536/0 (socket says 172.21.15.26:52536) 2024-04-26T23:50:26.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.532+0000 7f8f54e00640 1 -- 172.21.15.26:0/825995281 learned_addr learned my addr 172.21.15.26:0/825995281 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:26.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.532+0000 7f8f55800640 1 --2- 172.21.15.26:0/825995281 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b139ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.532+0000 7f8f56200640 1 --2- 172.21.15.26:0/825995281 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b12f1f0 0x55908b12f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.532+0000 7f8f54e00640 1 -- 172.21.15.26:0/825995281 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 msgr2=0x55908b139ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.532+0000 7f8f54e00640 1 --2- 172.21.15.26:0/825995281 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b139ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.532+0000 7f8f54e00640 1 -- 172.21.15.26:0/825995281 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b12f1f0 msgr2=0x55908b12f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.532+0000 7f8f54e00640 1 --2- 172.21.15.26:0/825995281 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b12f1f0 0x55908b12f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.532+0000 7f8f54e00640 1 -- 172.21.15.26:0/825995281 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55908b0247b0 con 0x55908b13a1e0 2024-04-26T23:50:26.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.533+0000 7f8f4e000640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8f380a3da0 0x7f8f380a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.533+0000 7f8f54e00640 1 --2- 172.21.15.26:0/825995281 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b13a1e0 0x55908b13c5d0 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c00b7f0 tx=0x7f8f3c00bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de147a20ac6da4d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:26.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.533+0000 7f8f4e000640 1 -- 172.21.15.26:0/1749334931 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f8f440f1010 con 0x7f8f50104b30 2024-04-26T23:50:26.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.533+0000 7f8f56200640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8f380a3da0 0x7f8f380a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.533+0000 7f8f42a00640 1 -- 172.21.15.26:0/825995281 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c00d950 con 0x55908b13a1e0 2024-04-26T23:50:26.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.533+0000 7f8f42a00640 1 -- 172.21.15.26:0/825995281 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8f3c018070 con 0x55908b13a1e0 2024-04-26T23:50:26.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.533+0000 7f8f42a00640 1 -- 172.21.15.26:0/825995281 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c013e30 con 0x55908b13a1e0 2024-04-26T23:50:26.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.534+0000 7f8f5b017740 1 -- 172.21.15.26:0/825995281 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b13a1e0 msgr2=0x55908b13c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.534+0000 7f8f56200640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8f380a3da0 0x7f8f380a6260 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8f48005fd0 tx=0x7f8f48009740 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:26.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.534+0000 7f8f5b017740 1 --2- 172.21.15.26:0/825995281 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b13a1e0 0x55908b13c5d0 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c00b7f0 tx=0x7f8f3c00bcb0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.534+0000 7f8f5b017740 1 -- 172.21.15.26:0/825995281 shutdown_connections 2024-04-26T23:50:26.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.534+0000 7f8f5b017740 1 --2- 172.21.15.26:0/825995281 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b13a1e0 0x55908b13c5d0 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.534+0000 7f8f5b017740 1 --2- 172.21.15.26:0/825995281 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b139ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.534+0000 7f8f5b017740 1 --2- 172.21.15.26:0/825995281 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b12f1f0 0x55908b12f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.534+0000 7f8f5b017740 1 -- 172.21.15.26:0/825995281 >> 172.21.15.26:0/825995281 conn(0x55908b12b510 msgr2=0x55908b12b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:26.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.534+0000 7f8f5b017740 1 -- 172.21.15.26:0/825995281 shutdown_connections 2024-04-26T23:50:26.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.535+0000 7f8f5b017740 1 -- 172.21.15.26:0/825995281 wait complete. 2024-04-26T23:50:26.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.535+0000 7f8f5b017740 1 -- start start 2024-04-26T23:50:26.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.535+0000 7f8f5b017740 1 Processor -- start 2024-04-26T23:50:26.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.536+0000 7f8f5b017740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 0x55908b139ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.536+0000 7f8f5b017740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b136dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.536+0000 7f8f5b017740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b13a1e0 0x55908b137310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.536+0000 7f8f5b017740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55908b092f80 con 0x55908b12f1f0 2024-04-26T23:50:26.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.536+0000 7f8f5b017740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55908b040260 con 0x55908b13a1e0 2024-04-26T23:50:26.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.536+0000 7f8f5b017740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55908b0982a0 con 0x55908b12fb10 2024-04-26T23:50:26.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.536+0000 7f8f5b017740 10 client.0 _ll_register_callbacks cb 0x55908b08a960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:26.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.536+0000 7f8f55800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 0x55908b139ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.536+0000 7f8f55800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 0x55908b139ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52540/0 (socket says 172.21.15.26:52540) 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.536+0000 7f8f55800640 1 -- 172.21.15.26:0/1403499536 learned_addr learned my addr 172.21.15.26:0/1403499536 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.537+0000 7f8f56200640 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b13a1e0 0x55908b137310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.537+0000 7f8f54e00640 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b136dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.537+0000 7f8f55800640 1 -- 172.21.15.26:0/1403499536 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 msgr2=0x55908b136dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.537+0000 7f8f55800640 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b136dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.537+0000 7f8f55800640 1 -- 172.21.15.26:0/1403499536 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b13a1e0 msgr2=0x55908b137310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.537+0000 7f8f55800640 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b13a1e0 0x55908b137310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.537+0000 7f8f55800640 1 -- 172.21.15.26:0/1403499536 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55908b0221c0 con 0x55908b12f1f0 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.537+0000 7f8f55800640 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 0x55908b139ae0 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7f8f44005ec0 tx=0x7f8f44003f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f5ce5da5a7b0b8c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.537+0000 7f8f37400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.537+0000 7f8f37400640 1 -- 172.21.15.26:0/1403499536 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f44049050 con 0x55908b12f1f0 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.537+0000 7f8f37400640 1 -- 172.21.15.26:0/1403499536 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f8f440b9600 con 0x55908b12f1f0 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.537+0000 7f8f5b017740 1 -- 172.21.15.26:0/1403499536 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f3c018070 con 0x55908b12f1f0 2024-04-26T23:50:26.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.538+0000 7f8f37400640 1 -- 172.21.15.26:0/1403499536 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8f440bcad0 con 0x55908b12f1f0 2024-04-26T23:50:26.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.538+0000 7f8f5b017740 10 client.18480 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:26.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.538+0000 7f8f5b017740 1 -- 172.21.15.26:0/1403499536 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55908ada53f0 con 0x55908b12f1f0 2024-04-26T23:50:26.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.538+0000 7f8f37400640 1 -- 172.21.15.26:0/1403499536 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8f3c018070 con 0x55908b12f1f0 2024-04-26T23:50:26.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.538+0000 7f8f37400640 1 -- 172.21.15.26:0/1403499536 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8f44031400 con 0x55908b12f1f0 2024-04-26T23:50:26.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.538+0000 7f8f5b017740 10 client.18480 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:26.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.538+0000 7f8f5b017740 10 client.18480 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:50:26.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.538+0000 7f8f5b017740 20 client.18480 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:26.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.539+0000 7f8f5b017740 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55908b149ae0 0x55908b14bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.539+0000 7f8f5b017740 4 client.18480 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:50:26.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.539+0000 7f8f5b017740 1 -- 172.21.15.26:0/1403499536 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55908b0a1880 con 0x55908b149ae0 2024-04-26T23:50:26.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.539+0000 7f8f54e00640 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55908b149ae0 0x55908b14bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.540+0000 7f8f54e00640 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55908b149ae0 0x55908b14bf50 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a651afa9e0a0359 server_cookie=fdf4fa8bc509e71a in_seq=0 out_seq=0 2024-04-26T23:50:26.545 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.540+0000 7f8f37400640 10 client.18480 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:26.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.542+0000 7f8f37400640 1 -- 172.21.15.26:0/1403499536 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55908b0a1880 con 0x55908b149ae0 2024-04-26T23:50:26.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.542+0000 7f8f37400640 10 client.18480 handle_command_reply: tid=0 2024-04-26T23:50:26.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.542+0000 7f8f5b017740 1 client.18480 shutdown 2024-04-26T23:50:26.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.542+0000 7f8f5b017740 1 -- 172.21.15.26:0/1403499536 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 msgr2=0x55908b139ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.542+0000 7f8f5b017740 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 0x55908b139ae0 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7f8f44005ec0 tx=0x7f8f44003f50 comp rx=0 tx=0).stop 2024-04-26T23:50:26.546 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.542+0000 7f8f5b017740 1 -- 172.21.15.26:0/1403499536 shutdown_connections 2024-04-26T23:50:26.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.542+0000 7f8f5b017740 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55908b149ae0 0x55908b14bf50 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.542+0000 7f8f5b017740 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b13a1e0 0x55908b137310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.542+0000 7f8f5b017740 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b136dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.542+0000 7f8f5b017740 1 --2- 172.21.15.26:0/1403499536 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 0x55908b139ae0 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.542+0000 7f8f5b017740 1 -- 172.21.15.26:0/1403499536 >> 172.21.15.26:0/1403499536 conn(0x55908b12b510 msgr2=0x55908b131310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:26.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.542+0000 7f8f37400640 0 client.18480 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:26.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.543+0000 7f8f5b017740 1 -- 172.21.15.26:0/1403499536 shutdown_connections 2024-04-26T23:50:26.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.543+0000 7f8f5b017740 1 -- 172.21.15.26:0/1403499536 wait complete. 2024-04-26T23:50:26.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.543+0000 7f8f5b017740 20 client.18480 trim_cache size 0 max 16384 2024-04-26T23:50:26.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.565+0000 7f8f5b017740 1 Processor -- start 2024-04-26T23:50:26.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.565+0000 7f8f5b017740 1 -- start start 2024-04-26T23:50:26.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.565+0000 7f8f5b017740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 0x55908b151870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.565+0000 7f8f5b017740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b151db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.565+0000 7f8f5b017740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b13a1e0 0x55908b134030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.565+0000 7f8f5b017740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8f501b3040 con 0x55908b12f1f0 2024-04-26T23:50:26.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.565+0000 7f8f5b017740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8f501b0910 con 0x55908b13a1e0 2024-04-26T23:50:26.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.565+0000 7f8f5b017740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8f501ae780 con 0x55908b12fb10 2024-04-26T23:50:26.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.566+0000 7f8f55800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 0x55908b151870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.566+0000 7f8f55800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 0x55908b151870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52546/0 (socket says 172.21.15.26:52546) 2024-04-26T23:50:26.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.566+0000 7f8f55800640 1 -- 172.21.15.26:0/1167815388 learned_addr learned my addr 172.21.15.26:0/1167815388 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:26.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.566+0000 7f8f54e00640 1 --2- 172.21.15.26:0/1167815388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b151db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.566+0000 7f8f56200640 1 --2- 172.21.15.26:0/1167815388 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b13a1e0 0x55908b134030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.566+0000 7f8f55800640 1 -- 172.21.15.26:0/1167815388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 msgr2=0x55908b151db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.566+0000 7f8f55800640 1 --2- 172.21.15.26:0/1167815388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b151db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.566+0000 7f8f55800640 1 -- 172.21.15.26:0/1167815388 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b13a1e0 msgr2=0x55908b134030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.566+0000 7f8f55800640 1 --2- 172.21.15.26:0/1167815388 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b13a1e0 0x55908b134030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.566+0000 7f8f55800640 1 -- 172.21.15.26:0/1167815388 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55908ae6f7d0 con 0x55908b12f1f0 2024-04-26T23:50:26.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.566+0000 7f8f54e00640 1 --2- 172.21.15.26:0/1167815388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b151db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:50:26.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.567+0000 7f8f55800640 1 --2- 172.21.15.26:0/1167815388 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 0x55908b151870 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f8f4402a9b0 tx=0x7f8f440c14c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d56826d4fbfda3f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:26.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.567+0000 7f8f42000640 1 -- 172.21.15.26:0/1167815388 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f440db070 con 0x55908b12f1f0 2024-04-26T23:50:26.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.567+0000 7f8f42000640 1 -- 172.21.15.26:0/1167815388 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8f440bcf90 con 0x55908b12f1f0 2024-04-26T23:50:26.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.567+0000 7f8f42000640 1 -- 172.21.15.26:0/1167815388 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f44049070 con 0x55908b12f1f0 2024-04-26T23:50:26.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.568+0000 7f8f5b017740 1 -- 172.21.15.26:0/1167815388 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 msgr2=0x55908b151870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.568+0000 7f8f5b017740 1 --2- 172.21.15.26:0/1167815388 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 0x55908b151870 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f8f4402a9b0 tx=0x7f8f440c14c0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.568+0000 7f8f5b017740 1 -- 172.21.15.26:0/1167815388 shutdown_connections 2024-04-26T23:50:26.572 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.568+0000 7f8f5b017740 1 --2- 172.21.15.26:0/1167815388 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b13a1e0 0x55908b134030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.568+0000 7f8f5b017740 1 --2- 172.21.15.26:0/1167815388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b12fb10 0x55908b151db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.568+0000 7f8f5b017740 1 --2- 172.21.15.26:0/1167815388 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12f1f0 0x55908b151870 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.568+0000 7f8f5b017740 1 -- 172.21.15.26:0/1167815388 >> 172.21.15.26:0/1167815388 conn(0x55908b12b510 msgr2=0x55908b144c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:26.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.568+0000 7f8f5b017740 1 -- 172.21.15.26:0/1167815388 shutdown_connections 2024-04-26T23:50:26.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.568+0000 7f8f5b017740 1 -- 172.21.15.26:0/1167815388 wait complete. 2024-04-26T23:50:26.573 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.569+0000 7f8f5b017740 1 -- start start 2024-04-26T23:50:26.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.569+0000 7f8f5b017740 1 Processor -- start 2024-04-26T23:50:26.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f5b017740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b12f1f0 0x55908b13fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f5b017740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12fb10 0x55908b1402f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f5b017740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b13a1e0 0x55908b140830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f5b017740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8f501aedd0 con 0x55908b12fb10 2024-04-26T23:50:26.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f5b017740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8f501b0240 con 0x55908b12f1f0 2024-04-26T23:50:26.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f5b017740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8f501af4a0 con 0x55908b13a1e0 2024-04-26T23:50:26.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f5b017740 10 client.0 _ll_register_callbacks cb 0x7f8f440f4850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:26.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f54e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12fb10 0x55908b1402f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f54e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12fb10 0x55908b1402f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52560/0 (socket says 172.21.15.26:52560) 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f54e00640 1 -- 172.21.15.26:0/3024771292 learned_addr learned my addr 172.21.15.26:0/3024771292 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f55800640 1 --2- 172.21.15.26:0/3024771292 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b12f1f0 0x55908b13fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f54e00640 1 -- 172.21.15.26:0/3024771292 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b13a1e0 msgr2=0x55908b140830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f54e00640 1 --2- 172.21.15.26:0/3024771292 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b13a1e0 0x55908b140830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f54e00640 1 -- 172.21.15.26:0/3024771292 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b12f1f0 msgr2=0x55908b13fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f54e00640 1 --2- 172.21.15.26:0/3024771292 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b12f1f0 0x55908b13fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.570+0000 7f8f54e00640 1 -- 172.21.15.26:0/3024771292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55908b03a2a0 con 0x55908b12fb10 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.571+0000 7f8f54e00640 1 --2- 172.21.15.26:0/3024771292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12fb10 0x55908b1402f0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x55908b12c6a0 tx=0x7f8f3c006d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b32f9218a3858992 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.571+0000 7f8f37400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.571+0000 7f8f37400640 1 -- 172.21.15.26:0/3024771292 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c026bd0 con 0x55908b12fb10 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.571+0000 7f8f37400640 1 -- 172.21.15.26:0/3024771292 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f8f3c026d70 con 0x55908b12fb10 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.571+0000 7f8f5b017740 1 -- 172.21.15.26:0/3024771292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f440bcf90 con 0x55908b12fb10 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.572+0000 7f8f37400640 1 -- 172.21.15.26:0/3024771292 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8f3c035050 con 0x55908b12fb10 2024-04-26T23:50:26.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.572+0000 7f8f5b017740 10 client.18486 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:26.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.572+0000 7f8f5b017740 1 -- 172.21.15.26:0/3024771292 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55908b1b8c90 con 0x55908b12fb10 2024-04-26T23:50:26.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.572+0000 7f8f37400640 1 -- 172.21.15.26:0/3024771292 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8f440bcf90 con 0x55908b12fb10 2024-04-26T23:50:26.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.572+0000 7f8f37400640 1 -- 172.21.15.26:0/3024771292 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8f3c0263c0 con 0x55908b12fb10 2024-04-26T23:50:26.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.572+0000 7f8f5b017740 10 client.18486 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:26.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.572+0000 7f8f5b017740 10 client.18486 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:50:26.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.572+0000 7f8f5b017740 20 client.18486 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:26.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.572+0000 7f8f5b017740 1 --2- 172.21.15.26:0/3024771292 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55908b1b9300 0x55908b1bb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:26.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.572+0000 7f8f5b017740 4 client.18486 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:50:26.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.572+0000 7f8f5b017740 1 -- 172.21.15.26:0/3024771292 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55908b09b6f0 con 0x55908b1b9300 2024-04-26T23:50:26.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.573+0000 7f8f55800640 1 --2- 172.21.15.26:0/3024771292 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55908b1b9300 0x55908b1bb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:26.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.574+0000 7f8f55800640 1 --2- 172.21.15.26:0/3024771292 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55908b1b9300 0x55908b1bb740 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c15c926443d4447 server_cookie=ae8ce71c8f00e26 in_seq=0 out_seq=0 2024-04-26T23:50:26.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.574+0000 7f8f37400640 10 client.18486 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:26.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.574+0000 7f8f37400640 1 -- 172.21.15.26:0/3024771292 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55908b09b6f0 con 0x55908b1b9300 2024-04-26T23:50:26.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.574+0000 7f8f37400640 10 client.18486 handle_command_reply: tid=0 2024-04-26T23:50:26.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.574+0000 7f8f5b017740 1 client.18486 shutdown 2024-04-26T23:50:26.579 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.574+0000 7f8f5b017740 1 -- 172.21.15.26:0/3024771292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12fb10 msgr2=0x55908b1402f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.574+0000 7f8f5b017740 1 --2- 172.21.15.26:0/3024771292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12fb10 0x55908b1402f0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x55908b12c6a0 tx=0x7f8f3c006d60 comp rx=0 tx=0).stop 2024-04-26T23:50:26.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.574+0000 7f8f5b017740 1 -- 172.21.15.26:0/3024771292 shutdown_connections 2024-04-26T23:50:26.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.574+0000 7f8f5b017740 1 --2- 172.21.15.26:0/3024771292 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55908b1b9300 0x55908b1bb740 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.575+0000 7f8f5b017740 1 --2- 172.21.15.26:0/3024771292 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55908b13a1e0 0x55908b140830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.575+0000 7f8f5b017740 1 --2- 172.21.15.26:0/3024771292 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55908b12fb10 0x55908b1402f0 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.575+0000 7f8f5b017740 1 --2- 172.21.15.26:0/3024771292 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55908b12f1f0 0x55908b13fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.575+0000 7f8f37400640 0 client.18486 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:26.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.575+0000 7f8f5b017740 1 -- 172.21.15.26:0/3024771292 >> 172.21.15.26:0/3024771292 conn(0x55908b12b510 msgr2=0x55908b138e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:26.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.575+0000 7f8f5b017740 1 -- 172.21.15.26:0/3024771292 shutdown_connections 2024-04-26T23:50:26.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.575+0000 7f8f5b017740 1 -- 172.21.15.26:0/3024771292 wait complete. 2024-04-26T23:50:26.580 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.575+0000 7f8f5b017740 20 client.18486 trim_cache size 0 max 16384 2024-04-26T23:50:26.581 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:50:26.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.576+0000 7f8f58200640 1 -- 172.21.15.26:0/1749334931 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8f380a3da0 msgr2=0x7f8f380a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.576+0000 7f8f58200640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8f380a3da0 0x7f8f380a6260 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8f48005fd0 tx=0x7f8f48009740 comp rx=0 tx=0).stop 2024-04-26T23:50:26.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.576+0000 7f8f58200640 1 -- 172.21.15.26:0/1749334931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f50104b30 msgr2=0x7f8f5019b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:26.581 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.576+0000 7f8f58200640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f50104b30 0x7f8f5019b260 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f8f44004770 tx=0x7f8f44003ca0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.576+0000 7f8f58200640 1 -- 172.21.15.26:0/1749334931 shutdown_connections 2024-04-26T23:50:26.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.576+0000 7f8f58200640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8f5010abf0 0x7f8f5019fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.576+0000 7f8f58200640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8f501054f0 0x7f8f5019b7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.576+0000 7f8f58200640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8f380a3da0 0x7f8f380a6260 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.576+0000 7f8f58200640 1 --2- 172.21.15.26:0/1749334931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8f50104b30 0x7f8f5019b260 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:26.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.576+0000 7f8f58200640 1 -- 172.21.15.26:0/1749334931 >> 172.21.15.26:0/1749334931 conn(0x7f8f501005a0 msgr2=0x7f8f50101f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:26.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.576+0000 7f8f58200640 1 -- 172.21.15.26:0/1749334931 shutdown_connections 2024-04-26T23:50:26.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:26.576+0000 7f8f58200640 1 -- 172.21.15.26:0/1749334931 wait complete. 2024-04-26T23:50:27.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:26 smithi164 ceph-mon[31699]: pgmap v456: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:50:27.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:26 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1215216477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:50:27.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:26 smithi026 ceph-mon[28371]: pgmap v456: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:50:27.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:26 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1215216477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:50:27.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:26 smithi086 ceph-mon[31122]: pgmap v456: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:50:27.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:26 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1215216477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:50:27.599 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:50:27.599 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:50:27.599 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:50:27.840 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.836+0000 7f7aa8a00640 1 -- 172.21.15.26:0/3709485226 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a98031800 con 0x7f7aac1027d0 2024-04-26T23:50:27.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.837+0000 7f7aab200640 1 -- 172.21.15.26:0/3709485226 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aac1027d0 msgr2=0x7f7aac102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:27.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.837+0000 7f7aab200640 1 --2- 172.21.15.26:0/3709485226 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aac1027d0 0x7f7aac102c50 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f7a98009930 tx=0x7f7a9802a420 comp rx=0 tx=0).stop 2024-04-26T23:50:27.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.837+0000 7f7aab200640 1 -- 172.21.15.26:0/3709485226 shutdown_connections 2024-04-26T23:50:27.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.837+0000 7f7aab200640 1 --2- 172.21.15.26:0/3709485226 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7aac103190 0x7f7aac10f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.837+0000 7f7aab200640 1 --2- 172.21.15.26:0/3709485226 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aac1027d0 0x7f7aac102c50 unknown :-1 s=CLOSED pgs=1449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.837+0000 7f7aab200640 1 --2- 172.21.15.26:0/3709485226 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7aac1087e0 0x7f7aac108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.837+0000 7f7aab200640 1 -- 172.21.15.26:0/3709485226 >> 172.21.15.26:0/3709485226 conn(0x7f7aac0fe300 msgr2=0x7f7aac100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:27.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.837+0000 7f7aab200640 1 -- 172.21.15.26:0/3709485226 shutdown_connections 2024-04-26T23:50:27.841 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.837+0000 7f7aab200640 1 -- 172.21.15.26:0/3709485226 wait complete. 2024-04-26T23:50:27.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.840+0000 7f7aab200640 1 Processor -- start 2024-04-26T23:50:27.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.840+0000 7f7aab200640 1 -- start start 2024-04-26T23:50:27.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.841+0000 7f7aab200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7aac1027d0 0x7f7aac198fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.841+0000 7f7aab200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aac103190 0x7f7aac199500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.841+0000 7f7aab200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7aac1087e0 0x7f7aac19d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.841+0000 7f7aab200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7aac112950 con 0x7f7aac103190 2024-04-26T23:50:27.844 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.841+0000 7f7aab200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7aac1127d0 con 0x7f7aac1087e0 2024-04-26T23:50:27.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.841+0000 7f7aab200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7aac112ad0 con 0x7f7aac1027d0 2024-04-26T23:50:27.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.841+0000 7f7aa9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aac103190 0x7f7aac199500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.841+0000 7f7aa9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aac103190 0x7f7aac199500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52578/0 (socket says 172.21.15.26:52578) 2024-04-26T23:50:27.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.841+0000 7f7aa9400640 1 -- 172.21.15.26:0/3846081239 learned_addr learned my addr 172.21.15.26:0/3846081239 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:27.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.841+0000 7f7aaa800640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7aac1087e0 0x7f7aac19d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.841+0000 7f7aa9e00640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7aac1027d0 0x7f7aac198fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.842+0000 7f7aa9400640 1 -- 172.21.15.26:0/3846081239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7aac1027d0 msgr2=0x7f7aac198fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:27.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.842+0000 7f7aa9400640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7aac1027d0 0x7f7aac198fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.842+0000 7f7aa9400640 1 -- 172.21.15.26:0/3846081239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7aac1087e0 msgr2=0x7f7aac19d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:27.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.842+0000 7f7aa9400640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7aac1087e0 0x7f7aac19d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.842+0000 7f7aa9400640 1 -- 172.21.15.26:0/3846081239 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aac19df60 con 0x7f7aac103190 2024-04-26T23:50:27.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.842+0000 7f7aa9400640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aac103190 0x7f7aac199500 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f7a98005940 tx=0x7f7a98005e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:27.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.842+0000 7f7aa2a00640 1 -- 172.21.15.26:0/3846081239 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a9803f030 con 0x7f7aac103190 2024-04-26T23:50:27.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.842+0000 7f7aab200640 1 -- 172.21.15.26:0/3846081239 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7aac19e1f0 con 0x7f7aac103190 2024-04-26T23:50:27.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.842+0000 7f7aa2a00640 1 -- 172.21.15.26:0/3846081239 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a980043d0 con 0x7f7aac103190 2024-04-26T23:50:27.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.843+0000 7f7aa2a00640 1 -- 172.21.15.26:0/3846081239 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a98035070 con 0x7f7aac103190 2024-04-26T23:50:27.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.843+0000 7f7aab200640 1 -- 172.21.15.26:0/3846081239 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7aac1a5ae0 con 0x7f7aac103190 2024-04-26T23:50:27.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.847+0000 7f7ab37b2740 1 Processor -- start 2024-04-26T23:50:27.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.848+0000 7f7ab37b2740 1 -- start start 2024-04-26T23:50:27.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.848+0000 7f7aa2a00640 1 -- 172.21.15.26:0/3846081239 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7a98042030 con 0x7f7aac103190 2024-04-26T23:50:27.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.848+0000 7f7ab37b2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 0x55da70300240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.848+0000 7f7ab37b2740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da70300780 0x55da7030a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.848+0000 7f7ab37b2740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da7030ae50 0x55da7030d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.848+0000 7f7ab37b2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55da70265980 con 0x55da702ffe60 2024-04-26T23:50:27.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.848+0000 7f7ab37b2740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55da70202220 con 0x55da70300780 2024-04-26T23:50:27.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.848+0000 7f7ab37b2740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55da70261940 con 0x55da7030ae50 2024-04-26T23:50:27.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.848+0000 7f7aaa800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 0x55da70300240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.848+0000 7f7aaa800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 0x55da70300240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52584/0 (socket says 172.21.15.26:52584) 2024-04-26T23:50:27.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.848+0000 7f7aaa800640 1 -- 172.21.15.26:0/3269349933 learned_addr learned my addr 172.21.15.26:0/3269349933 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:27.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.849+0000 7f7aa9e00640 1 --2- 172.21.15.26:0/3269349933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da70300780 0x55da7030a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.849+0000 7f7aa9400640 1 --2- 172.21.15.26:0/3269349933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da7030ae50 0x55da7030d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.849+0000 7f7aaa800640 1 -- 172.21.15.26:0/3269349933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da7030ae50 msgr2=0x55da7030d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.849+0000 7f7aaa800640 1 --2- 172.21.15.26:0/3269349933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da7030ae50 0x55da7030d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.849+0000 7f7aaa800640 1 -- 172.21.15.26:0/3269349933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da70300780 msgr2=0x55da7030a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.849+0000 7f7aaa800640 1 --2- 172.21.15.26:0/3269349933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da70300780 0x55da7030a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.849+0000 7f7aaa800640 1 -- 172.21.15.26:0/3269349933 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da7003f7e0 con 0x55da702ffe60 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.849+0000 7f7aaa800640 1 --2- 172.21.15.26:0/3269349933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 0x55da70300240 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f7aa4009fc0 tx=0x7f7aa4010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78a510875730f58 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.850+0000 7f7aa2a00640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a900a3da0 0x7f7a900a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.850+0000 7f7a97000640 1 -- 172.21.15.26:0/3269349933 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa4003b70 con 0x55da702ffe60 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.850+0000 7f7a97000640 1 -- 172.21.15.26:0/3269349933 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7aa4003d10 con 0x55da702ffe60 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.850+0000 7f7a97000640 1 -- 172.21.15.26:0/3269349933 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa4011980 con 0x55da702ffe60 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.850+0000 7f7aa2a00640 1 -- 172.21.15.26:0/3846081239 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f7a980f0c30 con 0x7f7aac103190 2024-04-26T23:50:27.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.850+0000 7f7aa9e00640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a900a3da0 0x7f7a900a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.851+0000 7f7ab37b2740 1 -- 172.21.15.26:0/3269349933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 msgr2=0x55da70300240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:27.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.851+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/3269349933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 0x55da70300240 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f7aa4009fc0 tx=0x7f7aa4010860 comp rx=0 tx=0).stop 2024-04-26T23:50:27.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.851+0000 7f7aa9e00640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a900a3da0 0x7f7a900a6260 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x55da70301420 tx=0x7f7a9c005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:27.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.851+0000 7f7ab37b2740 1 -- 172.21.15.26:0/3269349933 shutdown_connections 2024-04-26T23:50:27.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.851+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/3269349933 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da7030ae50 0x55da7030d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.851+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/3269349933 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da70300780 0x55da7030a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.851+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/3269349933 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 0x55da70300240 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.851+0000 7f7ab37b2740 1 -- 172.21.15.26:0/3269349933 >> 172.21.15.26:0/3269349933 conn(0x55da702fc180 msgr2=0x55da702fc560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:27.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.851+0000 7f7ab37b2740 1 -- 172.21.15.26:0/3269349933 shutdown_connections 2024-04-26T23:50:27.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.851+0000 7f7ab37b2740 1 -- 172.21.15.26:0/3269349933 wait complete. 2024-04-26T23:50:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.852+0000 7f7ab37b2740 1 -- start start 2024-04-26T23:50:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.852+0000 7f7ab37b2740 1 Processor -- start 2024-04-26T23:50:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.852+0000 7f7ab37b2740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da702ffe60 0x55da70307df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.852+0000 7f7ab37b2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 0x55da70308330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.852+0000 7f7ab37b2740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da7030ae50 0x55da70308870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.852+0000 7f7ab37b2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55da7030dc40 con 0x55da70300780 2024-04-26T23:50:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.852+0000 7f7ab37b2740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55da701ed170 con 0x55da7030ae50 2024-04-26T23:50:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.852+0000 7f7ab37b2740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55da7030ddc0 con 0x55da702ffe60 2024-04-26T23:50:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.853+0000 7f7ab37b2740 10 client.0 _ll_register_callbacks cb 0x55da7025c770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.853+0000 7f7aa9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 0x55da70308330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.853+0000 7f7aa9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 0x55da70308330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52586/0 (socket says 172.21.15.26:52586) 2024-04-26T23:50:27.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.853+0000 7f7aa9400640 1 -- 172.21.15.26:0/2396864633 learned_addr learned my addr 172.21.15.26:0/2396864633 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:27.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.853+0000 7f7aa9e00640 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da702ffe60 0x55da70307df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.853+0000 7f7aaa800640 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da7030ae50 0x55da70308870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.853+0000 7f7aa9400640 1 -- 172.21.15.26:0/2396864633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da702ffe60 msgr2=0x55da70307df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:27.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.853+0000 7f7aa9400640 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da702ffe60 0x55da70307df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.853+0000 7f7aa9400640 1 -- 172.21.15.26:0/2396864633 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da7030ae50 msgr2=0x55da70308870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:27.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.853+0000 7f7aa9400640 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da7030ae50 0x55da70308870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.853+0000 7f7aa9400640 1 -- 172.21.15.26:0/2396864633 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da7009ff70 con 0x55da70300780 2024-04-26T23:50:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.854+0000 7f7aa9400640 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 0x55da70308330 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f7a98005ec0 tx=0x7f7a980bc9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0d198b2fdbd131 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.854+0000 7f7a8b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.854+0000 7f7a8b400640 1 -- 172.21.15.26:0/2396864633 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a98049070 con 0x55da70300780 2024-04-26T23:50:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.854+0000 7f7a8b400640 1 -- 172.21.15.26:0/2396864633 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f7a98003c10 con 0x55da70300780 2024-04-26T23:50:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.854+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2396864633 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7aa4003d10 con 0x55da70300780 2024-04-26T23:50:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.854+0000 7f7a8b400640 1 -- 172.21.15.26:0/2396864633 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7a980bcb50 con 0x55da70300780 2024-04-26T23:50:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.854+0000 7f7ab37b2740 10 client.18498 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.854+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2396864633 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55da6ff37170 con 0x55da70300780 2024-04-26T23:50:27.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.855+0000 7f7a8b400640 1 -- 172.21.15.26:0/2396864633 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7aa4003d10 con 0x55da70300780 2024-04-26T23:50:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.855+0000 7f7a8b400640 1 -- 172.21.15.26:0/2396864633 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7a980ee580 con 0x55da70300780 2024-04-26T23:50:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.855+0000 7f7ab37b2740 10 client.18498 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.855+0000 7f7ab37b2740 10 client.18498 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:50:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.855+0000 7f7ab37b2740 20 client.18498 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.855+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55da7031acb0 0x55da7031d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.855+0000 7f7ab37b2740 4 client.18498 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:50:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.855+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2396864633 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da70273590 con 0x55da7031acb0 2024-04-26T23:50:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.856+0000 7f7aa9e00640 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55da7031acb0 0x55da7031d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.857+0000 7f7aa9e00640 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55da7031acb0 0x55da7031d0a0 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=323c45935d09199 server_cookie=76e3e530fc2c644 in_seq=0 out_seq=0 2024-04-26T23:50:27.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.857+0000 7f7a8b400640 10 client.18498 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:27.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.858+0000 7f7a8b400640 1 -- 172.21.15.26:0/2396864633 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55da70273590 con 0x55da7031acb0 2024-04-26T23:50:27.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.858+0000 7f7a8b400640 10 client.18498 handle_command_reply: tid=0 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7ab37b2740 1 client.18498 shutdown 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2396864633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 msgr2=0x55da70308330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 0x55da70308330 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f7a98005ec0 tx=0x7f7a980bc9e0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2396864633 shutdown_connections 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55da7031acb0 0x55da7031d0a0 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da7030ae50 0x55da70308870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 0x55da70308330 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/2396864633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da702ffe60 0x55da70307df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2396864633 >> 172.21.15.26:0/2396864633 conn(0x55da702fc180 msgr2=0x55da70301e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7a8b400640 0 client.18498 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2396864633 shutdown_connections 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2396864633 wait complete. 2024-04-26T23:50:27.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.859+0000 7f7ab37b2740 20 client.18498 trim_cache size 0 max 16384 2024-04-26T23:50:27.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.883+0000 7f7ab37b2740 1 Processor -- start 2024-04-26T23:50:27.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.883+0000 7f7ab37b2740 1 -- start start 2024-04-26T23:50:27.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.883+0000 7f7ab37b2740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da702fc180 0x55da70316b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.883+0000 7f7ab37b2740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da702ffe60 0x55da703084c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.883+0000 7f7ab37b2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 0x55da70322970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.883+0000 7f7ab37b2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7aac1b2e50 con 0x55da70300780 2024-04-26T23:50:27.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.883+0000 7f7ab37b2740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7aac1b0720 con 0x55da702fc180 2024-04-26T23:50:27.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.883+0000 7f7ab37b2740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7aac1ae590 con 0x55da702ffe60 2024-04-26T23:50:27.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.884+0000 7f7aaa800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 0x55da70322970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.884+0000 7f7aaa800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 0x55da70322970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52590/0 (socket says 172.21.15.26:52590) 2024-04-26T23:50:27.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.884+0000 7f7aaa800640 1 -- 172.21.15.26:0/1642039927 learned_addr learned my addr 172.21.15.26:0/1642039927 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:27.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.884+0000 7f7aa9e00640 1 --2- 172.21.15.26:0/1642039927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da702fc180 0x55da70316b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.884+0000 7f7aa9400640 1 --2- 172.21.15.26:0/1642039927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da702ffe60 0x55da703084c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.884+0000 7f7aaa800640 1 -- 172.21.15.26:0/1642039927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da702ffe60 msgr2=0x55da703084c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:27.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.884+0000 7f7aaa800640 1 --2- 172.21.15.26:0/1642039927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da702ffe60 0x55da703084c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.884+0000 7f7aaa800640 1 -- 172.21.15.26:0/1642039927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da702fc180 msgr2=0x55da70316b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:27.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.884+0000 7f7aaa800640 1 --2- 172.21.15.26:0/1642039927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da702fc180 0x55da70316b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.884+0000 7f7aaa800640 1 -- 172.21.15.26:0/1642039927 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da7030d5b0 con 0x55da70300780 2024-04-26T23:50:27.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.885+0000 7f7aaa800640 1 --2- 172.21.15.26:0/1642039927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 0x55da70322970 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f7aa4009f60 tx=0x7f7aa4004a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0412466a877aab3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:27.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.885+0000 7f7a96600640 1 -- 172.21.15.26:0/1642039927 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa4004d70 con 0x55da70300780 2024-04-26T23:50:27.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.885+0000 7f7a96600640 1 -- 172.21.15.26:0/1642039927 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7aa4003e00 con 0x55da70300780 2024-04-26T23:50:27.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.885+0000 7f7a96600640 1 -- 172.21.15.26:0/1642039927 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa4011760 con 0x55da70300780 2024-04-26T23:50:27.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.886+0000 7f7ab37b2740 1 -- 172.21.15.26:0/1642039927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 msgr2=0x55da70322970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.886+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/1642039927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 0x55da70322970 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f7aa4009f60 tx=0x7f7aa4004a00 comp rx=0 tx=0).stop 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.886+0000 7f7ab37b2740 1 -- 172.21.15.26:0/1642039927 shutdown_connections 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.886+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/1642039927 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da70300780 0x55da70322970 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.886+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/1642039927 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da702ffe60 0x55da703084c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.886+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/1642039927 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da702fc180 0x55da70316b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.886+0000 7f7ab37b2740 1 -- 172.21.15.26:0/1642039927 >> 172.21.15.26:0/1642039927 conn(0x55da70306a30 msgr2=0x55da70307db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.886+0000 7f7ab37b2740 1 -- 172.21.15.26:0/1642039927 shutdown_connections 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.886+0000 7f7ab37b2740 1 -- 172.21.15.26:0/1642039927 wait complete. 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.886+0000 7f7ab37b2740 1 -- start start 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.887+0000 7f7ab37b2740 1 Processor -- start 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.887+0000 7f7ab37b2740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da702fc180 0x55da70310010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.887+0000 7f7ab37b2740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 0x55da70310550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.887+0000 7f7ab37b2740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da70300780 0x55da70310a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.887+0000 7f7ab37b2740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7aac1aebe0 con 0x55da702ffe60 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.887+0000 7f7ab37b2740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7aac1b0050 con 0x55da702fc180 2024-04-26T23:50:27.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.887+0000 7f7ab37b2740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7aac1af2b0 con 0x55da70300780 2024-04-26T23:50:27.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.887+0000 7f7ab37b2740 10 client.0 _ll_register_callbacks cb 0x7f7a98005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:27.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.887+0000 7f7aa9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 0x55da70310550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.887+0000 7f7aa9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 0x55da70310550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52596/0 (socket says 172.21.15.26:52596) 2024-04-26T23:50:27.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.887+0000 7f7aa9400640 1 -- 172.21.15.26:0/2882650018 learned_addr learned my addr 172.21.15.26:0/2882650018 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:27.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.888+0000 7f7aaa800640 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da70300780 0x55da70310a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.888+0000 7f7aa9e00640 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da702fc180 0x55da70310010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.888+0000 7f7aa9400640 1 -- 172.21.15.26:0/2882650018 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da70300780 msgr2=0x55da70310a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:27.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.888+0000 7f7aa9400640 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da70300780 0x55da70310a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.888+0000 7f7aa9400640 1 -- 172.21.15.26:0/2882650018 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da702fc180 msgr2=0x55da70310010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:27.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.888+0000 7f7aa9400640 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da702fc180 0x55da70310010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.888+0000 7f7aa9400640 1 -- 172.21.15.26:0/2882650018 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da703811f0 con 0x55da702ffe60 2024-04-26T23:50:27.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.888+0000 7f7aa9400640 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 0x55da70310550 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f7a980bcae0 tx=0x7f7a980bd310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f2aa0d8f2a34400 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:27.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.888+0000 7f7a8b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:27.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.888+0000 7f7a8b400640 1 -- 172.21.15.26:0/2882650018 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a98049040 con 0x55da702ffe60 2024-04-26T23:50:27.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7a8b400640 1 -- 172.21.15.26:0/2882650018 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f7a980bbfa0 con 0x55da702ffe60 2024-04-26T23:50:27.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2882650018 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7aa4003e00 con 0x55da702ffe60 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7a8b400640 1 -- 172.21.15.26:0/2882650018 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7a980a2050 con 0x55da702ffe60 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7ab37b2740 10 client.18504 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2882650018 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55da703811f0 con 0x55da702ffe60 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7a8b400640 1 -- 172.21.15.26:0/2882650018 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7aa4003e00 con 0x55da702ffe60 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7a8b400640 1 -- 172.21.15.26:0/2882650018 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7a980bba10 con 0x55da702ffe60 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7ab37b2740 10 client.18504 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7ab37b2740 10 client.18504 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7ab37b2740 20 client.18504 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55da7030ae50 0x55da703847e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7ab37b2740 4 client.18504 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.889+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2882650018 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55da7026d400 con 0x55da7030ae50 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.890+0000 7f7aa9e00640 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55da7030ae50 0x55da703847e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.891+0000 7f7aa9e00640 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55da7030ae50 0x55da703847e0 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f97667f9b37830f server_cookie=1a0c72bbe651865 in_seq=0 out_seq=0 2024-04-26T23:50:27.896 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.891+0000 7f7a8b400640 10 client.18504 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:27.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.894+0000 7f7a8b400640 1 -- 172.21.15.26:0/2882650018 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55da7026d400 con 0x55da7030ae50 2024-04-26T23:50:27.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.894+0000 7f7a8b400640 10 client.18504 handle_command_reply: tid=0 2024-04-26T23:50:27.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.894+0000 7f7ab37b2740 1 client.18504 shutdown 2024-04-26T23:50:27.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.894+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2882650018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 msgr2=0x55da70310550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:27.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.894+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 0x55da70310550 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f7a980bcae0 tx=0x7f7a980bd310 comp rx=0 tx=0).stop 2024-04-26T23:50:27.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.894+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2882650018 shutdown_connections 2024-04-26T23:50:27.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.894+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55da7030ae50 0x55da703847e0 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.894+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55da70300780 0x55da70310a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.894+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55da702ffe60 0x55da70310550 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.894+0000 7f7a8b400640 0 client.18504 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:27.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.894+0000 7f7ab37b2740 1 --2- 172.21.15.26:0/2882650018 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55da702fc180 0x55da70310010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.894+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2882650018 >> 172.21.15.26:0/2882650018 conn(0x55da70306a30 msgr2=0x55da70301e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:27.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.895+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2882650018 shutdown_connections 2024-04-26T23:50:27.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.895+0000 7f7ab37b2740 1 -- 172.21.15.26:0/2882650018 wait complete. 2024-04-26T23:50:27.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.895+0000 7f7ab37b2740 20 client.18504 trim_cache size 0 max 16384 2024-04-26T23:50:27.899 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:50:27.899 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:50:27.899 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "a8e96ecb-0f7d-4bf9-9fa7-a0ef3489fa71", 2024-04-26T23:50:27.900 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:50:27.900 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:50:27.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.895+0000 7f7aab200640 1 -- 172.21.15.26:0/3846081239 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a900a3da0 msgr2=0x7f7a900a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:27.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.895+0000 7f7aab200640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a900a3da0 0x7f7a900a6260 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x55da70301420 tx=0x7f7a9c005f90 comp rx=0 tx=0).stop 2024-04-26T23:50:27.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.895+0000 7f7aab200640 1 -- 172.21.15.26:0/3846081239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aac103190 msgr2=0x7f7aac199500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:27.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.895+0000 7f7aab200640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aac103190 0x7f7aac199500 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f7a98005940 tx=0x7f7a98005e30 comp rx=0 tx=0).stop 2024-04-26T23:50:27.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.896+0000 7f7aab200640 1 -- 172.21.15.26:0/3846081239 shutdown_connections 2024-04-26T23:50:27.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.896+0000 7f7aab200640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7aac1087e0 0x7f7aac19d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.896+0000 7f7aab200640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a900a3da0 0x7f7a900a6260 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.896+0000 7f7aab200640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7aac103190 0x7f7aac199500 unknown :-1 s=CLOSED pgs=1450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.896+0000 7f7aab200640 1 --2- 172.21.15.26:0/3846081239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7aac1027d0 0x7f7aac198fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:27.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.896+0000 7f7aab200640 1 -- 172.21.15.26:0/3846081239 >> 172.21.15.26:0/3846081239 conn(0x7f7aac0fe300 msgr2=0x7f7aac0feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:27.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.896+0000 7f7aab200640 1 -- 172.21.15.26:0/3846081239 shutdown_connections 2024-04-26T23:50:27.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:27.896+0000 7f7aab200640 1 -- 172.21.15.26:0/3846081239 wait complete. 2024-04-26T23:50:27.918 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:50:27.918 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:50:28.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.141+0000 7f7a37000640 1 -- 172.21.15.26:0/3021457825 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a30101f20 msgr2=0x7f7a3010ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:28.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.141+0000 7f7a37000640 1 --2- 172.21.15.26:0/3021457825 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a30101f20 0x7f7a3010ebe0 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c009900 tx=0x7f7a1c02a3f0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.141+0000 7f7a37000640 1 -- 172.21.15.26:0/3021457825 shutdown_connections 2024-04-26T23:50:28.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.141+0000 7f7a37000640 1 --2- 172.21.15.26:0/3021457825 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a3010f120 0x7f7a30111510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.141+0000 7f7a37000640 1 --2- 172.21.15.26:0/3021457825 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a30101f20 0x7f7a3010ebe0 unknown :-1 s=CLOSED pgs=1455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.141+0000 7f7a37000640 1 --2- 172.21.15.26:0/3021457825 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a30101570 0x7f7a30101950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.141+0000 7f7a37000640 1 -- 172.21.15.26:0/3021457825 >> 172.21.15.26:0/3021457825 conn(0x7f7a300fd1b0 msgr2=0x7f7a300ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:28.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.142+0000 7f7a37000640 1 -- 172.21.15.26:0/3021457825 shutdown_connections 2024-04-26T23:50:28.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.142+0000 7f7a37000640 1 -- 172.21.15.26:0/3021457825 wait complete. 2024-04-26T23:50:28.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.143+0000 7f7a37000640 1 Processor -- start 2024-04-26T23:50:28.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.143+0000 7f7a37000640 1 -- start start 2024-04-26T23:50:28.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.143+0000 7f7a37000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a30101570 0x7f7a3019b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.143+0000 7f7a37000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a30101f20 0x7f7a3019b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.143+0000 7f7a37000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a3010f120 0x7f7a3019f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.143+0000 7f7a37000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7a30114b30 con 0x7f7a30101f20 2024-04-26T23:50:28.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.143+0000 7f7a37000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7a301149b0 con 0x7f7a3010f120 2024-04-26T23:50:28.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.143+0000 7f7a37000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7a30114cb0 con 0x7f7a30101570 2024-04-26T23:50:28.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.144+0000 7f7a35200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a30101f20 0x7f7a3019b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.144+0000 7f7a35200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a30101f20 0x7f7a3019b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52614/0 (socket says 172.21.15.26:52614) 2024-04-26T23:50:28.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.144+0000 7f7a35200640 1 -- 172.21.15.26:0/1721801071 learned_addr learned my addr 172.21.15.26:0/1721801071 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:28.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.144+0000 7f7a35c00640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a30101570 0x7f7a3019b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.144+0000 7f7a36600640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a3010f120 0x7f7a3019f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.144+0000 7f7a35200640 1 -- 172.21.15.26:0/1721801071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a30101570 msgr2=0x7f7a3019b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:28.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.144+0000 7f7a35200640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a30101570 0x7f7a3019b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.144+0000 7f7a35200640 1 -- 172.21.15.26:0/1721801071 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a3010f120 msgr2=0x7f7a3019f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:28.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.144+0000 7f7a35200640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a3010f120 0x7f7a3019f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.144+0000 7f7a35200640 1 -- 172.21.15.26:0/1721801071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a301a00e0 con 0x7f7a30101f20 2024-04-26T23:50:28.149 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.144+0000 7f7a35c00640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a30101570 0x7f7a3019b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:50:28.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.145+0000 7f7a35200640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a30101f20 0x7f7a3019b630 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c009230 tx=0x7f7a1c0319a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:28.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.145+0000 7f7a2e000640 1 -- 172.21.15.26:0/1721801071 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c03f030 con 0x7f7a30101f20 2024-04-26T23:50:28.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.145+0000 7f7a2e000640 1 -- 172.21.15.26:0/1721801071 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a1c0043d0 con 0x7f7a30101f20 2024-04-26T23:50:28.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.145+0000 7f7a37000640 1 -- 172.21.15.26:0/1721801071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a301a0370 con 0x7f7a30101f20 2024-04-26T23:50:28.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.145+0000 7f7a2e000640 1 -- 172.21.15.26:0/1721801071 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c035070 con 0x7f7a30101f20 2024-04-26T23:50:28.150 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.146+0000 7f7a37000640 1 -- 172.21.15.26:0/1721801071 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a301a7c60 con 0x7f7a30101f20 2024-04-26T23:50:28.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.149+0000 7f7a2e000640 1 -- 172.21.15.26:0/1721801071 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7a1c042030 con 0x7f7a30101f20 2024-04-26T23:50:28.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.150+0000 7f7a3b5d1740 1 Processor -- start 2024-04-26T23:50:28.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.150+0000 7f7a3b5d1740 1 -- start start 2024-04-26T23:50:28.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.150+0000 7f7a3b5d1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a4d50 0x561c822a5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.150+0000 7f7a3b5d1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a5670 0x561c822af800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.150+0000 7f7a3b5d1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 0x561c822b2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.150+0000 7f7a3b5d1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561c821b6030 con 0x561c822afd40 2024-04-26T23:50:28.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.150+0000 7f7a3b5d1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561c821d17f0 con 0x561c822a4d50 2024-04-26T23:50:28.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.150+0000 7f7a3b5d1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561c8218c7e0 con 0x561c822a5670 2024-04-26T23:50:28.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.151+0000 7f7a35200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 0x561c822b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.151+0000 7f7a35200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 0x561c822b2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52626/0 (socket says 172.21.15.26:52626) 2024-04-26T23:50:28.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.151+0000 7f7a35200640 1 -- 172.21.15.26:0/516416623 learned_addr learned my addr 172.21.15.26:0/516416623 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:28.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.151+0000 7f7a36600640 1 --2- 172.21.15.26:0/516416623 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a4d50 0x561c822a5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.151+0000 7f7a35c00640 1 --2- 172.21.15.26:0/516416623 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a5670 0x561c822af800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.151+0000 7f7a2e000640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a180a3da0 0x7f7a180a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.152+0000 7f7a2e000640 1 -- 172.21.15.26:0/1721801071 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f7a1c0f0c60 con 0x7f7a30101f20 2024-04-26T23:50:28.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.152+0000 7f7a35200640 1 -- 172.21.15.26:0/516416623 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a5670 msgr2=0x561c822af800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:28.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.152+0000 7f7a35200640 1 --2- 172.21.15.26:0/516416623 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a5670 0x561c822af800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.152+0000 7f7a35200640 1 -- 172.21.15.26:0/516416623 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a4d50 msgr2=0x561c822a5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:28.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.152+0000 7f7a35200640 1 --2- 172.21.15.26:0/516416623 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a4d50 0x561c822a5130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.152+0000 7f7a35200640 1 -- 172.21.15.26:0/516416623 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c82198050 con 0x561c822afd40 2024-04-26T23:50:28.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.152+0000 7f7a36600640 1 --2- 172.21.15.26:0/516416623 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a4d50 0x561c822a5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:50:28.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.152+0000 7f7a35c00640 1 --2- 172.21.15.26:0/516416623 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a5670 0x561c822af800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:50:28.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.152+0000 7f7a36600640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a180a3da0 0x7f7a180a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.152+0000 7f7a35200640 1 --2- 172.21.15.26:0/516416623 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 0x561c822b2130 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c0ee270 tx=0x7f7a1c009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=382bd7412bd37a5a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:28.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.152+0000 7f7a22a00640 1 -- 172.21.15.26:0/516416623 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c049070 con 0x561c822afd40 2024-04-26T23:50:28.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.153+0000 7f7a22a00640 1 -- 172.21.15.26:0/516416623 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a1c0bd280 con 0x561c822afd40 2024-04-26T23:50:28.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.153+0000 7f7a22a00640 1 -- 172.21.15.26:0/516416623 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c0dd1c0 con 0x561c822afd40 2024-04-26T23:50:28.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.153+0000 7f7a36600640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a180a3da0 0x7f7a180a6260 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7a280094d0 tx=0x7f7a28004a40 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:28.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.153+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/516416623 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 msgr2=0x561c822b2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:28.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.153+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/516416623 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 0x561c822b2130 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c0ee270 tx=0x7f7a1c009680 comp rx=0 tx=0).stop 2024-04-26T23:50:28.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.154+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/516416623 shutdown_connections 2024-04-26T23:50:28.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.154+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/516416623 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 0x561c822b2130 unknown :-1 s=CLOSED pgs=1457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.154+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/516416623 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a5670 0x561c822af800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.154+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/516416623 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a4d50 0x561c822a5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.154+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/516416623 >> 172.21.15.26:0/516416623 conn(0x561c822a1070 msgr2=0x561c822a1450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:28.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.154+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/516416623 shutdown_connections 2024-04-26T23:50:28.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.154+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/516416623 wait complete. 2024-04-26T23:50:28.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.154+0000 7f7a3b5d1740 1 -- start start 2024-04-26T23:50:28.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.155+0000 7f7a3b5d1740 1 Processor -- start 2024-04-26T23:50:28.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.155+0000 7f7a3b5d1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a4d50 0x561c822af510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.155+0000 7f7a3b5d1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a5670 0x561c822ac910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.155+0000 7f7a3b5d1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 0x561c822ace50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.155+0000 7f7a3b5d1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561c8220e200 con 0x561c822afd40 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.155+0000 7f7a3b5d1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561c82208ee0 con 0x561c822a5670 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.155+0000 7f7a3b5d1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561c82215e70 con 0x561c822a4d50 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.155+0000 7f7a3b5d1740 10 client.0 _ll_register_callbacks cb 0x561c821ff270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.155+0000 7f7a36600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 0x561c822ace50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.156+0000 7f7a36600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 0x561c822ace50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52632/0 (socket says 172.21.15.26:52632) 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.156+0000 7f7a36600640 1 -- 172.21.15.26:0/2786521878 learned_addr learned my addr 172.21.15.26:0/2786521878 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.156+0000 7f7a35c00640 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a4d50 0x561c822af510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.156+0000 7f7a35200640 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a5670 0x561c822ac910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.156+0000 7f7a36600640 1 -- 172.21.15.26:0/2786521878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a4d50 msgr2=0x561c822af510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.156+0000 7f7a36600640 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a4d50 0x561c822af510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.156+0000 7f7a36600640 1 -- 172.21.15.26:0/2786521878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a5670 msgr2=0x561c822ac910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:28.161 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.156+0000 7f7a36600640 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a5670 0x561c822ac910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.156+0000 7f7a36600640 1 -- 172.21.15.26:0/2786521878 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c81fe57d0 con 0x561c822afd40 2024-04-26T23:50:28.162 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.156+0000 7f7a35c00640 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a4d50 0x561c822af510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:50:28.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.156+0000 7f7a36600640 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 0x561c822ace50 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f7a280042d0 tx=0x7f7a28004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0f67f2daa58c48b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:28.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.156+0000 7f7a17400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:28.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.157+0000 7f7a17400640 1 -- 172.21.15.26:0/2786521878 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a28011e30 con 0x561c822afd40 2024-04-26T23:50:28.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.157+0000 7f7a17400640 1 -- 172.21.15.26:0/2786521878 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f7a28027440 con 0x561c822afd40 2024-04-26T23:50:28.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.157+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/2786521878 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a1c0bd280 con 0x561c822afd40 2024-04-26T23:50:28.163 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.157+0000 7f7a17400640 1 -- 172.21.15.26:0/2786521878 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7a28004850 con 0x561c822afd40 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.157+0000 7f7a3b5d1740 10 client.18516 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.157+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/2786521878 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561c81f1b3f0 con 0x561c822afd40 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.158+0000 7f7a17400640 1 -- 172.21.15.26:0/2786521878 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a1c0bd280 con 0x561c822afd40 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.158+0000 7f7a17400640 1 -- 172.21.15.26:0/2786521878 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7a28025020 con 0x561c822afd40 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.158+0000 7f7a3b5d1740 10 client.18516 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.158+0000 7f7a3b5d1740 10 client.18516 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.158+0000 7f7a3b5d1740 20 client.18516 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.158+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561c822bf2b0 0x561c822c16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.158+0000 7f7a3b5d1740 4 client.18516 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.158+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/2786521878 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c822177e0 con 0x561c822bf2b0 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.159+0000 7f7a35c00640 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561c822bf2b0 0x561c822c16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.160+0000 7f7a35c00640 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561c822bf2b0 0x561c822c16a0 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f80b48ed79ab67c server_cookie=524fa4068bf61868 in_seq=0 out_seq=0 2024-04-26T23:50:28.164 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.160+0000 7f7a17400640 10 client.18516 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:28.165 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.161+0000 7f7a17400640 1 -- 172.21.15.26:0/2786521878 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561c822177e0 con 0x561c822bf2b0 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.161+0000 7f7a17400640 10 client.18516 handle_command_reply: tid=0 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.161+0000 7f7a3b5d1740 1 client.18516 shutdown 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.162+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/2786521878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 msgr2=0x561c822ace50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.162+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 0x561c822ace50 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f7a280042d0 tx=0x7f7a28004ab0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.162+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/2786521878 shutdown_connections 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.162+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561c822bf2b0 0x561c822c16a0 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.162+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822afd40 0x561c822ace50 unknown :-1 s=CLOSED pgs=1458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.162+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a5670 0x561c822ac910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.162+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/2786521878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a4d50 0x561c822af510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.162+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/2786521878 >> 172.21.15.26:0/2786521878 conn(0x561c822a1070 msgr2=0x561c822a6e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.162+0000 7f7a17400640 0 client.18516 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.162+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/2786521878 shutdown_connections 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.162+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/2786521878 wait complete. 2024-04-26T23:50:28.166 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.162+0000 7f7a3b5d1740 20 client.18516 trim_cache size 0 max 16384 2024-04-26T23:50:28.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.184+0000 7f7a3b5d1740 1 Processor -- start 2024-04-26T23:50:28.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.184+0000 7f7a3b5d1740 1 -- start start 2024-04-26T23:50:28.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.184+0000 7f7a3b5d1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a4d50 0x561c822a7e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.184+0000 7f7a3b5d1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a5670 0x561c822acb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.184+0000 7f7a3b5d1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822afd40 0x561c822ac1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.184+0000 7f7a3b5d1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7a301b06e0 con 0x561c822a5670 2024-04-26T23:50:28.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.184+0000 7f7a3b5d1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7a301ae550 con 0x561c822afd40 2024-04-26T23:50:28.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.184+0000 7f7a3b5d1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7a301b0010 con 0x561c822a4d50 2024-04-26T23:50:28.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.184+0000 7f7a35200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a5670 0x561c822acb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.185+0000 7f7a35200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a5670 0x561c822acb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52634/0 (socket says 172.21.15.26:52634) 2024-04-26T23:50:28.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.185+0000 7f7a35200640 1 -- 172.21.15.26:0/301639453 learned_addr learned my addr 172.21.15.26:0/301639453 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:28.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.185+0000 7f7a35c00640 1 --2- 172.21.15.26:0/301639453 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a4d50 0x561c822a7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.185+0000 7f7a36600640 1 --2- 172.21.15.26:0/301639453 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822afd40 0x561c822ac1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.185+0000 7f7a35200640 1 -- 172.21.15.26:0/301639453 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a4d50 msgr2=0x561c822a7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:28.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.185+0000 7f7a35200640 1 --2- 172.21.15.26:0/301639453 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a4d50 0x561c822a7e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.185+0000 7f7a35200640 1 -- 172.21.15.26:0/301639453 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822afd40 msgr2=0x561c822ac1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.185+0000 7f7a35200640 1 --2- 172.21.15.26:0/301639453 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822afd40 0x561c822ac1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.185+0000 7f7a35200640 1 -- 172.21.15.26:0/301639453 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c8229c850 con 0x561c822a5670 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.185+0000 7f7a36600640 1 --2- 172.21.15.26:0/301639453 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822afd40 0x561c822ac1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.185+0000 7f7a35c00640 1 --2- 172.21.15.26:0/301639453 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a4d50 0x561c822a7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.185+0000 7f7a35200640 1 --2- 172.21.15.26:0/301639453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a5670 0x561c822acb00 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c02a430 tx=0x7f7a1c005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=556a6618a3016acb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.186+0000 7f7a22000640 1 -- 172.21.15.26:0/301639453 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c049040 con 0x561c822a5670 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.186+0000 7f7a22000640 1 -- 172.21.15.26:0/301639453 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f7a1c0c57f0 con 0x561c822a5670 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.186+0000 7f7a22000640 1 -- 172.21.15.26:0/301639453 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c0c5360 con 0x561c822a5670 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.186+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/301639453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a5670 msgr2=0x561c822acb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.186+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/301639453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a5670 0x561c822acb00 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c02a430 tx=0x7f7a1c005c00 comp rx=0 tx=0).stop 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.187+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/301639453 shutdown_connections 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.187+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/301639453 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822afd40 0x561c822ac1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.187+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/301639453 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a5670 0x561c822acb00 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.187+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/301639453 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822a4d50 0x561c822a7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.187+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/301639453 >> 172.21.15.26:0/301639453 conn(0x561c822a1070 msgr2=0x561c822ae8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:28.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.187+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/301639453 shutdown_connections 2024-04-26T23:50:28.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.187+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/301639453 wait complete. 2024-04-26T23:50:28.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.187+0000 7f7a3b5d1740 1 -- start start 2024-04-26T23:50:28.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.187+0000 7f7a3b5d1740 1 Processor -- start 2024-04-26T23:50:28.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.188+0000 7f7a3b5d1740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a4d50 0x561c822b7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.188+0000 7f7a3b5d1740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a5670 0x561c822b30c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.188+0000 7f7a3b5d1740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822afd40 0x561c822b3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.188+0000 7f7a3b5d1740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f7a301af270 con 0x561c822a4d50 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.188+0000 7f7a3b5d1740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f7a301aeba0 con 0x561c822a5670 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.188+0000 7f7a3b5d1740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7a301af940 con 0x561c822afd40 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.188+0000 7f7a3b5d1740 10 client.0 _ll_register_callbacks cb 0x7f7a28009d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.188+0000 7f7a35c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a4d50 0x561c822b7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.188+0000 7f7a35c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a4d50 0x561c822b7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:52650/0 (socket says 172.21.15.26:52650) 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.188+0000 7f7a35c00640 1 -- 172.21.15.26:0/1201705955 learned_addr learned my addr 172.21.15.26:0/1201705955 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.189+0000 7f7a36600640 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822afd40 0x561c822b3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.189+0000 7f7a35200640 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a5670 0x561c822b30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.189+0000 7f7a35c00640 1 -- 172.21.15.26:0/1201705955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822afd40 msgr2=0x561c822b3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.189+0000 7f7a35c00640 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822afd40 0x561c822b3660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.189+0000 7f7a35c00640 1 -- 172.21.15.26:0/1201705955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a5670 msgr2=0x561c822b30c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.189+0000 7f7a35c00640 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a5670 0x561c822b30c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.189+0000 7f7a35c00640 1 -- 172.21.15.26:0/1201705955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c81edb0f0 con 0x561c822a4d50 2024-04-26T23:50:28.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.189+0000 7f7a35c00640 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a4d50 0x561c822b7d50 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7f7a24009fd0 tx=0x7f7a24014840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f1ef4aed62ab659 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.189+0000 7f7a17400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.190+0000 7f7a17400640 1 -- 172.21.15.26:0/1201705955 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a2401e6e0 con 0x561c822a4d50 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.190+0000 7f7a17400640 1 -- 172.21.15.26:0/1201705955 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f7a2401e880 con 0x561c822a4d50 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.190+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/1201705955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561c82211650 con 0x561c822a4d50 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.190+0000 7f7a17400640 1 -- 172.21.15.26:0/1201705955 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7a2402d050 con 0x561c822a4d50 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.190+0000 7f7a3b5d1740 10 client.18522 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.190+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/1201705955 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561c821d1a30 con 0x561c822a4d50 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.190+0000 7f7a17400640 1 -- 172.21.15.26:0/1201705955 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x561c82211650 con 0x561c822a4d50 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.190+0000 7f7a17400640 1 -- 172.21.15.26:0/1201705955 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7a24003c20 con 0x561c822a4d50 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.191+0000 7f7a3b5d1740 10 client.18522 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.191+0000 7f7a3b5d1740 10 client.18522 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.191+0000 7f7a3b5d1740 20 client.18522 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.191+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561c82325c00 0x561c82327ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:28.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.191+0000 7f7a3b5d1740 4 client.18522 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:50:28.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.191+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/1201705955 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561c8218c360 con 0x561c82325c00 2024-04-26T23:50:28.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.191+0000 7f7a35200640 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561c82325c00 0x561c82327ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:28.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.192+0000 7f7a17400640 10 client.18522 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:28.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.192+0000 7f7a35200640 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561c82325c00 0x561c82327ff0 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5146387ded362863 server_cookie=e2e2773b787d215 in_seq=0 out_seq=0 2024-04-26T23:50:28.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a17400640 1 -- 172.21.15.26:0/1201705955 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561c8218c360 con 0x561c82325c00 2024-04-26T23:50:28.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a17400640 10 client.18522 handle_command_reply: tid=0 2024-04-26T23:50:28.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a3b5d1740 1 client.18522 shutdown 2024-04-26T23:50:28.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/1201705955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a4d50 msgr2=0x561c822b7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:28.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a4d50 0x561c822b7d50 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7f7a24009fd0 tx=0x7f7a24014840 comp rx=0 tx=0).stop 2024-04-26T23:50:28.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/1201705955 shutdown_connections 2024-04-26T23:50:28.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561c82325c00 0x561c82327ff0 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c822afd40 0x561c822b3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561c822a5670 0x561c822b30c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a3b5d1740 1 --2- 172.21.15.26:0/1201705955 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561c822a4d50 0x561c822b7d50 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/1201705955 >> 172.21.15.26:0/1201705955 conn(0x561c822a1070 msgr2=0x561c822a6520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:28.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a17400640 0 client.18522 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:28.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/1201705955 shutdown_connections 2024-04-26T23:50:28.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a3b5d1740 1 -- 172.21.15.26:0/1201705955 wait complete. 2024-04-26T23:50:28.199 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.193+0000 7f7a3b5d1740 20 client.18522 trim_cache size 0 max 16384 2024-04-26T23:50:28.199 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:50:28.199 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:50:28.199 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:50:28.200 INFO:teuthology.orchestra.run.smithi026.stdout: "a8e96ecb-0f7d-4bf9-9fa7-a0ef3489fa71": { 2024-04-26T23:50:28.200 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:50:28.200 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "a8e96ecb-0f7d-4bf9-9fa7-a0ef3489fa71", 2024-04-26T23:50:28.200 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:50:28.200 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:50:28.200 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:50:28.200 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:50:28.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.194+0000 7f7a37000640 1 -- 172.21.15.26:0/1721801071 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a180a3da0 msgr2=0x7f7a180a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:28.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.194+0000 7f7a37000640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a180a3da0 0x7f7a180a6260 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7a280094d0 tx=0x7f7a28004a40 comp rx=0 tx=0).stop 2024-04-26T23:50:28.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.194+0000 7f7a37000640 1 -- 172.21.15.26:0/1721801071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a30101f20 msgr2=0x7f7a3019b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:28.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.194+0000 7f7a37000640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a30101f20 0x7f7a3019b630 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c009230 tx=0x7f7a1c0319a0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.194+0000 7f7a37000640 1 -- 172.21.15.26:0/1721801071 shutdown_connections 2024-04-26T23:50:28.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.194+0000 7f7a37000640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f7a3010f120 0x7f7a3019f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.194+0000 7f7a37000640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f7a180a3da0 0x7f7a180a6260 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.194+0000 7f7a37000640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f7a30101f20 0x7f7a3019b630 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.194+0000 7f7a37000640 1 --2- 172.21.15.26:0/1721801071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7a30101570 0x7f7a3019b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:28.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.194+0000 7f7a37000640 1 -- 172.21.15.26:0/1721801071 >> 172.21.15.26:0/1721801071 conn(0x7f7a300fd1b0 msgr2=0x7f7a300ff5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:28.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.195+0000 7f7a37000640 1 -- 172.21.15.26:0/1721801071 shutdown_connections 2024-04-26T23:50:28.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:28.195+0000 7f7a37000640 1 -- 172.21.15.26:0/1721801071 wait complete. 2024-04-26T23:50:28.217 INFO:tasks.cephfs.filesystem:scrub status for tag:a8e96ecb-0f7d-4bf9-9fa7-a0ef3489fa71 - {'path': '/', 'tag': 'a8e96ecb-0f7d-4bf9-9fa7-a0ef3489fa71', 'options': 'recursive,force'} 2024-04-26T23:50:29.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:28 smithi164 ceph-mon[31699]: pgmap v457: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:50:29.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:28 smithi026 ceph-mon[28371]: pgmap v457: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:50:29.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:28 smithi086 ceph-mon[31122]: pgmap v457: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:50:30.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:29 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:50:30.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:29 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:50:30.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:29 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:50:30.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:29 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:50:30.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:29 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:50:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:29 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:50:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:29 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:50:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:29 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:50:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:29 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:50:30.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:29 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:50:30.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:29 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:50:30.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:29 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:50:30.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:29 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:50:30.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:29 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:50:30.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:29 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:50:31.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:30 smithi164 ceph-mon[31699]: pgmap v458: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:50:31.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:30 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:50:31.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:30 smithi026 ceph-mon[28371]: pgmap v458: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:50:31.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:30 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:50:31.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:30 smithi086 ceph-mon[31122]: pgmap v458: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:50:31.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:30 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:50:33.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:32 smithi164 ceph-mon[31699]: pgmap v459: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:50:33.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:32 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:50:33.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:32 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:50:33.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:32 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:50:33.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:32 smithi026 ceph-mon[28371]: pgmap v459: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:50:33.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:32 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:50:33.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:32 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:50:33.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:32 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:50:33.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:32 smithi086 ceph-mon[31122]: pgmap v459: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:50:33.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:32 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:50:33.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:32 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:50:33.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:32 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:50:35.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:34 smithi164 ceph-mon[31699]: pgmap v460: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:50:35.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:34 smithi026 ceph-mon[28371]: pgmap v460: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:50:35.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:34 smithi086 ceph-mon[31122]: pgmap v460: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:50:37.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:36 smithi164 ceph-mon[31699]: pgmap v461: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:37.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:36 smithi026 ceph-mon[28371]: pgmap v461: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:37.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:36 smithi086 ceph-mon[31122]: pgmap v461: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:39.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:38 smithi164 ceph-mon[31699]: pgmap v462: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:50:39.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:38 smithi026 ceph-mon[28371]: pgmap v462: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:50:39.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:38 smithi086 ceph-mon[31122]: pgmap v462: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-04-26T23:50:41.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:40 smithi164 ceph-mon[31699]: pgmap v463: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:41.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:40 smithi026 ceph-mon[28371]: pgmap v463: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:41.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:40 smithi086 ceph-mon[31122]: pgmap v463: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:43.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:42 smithi164 ceph-mon[31699]: pgmap v464: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:43.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:42 smithi026 ceph-mon[28371]: pgmap v464: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:43.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:42 smithi086 ceph-mon[31122]: pgmap v464: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-04-26T23:50:45.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:44 smithi164 ceph-mon[31699]: pgmap v465: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:50:45.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:44 smithi026 ceph-mon[28371]: pgmap v465: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:50:45.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:44 smithi086 ceph-mon[31122]: pgmap v465: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 7 op/s 2024-04-26T23:50:47.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:46 smithi164 ceph-mon[31699]: pgmap v466: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-26T23:50:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:46 smithi026 ceph-mon[28371]: pgmap v466: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-26T23:50:47.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:46 smithi086 ceph-mon[31122]: pgmap v466: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-26T23:50:49.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:48 smithi164 ceph-mon[31699]: pgmap v467: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:50:49.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:48 smithi026 ceph-mon[28371]: pgmap v467: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:50:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:48 smithi086 ceph-mon[31122]: pgmap v467: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:50:51.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:50 smithi164 ceph-mon[31699]: pgmap v468: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-26T23:50:51.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:50 smithi026 ceph-mon[28371]: pgmap v468: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-26T23:50:51.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:50 smithi086 ceph-mon[31122]: pgmap v468: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-26T23:50:53.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:52 smithi164 ceph-mon[31699]: pgmap v469: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-26T23:50:53.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:52 smithi026 ceph-mon[28371]: pgmap v469: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-26T23:50:53.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:52 smithi086 ceph-mon[31122]: pgmap v469: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-04-26T23:50:55.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:54 smithi164 ceph-mon[31699]: pgmap v470: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:50:55.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:54 smithi026 ceph-mon[28371]: pgmap v470: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:50:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:54 smithi086 ceph-mon[31122]: pgmap v470: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:50:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:56 smithi164 ceph-mon[31699]: pgmap v471: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:50:57.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:56 smithi026 ceph-mon[28371]: pgmap v471: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:50:57.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:56 smithi086 ceph-mon[31122]: pgmap v471: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:50:58.218 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:50:58.218 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:50:58.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.449+0000 7fe154400640 1 -- 172.21.15.26:0/1667419956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe14c074c00 msgr2=0x7fe14c074fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:58.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.449+0000 7fe154400640 1 --2- 172.21.15.26:0/1667419956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe14c074c00 0x7fe14c074fe0 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7fe140009900 tx=0x7fe14002a490 comp rx=0 tx=0).stop 2024-04-26T23:50:58.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.449+0000 7fe154400640 1 -- 172.21.15.26:0/1667419956 shutdown_connections 2024-04-26T23:50:58.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.449+0000 7fe154400640 1 --2- 172.21.15.26:0/1667419956 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe14c10f210 0x7fe14c111600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.449+0000 7fe154400640 1 --2- 172.21.15.26:0/1667419956 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe14c075520 0x7fe14c10ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.449+0000 7fe154400640 1 --2- 172.21.15.26:0/1667419956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe14c074c00 0x7fe14c074fe0 unknown :-1 s=CLOSED pgs=1461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.449+0000 7fe154400640 1 -- 172.21.15.26:0/1667419956 >> 172.21.15.26:0/1667419956 conn(0x7fe14c079d80 msgr2=0x7fe14c07a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:58.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.450+0000 7fe154400640 1 -- 172.21.15.26:0/1667419956 shutdown_connections 2024-04-26T23:50:58.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.450+0000 7fe154400640 1 -- 172.21.15.26:0/1667419956 wait complete. 2024-04-26T23:50:58.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.451+0000 7fe154400640 1 Processor -- start 2024-04-26T23:50:58.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.451+0000 7fe154400640 1 -- start start 2024-04-26T23:50:58.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.451+0000 7fe154400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe14c074c00 0x7fe14c19b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.451+0000 7fe154400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe14c075520 0x7fe14c19b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.451+0000 7fe154400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe14c10f210 0x7fe14c19fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.451+0000 7fe154400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c114cd0 con 0x7fe14c10f210 2024-04-26T23:50:58.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.451+0000 7fe154400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c114b50 con 0x7fe14c074c00 2024-04-26T23:50:58.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.451+0000 7fe154400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c114e50 con 0x7fe14c075520 2024-04-26T23:50:58.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.452+0000 7fe152400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe14c10f210 0x7fe14c19fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.452+0000 7fe152400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe14c10f210 0x7fe14c19fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60810/0 (socket says 172.21.15.26:60810) 2024-04-26T23:50:58.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.452+0000 7fe152400640 1 -- 172.21.15.26:0/3766102844 learned_addr learned my addr 172.21.15.26:0/3766102844 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:58.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.452+0000 7fe151a00640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe14c074c00 0x7fe14c19b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.452+0000 7fe151000640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe14c075520 0x7fe14c19b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.452+0000 7fe152400640 1 -- 172.21.15.26:0/3766102844 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe14c075520 msgr2=0x7fe14c19b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.452+0000 7fe152400640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe14c075520 0x7fe14c19b820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.452+0000 7fe152400640 1 -- 172.21.15.26:0/3766102844 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe14c074c00 msgr2=0x7fe14c19b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.452+0000 7fe152400640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe14c074c00 0x7fe14c19b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.452+0000 7fe152400640 1 -- 172.21.15.26:0/3766102844 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe14c1a02d0 con 0x7fe14c10f210 2024-04-26T23:50:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.453+0000 7fe152400640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe14c10f210 0x7fe14c19fba0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fe14400b9e0 tx=0x7fe14400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.453+0000 7fe14a000640 1 -- 172.21.15.26:0/3766102844 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe144019070 con 0x7fe14c10f210 2024-04-26T23:50:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.453+0000 7fe14a000640 1 -- 172.21.15.26:0/3766102844 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe144014440 con 0x7fe14c10f210 2024-04-26T23:50:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.453+0000 7fe154400640 1 -- 172.21.15.26:0/3766102844 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe14c1a05c0 con 0x7fe14c10f210 2024-04-26T23:50:58.458 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.453+0000 7fe14a000640 1 -- 172.21.15.26:0/3766102844 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1440125a0 con 0x7fe14c10f210 2024-04-26T23:50:58.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.453+0000 7fe154400640 1 -- 172.21.15.26:0/3766102844 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe14c1a7e50 con 0x7fe14c10f210 2024-04-26T23:50:58.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.458+0000 7fe1571ab740 1 Processor -- start 2024-04-26T23:50:58.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.458+0000 7fe14a000640 1 -- 172.21.15.26:0/3766102844 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe14401c070 con 0x7fe14c10f210 2024-04-26T23:50:58.462 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.458+0000 7fe1571ab740 1 -- start start 2024-04-26T23:50:58.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.458+0000 7fe1571ab740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99cb80 0x55aabc99cf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.458+0000 7fe1571ab740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 0x55aabc9a7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.464 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.458+0000 7fe1571ab740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc9a7b70 0x55aabc9a9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.458+0000 7fe1571ab740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55aabc8ae030 con 0x55aabc99d4a0 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.458+0000 7fe1571ab740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55aabc8c97f0 con 0x55aabc99cb80 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.458+0000 7fe1571ab740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55aabc8847e0 con 0x55aabc9a7b70 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.459+0000 7fe151a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 0x55aabc9a7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.459+0000 7fe151a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 0x55aabc9a7630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60816/0 (socket says 172.21.15.26:60816) 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.459+0000 7fe151a00640 1 -- 172.21.15.26:0/729333356 learned_addr learned my addr 172.21.15.26:0/729333356 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.459+0000 7fe151000640 1 --2- 172.21.15.26:0/729333356 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99cb80 0x55aabc99cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.459+0000 7fe151000640 1 --2- 172.21.15.26:0/729333356 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc9a7b70 0x55aabc9a9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.459+0000 7fe151a00640 1 -- 172.21.15.26:0/729333356 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc9a7b70 msgr2=0x55aabc9a9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.459+0000 7fe151a00640 1 --2- 172.21.15.26:0/729333356 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc9a7b70 0x55aabc9a9f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.459+0000 7fe151a00640 1 -- 172.21.15.26:0/729333356 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99cb80 msgr2=0x55aabc99cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.459+0000 7fe151a00640 1 --2- 172.21.15.26:0/729333356 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99cb80 0x55aabc99cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.459+0000 7fe151a00640 1 -- 172.21.15.26:0/729333356 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aabc890050 con 0x55aabc99d4a0 2024-04-26T23:50:58.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.460+0000 7fe14a000640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe1340a3d20 0x7fe1340a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.460+0000 7fe151a00640 1 --2- 172.21.15.26:0/729333356 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 0x55aabc9a7630 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7fe140000c00 tx=0x7fe140031dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80bf29e089b24c00 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:58.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.460+0000 7fe14a000640 1 -- 172.21.15.26:0/3766102844 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7fe1440cfcc0 con 0x7fe14c10f210 2024-04-26T23:50:58.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.460+0000 7fe151000640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe1340a3d20 0x7fe1340a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.460+0000 7fe13ea00640 1 -- 172.21.15.26:0/729333356 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe140035030 con 0x55aabc99d4a0 2024-04-26T23:50:58.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.460+0000 7fe13ea00640 1 -- 172.21.15.26:0/729333356 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe140040070 con 0x55aabc99d4a0 2024-04-26T23:50:58.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.460+0000 7fe13ea00640 1 -- 172.21.15.26:0/729333356 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe140003a50 con 0x55aabc99d4a0 2024-04-26T23:50:58.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.461+0000 7fe1571ab740 1 -- 172.21.15.26:0/729333356 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 msgr2=0x55aabc9a7630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:58.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.461+0000 7fe151000640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe1340a3d20 0x7fe1340a61e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fe138005d90 tx=0x7fe138005e90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:58.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.461+0000 7fe1571ab740 1 --2- 172.21.15.26:0/729333356 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 0x55aabc9a7630 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7fe140000c00 tx=0x7fe140031dc0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.461+0000 7fe1571ab740 1 -- 172.21.15.26:0/729333356 shutdown_connections 2024-04-26T23:50:58.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.461+0000 7fe1571ab740 1 --2- 172.21.15.26:0/729333356 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc9a7b70 0x55aabc9a9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.461+0000 7fe1571ab740 1 --2- 172.21.15.26:0/729333356 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 0x55aabc9a7630 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.461+0000 7fe1571ab740 1 --2- 172.21.15.26:0/729333356 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99cb80 0x55aabc99cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.461+0000 7fe1571ab740 1 -- 172.21.15.26:0/729333356 >> 172.21.15.26:0/729333356 conn(0x55aabc998e50 msgr2=0x55aabc999230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.461+0000 7fe1571ab740 1 -- 172.21.15.26:0/729333356 shutdown_connections 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.461+0000 7fe1571ab740 1 -- 172.21.15.26:0/729333356 wait complete. 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.462+0000 7fe1571ab740 1 -- start start 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.462+0000 7fe1571ab740 1 Processor -- start 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.463+0000 7fe1571ab740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99cb80 0x55aabc9a7490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.463+0000 7fe1571ab740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 0x55aabc9a4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.463+0000 7fe1571ab740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc9a7b70 0x55aabc9a4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.463+0000 7fe1571ab740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55aabc906200 con 0x55aabc99d4a0 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.463+0000 7fe1571ab740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55aabc900ee0 con 0x55aabc99cb80 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.463+0000 7fe1571ab740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55aabc90de70 con 0x55aabc9a7b70 2024-04-26T23:50:58.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.463+0000 7fe1571ab740 10 client.0 _ll_register_callbacks cb 0x55aabc8f7270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.463+0000 7fe151000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 0x55aabc9a4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.463+0000 7fe151000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 0x55aabc9a4820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60832/0 (socket says 172.21.15.26:60832) 2024-04-26T23:50:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.463+0000 7fe151000640 1 -- 172.21.15.26:0/3414971665 learned_addr learned my addr 172.21.15.26:0/3414971665 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.463+0000 7fe151a00640 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99cb80 0x55aabc9a7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.464+0000 7fe151000640 1 -- 172.21.15.26:0/3414971665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc9a7b70 msgr2=0x55aabc9a4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.464+0000 7fe151000640 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc9a7b70 0x55aabc9a4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.464+0000 7fe151000640 1 -- 172.21.15.26:0/3414971665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99cb80 msgr2=0x55aabc9a7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.464+0000 7fe151000640 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99cb80 0x55aabc9a7490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.464+0000 7fe151000640 1 -- 172.21.15.26:0/3414971665 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aabc6dd7d0 con 0x55aabc99d4a0 2024-04-26T23:50:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.464+0000 7fe151a00640 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99cb80 0x55aabc9a7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:50:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.464+0000 7fe151000640 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 0x55aabc9a4820 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7fe13800fdf0 tx=0x7fe138005d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7936545fd70e1ba server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:58.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.464+0000 7fe133400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:58.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.464+0000 7fe133400640 1 -- 172.21.15.26:0/3414971665 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13801cd30 con 0x55aabc99d4a0 2024-04-26T23:50:58.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.464+0000 7fe1571ab740 1 -- 172.21.15.26:0/3414971665 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe140040070 con 0x55aabc99d4a0 2024-04-26T23:50:58.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.465+0000 7fe133400640 1 -- 172.21.15.26:0/3414971665 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7fe138004020 con 0x55aabc99d4a0 2024-04-26T23:50:58.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.465+0000 7fe133400640 1 -- 172.21.15.26:0/3414971665 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe138004220 con 0x55aabc99d4a0 2024-04-26T23:50:58.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.465+0000 7fe1571ab740 10 client.18534 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:58.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.465+0000 7fe1571ab740 1 -- 172.21.15.26:0/3414971665 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55aabc6133f0 con 0x55aabc99d4a0 2024-04-26T23:50:58.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.465+0000 7fe133400640 1 -- 172.21.15.26:0/3414971665 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe140040070 con 0x55aabc99d4a0 2024-04-26T23:50:58.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.465+0000 7fe133400640 1 -- 172.21.15.26:0/3414971665 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe13801d410 con 0x55aabc99d4a0 2024-04-26T23:50:58.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.465+0000 7fe1571ab740 10 client.18534 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:58.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.465+0000 7fe1571ab740 10 client.18534 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:50:58.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.466+0000 7fe1571ab740 20 client.18534 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:58.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.466+0000 7fe1571ab740 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aabc9b7480 0x55aabc9b9920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.466+0000 7fe1571ab740 4 client.18534 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:50:58.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.466+0000 7fe1571ab740 1 -- 172.21.15.26:0/3414971665 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aabc90f7e0 con 0x55aabc9b7480 2024-04-26T23:50:58.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.466+0000 7fe151a00640 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aabc9b7480 0x55aabc9b9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.467+0000 7fe151a00640 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aabc9b7480 0x55aabc9b9920 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6573d0d597594e86 server_cookie=644580d48d062d6 in_seq=0 out_seq=0 2024-04-26T23:50:58.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.467+0000 7fe133400640 10 client.18534 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.469+0000 7fe133400640 1 -- 172.21.15.26:0/3414971665 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55aabc90f7e0 con 0x55aabc9b7480 2024-04-26T23:50:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.469+0000 7fe133400640 10 client.18534 handle_command_reply: tid=0 2024-04-26T23:50:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.469+0000 7fe1571ab740 1 client.18534 shutdown 2024-04-26T23:50:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.470+0000 7fe1571ab740 1 -- 172.21.15.26:0/3414971665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 msgr2=0x55aabc9a4820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.470+0000 7fe1571ab740 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 0x55aabc9a4820 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7fe13800fdf0 tx=0x7fe138005d20 comp rx=0 tx=0).stop 2024-04-26T23:50:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.470+0000 7fe1571ab740 1 -- 172.21.15.26:0/3414971665 shutdown_connections 2024-04-26T23:50:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.470+0000 7fe1571ab740 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aabc9b7480 0x55aabc9b9920 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.474 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.470+0000 7fe1571ab740 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc9a7b70 0x55aabc9a4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.470+0000 7fe1571ab740 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99d4a0 0x55aabc9a4820 unknown :-1 s=CLOSED pgs=1464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.470+0000 7fe1571ab740 1 --2- 172.21.15.26:0/3414971665 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99cb80 0x55aabc9a7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.470+0000 7fe1571ab740 1 -- 172.21.15.26:0/3414971665 >> 172.21.15.26:0/3414971665 conn(0x55aabc998e50 msgr2=0x55aabc998040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.470+0000 7fe133400640 0 client.18534 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.470+0000 7fe1571ab740 1 -- 172.21.15.26:0/3414971665 shutdown_connections 2024-04-26T23:50:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.470+0000 7fe1571ab740 1 -- 172.21.15.26:0/3414971665 wait complete. 2024-04-26T23:50:58.475 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.470+0000 7fe1571ab740 20 client.18534 trim_cache size 0 max 16384 2024-04-26T23:50:58.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.491+0000 7fe1571ab740 1 Processor -- start 2024-04-26T23:50:58.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.491+0000 7fe1571ab740 1 -- start start 2024-04-26T23:50:58.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.491+0000 7fe1571ab740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc99cb80 0x55aabc99fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.491+0000 7fe1571ab740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99d4a0 0x55aabc99e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.491+0000 7fe1571ab740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc9a7b70 0x55aabc9a6f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.491+0000 7fe1571ab740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c1b0910 con 0x55aabc9a7b70 2024-04-26T23:50:58.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe1571ab740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c1ae780 con 0x55aabc99d4a0 2024-04-26T23:50:58.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe1571ab740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c1b0240 con 0x55aabc99cb80 2024-04-26T23:50:58.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe152400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc9a7b70 0x55aabc9a6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe152400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc9a7b70 0x55aabc9a6f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60848/0 (socket says 172.21.15.26:60848) 2024-04-26T23:50:58.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe152400640 1 -- 172.21.15.26:0/2045302319 learned_addr learned my addr 172.21.15.26:0/2045302319 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:58.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe151000640 1 --2- 172.21.15.26:0/2045302319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99d4a0 0x55aabc99e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe151a00640 1 --2- 172.21.15.26:0/2045302319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc99cb80 0x55aabc99fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe152400640 1 -- 172.21.15.26:0/2045302319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc99cb80 msgr2=0x55aabc99fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe152400640 1 --2- 172.21.15.26:0/2045302319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc99cb80 0x55aabc99fe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe152400640 1 -- 172.21.15.26:0/2045302319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99d4a0 msgr2=0x55aabc99e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe152400640 1 --2- 172.21.15.26:0/2045302319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99d4a0 0x55aabc99e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe152400640 1 -- 172.21.15.26:0/2045302319 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aabc5d30f0 con 0x55aabc9a7b70 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.492+0000 7fe151a00640 1 --2- 172.21.15.26:0/2045302319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc99cb80 0x55aabc99fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.493+0000 7fe152400640 1 --2- 172.21.15.26:0/2045302319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc9a7b70 0x55aabc9a6f50 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7fe14409baa0 tx=0x7fe14409b700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcdbc9ea0fdf32cb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.493+0000 7fe13e000640 1 -- 172.21.15.26:0/2045302319 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1440b5070 con 0x55aabc9a7b70 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.493+0000 7fe13e000640 1 -- 172.21.15.26:0/2045302319 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe1440a4960 con 0x55aabc9a7b70 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.493+0000 7fe13e000640 1 -- 172.21.15.26:0/2045302319 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe144098410 con 0x55aabc9a7b70 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.494+0000 7fe1571ab740 1 -- 172.21.15.26:0/2045302319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc9a7b70 msgr2=0x55aabc9a6f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.494+0000 7fe1571ab740 1 --2- 172.21.15.26:0/2045302319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc9a7b70 0x55aabc9a6f50 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7fe14409baa0 tx=0x7fe14409b700 comp rx=0 tx=0).stop 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.494+0000 7fe1571ab740 1 -- 172.21.15.26:0/2045302319 shutdown_connections 2024-04-26T23:50:58.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.494+0000 7fe1571ab740 1 --2- 172.21.15.26:0/2045302319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc9a7b70 0x55aabc9a6f50 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.494+0000 7fe1571ab740 1 --2- 172.21.15.26:0/2045302319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc99d4a0 0x55aabc99e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.494+0000 7fe1571ab740 1 --2- 172.21.15.26:0/2045302319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc99cb80 0x55aabc99fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.494+0000 7fe1571ab740 1 -- 172.21.15.26:0/2045302319 >> 172.21.15.26:0/2045302319 conn(0x55aabc998e50 msgr2=0x55aabc99e2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:58.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.494+0000 7fe1571ab740 1 -- 172.21.15.26:0/2045302319 shutdown_connections 2024-04-26T23:50:58.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.494+0000 7fe1571ab740 1 -- 172.21.15.26:0/2045302319 wait complete. 2024-04-26T23:50:58.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.495+0000 7fe1571ab740 1 -- start start 2024-04-26T23:50:58.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.495+0000 7fe1571ab740 1 Processor -- start 2024-04-26T23:50:58.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.495+0000 7fe1571ab740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99cb80 0x55aabc9ab410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.495+0000 7fe1571ab740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc99d4a0 0x55aabc9ab950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.495+0000 7fe1571ab740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc9a7b70 0x55aabc9abe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.495+0000 7fe1571ab740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c1af4a0 con 0x55aabc99cb80 2024-04-26T23:50:58.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.495+0000 7fe1571ab740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c1aedd0 con 0x55aabc9a7b70 2024-04-26T23:50:58.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.495+0000 7fe1571ab740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c1afb70 con 0x55aabc99d4a0 2024-04-26T23:50:58.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.495+0000 7fe1571ab740 10 client.0 _ll_register_callbacks cb 0x7fe13800dad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:58.503 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe151a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99cb80 0x55aabc9ab410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe151a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99cb80 0x55aabc9ab410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60856/0 (socket says 172.21.15.26:60856) 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe151a00640 1 -- 172.21.15.26:0/955643914 learned_addr learned my addr 172.21.15.26:0/955643914 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe151000640 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc99d4a0 0x55aabc9ab950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe152400640 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc9a7b70 0x55aabc9abe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe151a00640 1 -- 172.21.15.26:0/955643914 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc99d4a0 msgr2=0x55aabc9ab950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe151a00640 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc99d4a0 0x55aabc9ab950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe151a00640 1 -- 172.21.15.26:0/955643914 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc9a7b70 msgr2=0x55aabc9abe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe151a00640 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc9a7b70 0x55aabc9abe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe151a00640 1 -- 172.21.15.26:0/955643914 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aabc8c9a30 con 0x55aabc99cb80 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe151000640 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc99d4a0 0x55aabc9ab950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe152400640 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc9a7b70 0x55aabc9abe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.496+0000 7fe151a00640 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99cb80 0x55aabc9ab410 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7fe14002a9b0 tx=0x7fe14002aa30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd99dd3f0ab44288 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:58.504 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.497+0000 7fe133400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.497+0000 7fe133400640 1 -- 172.21.15.26:0/955643914 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe140035040 con 0x55aabc99cb80 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.497+0000 7fe133400640 1 -- 172.21.15.26:0/955643914 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7fe140005040 con 0x55aabc99cb80 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.497+0000 7fe1571ab740 1 -- 172.21.15.26:0/955643914 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1440a4960 con 0x55aabc99cb80 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.497+0000 7fe133400640 1 -- 172.21.15.26:0/955643914 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe140005240 con 0x55aabc99cb80 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.497+0000 7fe1571ab740 10 client.18540 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.497+0000 7fe1571ab740 1 -- 172.21.15.26:0/955643914 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55aabca1dae0 con 0x55aabc99cb80 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.498+0000 7fe133400640 1 -- 172.21.15.26:0/955643914 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe1440a4960 con 0x55aabc99cb80 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.498+0000 7fe133400640 1 -- 172.21.15.26:0/955643914 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe1400500d0 con 0x55aabc99cb80 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.498+0000 7fe1571ab740 10 client.18540 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.498+0000 7fe1571ab740 10 client.18540 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.498+0000 7fe1571ab740 20 client.18540 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.498+0000 7fe1571ab740 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aabca1de20 0x55aabca20210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.498+0000 7fe1571ab740 4 client.18540 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:50:58.505 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.498+0000 7fe1571ab740 1 -- 172.21.15.26:0/955643914 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55aabc9a50f0 con 0x55aabca1de20 2024-04-26T23:50:58.506 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.498+0000 7fe151000640 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aabca1de20 0x55aabca20210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.499+0000 7fe151000640 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aabca1de20 0x55aabca20210 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=969a8c4e1e7ade92 server_cookie=417a75a5979afc1a in_seq=0 out_seq=0 2024-04-26T23:50:58.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.499+0000 7fe133400640 10 client.18540 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:58.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe133400640 1 -- 172.21.15.26:0/955643914 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55aabc9a50f0 con 0x55aabca1de20 2024-04-26T23:50:58.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe133400640 10 client.18540 handle_command_reply: tid=0 2024-04-26T23:50:58.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe1571ab740 1 client.18540 shutdown 2024-04-26T23:50:58.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe1571ab740 1 -- 172.21.15.26:0/955643914 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99cb80 msgr2=0x55aabc9ab410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:58.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe1571ab740 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99cb80 0x55aabc9ab410 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7fe14002a9b0 tx=0x7fe14002aa30 comp rx=0 tx=0).stop 2024-04-26T23:50:58.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe1571ab740 1 -- 172.21.15.26:0/955643914 shutdown_connections 2024-04-26T23:50:58.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe1571ab740 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aabca1de20 0x55aabca20210 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.507 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe1571ab740 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aabc9a7b70 0x55aabc9abe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe1571ab740 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aabc99d4a0 0x55aabc9ab950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe1571ab740 1 --2- 172.21.15.26:0/955643914 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aabc99cb80 0x55aabc9ab410 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe1571ab740 1 -- 172.21.15.26:0/955643914 >> 172.21.15.26:0/955643914 conn(0x55aabc998e50 msgr2=0x55aabc99eb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:58.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe133400640 0 client.18540 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:58.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.500+0000 7fe1571ab740 1 -- 172.21.15.26:0/955643914 shutdown_connections 2024-04-26T23:50:58.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.501+0000 7fe1571ab740 1 -- 172.21.15.26:0/955643914 wait complete. 2024-04-26T23:50:58.508 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.501+0000 7fe1571ab740 20 client.18540 trim_cache size 0 max 16384 2024-04-26T23:50:58.508 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:50:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:50:58.508 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:50:58.508 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:50:58.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.501+0000 7fe154400640 1 -- 172.21.15.26:0/3766102844 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe1340a3d20 msgr2=0x7fe1340a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:58.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.501+0000 7fe154400640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe1340a3d20 0x7fe1340a61e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fe138005d90 tx=0x7fe138005e90 comp rx=0 tx=0).stop 2024-04-26T23:50:58.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.501+0000 7fe154400640 1 -- 172.21.15.26:0/3766102844 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe14c10f210 msgr2=0x7fe14c19fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:58.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.501+0000 7fe154400640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe14c10f210 0x7fe14c19fba0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fe14400b9e0 tx=0x7fe14400bea0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.509 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.502+0000 7fe154400640 1 -- 172.21.15.26:0/3766102844 shutdown_connections 2024-04-26T23:50:58.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.502+0000 7fe154400640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe1340a3d20 0x7fe1340a61e0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.502+0000 7fe154400640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe14c10f210 0x7fe14c19fba0 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.502+0000 7fe154400640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe14c075520 0x7fe14c19b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.502+0000 7fe154400640 1 --2- 172.21.15.26:0/3766102844 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe14c074c00 0x7fe14c19b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.502+0000 7fe154400640 1 -- 172.21.15.26:0/3766102844 >> 172.21.15.26:0/3766102844 conn(0x7fe14c079d80 msgr2=0x7fe14c0ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:58.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.502+0000 7fe154400640 1 -- 172.21.15.26:0/3766102844 shutdown_connections 2024-04-26T23:50:58.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.502+0000 7fe154400640 1 -- 172.21.15.26:0/3766102844 wait complete. 2024-04-26T23:50:58.525 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:50:58.525 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:50:58.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.748+0000 7f9c43e00640 1 -- 172.21.15.26:0/2992010570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c44103930 msgr2=0x7f9c44103d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:58.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.748+0000 7f9c43e00640 1 --2- 172.21.15.26:0/2992010570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c44103930 0x7f9c44103d10 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f9c34009900 tx=0x7f9c3402a480 comp rx=0 tx=0).stop 2024-04-26T23:50:58.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.748+0000 7f9c43e00640 1 -- 172.21.15.26:0/2992010570 shutdown_connections 2024-04-26T23:50:58.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.748+0000 7f9c43e00640 1 --2- 172.21.15.26:0/2992010570 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9c4410cd50 0x7f9c4410f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.748+0000 7f9c43e00640 1 --2- 172.21.15.26:0/2992010570 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c44104250 0x7f9c4410c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.748+0000 7f9c43e00640 1 --2- 172.21.15.26:0/2992010570 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c44103930 0x7f9c44103d10 unknown :-1 s=CLOSED pgs=1467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.748+0000 7f9c43e00640 1 -- 172.21.15.26:0/2992010570 >> 172.21.15.26:0/2992010570 conn(0x7f9c440fd130 msgr2=0x7f9c440ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:58.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.748+0000 7f9c43e00640 1 -- 172.21.15.26:0/2992010570 shutdown_connections 2024-04-26T23:50:58.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.748+0000 7f9c43e00640 1 -- 172.21.15.26:0/2992010570 wait complete. 2024-04-26T23:50:58.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.749+0000 7f9c43e00640 1 Processor -- start 2024-04-26T23:50:58.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.750+0000 7f9c43e00640 1 -- start start 2024-04-26T23:50:58.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.750+0000 7f9c43e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c44103930 0x7f9c44198e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.750+0000 7f9c43e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9c44104250 0x7f9c441993b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.750+0000 7f9c43e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c4410cd50 0x7f9c4419d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.755 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.750+0000 7f9c43e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9c441128b0 con 0x7f9c44103930 2024-04-26T23:50:58.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.750+0000 7f9c43e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9c44112730 con 0x7f9c44104250 2024-04-26T23:50:58.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.750+0000 7f9c43e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9c44112a30 con 0x7f9c4410cd50 2024-04-26T23:50:58.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.750+0000 7f9c42a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c44103930 0x7f9c44198e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.750+0000 7f9c42a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c44103930 0x7f9c44198e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60876/0 (socket says 172.21.15.26:60876) 2024-04-26T23:50:58.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.750+0000 7f9c42a00640 1 -- 172.21.15.26:0/3053110112 learned_addr learned my addr 172.21.15.26:0/3053110112 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:58.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.751+0000 7f9c42000640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9c44104250 0x7f9c441993b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.751+0000 7f9c43400640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c4410cd50 0x7f9c4419d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.751+0000 7f9c42a00640 1 -- 172.21.15.26:0/3053110112 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c4410cd50 msgr2=0x7f9c4419d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:58.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.751+0000 7f9c42a00640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c4410cd50 0x7f9c4419d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.751+0000 7f9c42a00640 1 -- 172.21.15.26:0/3053110112 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9c44104250 msgr2=0x7f9c441993b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:58.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.751+0000 7f9c42a00640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9c44104250 0x7f9c441993b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:58.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.751+0000 7f9c42a00640 1 -- 172.21.15.26:0/3053110112 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c4419de60 con 0x7f9c44103930 2024-04-26T23:50:58.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.751+0000 7f9c42a00640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c44103930 0x7f9c44198e70 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f9c34009230 tx=0x7f9c34004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:58.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.752+0000 7f9c3b400640 1 -- 172.21.15.26:0/3053110112 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c3403f030 con 0x7f9c44103930 2024-04-26T23:50:58.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.752+0000 7f9c43e00640 1 -- 172.21.15.26:0/3053110112 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c4419e0f0 con 0x7f9c44103930 2024-04-26T23:50:58.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.752+0000 7f9c3b400640 1 -- 172.21.15.26:0/3053110112 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f9c34003a80 con 0x7f9c44103930 2024-04-26T23:50:58.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.752+0000 7f9c3b400640 1 -- 172.21.15.26:0/3053110112 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c34035070 con 0x7f9c44103930 2024-04-26T23:50:58.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.752+0000 7f9c43e00640 1 -- 172.21.15.26:0/3053110112 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c441a59e0 con 0x7f9c44103930 2024-04-26T23:50:58.758 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.753+0000 7f9c43e00640 1 -- 172.21.15.26:0/3053110112 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c44069670 con 0x7f9c44103930 2024-04-26T23:50:58.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.755+0000 7f9c3b400640 1 -- 172.21.15.26:0/3053110112 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f9c34042030 con 0x7f9c44103930 2024-04-26T23:50:58.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.757+0000 7f9c3b400640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9c280a3d20 0x7f9c280a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:58.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.757+0000 7f9c3b400640 1 -- 172.21.15.26:0/3053110112 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f9c340f0e40 con 0x7f9c44103930 2024-04-26T23:50:58.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.757+0000 7f9c42000640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9c280a3d20 0x7f9c280a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:58.762 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.758+0000 7f9c42000640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9c280a3d20 0x7f9c280a61e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9c300058c0 tx=0x7f9c30005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:58.767 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:58.763+0000 7f9c3b400640 1 -- 172.21.15.26:0/3053110112 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f9c340bd460 con 0x7f9c44103930 2024-04-26T23:50:59.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:58 smithi164 ceph-mon[31699]: pgmap v472: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:50:59.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:58 smithi026 ceph-mon[28371]: pgmap v472: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:50:59.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.032+0000 7f9c43e00640 1 -- 172.21.15.26:0/3053110112 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9c4419a1c0 con 0x7f9c44103930 2024-04-26T23:50:59.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.034+0000 7f9c3b400640 1 -- 172.21.15.26:0/3053110112 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f9c340bcd60 con 0x7f9c44103930 2024-04-26T23:50:59.039 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:50:59.039 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:50:59.039 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:50:59.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.037+0000 7f9c43e00640 1 -- 172.21.15.26:0/3053110112 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9c280a3d20 msgr2=0x7f9c280a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.037+0000 7f9c43e00640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9c280a3d20 0x7f9c280a61e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9c300058c0 tx=0x7f9c30005850 comp rx=0 tx=0).stop 2024-04-26T23:50:59.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.037+0000 7f9c43e00640 1 -- 172.21.15.26:0/3053110112 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c44103930 msgr2=0x7f9c44198e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.037+0000 7f9c43e00640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c44103930 0x7f9c44198e70 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f9c34009230 tx=0x7f9c34004270 comp rx=0 tx=0).stop 2024-04-26T23:50:59.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.037+0000 7f9c43e00640 1 -- 172.21.15.26:0/3053110112 shutdown_connections 2024-04-26T23:50:59.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.037+0000 7f9c43e00640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c4410cd50 0x7f9c4419d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.037+0000 7f9c43e00640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9c44104250 0x7f9c441993b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.037+0000 7f9c43e00640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f9c280a3d20 0x7f9c280a61e0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.037+0000 7f9c43e00640 1 --2- 172.21.15.26:0/3053110112 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9c44103930 0x7f9c44198e70 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.037+0000 7f9c43e00640 1 -- 172.21.15.26:0/3053110112 >> 172.21.15.26:0/3053110112 conn(0x7f9c440fd130 msgr2=0x7f9c440fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.037+0000 7f9c43e00640 1 -- 172.21.15.26:0/3053110112 shutdown_connections 2024-04-26T23:50:59.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.038+0000 7f9c43e00640 1 -- 172.21.15.26:0/3053110112 wait complete. 2024-04-26T23:50:59.060 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:50:59.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:58 smithi086 ceph-mon[31122]: pgmap v472: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:50:59.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.303+0000 7fcdab000640 1 -- 172.21.15.26:0/691355104 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcda41042b0 msgr2=0x7fcda410c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.303+0000 7fcdab000640 1 --2- 172.21.15.26:0/691355104 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcda41042b0 0x7fcda410c790 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7fcd90009900 tx=0x7fcd9002a480 comp rx=0 tx=0).stop 2024-04-26T23:50:59.308 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.304+0000 7fcdab000640 1 -- 172.21.15.26:0/691355104 shutdown_connections 2024-04-26T23:50:59.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.304+0000 7fcdab000640 1 --2- 172.21.15.26:0/691355104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcda410cdb0 0x7fcda410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.304+0000 7fcdab000640 1 --2- 172.21.15.26:0/691355104 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcda41042b0 0x7fcda410c790 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.304+0000 7fcdab000640 1 --2- 172.21.15.26:0/691355104 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcda4103990 0x7fcda4103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.304+0000 7fcdab000640 1 -- 172.21.15.26:0/691355104 >> 172.21.15.26:0/691355104 conn(0x7fcda40fd1b0 msgr2=0x7fcda40ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.304+0000 7fcdab000640 1 -- 172.21.15.26:0/691355104 shutdown_connections 2024-04-26T23:50:59.309 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.304+0000 7fcdab000640 1 -- 172.21.15.26:0/691355104 wait complete. 2024-04-26T23:50:59.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.305+0000 7fcdab000640 1 Processor -- start 2024-04-26T23:50:59.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.305+0000 7fcdab000640 1 -- start start 2024-04-26T23:50:59.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.305+0000 7fcdab000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcda4103990 0x7fcda419b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.305+0000 7fcdab000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcda41042b0 0x7fcda419b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.311 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.305+0000 7fcdab000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcda410cdb0 0x7fcda419f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.305+0000 7fcdab000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcda4112960 con 0x7fcda4103990 2024-04-26T23:50:59.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.305+0000 7fcdab000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcda41127e0 con 0x7fcda41042b0 2024-04-26T23:50:59.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.305+0000 7fcdab000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcda4112ae0 con 0x7fcda410cdb0 2024-04-26T23:50:59.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.306+0000 7fcda9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcda4103990 0x7fcda419b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.306+0000 7fcda9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcda4103990 0x7fcda419b100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60906/0 (socket says 172.21.15.26:60906) 2024-04-26T23:50:59.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.306+0000 7fcda9c00640 1 -- 172.21.15.26:0/3786762002 learned_addr learned my addr 172.21.15.26:0/3786762002 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.306+0000 7fcdaa600640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcda410cdb0 0x7fcda419f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.306+0000 7fcda9200640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcda41042b0 0x7fcda419b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.306+0000 7fcda9c00640 1 -- 172.21.15.26:0/3786762002 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcda410cdb0 msgr2=0x7fcda419f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.306+0000 7fcda9c00640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcda410cdb0 0x7fcda419f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.306+0000 7fcda9c00640 1 -- 172.21.15.26:0/3786762002 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcda41042b0 msgr2=0x7fcda419b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.312 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.306+0000 7fcda9c00640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcda41042b0 0x7fcda419b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.306+0000 7fcda9c00640 1 -- 172.21.15.26:0/3786762002 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcda41a00f0 con 0x7fcda4103990 2024-04-26T23:50:59.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.306+0000 7fcda9200640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcda41042b0 0x7fcda419b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:59.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.306+0000 7fcdaa600640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcda410cdb0 0x7fcda419f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:59.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.307+0000 7fcda9c00640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcda4103990 0x7fcda419b100 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7fcd9800d950 tx=0x7fcd9800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.307+0000 7fcda2000640 1 -- 172.21.15.26:0/3786762002 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd98017070 con 0x7fcda4103990 2024-04-26T23:50:59.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.307+0000 7fcda2000640 1 -- 172.21.15.26:0/3786762002 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcd98009c30 con 0x7fcda4103990 2024-04-26T23:50:59.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.307+0000 7fcda2000640 1 -- 172.21.15.26:0/3786762002 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd9800f620 con 0x7fcda4103990 2024-04-26T23:50:59.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.307+0000 7fcdab000640 1 -- 172.21.15.26:0/3786762002 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcda41a03e0 con 0x7fcda4103990 2024-04-26T23:50:59.313 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.307+0000 7fcdab000640 1 -- 172.21.15.26:0/3786762002 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcda41a7c70 con 0x7fcda4103990 2024-04-26T23:50:59.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.312+0000 7fcdaf3de740 1 Processor -- start 2024-04-26T23:50:59.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.312+0000 7fcdaf3de740 1 -- start start 2024-04-26T23:50:59.316 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.312+0000 7fcda2000640 1 -- 172.21.15.26:0/3786762002 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fcd98010460 con 0x7fcda4103990 2024-04-26T23:50:59.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.312+0000 7fcdaf3de740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693c3a0 0x55868693c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.312+0000 7fcdaf3de740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693ccc0 0x558686946e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcdaf3de740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 0x558686949780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.318 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcdaf3de740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5586868a0c70 con 0x55868693ccc0 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcdaf3de740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x558686859980 con 0x55868693c3a0 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcdaf3de740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55868689cc30 con 0x558686947390 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcda9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693ccc0 0x558686946e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcda9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693ccc0 0x558686946e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60914/0 (socket says 172.21.15.26:60914) 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcda9c00640 1 -- 172.21.15.26:0/2881149923 learned_addr learned my addr 172.21.15.26:0/2881149923 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcdaa600640 1 --2- 172.21.15.26:0/2881149923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693c3a0 0x55868693c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcda9200640 1 --2- 172.21.15.26:0/2881149923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 0x558686949780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcda9c00640 1 -- 172.21.15.26:0/2881149923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 msgr2=0x558686949780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcda9c00640 1 --2- 172.21.15.26:0/2881149923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 0x558686949780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcda9c00640 1 -- 172.21.15.26:0/2881149923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693c3a0 msgr2=0x55868693c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcda9c00640 1 --2- 172.21.15.26:0/2881149923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693c3a0 0x55868693c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.313+0000 7fcda9c00640 1 -- 172.21.15.26:0/2881149923 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586868317b0 con 0x55868693ccc0 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.314+0000 7fcda9200640 1 --2- 172.21.15.26:0/2881149923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 0x558686949780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.314+0000 7fcda9c00640 1 --2- 172.21.15.26:0/2881149923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693ccc0 0x558686946e50 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7fcd980cd420 tx=0x7fcd980d8570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb1e789b0e89f11d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.314+0000 7fcda2000640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcd8c0a3da0 0x7fcd8c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.319 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.314+0000 7fcd96a00640 1 -- 172.21.15.26:0/2881149923 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd980e3070 con 0x55868693ccc0 2024-04-26T23:50:59.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.314+0000 7fcdaa600640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcd8c0a3da0 0x7fcd8c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.315+0000 7fcd96a00640 1 -- 172.21.15.26:0/2881149923 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcd9809c430 con 0x55868693ccc0 2024-04-26T23:50:59.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.315+0000 7fcd96a00640 1 -- 172.21.15.26:0/2881149923 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd9809b870 con 0x55868693ccc0 2024-04-26T23:50:59.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.315+0000 7fcda2000640 1 -- 172.21.15.26:0/3786762002 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7fcd980cfe10 con 0x7fcda4103990 2024-04-26T23:50:59.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.315+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2881149923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693ccc0 msgr2=0x558686946e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.316+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2881149923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693ccc0 0x558686946e50 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7fcd980cd420 tx=0x7fcd980d8570 comp rx=0 tx=0).stop 2024-04-26T23:50:59.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.316+0000 7fcdaa600640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcd8c0a3da0 0x7fcd8c0a6260 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c005fd0 tx=0x7fcd9c009530 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.316+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2881149923 shutdown_connections 2024-04-26T23:50:59.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.316+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2881149923 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 0x558686949780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.321 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.316+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2881149923 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693ccc0 0x558686946e50 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.316+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2881149923 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693c3a0 0x55868693c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.316+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2881149923 >> 172.21.15.26:0/2881149923 conn(0x5586869386c0 msgr2=0x558686938aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.316+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2881149923 shutdown_connections 2024-04-26T23:50:59.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.316+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2881149923 wait complete. 2024-04-26T23:50:59.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.316+0000 7fcdaf3de740 1 -- start start 2024-04-26T23:50:59.322 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.317+0000 7fcdaf3de740 1 Processor -- start 2024-04-26T23:50:59.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.317+0000 7fcdaf3de740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 0x558686946cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.317+0000 7fcdaf3de740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693ccc0 0x558686943fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.317+0000 7fcdaf3de740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 0x558686944540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.317+0000 7fcdaf3de740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55868689ff80 con 0x55868693c3a0 2024-04-26T23:50:59.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.317+0000 7fcdaf3de740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55868684d260 con 0x55868693ccc0 2024-04-26T23:50:59.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.317+0000 7fcdaf3de740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5586868a52a0 con 0x558686947390 2024-04-26T23:50:59.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.318+0000 7fcdaf3de740 10 client.0 _ll_register_callbacks cb 0x558686897960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:59.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.318+0000 7fcda9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 0x558686946cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.318+0000 7fcda9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 0x558686946cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60920/0 (socket says 172.21.15.26:60920) 2024-04-26T23:50:59.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.318+0000 7fcda9c00640 1 -- 172.21.15.26:0/2266637878 learned_addr learned my addr 172.21.15.26:0/2266637878 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.318+0000 7fcda9200640 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693ccc0 0x558686943fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.325 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.318+0000 7fcda9c00640 1 -- 172.21.15.26:0/2266637878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 msgr2=0x558686944540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.318+0000 7fcda9c00640 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 0x558686944540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.318+0000 7fcda9c00640 1 -- 172.21.15.26:0/2266637878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693ccc0 msgr2=0x558686943fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.318+0000 7fcda9c00640 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693ccc0 0x558686943fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.318+0000 7fcda9c00640 1 -- 172.21.15.26:0/2266637878 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55868682f1c0 con 0x55868693c3a0 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.318+0000 7fcda9200640 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693ccc0 0x558686943fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.319+0000 7fcda9c00640 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 0x558686946cf0 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7fcd9804db80 tx=0x7fcd9800df40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cca903a425bb5bd3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.319+0000 7fcd8b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.319+0000 7fcd8b400640 1 -- 172.21.15.26:0/2266637878 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd9804d660 con 0x55868693c3a0 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.319+0000 7fcd8b400640 1 -- 172.21.15.26:0/2266637878 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7fcd980983a0 con 0x55868693c3a0 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.319+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2266637878 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd9809c430 con 0x55868693c3a0 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.319+0000 7fcd8b400640 1 -- 172.21.15.26:0/2266637878 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcd9804d9e0 con 0x55868693c3a0 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.319+0000 7fcdaf3de740 10 client.18558 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:59.326 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.319+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2266637878 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5586865b23f0 con 0x55868693c3a0 2024-04-26T23:50:59.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.320+0000 7fcd8b400640 1 -- 172.21.15.26:0/2266637878 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcd9809c430 con 0x55868693c3a0 2024-04-26T23:50:59.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.320+0000 7fcd8b400640 1 -- 172.21.15.26:0/2266637878 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcd980cd760 con 0x55868693c3a0 2024-04-26T23:50:59.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.320+0000 7fcdaf3de740 10 client.18558 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:59.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.320+0000 7fcdaf3de740 10 client.18558 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:50:59.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.320+0000 7fcdaf3de740 20 client.18558 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:59.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.320+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558686956c20 0x558686959010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.320+0000 7fcdaf3de740 4 client.18558 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:50:59.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.320+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2266637878 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586868ae880 con 0x558686956c20 2024-04-26T23:50:59.327 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.321+0000 7fcda9200640 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558686956c20 0x558686959010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.328 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.321+0000 7fcd8b400640 10 client.18558 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.321+0000 7fcda9200640 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558686956c20 0x558686959010 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c437c3bb414a9ed0 server_cookie=931cc0ea3d0b2c6 in_seq=0 out_seq=0 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.323+0000 7fcd8b400640 1 -- 172.21.15.26:0/2266637878 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5586868ae880 con 0x558686956c20 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.323+0000 7fcd8b400640 10 client.18558 handle_command_reply: tid=0 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcdaf3de740 1 client.18558 shutdown 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2266637878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 msgr2=0x558686946cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 0x558686946cf0 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7fcd9804db80 tx=0x7fcd9800df40 comp rx=0 tx=0).stop 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2266637878 shutdown_connections 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x558686956c20 0x558686959010 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 0x558686944540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693ccc0 0x558686943fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2266637878 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 0x558686946cf0 unknown :-1 s=CLOSED pgs=1472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2266637878 >> 172.21.15.26:0/2266637878 conn(0x5586869386c0 msgr2=0x55868693e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcd8b400640 0 client.18558 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:50:59.329 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2266637878 shutdown_connections 2024-04-26T23:50:59.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2266637878 wait complete. 2024-04-26T23:50:59.330 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.324+0000 7fcdaf3de740 20 client.18558 trim_cache size 0 max 16384 2024-04-26T23:50:59.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.342+0000 7fcdaf3de740 1 Processor -- start 2024-04-26T23:50:59.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.342+0000 7fcdaf3de740 1 -- start start 2024-04-26T23:50:59.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.342+0000 7fcdaf3de740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693c3a0 0x558686937630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.342+0000 7fcdaf3de740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55868693ccc0 0x55868695bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.342+0000 7fcdaf3de740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558686947390 0x55868695c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.342+0000 7fcdaf3de740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcda41b2f20 con 0x558686947390 2024-04-26T23:50:59.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.342+0000 7fcdaf3de740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcda41b07f0 con 0x55868693c3a0 2024-04-26T23:50:59.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.342+0000 7fcdaf3de740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcda41ae660 con 0x55868693ccc0 2024-04-26T23:50:59.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.342+0000 7fcdaa600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558686947390 0x55868695c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.343+0000 7fcdaa600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558686947390 0x55868695c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60926/0 (socket says 172.21.15.26:60926) 2024-04-26T23:50:59.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.343+0000 7fcdaa600640 1 -- 172.21.15.26:0/2465674325 learned_addr learned my addr 172.21.15.26:0/2465674325 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.343+0000 7fcda9200640 1 --2- 172.21.15.26:0/2465674325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55868693ccc0 0x55868695bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.343+0000 7fcda9c00640 1 --2- 172.21.15.26:0/2465674325 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693c3a0 0x558686937630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.343+0000 7fcdaa600640 1 -- 172.21.15.26:0/2465674325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55868693ccc0 msgr2=0x55868695bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.343+0000 7fcdaa600640 1 --2- 172.21.15.26:0/2465674325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55868693ccc0 0x55868695bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.343+0000 7fcdaa600640 1 -- 172.21.15.26:0/2465674325 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693c3a0 msgr2=0x558686937630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.343+0000 7fcdaa600640 1 --2- 172.21.15.26:0/2465674325 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693c3a0 0x558686937630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.343+0000 7fcdaa600640 1 -- 172.21.15.26:0/2465674325 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55868693caf0 con 0x558686947390 2024-04-26T23:50:59.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.344+0000 7fcdaa600640 1 --2- 172.21.15.26:0/2465674325 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558686947390 0x55868695c1a0 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c009810 tx=0x7fcd9c014070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d96bc85900b1eae server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.344+0000 7fcd96000640 1 -- 172.21.15.26:0/2465674325 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd9c022070 con 0x558686947390 2024-04-26T23:50:59.349 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.344+0000 7fcd96000640 1 -- 172.21.15.26:0/2465674325 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcd9c01eb60 con 0x558686947390 2024-04-26T23:50:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.344+0000 7fcd96000640 1 -- 172.21.15.26:0/2465674325 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd9c026c00 con 0x558686947390 2024-04-26T23:50:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.345+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2465674325 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558686947390 msgr2=0x55868695c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.345+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2465674325 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558686947390 0x55868695c1a0 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c009810 tx=0x7fcd9c014070 comp rx=0 tx=0).stop 2024-04-26T23:50:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.345+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2465674325 shutdown_connections 2024-04-26T23:50:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.345+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2465674325 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x558686947390 0x55868695c1a0 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.345+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2465674325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55868693ccc0 0x55868695bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.345+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/2465674325 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693c3a0 0x558686937630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.345+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2465674325 >> 172.21.15.26:0/2465674325 conn(0x5586869386c0 msgr2=0x558686936f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.345+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2465674325 shutdown_connections 2024-04-26T23:50:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.345+0000 7fcdaf3de740 1 -- 172.21.15.26:0/2465674325 wait complete. 2024-04-26T23:50:59.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.346+0000 7fcdaf3de740 1 -- start start 2024-04-26T23:50:59.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.346+0000 7fcdaf3de740 1 Processor -- start 2024-04-26T23:50:59.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.346+0000 7fcdaf3de740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 0x5586869b5200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.346+0000 7fcdaf3de740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693ccc0 0x5586869b5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.346+0000 7fcdaf3de740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 0x55868695afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.346+0000 7fcdaf3de740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcda41aecb0 con 0x55868693c3a0 2024-04-26T23:50:59.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.346+0000 7fcdaf3de740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcda41b0120 con 0x55868693ccc0 2024-04-26T23:50:59.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.346+0000 7fcdaf3de740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcda41af380 con 0x558686947390 2024-04-26T23:50:59.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.346+0000 7fcdaf3de740 10 client.0 _ll_register_callbacks cb 0x7fcd980e1070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:59.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.347+0000 7fcda9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 0x5586869b5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.347+0000 7fcda9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 0x5586869b5200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60938/0 (socket says 172.21.15.26:60938) 2024-04-26T23:50:59.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.347+0000 7fcda9c00640 1 -- 172.21.15.26:0/1079819431 learned_addr learned my addr 172.21.15.26:0/1079819431 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.347+0000 7fcda9200640 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693ccc0 0x5586869b5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.347+0000 7fcdaa600640 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 0x55868695afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.347+0000 7fcda9c00640 1 -- 172.21.15.26:0/1079819431 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 msgr2=0x55868695afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.347+0000 7fcda9c00640 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 0x55868695afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.347+0000 7fcda9c00640 1 -- 172.21.15.26:0/1079819431 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693ccc0 msgr2=0x5586869b5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.347+0000 7fcda9c00640 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693ccc0 0x5586869b5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.347+0000 7fcda9c00640 1 -- 172.21.15.26:0/1079819431 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55868667c7d0 con 0x55868693c3a0 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.348+0000 7fcda9c00640 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 0x5586869b5200 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fcd9809bcc0 tx=0x7fcd980d3a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62595f1ca982c0dd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.348+0000 7fcd8b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.348+0000 7fcd8b400640 1 -- 172.21.15.26:0/1079819431 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd98020070 con 0x55868693c3a0 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.348+0000 7fcd8b400640 1 -- 172.21.15.26:0/1079819431 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7fcd980a4710 con 0x55868693c3a0 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.348+0000 7fcdaf3de740 1 -- 172.21.15.26:0/1079819431 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd9c01eb60 con 0x55868693c3a0 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.348+0000 7fcd8b400640 1 -- 172.21.15.26:0/1079819431 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcd980b5050 con 0x55868693c3a0 2024-04-26T23:50:59.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.348+0000 7fcdaf3de740 10 client.18564 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:59.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.348+0000 7fcdaf3de740 1 -- 172.21.15.26:0/1079819431 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5586868472a0 con 0x55868693c3a0 2024-04-26T23:50:59.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.348+0000 7fcd8b400640 1 -- 172.21.15.26:0/1079819431 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcd9c01eb60 con 0x55868693c3a0 2024-04-26T23:50:59.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.349+0000 7fcd8b400640 1 -- 172.21.15.26:0/1079819431 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcd9809bf90 con 0x55868693c3a0 2024-04-26T23:50:59.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.349+0000 7fcdaf3de740 10 client.18564 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:59.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.349+0000 7fcdaf3de740 10 client.18564 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:50:59.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.349+0000 7fcdaf3de740 20 client.18564 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:59.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.349+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5586869bcb80 0x5586869befa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.349+0000 7fcdaf3de740 4 client.18564 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:50:59.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.349+0000 7fcdaf3de740 1 -- 172.21.15.26:0/1079819431 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5586868a86f0 con 0x5586869bcb80 2024-04-26T23:50:59.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.349+0000 7fcda9200640 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5586869bcb80 0x5586869befa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.351+0000 7fcda9200640 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5586869bcb80 0x5586869befa0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=89b922cc8c550d6d server_cookie=13ed5f43ba5dabc0 in_seq=0 out_seq=0 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.351+0000 7fcd8b400640 10 client.18564 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.351+0000 7fcd8b400640 1 -- 172.21.15.26:0/1079819431 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5586868a86f0 con 0x5586869bcb80 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.351+0000 7fcd8b400640 10 client.18564 handle_command_reply: tid=0 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.351+0000 7fcdaf3de740 1 client.18564 shutdown 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.351+0000 7fcdaf3de740 1 -- 172.21.15.26:0/1079819431 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 msgr2=0x5586869b5200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.351+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 0x5586869b5200 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fcd9809bcc0 tx=0x7fcd980d3a20 comp rx=0 tx=0).stop 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.352+0000 7fcdaf3de740 1 -- 172.21.15.26:0/1079819431 shutdown_connections 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.352+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5586869bcb80 0x5586869befa0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.352+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558686947390 0x55868695afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.352+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55868693ccc0 0x5586869b5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.352+0000 7fcdaf3de740 1 --2- 172.21.15.26:0/1079819431 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55868693c3a0 0x5586869b5200 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.352+0000 7fcd8b400640 0 client.18564 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.352+0000 7fcdaf3de740 1 -- 172.21.15.26:0/1079819431 >> 172.21.15.26:0/1079819431 conn(0x5586869386c0 msgr2=0x5586869377b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.352+0000 7fcdaf3de740 1 -- 172.21.15.26:0/1079819431 shutdown_connections 2024-04-26T23:50:59.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.352+0000 7fcdaf3de740 1 -- 172.21.15.26:0/1079819431 wait complete. 2024-04-26T23:50:59.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.352+0000 7fcdaf3de740 20 client.18564 trim_cache size 0 max 16384 2024-04-26T23:50:59.358 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:50:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.353+0000 7fcdab000640 1 -- 172.21.15.26:0/3786762002 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcd8c0a3da0 msgr2=0x7fcd8c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.353+0000 7fcdab000640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcd8c0a3da0 0x7fcd8c0a6260 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c005fd0 tx=0x7fcd9c009530 comp rx=0 tx=0).stop 2024-04-26T23:50:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.353+0000 7fcdab000640 1 -- 172.21.15.26:0/3786762002 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcda4103990 msgr2=0x7fcda419b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.353+0000 7fcdab000640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcda4103990 0x7fcda419b100 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7fcd9800d950 tx=0x7fcd9800de10 comp rx=0 tx=0).stop 2024-04-26T23:50:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.353+0000 7fcdab000640 1 -- 172.21.15.26:0/3786762002 shutdown_connections 2024-04-26T23:50:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.353+0000 7fcdab000640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcda410cdb0 0x7fcda419f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.353+0000 7fcdab000640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcda41042b0 0x7fcda419b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.353+0000 7fcdab000640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcd8c0a3da0 0x7fcd8c0a6260 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.353+0000 7fcdab000640 1 --2- 172.21.15.26:0/3786762002 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcda4103990 0x7fcda419b100 unknown :-1 s=CLOSED pgs=1470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.353+0000 7fcdab000640 1 -- 172.21.15.26:0/3786762002 >> 172.21.15.26:0/3786762002 conn(0x7fcda40fd1b0 msgr2=0x7fcda41026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.353+0000 7fcdab000640 1 -- 172.21.15.26:0/3786762002 shutdown_connections 2024-04-26T23:50:59.359 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.353+0000 7fcdab000640 1 -- 172.21.15.26:0/3786762002 wait complete. 2024-04-26T23:50:59.375 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:50:59.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.581+0000 7ff240e00640 1 -- 172.21.15.26:0/2409742876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff23c075600 msgr2=0x7ff23c10eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.581+0000 7ff240e00640 1 --2- 172.21.15.26:0/2409742876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff23c075600 0x7ff23c10eb50 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7ff228009900 tx=0x7ff22802a480 comp rx=0 tx=0).stop 2024-04-26T23:50:59.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.581+0000 7ff240e00640 1 -- 172.21.15.26:0/2409742876 shutdown_connections 2024-04-26T23:50:59.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.581+0000 7ff240e00640 1 --2- 172.21.15.26:0/2409742876 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff23c10f090 0x7ff23c111480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.581+0000 7ff240e00640 1 --2- 172.21.15.26:0/2409742876 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff23c075600 0x7ff23c10eb50 unknown :-1 s=CLOSED pgs=1475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.581+0000 7ff240e00640 1 --2- 172.21.15.26:0/2409742876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff23c074ce0 0x7ff23c0750c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.581+0000 7ff240e00640 1 -- 172.21.15.26:0/2409742876 >> 172.21.15.26:0/2409742876 conn(0x7ff23c0fe300 msgr2=0x7ff23c100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.581+0000 7ff240e00640 1 -- 172.21.15.26:0/2409742876 shutdown_connections 2024-04-26T23:50:59.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.581+0000 7ff240e00640 1 -- 172.21.15.26:0/2409742876 wait complete. 2024-04-26T23:50:59.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.582+0000 7ff240e00640 1 Processor -- start 2024-04-26T23:50:59.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.583+0000 7ff240e00640 1 -- start start 2024-04-26T23:50:59.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.583+0000 7ff240e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff23c074ce0 0x7ff23c19b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.583+0000 7ff240e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff23c075600 0x7ff23c19b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.583+0000 7ff240e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff23c10f090 0x7ff23c19f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.583+0000 7ff240e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff23c114b10 con 0x7ff23c074ce0 2024-04-26T23:50:59.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.583+0000 7ff240e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff23c114990 con 0x7ff23c075600 2024-04-26T23:50:59.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.583+0000 7ff240e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff23c114c90 con 0x7ff23c10f090 2024-04-26T23:50:59.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.583+0000 7ff23b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff23c074ce0 0x7ff23c19b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.583+0000 7ff23b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff23c074ce0 0x7ff23c19b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60962/0 (socket says 172.21.15.26:60962) 2024-04-26T23:50:59.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.583+0000 7ff23b400640 1 -- 172.21.15.26:0/1966037300 learned_addr learned my addr 172.21.15.26:0/1966037300 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.584+0000 7ff23be00640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff23c10f090 0x7ff23c19f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.584+0000 7ff23aa00640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff23c075600 0x7ff23c19b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.584+0000 7ff23b400640 1 -- 172.21.15.26:0/1966037300 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff23c10f090 msgr2=0x7ff23c19f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.584+0000 7ff23b400640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff23c10f090 0x7ff23c19f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.584+0000 7ff23b400640 1 -- 172.21.15.26:0/1966037300 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff23c075600 msgr2=0x7ff23c19b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.584+0000 7ff23b400640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff23c075600 0x7ff23c19b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.584+0000 7ff23b400640 1 -- 172.21.15.26:0/1966037300 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff23c1a00d0 con 0x7ff23c074ce0 2024-04-26T23:50:59.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.584+0000 7ff23b400640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff23c074ce0 0x7ff23c19b130 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7ff22c00d770 tx=0x7ff22c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.585+0000 7ff233e00640 1 -- 172.21.15.26:0/1966037300 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff22c017070 con 0x7ff23c074ce0 2024-04-26T23:50:59.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.585+0000 7ff233e00640 1 -- 172.21.15.26:0/1966037300 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff22c0054b0 con 0x7ff23c074ce0 2024-04-26T23:50:59.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.585+0000 7ff240e00640 1 -- 172.21.15.26:0/1966037300 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff23c1a03c0 con 0x7ff23c074ce0 2024-04-26T23:50:59.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.585+0000 7ff233e00640 1 -- 172.21.15.26:0/1966037300 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff22c004c60 con 0x7ff23c074ce0 2024-04-26T23:50:59.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.585+0000 7ff240e00640 1 -- 172.21.15.26:0/1966037300 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff23c1a7c50 con 0x7ff23c074ce0 2024-04-26T23:50:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.589+0000 7ff245379740 1 Processor -- start 2024-04-26T23:50:59.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.589+0000 7ff245379740 1 -- start start 2024-04-26T23:50:59.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.590+0000 7ff245379740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 0x55c5833b1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.590+0000 7ff245379740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833b1cc0 0x55c5833bbe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.590+0000 7ff245379740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833bc390 0x55c5833be780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.590+0000 7ff245379740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55c583315c70 con 0x55c5833b1cc0 2024-04-26T23:50:59.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.590+0000 7ff245379740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55c5832ce980 con 0x55c5833bc390 2024-04-26T23:50:59.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.590+0000 7ff245379740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c583311c30 con 0x55c5833b13a0 2024-04-26T23:50:59.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.590+0000 7ff233e00640 1 -- 172.21.15.26:0/1966037300 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff22c004e00 con 0x7ff23c074ce0 2024-04-26T23:50:59.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.590+0000 7ff23b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833b1cc0 0x55c5833bbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.590+0000 7ff23b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833b1cc0 0x55c5833bbe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60966/0 (socket says 172.21.15.26:60966) 2024-04-26T23:50:59.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.590+0000 7ff23b400640 1 -- 172.21.15.26:0/80607523 learned_addr learned my addr 172.21.15.26:0/80607523 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.590+0000 7ff23be00640 1 --2- 172.21.15.26:0/80607523 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 0x55c5833b1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.590+0000 7ff23aa00640 1 --2- 172.21.15.26:0/80607523 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833bc390 0x55c5833be780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.591+0000 7ff23b400640 1 -- 172.21.15.26:0/80607523 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 msgr2=0x55c5833b1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.591+0000 7ff23b400640 1 --2- 172.21.15.26:0/80607523 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 0x55c5833b1780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.591+0000 7ff23b400640 1 -- 172.21.15.26:0/80607523 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833bc390 msgr2=0x55c5833be780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.596 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.591+0000 7ff23b400640 1 --2- 172.21.15.26:0/80607523 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833bc390 0x55c5833be780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.591+0000 7ff23b400640 1 -- 172.21.15.26:0/80607523 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5832a67b0 con 0x55c5833b1cc0 2024-04-26T23:50:59.597 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.591+0000 7ff23b400640 1 --2- 172.21.15.26:0/80607523 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833b1cc0 0x55c5833bbe50 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7ff22c0cd9b0 tx=0x7ff22c0d89f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aceaf2fe3658735 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.592+0000 7ff230c00640 1 -- 172.21.15.26:0/80607523 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff22c0e4070 con 0x55c5833b1cc0 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.592+0000 7ff233e00640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff2200a3d20 0x7ff2200a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.592+0000 7ff230c00640 1 -- 172.21.15.26:0/80607523 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff22c09c9c0 con 0x55c5833b1cc0 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.592+0000 7ff230c00640 1 -- 172.21.15.26:0/80607523 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff22c0a6800 con 0x55c5833b1cc0 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.592+0000 7ff233e00640 1 -- 172.21.15.26:0/1966037300 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7ff22c0d03a0 con 0x7ff23c074ce0 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.592+0000 7ff23be00640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff2200a3d20 0x7ff2200a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.593+0000 7ff245379740 1 -- 172.21.15.26:0/80607523 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833b1cc0 msgr2=0x55c5833bbe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.593+0000 7ff245379740 1 --2- 172.21.15.26:0/80607523 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833b1cc0 0x55c5833bbe50 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7ff22c0cd9b0 tx=0x7ff22c0d89f0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.593+0000 7ff245379740 1 -- 172.21.15.26:0/80607523 shutdown_connections 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.593+0000 7ff245379740 1 --2- 172.21.15.26:0/80607523 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833bc390 0x55c5833be780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.593+0000 7ff245379740 1 --2- 172.21.15.26:0/80607523 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833b1cc0 0x55c5833bbe50 unknown :-1 s=CLOSED pgs=1477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.593+0000 7ff245379740 1 --2- 172.21.15.26:0/80607523 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 0x55c5833b1780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.600 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.593+0000 7ff245379740 1 -- 172.21.15.26:0/80607523 >> 172.21.15.26:0/80607523 conn(0x55c5833ad6c0 msgr2=0x55c5833adaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.593+0000 7ff23be00640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff2200a3d20 0x7ff2200a61e0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ff234005fd0 tx=0x7ff2340096e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.593+0000 7ff245379740 1 -- 172.21.15.26:0/80607523 shutdown_connections 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.593+0000 7ff245379740 1 -- 172.21.15.26:0/80607523 wait complete. 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.594+0000 7ff245379740 1 -- start start 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.594+0000 7ff245379740 1 Processor -- start 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.595+0000 7ff245379740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 0x55c5833bbd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.595+0000 7ff245379740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b1cc0 0x55c5833b8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.595+0000 7ff245379740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833b9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.595+0000 7ff245379740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55c583314f80 con 0x55c5833bc390 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.595+0000 7ff245379740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55c5832c2260 con 0x55c5833b1cc0 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.595+0000 7ff245379740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c58331a2a0 con 0x55c5833b13a0 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.595+0000 7ff245379740 10 client.0 _ll_register_callbacks cb 0x55c58330c960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.595+0000 7ff23be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833b9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.595+0000 7ff23be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833b9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60980/0 (socket says 172.21.15.26:60980) 2024-04-26T23:50:59.601 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.595+0000 7ff23be00640 1 -- 172.21.15.26:0/3885407898 learned_addr learned my addr 172.21.15.26:0/3885407898 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.595+0000 7ff23b400640 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 0x55c5833bbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.595+0000 7ff23aa00640 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b1cc0 0x55c5833b8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.596+0000 7ff23be00640 1 -- 172.21.15.26:0/3885407898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 msgr2=0x55c5833bbd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.596+0000 7ff23be00640 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 0x55c5833bbd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.596+0000 7ff23be00640 1 -- 172.21.15.26:0/3885407898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b1cc0 msgr2=0x55c5833b8ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.596+0000 7ff23be00640 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b1cc0 0x55c5833b8ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.602 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.596+0000 7ff23be00640 1 -- 172.21.15.26:0/3885407898 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5832a41c0 con 0x55c5833bc390 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.596+0000 7ff23be00640 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833b9550 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7ff23401d870 tx=0x7ff234004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e728e3a4be76a12 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.596+0000 7ff225600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.596+0000 7ff225600640 1 -- 172.21.15.26:0/3885407898 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff23401e820 con 0x55c5833bc390 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.596+0000 7ff225600640 1 -- 172.21.15.26:0/3885407898 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7ff23401e9c0 con 0x55c5833bc390 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.596+0000 7ff245379740 1 -- 172.21.15.26:0/3885407898 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff22c09c9c0 con 0x55c5833bc390 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.597+0000 7ff225600640 1 -- 172.21.15.26:0/3885407898 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff23401ebc0 con 0x55c5833bc390 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.597+0000 7ff245379740 10 client.18576 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.597+0000 7ff245379740 1 -- 172.21.15.26:0/3885407898 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c5830273f0 con 0x55c5833bc390 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.597+0000 7ff225600640 1 -- 172.21.15.26:0/3885407898 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff22c09c9c0 con 0x55c5833bc390 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.597+0000 7ff225600640 1 -- 172.21.15.26:0/3885407898 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff23400f040 con 0x55c5833bc390 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.597+0000 7ff245379740 10 client.18576 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.597+0000 7ff245379740 10 client.18576 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:50:59.604 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.597+0000 7ff245379740 20 client.18576 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:59.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.598+0000 7ff245379740 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55c5833cbdf0 0x55c5833ce220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.598+0000 7ff245379740 4 client.18576 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:50:59.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.598+0000 7ff245379740 1 -- 172.21.15.26:0/3885407898 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c583323880 con 0x55c5833cbdf0 2024-04-26T23:50:59.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.598+0000 7ff23b400640 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55c5833cbdf0 0x55c5833ce220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.599+0000 7ff23b400640 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55c5833cbdf0 0x55c5833ce220 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bc2c754524df44cd server_cookie=33b459b43c0a0403 in_seq=0 out_seq=0 2024-04-26T23:50:59.605 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.599+0000 7ff225600640 10 client.18576 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:50:59.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.601+0000 7ff225600640 1 -- 172.21.15.26:0/3885407898 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c583323880 con 0x55c5833cbdf0 2024-04-26T23:50:59.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.601+0000 7ff225600640 10 client.18576 handle_command_reply: tid=0 2024-04-26T23:50:59.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.601+0000 7ff245379740 1 client.18576 shutdown 2024-04-26T23:50:59.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.601+0000 7ff245379740 1 -- 172.21.15.26:0/3885407898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 msgr2=0x55c5833b9550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.601+0000 7ff245379740 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833b9550 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7ff23401d870 tx=0x7ff234004a40 comp rx=0 tx=0).stop 2024-04-26T23:50:59.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.602+0000 7ff245379740 1 -- 172.21.15.26:0/3885407898 shutdown_connections 2024-04-26T23:50:59.606 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.602+0000 7ff245379740 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55c5833cbdf0 0x55c5833ce220 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.602+0000 7ff245379740 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833b9550 unknown :-1 s=CLOSED pgs=1478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.602+0000 7ff245379740 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b1cc0 0x55c5833b8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.602+0000 7ff245379740 1 --2- 172.21.15.26:0/3885407898 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 0x55c5833bbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.602+0000 7ff225600640 0 client.18576 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:50:59.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.602+0000 7ff245379740 1 -- 172.21.15.26:0/3885407898 >> 172.21.15.26:0/3885407898 conn(0x55c5833ad6c0 msgr2=0x55c5833b34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.602+0000 7ff245379740 1 -- 172.21.15.26:0/3885407898 shutdown_connections 2024-04-26T23:50:59.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.602+0000 7ff245379740 1 -- 172.21.15.26:0/3885407898 wait complete. 2024-04-26T23:50:59.607 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.602+0000 7ff245379740 20 client.18576 trim_cache size 0 max 16384 2024-04-26T23:50:59.617 INFO:tasks.workunit.client.0.smithi026.stdout:writing pattern 2024-04-26T23:50:59.617 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190208 len 1024 2024-04-26T23:50:59.618 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 1024 2024-04-26T23:50:59.618 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190208 len 1024 2024-04-26T23:50:59.618 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 1024 2024-04-26T23:50:59.618 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190208 len 2048 2024-04-26T23:50:59.618 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 2048 2024-04-26T23:50:59.618 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190208 len 2048 2024-04-26T23:50:59.618 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 2048 2024-04-26T23:50:59.619 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190208 len 4096 2024-04-26T23:50:59.619 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 4096 2024-04-26T23:50:59.619 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190208 len 4096 2024-04-26T23:50:59.619 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 4096 2024-04-26T23:50:59.619 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190208 len 8192 2024-04-26T23:50:59.619 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 8192 2024-04-26T23:50:59.619 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190208 len 8192 2024-04-26T23:50:59.619 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 8192 2024-04-26T23:50:59.619 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190208 len 16384 2024-04-26T23:50:59.619 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 16384 2024-04-26T23:50:59.620 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190208 len 16384 2024-04-26T23:50:59.620 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190208 len 16384 2024-04-26T23:50:59.620 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190720 len 1024 2024-04-26T23:50:59.620 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 1024 2024-04-26T23:50:59.620 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190720 len 1024 2024-04-26T23:50:59.620 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 1024 2024-04-26T23:50:59.620 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190720 len 2048 2024-04-26T23:50:59.620 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 2048 2024-04-26T23:50:59.620 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190720 len 2048 2024-04-26T23:50:59.620 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 2048 2024-04-26T23:50:59.620 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190720 len 4096 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 4096 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190720 len 4096 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 4096 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190720 len 8192 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 8192 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190720 len 8192 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 8192 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4190720 len 16384 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 16384 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4190720 len 16384 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4190720 len 16384 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191232 len 1024 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 1024 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191232 len 1024 2024-04-26T23:50:59.621 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 1024 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191232 len 2048 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 2048 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191232 len 2048 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 2048 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191232 len 4096 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 4096 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191232 len 4096 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 4096 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191232 len 8192 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 8192 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191232 len 8192 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 8192 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191232 len 16384 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 16384 2024-04-26T23:50:59.622 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191232 len 16384 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191232 len 16384 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191744 len 1024 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 1024 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191744 len 1024 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 1024 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191744 len 2048 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 2048 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191744 len 2048 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 2048 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191744 len 4096 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 4096 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191744 len 4096 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 4096 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191744 len 8192 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 8192 2024-04-26T23:50:59.623 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191744 len 8192 2024-04-26T23:50:59.624 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 8192 2024-04-26T23:50:59.624 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4191744 len 16384 2024-04-26T23:50:59.624 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 16384 2024-04-26T23:50:59.624 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4191744 len 16384 2024-04-26T23:50:59.624 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4191744 len 16384 2024-04-26T23:50:59.624 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192256 len 1024 2024-04-26T23:50:59.624 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 1024 2024-04-26T23:50:59.624 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192256 len 1024 2024-04-26T23:50:59.624 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 1024 2024-04-26T23:50:59.624 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192256 len 2048 2024-04-26T23:50:59.624 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 2048 2024-04-26T23:50:59.624 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192256 len 2048 2024-04-26T23:50:59.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.620+0000 7ff245379740 1 Processor -- start 2024-04-26T23:50:59.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.620+0000 7ff245379740 1 -- start start 2024-04-26T23:50:59.626 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.620+0000 7ff245379740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b13a0 0x55c5833ac630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.620+0000 7ff245379740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b1cc0 0x55c5833c7de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.620+0000 7ff245379740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833d3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.620+0000 7ff245379740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff23c1b2e40 con 0x55c5833bc390 2024-04-26T23:50:59.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.620+0000 7ff245379740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff23c1b0710 con 0x55c5833b13a0 2024-04-26T23:50:59.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.620+0000 7ff245379740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff23c1ae580 con 0x55c5833b1cc0 2024-04-26T23:50:59.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.621+0000 7ff23be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833d3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.621+0000 7ff23be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833d3af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:60990/0 (socket says 172.21.15.26:60990) 2024-04-26T23:50:59.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.621+0000 7ff23be00640 1 -- 172.21.15.26:0/1251068612 learned_addr learned my addr 172.21.15.26:0/1251068612 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.621+0000 7ff23b400640 1 --2- 172.21.15.26:0/1251068612 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b13a0 0x55c5833ac630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.621+0000 7ff23aa00640 1 --2- 172.21.15.26:0/1251068612 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b1cc0 0x55c5833c7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.627 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.621+0000 7ff23be00640 1 -- 172.21.15.26:0/1251068612 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b1cc0 msgr2=0x55c5833c7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.621+0000 7ff23be00640 1 --2- 172.21.15.26:0/1251068612 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b1cc0 0x55c5833c7de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.621+0000 7ff23be00640 1 -- 172.21.15.26:0/1251068612 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b13a0 msgr2=0x55c5833ac630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.621+0000 7ff23be00640 1 --2- 172.21.15.26:0/1251068612 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b13a0 0x55c5833ac630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.621+0000 7ff23be00640 1 -- 172.21.15.26:0/1251068612 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5833b98c0 con 0x55c5833bc390 2024-04-26T23:50:59.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.622+0000 7ff23be00640 1 --2- 172.21.15.26:0/1251068612 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833d3af0 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7ff234017040 tx=0x7ff23401ddb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=198ac87366b167bd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.622+0000 7ff227e00640 1 -- 172.21.15.26:0/1251068612 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff23401e620 con 0x55c5833bc390 2024-04-26T23:50:59.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.622+0000 7ff227e00640 1 -- 172.21.15.26:0/1251068612 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff23401e7c0 con 0x55c5833bc390 2024-04-26T23:50:59.628 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.622+0000 7ff227e00640 1 -- 172.21.15.26:0/1251068612 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2340317f0 con 0x55c5833bc390 2024-04-26T23:50:59.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.623+0000 7ff245379740 1 -- 172.21.15.26:0/1251068612 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 msgr2=0x55c5833d3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.623+0000 7ff245379740 1 --2- 172.21.15.26:0/1251068612 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833d3af0 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7ff234017040 tx=0x7ff23401ddb0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.623+0000 7ff245379740 1 -- 172.21.15.26:0/1251068612 shutdown_connections 2024-04-26T23:50:59.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.623+0000 7ff245379740 1 --2- 172.21.15.26:0/1251068612 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833d3af0 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.623+0000 7ff245379740 1 --2- 172.21.15.26:0/1251068612 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b1cc0 0x55c5833c7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.623+0000 7ff245379740 1 --2- 172.21.15.26:0/1251068612 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b13a0 0x55c5833ac630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.623+0000 7ff245379740 1 -- 172.21.15.26:0/1251068612 >> 172.21.15.26:0/1251068612 conn(0x55c5833ad6c0 msgr2=0x55c5833abf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.623+0000 7ff245379740 1 -- 172.21.15.26:0/1251068612 shutdown_connections 2024-04-26T23:50:59.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.623+0000 7ff245379740 1 -- 172.21.15.26:0/1251068612 wait complete. 2024-04-26T23:50:59.632 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.624+0000 7ff245379740 1 -- start start 2024-04-26T23:50:59.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.624+0000 7ff245379740 1 Processor -- start 2024-04-26T23:50:59.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.624+0000 7ff245379740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 0x55c5833c43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.624+0000 7ff245379740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b1cc0 0x55c5833c1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.624+0000 7ff245379740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833c1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.624+0000 7ff245379740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff23c1aebd0 con 0x55c5833bc390 2024-04-26T23:50:59.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.624+0000 7ff245379740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff23c1b0040 con 0x55c5833b1cc0 2024-04-26T23:50:59.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.624+0000 7ff245379740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff23c1af2a0 con 0x55c5833b13a0 2024-04-26T23:50:59.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.624+0000 7ff245379740 10 client.0 _ll_register_callbacks cb 0x7ff23401d520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:59.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.625+0000 7ff23be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833c1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.625+0000 7ff23be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833c1cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32770/0 (socket says 172.21.15.26:32770) 2024-04-26T23:50:59.633 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.625+0000 7ff23be00640 1 -- 172.21.15.26:0/315985840 learned_addr learned my addr 172.21.15.26:0/315985840 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.625+0000 7ff23b400640 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 0x55c5833c43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.625+0000 7ff23aa00640 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b1cc0 0x55c5833c1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.625+0000 7ff23be00640 1 -- 172.21.15.26:0/315985840 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 msgr2=0x55c5833c43a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.625+0000 7ff23be00640 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 0x55c5833c43a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.625+0000 7ff23be00640 1 -- 172.21.15.26:0/315985840 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b1cc0 msgr2=0x55c5833c1780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.625+0000 7ff23be00640 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b1cc0 0x55c5833c1780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.625+0000 7ff23be00640 1 -- 172.21.15.26:0/315985840 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5830f17d0 con 0x55c5833bc390 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.625+0000 7ff23aa00640 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b1cc0 0x55c5833c1780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.626+0000 7ff23be00640 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833c1cc0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7ff234013fd0 tx=0x7ff23401e620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb6f1c9ca9c5bbe6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.626+0000 7ff225600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.626+0000 7ff225600640 1 -- 172.21.15.26:0/315985840 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff234042020 con 0x55c5833bc390 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.626+0000 7ff245379740 1 -- 172.21.15.26:0/315985840 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff23401e7c0 con 0x55c5833bc390 2024-04-26T23:50:59.634 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.626+0000 7ff225600640 1 -- 172.21.15.26:0/315985840 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7ff2340327a0 con 0x55c5833bc390 2024-04-26T23:50:59.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.626+0000 7ff225600640 1 -- 172.21.15.26:0/315985840 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff23404d050 con 0x55c5833bc390 2024-04-26T23:50:59.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.626+0000 7ff245379740 10 client.18582 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:59.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.626+0000 7ff245379740 1 -- 172.21.15.26:0/315985840 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c5832bc2a0 con 0x55c5833bc390 2024-04-26T23:50:59.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.627+0000 7ff225600640 1 -- 172.21.15.26:0/315985840 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff23401e7c0 con 0x55c5833bc390 2024-04-26T23:50:59.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.627+0000 7ff225600640 1 -- 172.21.15.26:0/315985840 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff234029480 con 0x55c5833bc390 2024-04-26T23:50:59.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.627+0000 7ff245379740 10 client.18582 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:59.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.627+0000 7ff245379740 10 client.18582 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:50:59.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.627+0000 7ff245379740 20 client.18582 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:59.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.627+0000 7ff245379740 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55c583432320 0x55c583434740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.627+0000 7ff245379740 4 client.18582 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:50:59.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.627+0000 7ff245379740 1 -- 172.21.15.26:0/315985840 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c58331d6f0 con 0x55c583432320 2024-04-26T23:50:59.635 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.628+0000 7ff23b400640 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55c583432320 0x55c583434740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff23b400640 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55c583432320 0x55c583434740 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b3bd4ee8d41ccfe9 server_cookie=97f5f1c747d36196 in_seq=0 out_seq=0 2024-04-26T23:50:59.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff225600640 10 client.18582 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:50:59.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff225600640 1 -- 172.21.15.26:0/315985840 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c58331d6f0 con 0x55c583432320 2024-04-26T23:50:59.637 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff225600640 10 client.18582 handle_command_reply: tid=0 2024-04-26T23:50:59.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff245379740 1 client.18582 shutdown 2024-04-26T23:50:59.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff245379740 1 -- 172.21.15.26:0/315985840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 msgr2=0x55c5833c1cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff245379740 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833c1cc0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7ff234013fd0 tx=0x7ff23401e620 comp rx=0 tx=0).stop 2024-04-26T23:50:59.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff245379740 1 -- 172.21.15.26:0/315985840 shutdown_connections 2024-04-26T23:50:59.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff245379740 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55c583432320 0x55c583434740 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff245379740 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55c5833bc390 0x55c5833c1cc0 unknown :-1 s=CLOSED pgs=1480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff245379740 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55c5833b1cc0 0x55c5833c1780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff245379740 1 --2- 172.21.15.26:0/315985840 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c5833b13a0 0x55c5833c43a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.629+0000 7ff245379740 1 -- 172.21.15.26:0/315985840 >> 172.21.15.26:0/315985840 conn(0x55c5833ad6c0 msgr2=0x55c5833ac7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.638 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.630+0000 7ff225600640 0 client.18582 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:50:59.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.630+0000 7ff245379740 1 -- 172.21.15.26:0/315985840 shutdown_connections 2024-04-26T23:50:59.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.630+0000 7ff245379740 1 -- 172.21.15.26:0/315985840 wait complete. 2024-04-26T23:50:59.639 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.630+0000 7ff245379740 20 client.18582 trim_cache size 0 max 16384 2024-04-26T23:50:59.639 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:50:59.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.631+0000 7ff240e00640 1 -- 172.21.15.26:0/1966037300 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff2200a3d20 msgr2=0x7ff2200a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.640 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.631+0000 7ff240e00640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff2200a3d20 0x7ff2200a61e0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ff234005fd0 tx=0x7ff2340096e0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.631+0000 7ff240e00640 1 -- 172.21.15.26:0/1966037300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff23c074ce0 msgr2=0x7ff23c19b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.631+0000 7ff240e00640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff23c074ce0 0x7ff23c19b130 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7ff22c00d770 tx=0x7ff22c00dc30 comp rx=0 tx=0).stop 2024-04-26T23:50:59.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.631+0000 7ff240e00640 1 -- 172.21.15.26:0/1966037300 shutdown_connections 2024-04-26T23:50:59.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.631+0000 7ff240e00640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff23c10f090 0x7ff23c19f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.631+0000 7ff240e00640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff23c075600 0x7ff23c19b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.631+0000 7ff240e00640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff2200a3d20 0x7ff2200a61e0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.631+0000 7ff240e00640 1 --2- 172.21.15.26:0/1966037300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff23c074ce0 0x7ff23c19b130 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.631+0000 7ff240e00640 1 -- 172.21.15.26:0/1966037300 >> 172.21.15.26:0/1966037300 conn(0x7ff23c0fe300 msgr2=0x7ff23c0ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.631+0000 7ff240e00640 1 -- 172.21.15.26:0/1966037300 shutdown_connections 2024-04-26T23:50:59.641 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.631+0000 7ff240e00640 1 -- 172.21.15.26:0/1966037300 wait complete. 2024-04-26T23:50:59.654 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 2048 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192256 len 4096 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 4096 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192256 len 4096 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 4096 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192256 len 8192 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 8192 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192256 len 8192 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 8192 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192256 len 16384 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 16384 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192256 len 16384 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192256 len 16384 2024-04-26T23:50:59.673 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192768 len 1024 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 1024 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192768 len 1024 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 1024 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192768 len 2048 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 2048 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192768 len 2048 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 2048 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192768 len 4096 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 4096 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192768 len 4096 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 4096 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192768 len 8192 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 8192 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192768 len 8192 2024-04-26T23:50:59.674 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 8192 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4192768 len 16384 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 16384 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4192768 len 16384 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4192768 len 16384 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193280 len 1024 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 1024 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193280 len 1024 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 1024 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193280 len 2048 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 2048 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193280 len 2048 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 2048 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193280 len 4096 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 4096 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193280 len 4096 2024-04-26T23:50:59.675 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 4096 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193280 len 8192 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 8192 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193280 len 8192 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 8192 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193280 len 16384 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 16384 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193280 len 16384 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193280 len 16384 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193792 len 1024 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 1024 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193792 len 1024 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 1024 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193792 len 2048 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 2048 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193792 len 2048 2024-04-26T23:50:59.676 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 2048 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193792 len 4096 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 4096 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193792 len 4096 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 4096 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193792 len 8192 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 8192 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193792 len 8192 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 8192 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4193792 len 16384 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 16384 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4193792 len 16384 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4193792 len 16384 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194304 len 1024 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 1024 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194304 len 1024 2024-04-26T23:50:59.677 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 1024 2024-04-26T23:50:59.678 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194304 len 2048 2024-04-26T23:50:59.678 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 2048 2024-04-26T23:50:59.678 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194304 len 2048 2024-04-26T23:50:59.678 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 2048 2024-04-26T23:50:59.678 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194304 len 4096 2024-04-26T23:50:59.678 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 4096 2024-04-26T23:50:59.678 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194304 len 4096 2024-04-26T23:50:59.678 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 4096 2024-04-26T23:50:59.678 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194304 len 8192 2024-04-26T23:50:59.678 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 8192 2024-04-26T23:50:59.678 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194304 len 8192 2024-04-26T23:50:59.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 8192 2024-04-26T23:50:59.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194304 len 16384 2024-04-26T23:50:59.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 16384 2024-04-26T23:50:59.716 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194304 len 16384 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194304 len 16384 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194816 len 1024 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 1024 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194816 len 1024 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 1024 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194816 len 2048 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 2048 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194816 len 2048 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 2048 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194816 len 4096 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 4096 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194816 len 4096 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 4096 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194816 len 8192 2024-04-26T23:50:59.717 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 8192 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194816 len 8192 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 8192 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4194816 len 16384 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 16384 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4194816 len 16384 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4194816 len 16384 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195328 len 1024 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 1024 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195328 len 1024 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 1024 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195328 len 2048 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 2048 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195328 len 2048 2024-04-26T23:50:59.718 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 2048 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195328 len 4096 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 4096 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195328 len 4096 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 4096 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195328 len 8192 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 8192 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195328 len 8192 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 8192 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195328 len 16384 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 16384 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195328 len 16384 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195328 len 16384 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195840 len 1024 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 1024 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195840 len 1024 2024-04-26T23:50:59.719 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 1024 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195840 len 2048 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 2048 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195840 len 2048 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 2048 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195840 len 4096 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 4096 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195840 len 4096 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 4096 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195840 len 8192 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 8192 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195840 len 8192 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 8192 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4195840 len 16384 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 16384 2024-04-26T23:50:59.720 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4195840 len 16384 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4195840 len 16384 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196352 len 1024 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 1024 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196352 len 1024 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 1024 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196352 len 2048 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 2048 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196352 len 2048 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 2048 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196352 len 4096 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 4096 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196352 len 4096 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 4096 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196352 len 8192 2024-04-26T23:50:59.721 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 8192 2024-04-26T23:50:59.722 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196352 len 8192 2024-04-26T23:50:59.722 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 8192 2024-04-26T23:50:59.722 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196352 len 16384 2024-04-26T23:50:59.722 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 16384 2024-04-26T23:50:59.722 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196352 len 16384 2024-04-26T23:50:59.722 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196352 len 16384 2024-04-26T23:50:59.722 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196864 len 1024 2024-04-26T23:50:59.722 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 1024 2024-04-26T23:50:59.775 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196864 len 1024 2024-04-26T23:50:59.775 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 1024 2024-04-26T23:50:59.775 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196864 len 2048 2024-04-26T23:50:59.775 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 2048 2024-04-26T23:50:59.776 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196864 len 2048 2024-04-26T23:50:59.776 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 2048 2024-04-26T23:50:59.776 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196864 len 4096 2024-04-26T23:50:59.776 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 4096 2024-04-26T23:50:59.776 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196864 len 4096 2024-04-26T23:50:59.776 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 4096 2024-04-26T23:50:59.776 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196864 len 8192 2024-04-26T23:50:59.776 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 8192 2024-04-26T23:50:59.776 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196864 len 8192 2024-04-26T23:50:59.776 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 8192 2024-04-26T23:50:59.776 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4196864 len 16384 2024-04-26T23:50:59.776 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 16384 2024-04-26T23:50:59.777 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4196864 len 16384 2024-04-26T23:50:59.777 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4196864 len 16384 2024-04-26T23:50:59.777 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197376 len 1024 2024-04-26T23:50:59.777 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 1024 2024-04-26T23:50:59.777 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197376 len 1024 2024-04-26T23:50:59.777 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 1024 2024-04-26T23:50:59.777 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197376 len 2048 2024-04-26T23:50:59.777 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 2048 2024-04-26T23:50:59.777 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197376 len 2048 2024-04-26T23:50:59.777 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 2048 2024-04-26T23:50:59.777 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197376 len 4096 2024-04-26T23:50:59.777 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 4096 2024-04-26T23:50:59.778 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197376 len 4096 2024-04-26T23:50:59.778 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 4096 2024-04-26T23:50:59.778 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197376 len 8192 2024-04-26T23:50:59.778 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 8192 2024-04-26T23:50:59.778 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197376 len 8192 2024-04-26T23:50:59.778 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 8192 2024-04-26T23:50:59.778 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197376 len 16384 2024-04-26T23:50:59.778 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 16384 2024-04-26T23:50:59.778 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197376 len 16384 2024-04-26T23:50:59.778 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197376 len 16384 2024-04-26T23:50:59.778 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197888 len 1024 2024-04-26T23:50:59.778 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 1024 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197888 len 1024 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 1024 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197888 len 2048 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 2048 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197888 len 2048 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 2048 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197888 len 4096 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 4096 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197888 len 4096 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 4096 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197888 len 8192 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 8192 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197888 len 8192 2024-04-26T23:50:59.779 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 8192 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 0 offset 4197888 len 16384 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 16384 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 0 offset 4197888 len 16384 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 0 offset 4197888 len 16384 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190208 len 1024 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 1024 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190208 len 1024 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 1024 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190208 len 2048 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 2048 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190208 len 2048 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 2048 2024-04-26T23:50:59.780 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190208 len 4096 2024-04-26T23:50:59.781 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 4096 2024-04-26T23:50:59.781 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190208 len 4096 2024-04-26T23:50:59.781 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 4096 2024-04-26T23:50:59.781 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190208 len 8192 2024-04-26T23:50:59.781 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 8192 2024-04-26T23:50:59.781 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190208 len 8192 2024-04-26T23:50:59.781 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 8192 2024-04-26T23:50:59.781 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190208 len 16384 2024-04-26T23:50:59.781 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 16384 2024-04-26T23:50:59.781 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190208 len 16384 2024-04-26T23:50:59.781 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190208 len 16384 2024-04-26T23:50:59.781 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190720 len 1024 2024-04-26T23:50:59.782 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 1024 2024-04-26T23:50:59.782 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190720 len 1024 2024-04-26T23:50:59.782 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 1024 2024-04-26T23:50:59.782 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190720 len 2048 2024-04-26T23:50:59.782 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 2048 2024-04-26T23:50:59.782 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190720 len 2048 2024-04-26T23:50:59.782 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 2048 2024-04-26T23:50:59.782 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190720 len 4096 2024-04-26T23:50:59.857 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 4096 2024-04-26T23:50:59.857 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190720 len 4096 2024-04-26T23:50:59.857 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 4096 2024-04-26T23:50:59.857 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190720 len 8192 2024-04-26T23:50:59.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 8192 2024-04-26T23:50:59.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190720 len 8192 2024-04-26T23:50:59.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 8192 2024-04-26T23:50:59.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4190720 len 16384 2024-04-26T23:50:59.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 16384 2024-04-26T23:50:59.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4190720 len 16384 2024-04-26T23:50:59.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4190720 len 16384 2024-04-26T23:50:59.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191232 len 1024 2024-04-26T23:50:59.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 1024 2024-04-26T23:50:59.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191232 len 1024 2024-04-26T23:50:59.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 1024 2024-04-26T23:50:59.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191232 len 2048 2024-04-26T23:50:59.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 2048 2024-04-26T23:50:59.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191232 len 2048 2024-04-26T23:50:59.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 2048 2024-04-26T23:50:59.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191232 len 4096 2024-04-26T23:50:59.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 4096 2024-04-26T23:50:59.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191232 len 4096 2024-04-26T23:50:59.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 4096 2024-04-26T23:50:59.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191232 len 8192 2024-04-26T23:50:59.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 8192 2024-04-26T23:50:59.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191232 len 8192 2024-04-26T23:50:59.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 8192 2024-04-26T23:50:59.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191232 len 16384 2024-04-26T23:50:59.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 16384 2024-04-26T23:50:59.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191232 len 16384 2024-04-26T23:50:59.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191232 len 16384 2024-04-26T23:50:59.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191744 len 1024 2024-04-26T23:50:59.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 1024 2024-04-26T23:50:59.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191744 len 1024 2024-04-26T23:50:59.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 1024 2024-04-26T23:50:59.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191744 len 2048 2024-04-26T23:50:59.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 2048 2024-04-26T23:50:59.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191744 len 2048 2024-04-26T23:50:59.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 2048 2024-04-26T23:50:59.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191744 len 4096 2024-04-26T23:50:59.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 4096 2024-04-26T23:50:59.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191744 len 4096 2024-04-26T23:50:59.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 4096 2024-04-26T23:50:59.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191744 len 8192 2024-04-26T23:50:59.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 8192 2024-04-26T23:50:59.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191744 len 8192 2024-04-26T23:50:59.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 8192 2024-04-26T23:50:59.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4191744 len 16384 2024-04-26T23:50:59.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 16384 2024-04-26T23:50:59.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4191744 len 16384 2024-04-26T23:50:59.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4191744 len 16384 2024-04-26T23:50:59.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192256 len 1024 2024-04-26T23:50:59.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 1024 2024-04-26T23:50:59.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192256 len 1024 2024-04-26T23:50:59.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 1024 2024-04-26T23:50:59.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192256 len 2048 2024-04-26T23:50:59.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 2048 2024-04-26T23:50:59.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192256 len 2048 2024-04-26T23:50:59.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 2048 2024-04-26T23:50:59.864 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192256 len 4096 2024-04-26T23:50:59.864 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 4096 2024-04-26T23:50:59.864 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192256 len 4096 2024-04-26T23:50:59.864 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 4096 2024-04-26T23:50:59.864 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192256 len 8192 2024-04-26T23:50:59.864 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 8192 2024-04-26T23:50:59.864 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192256 len 8192 2024-04-26T23:50:59.864 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 8192 2024-04-26T23:50:59.864 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192256 len 16384 2024-04-26T23:50:59.864 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 16384 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192256 len 16384 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192256 len 16384 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192768 len 1024 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 1024 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192768 len 1024 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 1024 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192768 len 2048 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 2048 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192768 len 2048 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 2048 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192768 len 4096 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 4096 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192768 len 4096 2024-04-26T23:50:59.865 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 4096 2024-04-26T23:50:59.866 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192768 len 8192 2024-04-26T23:50:59.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.855+0000 7fb022400640 1 -- 172.21.15.26:0/2925836448 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb01c1049e0 msgr2=0x7fb01c104e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.855+0000 7fb022400640 1 --2- 172.21.15.26:0/2925836448 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb01c1049e0 0x7fb01c104e60 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7fb008009930 tx=0x7fb00802a420 comp rx=0 tx=0).stop 2024-04-26T23:50:59.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.856+0000 7fb022400640 1 -- 172.21.15.26:0/2925836448 shutdown_connections 2024-04-26T23:50:59.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.856+0000 7fb022400640 1 --2- 172.21.15.26:0/2925836448 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb01c1053a0 0x7fb01c1118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.856+0000 7fb022400640 1 --2- 172.21.15.26:0/2925836448 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb01c1049e0 0x7fb01c104e60 unknown :-1 s=CLOSED pgs=1481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.856+0000 7fb022400640 1 --2- 172.21.15.26:0/2925836448 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb01c10a9f0 0x7fb01c10add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.856+0000 7fb022400640 1 -- 172.21.15.26:0/2925836448 >> 172.21.15.26:0/2925836448 conn(0x7fb01c100470 msgr2=0x7fb01c102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.856+0000 7fb022400640 1 -- 172.21.15.26:0/2925836448 shutdown_connections 2024-04-26T23:50:59.872 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.856+0000 7fb022400640 1 -- 172.21.15.26:0/2925836448 wait complete. 2024-04-26T23:50:59.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.857+0000 7fb022400640 1 Processor -- start 2024-04-26T23:50:59.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.857+0000 7fb022400640 1 -- start start 2024-04-26T23:50:59.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.858+0000 7fb022400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb01c1049e0 0x7fb01c19b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.858+0000 7fb022400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb01c1053a0 0x7fb01c19b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.858+0000 7fb022400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb01c10a9f0 0x7fb01c19fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.858+0000 7fb022400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c114b60 con 0x7fb01c1053a0 2024-04-26T23:50:59.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.858+0000 7fb022400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1149e0 con 0x7fb01c10a9f0 2024-04-26T23:50:59.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.858+0000 7fb022400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c114ce0 con 0x7fb01c1049e0 2024-04-26T23:50:59.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.858+0000 7fb01be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb01c1053a0 0x7fb01c19b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.858+0000 7fb01be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb01c1053a0 0x7fb01c19b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32798/0 (socket says 172.21.15.26:32798) 2024-04-26T23:50:59.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.858+0000 7fb01be00640 1 -- 172.21.15.26:0/1485574065 learned_addr learned my addr 172.21.15.26:0/1485574065 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.858+0000 7fb021a00640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb01c10a9f0 0x7fb01c19fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.858+0000 7fb021000640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb01c1049e0 0x7fb01c19b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.859+0000 7fb01be00640 1 -- 172.21.15.26:0/1485574065 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb01c1049e0 msgr2=0x7fb01c19b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.859+0000 7fb01be00640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb01c1049e0 0x7fb01c19b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.859+0000 7fb01be00640 1 -- 172.21.15.26:0/1485574065 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb01c10a9f0 msgr2=0x7fb01c19fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.859+0000 7fb01be00640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb01c10a9f0 0x7fb01c19fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.859+0000 7fb01be00640 1 -- 172.21.15.26:0/1485574065 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb01c1a0150 con 0x7fb01c1053a0 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.859+0000 7fb01be00640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb01c1053a0 0x7fb01c19b6a0 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7fb008005940 tx=0x7fb008004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.859+0000 7fb019600640 1 -- 172.21.15.26:0/1485574065 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00803f030 con 0x7fb01c1053a0 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.859+0000 7fb019600640 1 -- 172.21.15.26:0/1485574065 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb008004440 con 0x7fb01c1053a0 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.860+0000 7fb022400640 1 -- 172.21.15.26:0/1485574065 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb01c1a03e0 con 0x7fb01c1053a0 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.860+0000 7fb019600640 1 -- 172.21.15.26:0/1485574065 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb008035070 con 0x7fb01c1053a0 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.860+0000 7fb022400640 1 -- 172.21.15.26:0/1485574065 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb01c1a7cd0 con 0x7fb01c1053a0 2024-04-26T23:50:59.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.863+0000 7fb019600640 1 -- 172.21.15.26:0/1485574065 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fb008042030 con 0x7fb01c1053a0 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.864+0000 7fb026819740 1 Processor -- start 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.864+0000 7fb026819740 1 -- start start 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.864+0000 7fb026819740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc3f3a0 0x56440fc3f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.864+0000 7fb026819740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3fcc0 0x56440fc49e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.864+0000 7fb026819740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc4a390 0x56440fc4c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.864+0000 7fb026819740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56440fba3c70 con 0x56440fc4a390 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.864+0000 7fb026819740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56440fb5c980 con 0x56440fc3f3a0 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.864+0000 7fb026819740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56440fb9fc30 con 0x56440fc3fcc0 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.865+0000 7fb01be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc4a390 0x56440fc4c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.865+0000 7fb01be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc4a390 0x56440fc4c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32814/0 (socket says 172.21.15.26:32814) 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.865+0000 7fb01be00640 1 -- 172.21.15.26:0/1515499886 learned_addr learned my addr 172.21.15.26:0/1515499886 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.865+0000 7fb021a00640 1 --2- 172.21.15.26:0/1515499886 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc3f3a0 0x56440fc3f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.865+0000 7fb021000640 1 --2- 172.21.15.26:0/1515499886 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3fcc0 0x56440fc49e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.865+0000 7fb019600640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb0040a3da0 0x7fb0040a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.865+0000 7fb01be00640 1 -- 172.21.15.26:0/1515499886 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3fcc0 msgr2=0x56440fc49e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.865+0000 7fb01be00640 1 --2- 172.21.15.26:0/1515499886 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3fcc0 0x56440fc49e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.865+0000 7fb01be00640 1 -- 172.21.15.26:0/1515499886 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc3f3a0 msgr2=0x56440fc3f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.865+0000 7fb01be00640 1 --2- 172.21.15.26:0/1515499886 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc3f3a0 0x56440fc3f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.865+0000 7fb01be00640 1 -- 172.21.15.26:0/1515499886 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56440fb347b0 con 0x56440fc4a390 2024-04-26T23:50:59.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.865+0000 7fb021a00640 1 --2- 172.21.15.26:0/1515499886 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc3f3a0 0x56440fc3f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:50:59.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.866+0000 7fb019600640 1 -- 172.21.15.26:0/1485574065 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7fb0080f0d10 con 0x7fb01c1053a0 2024-04-26T23:50:59.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.866+0000 7fb021a00640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb0040a3da0 0x7fb0040a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.866+0000 7fb01be00640 1 --2- 172.21.15.26:0/1515499886 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc4a390 0x56440fc4c780 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7fb0080ee320 tx=0x7fb008087230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10f39e5710729d30 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.866+0000 7fb00e000640 1 -- 172.21.15.26:0/1515499886 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0080a7070 con 0x56440fc4a390 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.866+0000 7fb00e000640 1 -- 172.21.15.26:0/1515499886 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb0080aa1a0 con 0x56440fc4a390 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.866+0000 7fb00e000640 1 -- 172.21.15.26:0/1515499886 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0080e7ba0 con 0x56440fc4a390 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.867+0000 7fb026819740 1 -- 172.21.15.26:0/1515499886 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc4a390 msgr2=0x56440fc4c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.867+0000 7fb026819740 1 --2- 172.21.15.26:0/1515499886 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc4a390 0x56440fc4c780 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7fb0080ee320 tx=0x7fb008087230 comp rx=0 tx=0).stop 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.867+0000 7fb021a00640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb0040a3da0 0x7fb0040a6260 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb014005fd0 tx=0x7fb014004a40 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.867+0000 7fb026819740 1 -- 172.21.15.26:0/1515499886 shutdown_connections 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.867+0000 7fb026819740 1 --2- 172.21.15.26:0/1515499886 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc4a390 0x56440fc4c780 unknown :-1 s=CLOSED pgs=1483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.867+0000 7fb026819740 1 --2- 172.21.15.26:0/1515499886 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3fcc0 0x56440fc49e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.867+0000 7fb026819740 1 --2- 172.21.15.26:0/1515499886 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc3f3a0 0x56440fc3f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.867+0000 7fb026819740 1 -- 172.21.15.26:0/1515499886 >> 172.21.15.26:0/1515499886 conn(0x56440fc3b6c0 msgr2=0x56440fc3baa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.867+0000 7fb026819740 1 -- 172.21.15.26:0/1515499886 shutdown_connections 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.867+0000 7fb026819740 1 -- 172.21.15.26:0/1515499886 wait complete. 2024-04-26T23:50:59.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.868+0000 7fb026819740 1 -- start start 2024-04-26T23:50:59.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.868+0000 7fb026819740 1 Processor -- start 2024-04-26T23:50:59.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.869+0000 7fb026819740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 0x56440fc49c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.869+0000 7fb026819740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc3fcc0 0x56440fc46f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.869+0000 7fb026819740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc4a390 0x56440fc474a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.869+0000 7fb026819740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x56440fba2f80 con 0x56440fc3f3a0 2024-04-26T23:50:59.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.869+0000 7fb026819740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x56440fb50260 con 0x56440fc3fcc0 2024-04-26T23:50:59.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.869+0000 7fb026819740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56440fba82a0 con 0x56440fc4a390 2024-04-26T23:50:59.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.869+0000 7fb026819740 10 client.0 _ll_register_callbacks cb 0x56440fb9a960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:59.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.869+0000 7fb021000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 0x56440fc49c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.869+0000 7fb021000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 0x56440fc49c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32816/0 (socket says 172.21.15.26:32816) 2024-04-26T23:50:59.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.869+0000 7fb021000640 1 -- 172.21.15.26:0/504669439 learned_addr learned my addr 172.21.15.26:0/504669439 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.869+0000 7fb021a00640 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc4a390 0x56440fc474a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.869+0000 7fb01be00640 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc3fcc0 0x56440fc46f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.870+0000 7fb021000640 1 -- 172.21.15.26:0/504669439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc4a390 msgr2=0x56440fc474a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.870+0000 7fb021000640 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc4a390 0x56440fc474a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.870+0000 7fb021000640 1 -- 172.21.15.26:0/504669439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc3fcc0 msgr2=0x56440fc46f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.870+0000 7fb021000640 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc3fcc0 0x56440fc46f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.870+0000 7fb021000640 1 -- 172.21.15.26:0/504669439 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56440fb321c0 con 0x56440fc3f3a0 2024-04-26T23:50:59.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.870+0000 7fb01be00640 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc3fcc0 0x56440fc46f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:59.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.870+0000 7fb021000640 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 0x56440fc49c70 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7fb010012700 tx=0x7fb010012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=934bcfdbdf4a0c3a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.870+0000 7fb002a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:59.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.870+0000 7fb002a00640 1 -- 172.21.15.26:0/504669439 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb010011bb0 con 0x56440fc3f3a0 2024-04-26T23:50:59.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.870+0000 7fb002a00640 1 -- 172.21.15.26:0/504669439 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7fb010011d50 con 0x56440fc3f3a0 2024-04-26T23:50:59.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.870+0000 7fb026819740 1 -- 172.21.15.26:0/504669439 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56440fbb1880 con 0x56440fc3f3a0 2024-04-26T23:50:59.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.871+0000 7fb002a00640 1 -- 172.21.15.26:0/504669439 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb01000f460 con 0x56440fc3f3a0 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.871+0000 7fb026819740 10 client.18594 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.871+0000 7fb026819740 1 -- 172.21.15.26:0/504669439 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56440f8b53f0 con 0x56440fc3f3a0 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.871+0000 7fb002a00640 1 -- 172.21.15.26:0/504669439 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x56440fbb1880 con 0x56440fc3f3a0 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.871+0000 7fb002a00640 1 -- 172.21.15.26:0/504669439 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fb010024650 con 0x56440fc3f3a0 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.871+0000 7fb026819740 10 client.18594 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.871+0000 7fb026819740 10 client.18594 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.871+0000 7fb026819740 20 client.18594 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.872+0000 7fb026819740 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56440fc59bb0 0x56440fc5c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.872+0000 7fb026819740 4 client.18594 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.872+0000 7fb026819740 1 -- 172.21.15.26:0/504669439 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56440fbab6f0 con 0x56440fc59bb0 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.872+0000 7fb01be00640 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56440fc59bb0 0x56440fc5c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.873+0000 7fb01be00640 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56440fc59bb0 0x56440fc5c050 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17ae769d1f20fa53 server_cookie=68f043afc818131d in_seq=0 out_seq=0 2024-04-26T23:50:59.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.873+0000 7fb002a00640 10 client.18594 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:59.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.875+0000 7fb002a00640 1 -- 172.21.15.26:0/504669439 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56440fbab6f0 con 0x56440fc59bb0 2024-04-26T23:50:59.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.875+0000 7fb002a00640 10 client.18594 handle_command_reply: tid=0 2024-04-26T23:50:59.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.875+0000 7fb026819740 1 client.18594 shutdown 2024-04-26T23:50:59.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.875+0000 7fb026819740 1 -- 172.21.15.26:0/504669439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 msgr2=0x56440fc49c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.875+0000 7fb026819740 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 0x56440fc49c70 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7fb010012700 tx=0x7fb010012bc0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.876+0000 7fb026819740 1 -- 172.21.15.26:0/504669439 shutdown_connections 2024-04-26T23:50:59.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.876+0000 7fb026819740 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56440fc59bb0 0x56440fc5c050 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.876+0000 7fb026819740 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc4a390 0x56440fc474a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.876+0000 7fb026819740 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc3fcc0 0x56440fc46f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.876+0000 7fb026819740 1 --2- 172.21.15.26:0/504669439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 0x56440fc49c70 unknown :-1 s=CLOSED pgs=1484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.876+0000 7fb026819740 1 -- 172.21.15.26:0/504669439 >> 172.21.15.26:0/504669439 conn(0x56440fc3b6c0 msgr2=0x56440fc414c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.876+0000 7fb002a00640 0 client.18594 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:59.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.876+0000 7fb026819740 1 -- 172.21.15.26:0/504669439 shutdown_connections 2024-04-26T23:50:59.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.876+0000 7fb026819740 1 -- 172.21.15.26:0/504669439 wait complete. 2024-04-26T23:50:59.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.876+0000 7fb026819740 20 client.18594 trim_cache size 0 max 16384 2024-04-26T23:50:59.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.895+0000 7fb026819740 1 Processor -- start 2024-04-26T23:50:59.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.895+0000 7fb026819740 1 -- start start 2024-04-26T23:50:59.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.895+0000 7fb026819740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3f3a0 0x56440fc460c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.895+0000 7fb026819740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3fcc0 0x56440fc55b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.895+0000 7fb026819740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc4a390 0x56440fc423e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.895+0000 7fb026819740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1b2db0 con 0x56440fc3fcc0 2024-04-26T23:50:59.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.895+0000 7fb026819740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1b0680 con 0x56440fc4a390 2024-04-26T23:50:59.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.895+0000 7fb026819740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1ae4f0 con 0x56440fc3f3a0 2024-04-26T23:50:59.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.896+0000 7fb01be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3fcc0 0x56440fc55b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.896+0000 7fb01be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3fcc0 0x56440fc55b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32818/0 (socket says 172.21.15.26:32818) 2024-04-26T23:50:59.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.896+0000 7fb01be00640 1 -- 172.21.15.26:0/504041216 learned_addr learned my addr 172.21.15.26:0/504041216 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.896+0000 7fb021000640 1 --2- 172.21.15.26:0/504041216 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3f3a0 0x56440fc460c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.896+0000 7fb021a00640 1 --2- 172.21.15.26:0/504041216 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc4a390 0x56440fc423e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.896+0000 7fb01be00640 1 -- 172.21.15.26:0/504041216 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3f3a0 msgr2=0x56440fc460c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.896+0000 7fb01be00640 1 --2- 172.21.15.26:0/504041216 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3f3a0 0x56440fc460c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.896+0000 7fb01be00640 1 -- 172.21.15.26:0/504041216 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc4a390 msgr2=0x56440fc423e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.896+0000 7fb01be00640 1 --2- 172.21.15.26:0/504041216 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc4a390 0x56440fc423e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.896+0000 7fb01be00640 1 -- 172.21.15.26:0/504041216 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56440f97f7d0 con 0x56440fc3fcc0 2024-04-26T23:50:59.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.897+0000 7fb01be00640 1 --2- 172.21.15.26:0/504041216 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3fcc0 0x56440fc55b00 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7fb0080b9090 tx=0x7fb0080f47c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=582f38a327a36ad1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.897+0000 7fb00d600640 1 -- 172.21.15.26:0/504041216 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb008049040 con 0x56440fc3fcc0 2024-04-26T23:50:59.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.897+0000 7fb00d600640 1 -- 172.21.15.26:0/504041216 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb0080bd330 con 0x56440fc3fcc0 2024-04-26T23:50:59.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.897+0000 7fb00d600640 1 -- 172.21.15.26:0/504041216 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0080a7040 con 0x56440fc3fcc0 2024-04-26T23:50:59.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.898+0000 7fb026819740 1 -- 172.21.15.26:0/504041216 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3fcc0 msgr2=0x56440fc55b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.898+0000 7fb026819740 1 --2- 172.21.15.26:0/504041216 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3fcc0 0x56440fc55b00 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7fb0080b9090 tx=0x7fb0080f47c0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.898+0000 7fb026819740 1 -- 172.21.15.26:0/504041216 shutdown_connections 2024-04-26T23:50:59.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.898+0000 7fb026819740 1 --2- 172.21.15.26:0/504041216 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc4a390 0x56440fc423e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.898+0000 7fb026819740 1 --2- 172.21.15.26:0/504041216 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3fcc0 0x56440fc55b00 unknown :-1 s=CLOSED pgs=1485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.898+0000 7fb026819740 1 --2- 172.21.15.26:0/504041216 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3f3a0 0x56440fc460c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.898+0000 7fb026819740 1 -- 172.21.15.26:0/504041216 >> 172.21.15.26:0/504041216 conn(0x56440fc3b6c0 msgr2=0x56440fc41cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.898+0000 7fb026819740 1 -- 172.21.15.26:0/504041216 shutdown_connections 2024-04-26T23:50:59.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.898+0000 7fb026819740 1 -- 172.21.15.26:0/504041216 wait complete. 2024-04-26T23:50:59.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.899+0000 7fb026819740 1 -- start start 2024-04-26T23:50:59.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.899+0000 7fb026819740 1 Processor -- start 2024-04-26T23:50:59.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb026819740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 0x56440fc524e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb026819740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3fcc0 0x56440fc446e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb026819740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc4a390 0x56440fc431d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb026819740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1aeb40 con 0x56440fc3f3a0 2024-04-26T23:50:59.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb026819740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1affb0 con 0x56440fc4a390 2024-04-26T23:50:59.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb026819740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1af210 con 0x56440fc3fcc0 2024-04-26T23:50:59.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb026819740 10 client.0 _ll_register_callbacks cb 0x7fb010009720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:50:59.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb021000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 0x56440fc524e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb021000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 0x56440fc524e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32820/0 (socket says 172.21.15.26:32820) 2024-04-26T23:50:59.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb021000640 1 -- 172.21.15.26:0/1893273992 learned_addr learned my addr 172.21.15.26:0/1893273992 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:50:59.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb021a00640 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc4a390 0x56440fc431d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb01be00640 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3fcc0 0x56440fc446e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb021000640 1 -- 172.21.15.26:0/1893273992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3fcc0 msgr2=0x56440fc446e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb021000640 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3fcc0 0x56440fc446e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb021000640 1 -- 172.21.15.26:0/1893273992 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc4a390 msgr2=0x56440fc431d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:50:59.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb021000640 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc4a390 0x56440fc431d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb021000640 1 -- 172.21.15.26:0/1893273992 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56440fb4a2a0 con 0x56440fc3f3a0 2024-04-26T23:50:59.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb021a00640 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc4a390 0x56440fc431d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:59.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.900+0000 7fb01be00640 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3fcc0 0x56440fc446e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:50:59.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.901+0000 7fb021000640 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 0x56440fc524e0 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7fb010024cb0 tx=0x7fb010011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb731c0596a0ffcc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:50:59.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.901+0000 7fb002a00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:50:59.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.901+0000 7fb002a00640 1 -- 172.21.15.26:0/1893273992 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb010030020 con 0x56440fc3f3a0 2024-04-26T23:50:59.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.901+0000 7fb002a00640 1 -- 172.21.15.26:0/1893273992 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7fb0100246b0 con 0x56440fc3f3a0 2024-04-26T23:50:59.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.901+0000 7fb026819740 1 -- 172.21.15.26:0/1893273992 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb0080bd330 con 0x56440fc3f3a0 2024-04-26T23:50:59.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.901+0000 7fb002a00640 1 -- 172.21.15.26:0/1893273992 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb0100248b0 con 0x56440fc3f3a0 2024-04-26T23:50:59.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.901+0000 7fb026819740 10 client.18600 fetch_fsmap learned FSMap version 24 2024-04-26T23:50:59.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.901+0000 7fb026819740 1 -- 172.21.15.26:0/1893273992 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56440fcbf5d0 con 0x56440fc3f3a0 2024-04-26T23:50:59.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.902+0000 7fb002a00640 1 -- 172.21.15.26:0/1893273992 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb0080bd330 con 0x56440fc3f3a0 2024-04-26T23:50:59.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.902+0000 7fb002a00640 1 -- 172.21.15.26:0/1893273992 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fb010024ce0 con 0x56440fc3f3a0 2024-04-26T23:50:59.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.902+0000 7fb026819740 10 client.18600 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:50:59.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.902+0000 7fb026819740 10 client.18600 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:50:59.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.902+0000 7fb026819740 20 client.18600 populate_metadata read hostname 'smithi026' 2024-04-26T23:50:59.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.902+0000 7fb026819740 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56440fcbfda0 0x56440fcc21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:50:59.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.902+0000 7fb026819740 4 client.18600 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:50:59.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.902+0000 7fb026819740 1 -- 172.21.15.26:0/1893273992 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56440fb264d0 con 0x56440fcbfda0 2024-04-26T23:50:59.911 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 8192 2024-04-26T23:50:59.911 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192768 len 8192 2024-04-26T23:50:59.911 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 8192 2024-04-26T23:50:59.911 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4192768 len 16384 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 16384 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4192768 len 16384 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4192768 len 16384 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193280 len 1024 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 1024 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193280 len 1024 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 1024 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193280 len 2048 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 2048 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193280 len 2048 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 2048 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193280 len 4096 2024-04-26T23:50:59.912 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 4096 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193280 len 4096 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 4096 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193280 len 8192 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 8192 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193280 len 8192 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 8192 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193280 len 16384 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 16384 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193280 len 16384 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193280 len 16384 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193792 len 1024 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 1024 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193792 len 1024 2024-04-26T23:50:59.913 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 1024 2024-04-26T23:50:59.914 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193792 len 2048 2024-04-26T23:50:59.914 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 2048 2024-04-26T23:50:59.914 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193792 len 2048 2024-04-26T23:50:59.914 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 2048 2024-04-26T23:50:59.914 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193792 len 4096 2024-04-26T23:50:59.914 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 4096 2024-04-26T23:50:59.914 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193792 len 4096 2024-04-26T23:50:59.914 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 4096 2024-04-26T23:50:59.914 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193792 len 8192 2024-04-26T23:50:59.914 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 8192 2024-04-26T23:50:59.914 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193792 len 8192 2024-04-26T23:50:59.914 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 8192 2024-04-26T23:50:59.915 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4193792 len 16384 2024-04-26T23:50:59.915 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 16384 2024-04-26T23:50:59.915 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4193792 len 16384 2024-04-26T23:50:59.915 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4193792 len 16384 2024-04-26T23:50:59.915 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194304 len 1024 2024-04-26T23:50:59.915 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 1024 2024-04-26T23:50:59.915 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194304 len 1024 2024-04-26T23:50:59.915 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 1024 2024-04-26T23:50:59.915 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194304 len 2048 2024-04-26T23:50:59.915 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 2048 2024-04-26T23:50:59.915 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194304 len 2048 2024-04-26T23:50:59.915 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 2048 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194304 len 4096 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 4096 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194304 len 4096 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 4096 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194304 len 8192 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 8192 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194304 len 8192 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 8192 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194304 len 16384 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 16384 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194304 len 16384 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194304 len 16384 2024-04-26T23:50:59.916 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194816 len 1024 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 1024 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194816 len 1024 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 1024 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194816 len 2048 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 2048 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194816 len 2048 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 2048 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194816 len 4096 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 4096 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194816 len 4096 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 4096 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194816 len 8192 2024-04-26T23:50:59.917 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 8192 2024-04-26T23:50:59.918 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194816 len 8192 2024-04-26T23:50:59.918 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 8192 2024-04-26T23:50:59.918 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4194816 len 16384 2024-04-26T23:50:59.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.903+0000 7fb01be00640 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56440fcbfda0 0x56440fcc21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:50:59.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb01be00640 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56440fcbfda0 0x56440fcc21c0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8621e91fa01ad6bc server_cookie=bf6104c1777d35ee in_seq=0 out_seq=0 2024-04-26T23:50:59.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb002a00640 10 client.18600 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:59.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb002a00640 1 -- 172.21.15.26:0/1893273992 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56440fb264d0 con 0x56440fcbfda0 2024-04-26T23:50:59.919 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb002a00640 10 client.18600 handle_command_reply: tid=0 2024-04-26T23:50:59.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb026819740 1 client.18600 shutdown 2024-04-26T23:50:59.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb026819740 1 -- 172.21.15.26:0/1893273992 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 msgr2=0x56440fc524e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb026819740 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 0x56440fc524e0 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7fb010024cb0 tx=0x7fb010011e60 comp rx=0 tx=0).stop 2024-04-26T23:50:59.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb026819740 1 -- 172.21.15.26:0/1893273992 shutdown_connections 2024-04-26T23:50:59.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb026819740 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x56440fcbfda0 0x56440fcc21c0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb026819740 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x56440fc4a390 0x56440fc431d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb026819740 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56440fc3fcc0 0x56440fc446e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb026819740 1 --2- 172.21.15.26:0/1893273992 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x56440fc3f3a0 0x56440fc524e0 unknown :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb026819740 1 -- 172.21.15.26:0/1893273992 >> 172.21.15.26:0/1893273992 conn(0x56440fc3b6c0 msgr2=0x56440fc41380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.904+0000 7fb002a00640 0 client.18600 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:50:59.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.905+0000 7fb026819740 1 -- 172.21.15.26:0/1893273992 shutdown_connections 2024-04-26T23:50:59.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.905+0000 7fb026819740 1 -- 172.21.15.26:0/1893273992 wait complete. 2024-04-26T23:50:59.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.905+0000 7fb026819740 20 client.18600 trim_cache size 0 max 16384 2024-04-26T23:50:59.921 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:50:59.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.905+0000 7fb022400640 1 -- 172.21.15.26:0/1485574065 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb0040a3da0 msgr2=0x7fb0040a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.905+0000 7fb022400640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb0040a3da0 0x7fb0040a6260 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb014005fd0 tx=0x7fb014004a40 comp rx=0 tx=0).stop 2024-04-26T23:50:59.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.905+0000 7fb022400640 1 -- 172.21.15.26:0/1485574065 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb01c1053a0 msgr2=0x7fb01c19b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:50:59.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.905+0000 7fb022400640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb01c1053a0 0x7fb01c19b6a0 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7fb008005940 tx=0x7fb008004040 comp rx=0 tx=0).stop 2024-04-26T23:50:59.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.906+0000 7fb022400640 1 -- 172.21.15.26:0/1485574065 shutdown_connections 2024-04-26T23:50:59.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.906+0000 7fb022400640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fb01c10a9f0 0x7fb01c19fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.906+0000 7fb022400640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb0040a3da0 0x7fb0040a6260 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.906+0000 7fb022400640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fb01c1053a0 0x7fb01c19b6a0 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.906+0000 7fb022400640 1 --2- 172.21.15.26:0/1485574065 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb01c1049e0 0x7fb01c19b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:50:59.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.906+0000 7fb022400640 1 -- 172.21.15.26:0/1485574065 >> 172.21.15.26:0/1485574065 conn(0x7fb01c100470 msgr2=0x7fb01c100e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:50:59.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.906+0000 7fb022400640 1 -- 172.21.15.26:0/1485574065 shutdown_connections 2024-04-26T23:50:59.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:50:59.906+0000 7fb022400640 1 -- 172.21.15.26:0/1485574065 wait complete. 2024-04-26T23:50:59.927 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:50:59 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3053110112' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:50:59.957 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 16384 2024-04-26T23:50:59.957 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4194816 len 16384 2024-04-26T23:50:59.957 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4194816 len 16384 2024-04-26T23:50:59.957 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195328 len 1024 2024-04-26T23:50:59.957 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 1024 2024-04-26T23:50:59.957 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195328 len 1024 2024-04-26T23:50:59.957 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 1024 2024-04-26T23:50:59.957 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195328 len 2048 2024-04-26T23:50:59.957 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 2048 2024-04-26T23:50:59.957 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195328 len 2048 2024-04-26T23:50:59.957 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 2048 2024-04-26T23:50:59.958 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195328 len 4096 2024-04-26T23:50:59.958 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 4096 2024-04-26T23:50:59.958 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195328 len 4096 2024-04-26T23:50:59.958 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 4096 2024-04-26T23:50:59.958 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195328 len 8192 2024-04-26T23:50:59.958 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 8192 2024-04-26T23:50:59.958 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195328 len 8192 2024-04-26T23:50:59.958 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 8192 2024-04-26T23:50:59.958 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195328 len 16384 2024-04-26T23:50:59.958 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 16384 2024-04-26T23:50:59.958 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195328 len 16384 2024-04-26T23:50:59.958 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195328 len 16384 2024-04-26T23:50:59.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195840 len 1024 2024-04-26T23:50:59.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 1024 2024-04-26T23:50:59.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195840 len 1024 2024-04-26T23:50:59.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 1024 2024-04-26T23:50:59.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195840 len 2048 2024-04-26T23:50:59.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 2048 2024-04-26T23:50:59.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195840 len 2048 2024-04-26T23:50:59.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 2048 2024-04-26T23:50:59.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195840 len 4096 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 4096 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195840 len 4096 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 4096 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195840 len 8192 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 8192 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195840 len 8192 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 8192 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4195840 len 16384 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 16384 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4195840 len 16384 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4195840 len 16384 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196352 len 1024 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 1024 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196352 len 1024 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 1024 2024-04-26T23:50:59.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196352 len 2048 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 2048 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196352 len 2048 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 2048 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196352 len 4096 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 4096 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196352 len 4096 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 4096 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196352 len 8192 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 8192 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196352 len 8192 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 8192 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196352 len 16384 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 16384 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196352 len 16384 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196352 len 16384 2024-04-26T23:50:59.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196864 len 1024 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 1024 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196864 len 1024 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 1024 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196864 len 2048 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 2048 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196864 len 2048 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 2048 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196864 len 4096 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 4096 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196864 len 4096 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 4096 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196864 len 8192 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 8192 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196864 len 8192 2024-04-26T23:50:59.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 8192 2024-04-26T23:50:59.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4196864 len 16384 2024-04-26T23:50:59.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 16384 2024-04-26T23:50:59.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4196864 len 16384 2024-04-26T23:50:59.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4196864 len 16384 2024-04-26T23:50:59.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197376 len 1024 2024-04-26T23:51:00.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:50:59 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3053110112' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:51:00.058 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 1024 2024-04-26T23:51:00.058 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197376 len 1024 2024-04-26T23:51:00.058 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 1024 2024-04-26T23:51:00.058 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197376 len 2048 2024-04-26T23:51:00.058 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 2048 2024-04-26T23:51:00.058 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197376 len 2048 2024-04-26T23:51:00.058 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 2048 2024-04-26T23:51:00.058 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197376 len 4096 2024-04-26T23:51:00.058 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 4096 2024-04-26T23:51:00.058 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197376 len 4096 2024-04-26T23:51:00.058 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 4096 2024-04-26T23:51:00.058 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197376 len 8192 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 8192 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197376 len 8192 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 8192 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197376 len 16384 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 16384 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197376 len 16384 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197376 len 16384 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197888 len 1024 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 1024 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197888 len 1024 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 1024 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197888 len 2048 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 2048 2024-04-26T23:51:00.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197888 len 2048 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 2048 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197888 len 4096 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 4096 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197888 len 4096 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 4096 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197888 len 8192 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 8192 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197888 len 8192 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 8192 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 512 offset 4197888 len 16384 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 16384 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 512 offset 4197888 len 16384 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 512 offset 4197888 len 16384 2024-04-26T23:51:00.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190208 len 1024 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 1024 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190208 len 1024 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 1024 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190208 len 2048 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 2048 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190208 len 2048 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 2048 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190208 len 4096 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 4096 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190208 len 4096 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 4096 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190208 len 8192 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 8192 2024-04-26T23:51:00.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190208 len 8192 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 8192 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190208 len 16384 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 16384 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190208 len 16384 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190208 len 16384 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190720 len 1024 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 1024 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190720 len 1024 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 1024 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190720 len 2048 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 2048 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190720 len 2048 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 2048 2024-04-26T23:51:00.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190720 len 4096 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 4096 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190720 len 4096 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 4096 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190720 len 8192 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 8192 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190720 len 8192 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 8192 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4190720 len 16384 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 16384 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4190720 len 16384 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4190720 len 16384 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191232 len 1024 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 1024 2024-04-26T23:51:00.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191232 len 1024 2024-04-26T23:51:00.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 1024 2024-04-26T23:51:00.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:50:59 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3053110112' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:51:00.161 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191232 len 2048 2024-04-26T23:51:00.161 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 2048 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191232 len 2048 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 2048 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191232 len 4096 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 4096 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191232 len 4096 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 4096 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191232 len 8192 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 8192 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191232 len 8192 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 8192 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191232 len 16384 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 16384 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191232 len 16384 2024-04-26T23:51:00.162 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191232 len 16384 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191744 len 1024 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 1024 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191744 len 1024 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 1024 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191744 len 2048 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 2048 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191744 len 2048 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 2048 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191744 len 4096 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 4096 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191744 len 4096 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 4096 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191744 len 8192 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 8192 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191744 len 8192 2024-04-26T23:51:00.163 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 8192 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4191744 len 16384 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 16384 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4191744 len 16384 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4191744 len 16384 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192256 len 1024 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 1024 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192256 len 1024 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 1024 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192256 len 2048 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 2048 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192256 len 2048 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 2048 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192256 len 4096 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 4096 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192256 len 4096 2024-04-26T23:51:00.164 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 4096 2024-04-26T23:51:00.165 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192256 len 8192 2024-04-26T23:51:00.165 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 8192 2024-04-26T23:51:00.165 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192256 len 8192 2024-04-26T23:51:00.165 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 8192 2024-04-26T23:51:00.165 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192256 len 16384 2024-04-26T23:51:00.165 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 16384 2024-04-26T23:51:00.165 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192256 len 16384 2024-04-26T23:51:00.165 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192256 len 16384 2024-04-26T23:51:00.165 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192768 len 1024 2024-04-26T23:51:00.165 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 1024 2024-04-26T23:51:00.165 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192768 len 1024 2024-04-26T23:51:00.165 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 1024 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192768 len 2048 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 2048 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192768 len 2048 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 2048 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192768 len 4096 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 4096 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192768 len 4096 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 4096 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192768 len 8192 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 8192 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192768 len 8192 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 8192 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4192768 len 16384 2024-04-26T23:51:00.166 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 16384 2024-04-26T23:51:00.167 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4192768 len 16384 2024-04-26T23:51:00.167 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4192768 len 16384 2024-04-26T23:51:00.167 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193280 len 1024 2024-04-26T23:51:00.167 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 1024 2024-04-26T23:51:00.167 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193280 len 1024 2024-04-26T23:51:00.167 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 1024 2024-04-26T23:51:00.167 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193280 len 2048 2024-04-26T23:51:00.167 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 2048 2024-04-26T23:51:00.167 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193280 len 2048 2024-04-26T23:51:00.262 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 2048 2024-04-26T23:51:00.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193280 len 4096 2024-04-26T23:51:00.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 4096 2024-04-26T23:51:00.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193280 len 4096 2024-04-26T23:51:00.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 4096 2024-04-26T23:51:00.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193280 len 8192 2024-04-26T23:51:00.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 8192 2024-04-26T23:51:00.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193280 len 8192 2024-04-26T23:51:00.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 8192 2024-04-26T23:51:00.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193280 len 16384 2024-04-26T23:51:00.263 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 16384 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193280 len 16384 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193280 len 16384 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193792 len 1024 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 1024 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193792 len 1024 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 1024 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193792 len 2048 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 2048 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193792 len 2048 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 2048 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193792 len 4096 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 4096 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193792 len 4096 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 4096 2024-04-26T23:51:00.264 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193792 len 8192 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 8192 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193792 len 8192 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 8192 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4193792 len 16384 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 16384 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4193792 len 16384 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4193792 len 16384 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194304 len 1024 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 1024 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194304 len 1024 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 1024 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194304 len 2048 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 2048 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194304 len 2048 2024-04-26T23:51:00.265 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 2048 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194304 len 4096 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 4096 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194304 len 4096 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 4096 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194304 len 8192 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 8192 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194304 len 8192 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 8192 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194304 len 16384 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 16384 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194304 len 16384 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194304 len 16384 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194816 len 1024 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 1024 2024-04-26T23:51:00.266 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194816 len 1024 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 1024 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194816 len 2048 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 2048 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194816 len 2048 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 2048 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194816 len 4096 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 4096 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194816 len 4096 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 4096 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194816 len 8192 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 8192 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194816 len 8192 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 8192 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4194816 len 16384 2024-04-26T23:51:00.267 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 16384 2024-04-26T23:51:00.268 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4194816 len 16384 2024-04-26T23:51:00.268 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4194816 len 16384 2024-04-26T23:51:00.268 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195328 len 1024 2024-04-26T23:51:00.268 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 1024 2024-04-26T23:51:00.268 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195328 len 1024 2024-04-26T23:51:00.268 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 1024 2024-04-26T23:51:00.268 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195328 len 2048 2024-04-26T23:51:00.268 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 2048 2024-04-26T23:51:00.268 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195328 len 2048 2024-04-26T23:51:00.268 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 2048 2024-04-26T23:51:00.268 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195328 len 4096 2024-04-26T23:51:00.362 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 4096 2024-04-26T23:51:00.362 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195328 len 4096 2024-04-26T23:51:00.362 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 4096 2024-04-26T23:51:00.362 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195328 len 8192 2024-04-26T23:51:00.362 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 8192 2024-04-26T23:51:00.362 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195328 len 8192 2024-04-26T23:51:00.362 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 8192 2024-04-26T23:51:00.362 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195328 len 16384 2024-04-26T23:51:00.362 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 16384 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195328 len 16384 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195328 len 16384 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195840 len 1024 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 1024 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195840 len 1024 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 1024 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195840 len 2048 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 2048 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195840 len 2048 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 2048 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195840 len 4096 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 4096 2024-04-26T23:51:00.363 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195840 len 4096 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 4096 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195840 len 8192 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 8192 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195840 len 8192 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 8192 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4195840 len 16384 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 16384 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4195840 len 16384 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4195840 len 16384 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196352 len 1024 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 1024 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196352 len 1024 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 1024 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196352 len 2048 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 2048 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196352 len 2048 2024-04-26T23:51:00.364 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 2048 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196352 len 4096 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 4096 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196352 len 4096 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 4096 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196352 len 8192 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 8192 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196352 len 8192 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 8192 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196352 len 16384 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 16384 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196352 len 16384 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196352 len 16384 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196864 len 1024 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 1024 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196864 len 1024 2024-04-26T23:51:00.365 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 1024 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196864 len 2048 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 2048 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196864 len 2048 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 2048 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196864 len 4096 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 4096 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196864 len 4096 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 4096 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196864 len 8192 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 8192 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196864 len 8192 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 8192 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4196864 len 16384 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 16384 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4196864 len 16384 2024-04-26T23:51:00.366 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4196864 len 16384 2024-04-26T23:51:00.367 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197376 len 1024 2024-04-26T23:51:00.367 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 1024 2024-04-26T23:51:00.367 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197376 len 1024 2024-04-26T23:51:00.367 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 1024 2024-04-26T23:51:00.367 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197376 len 2048 2024-04-26T23:51:00.367 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 2048 2024-04-26T23:51:00.367 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197376 len 2048 2024-04-26T23:51:00.367 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 2048 2024-04-26T23:51:00.367 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197376 len 4096 2024-04-26T23:51:00.367 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 4096 2024-04-26T23:51:00.367 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197376 len 4096 2024-04-26T23:51:00.367 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 4096 2024-04-26T23:51:00.465 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197376 len 8192 2024-04-26T23:51:00.465 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 8192 2024-04-26T23:51:00.465 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197376 len 8192 2024-04-26T23:51:00.465 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 8192 2024-04-26T23:51:00.465 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197376 len 16384 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 16384 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197376 len 16384 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197376 len 16384 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197888 len 1024 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 1024 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197888 len 1024 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 1024 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197888 len 2048 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 2048 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197888 len 2048 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 2048 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197888 len 4096 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 4096 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197888 len 4096 2024-04-26T23:51:00.466 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 4096 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197888 len 8192 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 8192 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197888 len 8192 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 8192 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1024 offset 4197888 len 16384 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 16384 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1024 offset 4197888 len 16384 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1024 offset 4197888 len 16384 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190208 len 1024 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 1024 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190208 len 1024 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 1024 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190208 len 2048 2024-04-26T23:51:00.467 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 2048 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190208 len 2048 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 2048 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190208 len 4096 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 4096 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190208 len 4096 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 4096 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190208 len 8192 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 8192 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190208 len 8192 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 8192 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190208 len 16384 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 16384 2024-04-26T23:51:00.468 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190208 len 16384 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190208 len 16384 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190720 len 1024 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 1024 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190720 len 1024 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 1024 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190720 len 2048 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 2048 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190720 len 2048 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 2048 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190720 len 4096 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 4096 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190720 len 4096 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 4096 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190720 len 8192 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 8192 2024-04-26T23:51:00.469 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190720 len 8192 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 8192 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4190720 len 16384 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 16384 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4190720 len 16384 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4190720 len 16384 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191232 len 1024 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 1024 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191232 len 1024 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 1024 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191232 len 2048 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 2048 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191232 len 2048 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 2048 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191232 len 4096 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 4096 2024-04-26T23:51:00.470 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191232 len 4096 2024-04-26T23:51:00.471 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 4096 2024-04-26T23:51:00.471 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191232 len 8192 2024-04-26T23:51:00.471 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 8192 2024-04-26T23:51:00.565 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191232 len 8192 2024-04-26T23:51:00.565 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 8192 2024-04-26T23:51:00.565 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191232 len 16384 2024-04-26T23:51:00.565 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 16384 2024-04-26T23:51:00.565 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191232 len 16384 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191232 len 16384 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191744 len 1024 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 1024 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191744 len 1024 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 1024 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191744 len 2048 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 2048 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191744 len 2048 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 2048 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191744 len 4096 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 4096 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191744 len 4096 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 4096 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191744 len 8192 2024-04-26T23:51:00.566 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 8192 2024-04-26T23:51:00.567 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191744 len 8192 2024-04-26T23:51:00.567 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 8192 2024-04-26T23:51:00.567 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4191744 len 16384 2024-04-26T23:51:00.567 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 16384 2024-04-26T23:51:00.567 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4191744 len 16384 2024-04-26T23:51:00.567 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4191744 len 16384 2024-04-26T23:51:00.567 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192256 len 1024 2024-04-26T23:51:00.567 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 1024 2024-04-26T23:51:00.567 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192256 len 1024 2024-04-26T23:51:00.567 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 1024 2024-04-26T23:51:00.567 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192256 len 2048 2024-04-26T23:51:00.567 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 2048 2024-04-26T23:51:00.568 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192256 len 2048 2024-04-26T23:51:00.568 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 2048 2024-04-26T23:51:00.568 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192256 len 4096 2024-04-26T23:51:00.568 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 4096 2024-04-26T23:51:00.568 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192256 len 4096 2024-04-26T23:51:00.568 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 4096 2024-04-26T23:51:00.568 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192256 len 8192 2024-04-26T23:51:00.568 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 8192 2024-04-26T23:51:00.568 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192256 len 8192 2024-04-26T23:51:00.568 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 8192 2024-04-26T23:51:00.568 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192256 len 16384 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 16384 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192256 len 16384 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192256 len 16384 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192768 len 1024 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 1024 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192768 len 1024 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 1024 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192768 len 2048 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 2048 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192768 len 2048 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 2048 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192768 len 4096 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 4096 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192768 len 4096 2024-04-26T23:51:00.569 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 4096 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192768 len 8192 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 8192 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192768 len 8192 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 8192 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4192768 len 16384 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 16384 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4192768 len 16384 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4192768 len 16384 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193280 len 1024 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 1024 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193280 len 1024 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 1024 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193280 len 2048 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 2048 2024-04-26T23:51:00.570 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193280 len 2048 2024-04-26T23:51:00.571 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 2048 2024-04-26T23:51:00.571 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193280 len 4096 2024-04-26T23:51:00.571 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 4096 2024-04-26T23:51:00.571 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193280 len 4096 2024-04-26T23:51:00.571 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 4096 2024-04-26T23:51:00.571 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193280 len 8192 2024-04-26T23:51:00.571 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 8192 2024-04-26T23:51:00.571 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193280 len 8192 2024-04-26T23:51:00.571 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 8192 2024-04-26T23:51:00.661 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193280 len 16384 2024-04-26T23:51:00.662 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 16384 2024-04-26T23:51:00.662 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193280 len 16384 2024-04-26T23:51:00.662 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193280 len 16384 2024-04-26T23:51:00.662 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193792 len 1024 2024-04-26T23:51:00.662 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 1024 2024-04-26T23:51:00.662 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193792 len 1024 2024-04-26T23:51:00.662 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 1024 2024-04-26T23:51:00.662 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193792 len 2048 2024-04-26T23:51:00.662 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 2048 2024-04-26T23:51:00.662 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193792 len 2048 2024-04-26T23:51:00.662 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 2048 2024-04-26T23:51:00.662 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193792 len 4096 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 4096 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193792 len 4096 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 4096 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193792 len 8192 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 8192 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193792 len 8192 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 8192 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4193792 len 16384 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 16384 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4193792 len 16384 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4193792 len 16384 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194304 len 1024 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 1024 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194304 len 1024 2024-04-26T23:51:00.663 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 1024 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194304 len 2048 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 2048 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194304 len 2048 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 2048 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194304 len 4096 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 4096 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194304 len 4096 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 4096 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194304 len 8192 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 8192 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194304 len 8192 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 8192 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194304 len 16384 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 16384 2024-04-26T23:51:00.664 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194304 len 16384 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194304 len 16384 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194816 len 1024 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 1024 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194816 len 1024 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 1024 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194816 len 2048 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 2048 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194816 len 2048 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 2048 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194816 len 4096 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 4096 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194816 len 4096 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 4096 2024-04-26T23:51:00.665 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194816 len 8192 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 8192 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194816 len 8192 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 8192 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4194816 len 16384 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 16384 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4194816 len 16384 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4194816 len 16384 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195328 len 1024 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 1024 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195328 len 1024 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 1024 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195328 len 2048 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 2048 2024-04-26T23:51:00.666 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195328 len 2048 2024-04-26T23:51:00.667 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 2048 2024-04-26T23:51:00.667 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195328 len 4096 2024-04-26T23:51:00.667 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 4096 2024-04-26T23:51:00.667 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195328 len 4096 2024-04-26T23:51:00.667 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 4096 2024-04-26T23:51:00.667 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195328 len 8192 2024-04-26T23:51:00.667 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 8192 2024-04-26T23:51:00.667 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195328 len 8192 2024-04-26T23:51:00.667 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 8192 2024-04-26T23:51:00.667 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195328 len 16384 2024-04-26T23:51:00.667 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 16384 2024-04-26T23:51:00.667 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195328 len 16384 2024-04-26T23:51:00.755 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195328 len 16384 2024-04-26T23:51:00.756 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195840 len 1024 2024-04-26T23:51:00.756 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 1024 2024-04-26T23:51:00.756 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195840 len 1024 2024-04-26T23:51:00.756 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 1024 2024-04-26T23:51:00.756 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195840 len 2048 2024-04-26T23:51:00.756 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 2048 2024-04-26T23:51:00.756 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195840 len 2048 2024-04-26T23:51:00.756 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 2048 2024-04-26T23:51:00.756 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195840 len 4096 2024-04-26T23:51:00.756 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 4096 2024-04-26T23:51:00.757 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195840 len 4096 2024-04-26T23:51:00.757 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 4096 2024-04-26T23:51:00.757 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195840 len 8192 2024-04-26T23:51:00.757 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 8192 2024-04-26T23:51:00.757 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195840 len 8192 2024-04-26T23:51:00.757 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 8192 2024-04-26T23:51:00.757 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4195840 len 16384 2024-04-26T23:51:00.757 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 16384 2024-04-26T23:51:00.757 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4195840 len 16384 2024-04-26T23:51:00.757 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4195840 len 16384 2024-04-26T23:51:00.757 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196352 len 1024 2024-04-26T23:51:00.757 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 1024 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196352 len 1024 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 1024 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196352 len 2048 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 2048 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196352 len 2048 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 2048 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196352 len 4096 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 4096 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196352 len 4096 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 4096 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196352 len 8192 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 8192 2024-04-26T23:51:00.758 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196352 len 8192 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 8192 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196352 len 16384 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 16384 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196352 len 16384 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196352 len 16384 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196864 len 1024 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 1024 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196864 len 1024 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 1024 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196864 len 2048 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 2048 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196864 len 2048 2024-04-26T23:51:00.759 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 2048 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196864 len 4096 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 4096 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196864 len 4096 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 4096 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196864 len 8192 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 8192 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196864 len 8192 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 8192 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4196864 len 16384 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 16384 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4196864 len 16384 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4196864 len 16384 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197376 len 1024 2024-04-26T23:51:00.760 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 1024 2024-04-26T23:51:00.761 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197376 len 1024 2024-04-26T23:51:00.761 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 1024 2024-04-26T23:51:00.761 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197376 len 2048 2024-04-26T23:51:00.761 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 2048 2024-04-26T23:51:00.761 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197376 len 2048 2024-04-26T23:51:00.761 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 2048 2024-04-26T23:51:00.761 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197376 len 4096 2024-04-26T23:51:00.761 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 4096 2024-04-26T23:51:00.761 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197376 len 4096 2024-04-26T23:51:00.761 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 4096 2024-04-26T23:51:00.761 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197376 len 8192 2024-04-26T23:51:00.761 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 8192 2024-04-26T23:51:00.762 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197376 len 8192 2024-04-26T23:51:00.762 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 8192 2024-04-26T23:51:00.762 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197376 len 16384 2024-04-26T23:51:00.762 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 16384 2024-04-26T23:51:00.762 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197376 len 16384 2024-04-26T23:51:00.762 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197376 len 16384 2024-04-26T23:51:00.762 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197888 len 1024 2024-04-26T23:51:00.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 1024 2024-04-26T23:51:00.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197888 len 1024 2024-04-26T23:51:00.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 1024 2024-04-26T23:51:00.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197888 len 2048 2024-04-26T23:51:00.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 2048 2024-04-26T23:51:00.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197888 len 2048 2024-04-26T23:51:00.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 2048 2024-04-26T23:51:00.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197888 len 4096 2024-04-26T23:51:00.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 4096 2024-04-26T23:51:00.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197888 len 4096 2024-04-26T23:51:00.858 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 4096 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197888 len 8192 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 8192 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197888 len 8192 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 8192 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 1536 offset 4197888 len 16384 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 16384 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 1536 offset 4197888 len 16384 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 1536 offset 4197888 len 16384 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190208 len 1024 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 1024 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190208 len 1024 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 1024 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190208 len 2048 2024-04-26T23:51:00.859 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 2048 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190208 len 2048 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 2048 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190208 len 4096 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 4096 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190208 len 4096 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 4096 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190208 len 8192 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 8192 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190208 len 8192 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 8192 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190208 len 16384 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 16384 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190208 len 16384 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190208 len 16384 2024-04-26T23:51:00.860 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190720 len 1024 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 1024 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190720 len 1024 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 1024 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190720 len 2048 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 2048 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190720 len 2048 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 2048 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190720 len 4096 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 4096 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190720 len 4096 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 4096 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190720 len 8192 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 8192 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190720 len 8192 2024-04-26T23:51:00.861 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 8192 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4190720 len 16384 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 16384 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4190720 len 16384 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4190720 len 16384 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191232 len 1024 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 1024 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191232 len 1024 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 1024 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191232 len 2048 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 2048 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191232 len 2048 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 2048 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191232 len 4096 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 4096 2024-04-26T23:51:00.862 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191232 len 4096 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 4096 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191232 len 8192 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 8192 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191232 len 8192 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 8192 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191232 len 16384 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 16384 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191232 len 16384 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191232 len 16384 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191744 len 1024 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 1024 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191744 len 1024 2024-04-26T23:51:00.863 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 1024 2024-04-26T23:51:00.931 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:51:00.931 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:51:00.931 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:51:00.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191744 len 2048 2024-04-26T23:51:00.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 2048 2024-04-26T23:51:00.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191744 len 2048 2024-04-26T23:51:00.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 2048 2024-04-26T23:51:00.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191744 len 4096 2024-04-26T23:51:00.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 4096 2024-04-26T23:51:00.959 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191744 len 4096 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 4096 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191744 len 8192 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 8192 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191744 len 8192 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 8192 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4191744 len 16384 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 16384 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4191744 len 16384 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4191744 len 16384 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192256 len 1024 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 1024 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192256 len 1024 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 1024 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192256 len 2048 2024-04-26T23:51:00.960 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 2048 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192256 len 2048 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 2048 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192256 len 4096 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 4096 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192256 len 4096 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 4096 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192256 len 8192 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 8192 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192256 len 8192 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 8192 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192256 len 16384 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 16384 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192256 len 16384 2024-04-26T23:51:00.961 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192256 len 16384 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192768 len 1024 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 1024 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192768 len 1024 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 1024 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192768 len 2048 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 2048 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192768 len 2048 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 2048 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192768 len 4096 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 4096 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192768 len 4096 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 4096 2024-04-26T23:51:00.962 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192768 len 8192 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 8192 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192768 len 8192 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 8192 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4192768 len 16384 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 16384 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4192768 len 16384 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4192768 len 16384 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193280 len 1024 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 1024 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193280 len 1024 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 1024 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193280 len 2048 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 2048 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193280 len 2048 2024-04-26T23:51:00.963 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 2048 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193280 len 4096 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 4096 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193280 len 4096 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 4096 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193280 len 8192 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 8192 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193280 len 8192 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 8192 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193280 len 16384 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 16384 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193280 len 16384 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193280 len 16384 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193792 len 1024 2024-04-26T23:51:00.964 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 1024 2024-04-26T23:51:00.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193792 len 1024 2024-04-26T23:51:00.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 1024 2024-04-26T23:51:00.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193792 len 2048 2024-04-26T23:51:00.965 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 2048 2024-04-26T23:51:01.012 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193792 len 2048 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 2048 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193792 len 4096 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 4096 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193792 len 4096 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 4096 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193792 len 8192 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 8192 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193792 len 8192 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 8192 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4193792 len 16384 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 16384 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4193792 len 16384 2024-04-26T23:51:01.013 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4193792 len 16384 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194304 len 1024 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 1024 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194304 len 1024 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 1024 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194304 len 2048 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 2048 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194304 len 2048 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 2048 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194304 len 4096 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 4096 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194304 len 4096 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 4096 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194304 len 8192 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 8192 2024-04-26T23:51:01.014 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194304 len 8192 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 8192 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194304 len 16384 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 16384 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194304 len 16384 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194304 len 16384 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194816 len 1024 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 1024 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194816 len 1024 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 1024 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194816 len 2048 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 2048 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194816 len 2048 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 2048 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194816 len 4096 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 4096 2024-04-26T23:51:01.015 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194816 len 4096 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 4096 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194816 len 8192 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 8192 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194816 len 8192 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 8192 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4194816 len 16384 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 16384 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4194816 len 16384 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4194816 len 16384 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195328 len 1024 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 1024 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195328 len 1024 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 1024 2024-04-26T23:51:01.016 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195328 len 2048 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 2048 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195328 len 2048 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 2048 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195328 len 4096 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 4096 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195328 len 4096 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 4096 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195328 len 8192 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 8192 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195328 len 8192 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 8192 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195328 len 16384 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 16384 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195328 len 16384 2024-04-26T23:51:01.017 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195328 len 16384 2024-04-26T23:51:01.018 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195840 len 1024 2024-04-26T23:51:01.018 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 1024 2024-04-26T23:51:01.018 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195840 len 1024 2024-04-26T23:51:01.018 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 1024 2024-04-26T23:51:01.018 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195840 len 2048 2024-04-26T23:51:01.018 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 2048 2024-04-26T23:51:01.018 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195840 len 2048 2024-04-26T23:51:01.018 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 2048 2024-04-26T23:51:01.018 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:00 smithi026 ceph-mon[28371]: pgmap v473: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:51:01.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:00 smithi164 ceph-mon[31699]: pgmap v473: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:51:01.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195840 len 4096 2024-04-26T23:51:01.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 4096 2024-04-26T23:51:01.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195840 len 4096 2024-04-26T23:51:01.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 4096 2024-04-26T23:51:01.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195840 len 8192 2024-04-26T23:51:01.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 8192 2024-04-26T23:51:01.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195840 len 8192 2024-04-26T23:51:01.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 8192 2024-04-26T23:51:01.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4195840 len 16384 2024-04-26T23:51:01.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 16384 2024-04-26T23:51:01.059 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4195840 len 16384 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4195840 len 16384 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196352 len 1024 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 1024 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196352 len 1024 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 1024 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196352 len 2048 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 2048 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196352 len 2048 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 2048 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196352 len 4096 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 4096 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196352 len 4096 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 4096 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196352 len 8192 2024-04-26T23:51:01.060 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 8192 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196352 len 8192 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 8192 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196352 len 16384 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 16384 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196352 len 16384 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196352 len 16384 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196864 len 1024 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 1024 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196864 len 1024 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 1024 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196864 len 2048 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 2048 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196864 len 2048 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 2048 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196864 len 4096 2024-04-26T23:51:01.061 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 4096 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196864 len 4096 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 4096 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196864 len 8192 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 8192 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196864 len 8192 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 8192 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4196864 len 16384 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 16384 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4196864 len 16384 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4196864 len 16384 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197376 len 1024 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 1024 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197376 len 1024 2024-04-26T23:51:01.062 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 1024 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197376 len 2048 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 2048 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197376 len 2048 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 2048 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197376 len 4096 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 4096 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197376 len 4096 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 4096 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197376 len 8192 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 8192 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197376 len 8192 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 8192 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197376 len 16384 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 16384 2024-04-26T23:51:01.063 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197376 len 16384 2024-04-26T23:51:01.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197376 len 16384 2024-04-26T23:51:01.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197888 len 1024 2024-04-26T23:51:01.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 1024 2024-04-26T23:51:01.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197888 len 1024 2024-04-26T23:51:01.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 1024 2024-04-26T23:51:01.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197888 len 2048 2024-04-26T23:51:01.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 2048 2024-04-26T23:51:01.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197888 len 2048 2024-04-26T23:51:01.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 2048 2024-04-26T23:51:01.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197888 len 4096 2024-04-26T23:51:01.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 4096 2024-04-26T23:51:01.064 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197888 len 4096 2024-04-26T23:51:01.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:00 smithi086 ceph-mon[31122]: pgmap v473: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:51:01.111 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 4096 2024-04-26T23:51:01.111 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197888 len 8192 2024-04-26T23:51:01.111 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 8192 2024-04-26T23:51:01.111 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197888 len 8192 2024-04-26T23:51:01.111 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 8192 2024-04-26T23:51:01.111 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2048 offset 4197888 len 16384 2024-04-26T23:51:01.111 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 16384 2024-04-26T23:51:01.111 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2048 offset 4197888 len 16384 2024-04-26T23:51:01.111 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2048 offset 4197888 len 16384 2024-04-26T23:51:01.111 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190208 len 1024 2024-04-26T23:51:01.111 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 1024 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190208 len 1024 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 1024 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190208 len 2048 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 2048 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190208 len 2048 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 2048 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190208 len 4096 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 4096 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190208 len 4096 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 4096 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190208 len 8192 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 8192 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190208 len 8192 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 8192 2024-04-26T23:51:01.112 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190208 len 16384 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 16384 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190208 len 16384 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190208 len 16384 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190720 len 1024 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 1024 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190720 len 1024 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 1024 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190720 len 2048 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 2048 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190720 len 2048 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 2048 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190720 len 4096 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 4096 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190720 len 4096 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 4096 2024-04-26T23:51:01.113 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190720 len 8192 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 8192 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190720 len 8192 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 8192 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4190720 len 16384 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 16384 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4190720 len 16384 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4190720 len 16384 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191232 len 1024 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 1024 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191232 len 1024 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 1024 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191232 len 2048 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 2048 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191232 len 2048 2024-04-26T23:51:01.114 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 2048 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191232 len 4096 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 4096 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191232 len 4096 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 4096 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191232 len 8192 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 8192 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191232 len 8192 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 8192 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191232 len 16384 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 16384 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191232 len 16384 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191232 len 16384 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191744 len 1024 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 1024 2024-04-26T23:51:01.115 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191744 len 1024 2024-04-26T23:51:01.116 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 1024 2024-04-26T23:51:01.116 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191744 len 2048 2024-04-26T23:51:01.116 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 2048 2024-04-26T23:51:01.116 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191744 len 2048 2024-04-26T23:51:01.116 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 2048 2024-04-26T23:51:01.116 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191744 len 4096 2024-04-26T23:51:01.116 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 4096 2024-04-26T23:51:01.116 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191744 len 4096 2024-04-26T23:51:01.116 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 4096 2024-04-26T23:51:01.116 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191744 len 8192 2024-04-26T23:51:01.170 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 8192 2024-04-26T23:51:01.170 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191744 len 8192 2024-04-26T23:51:01.170 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 8192 2024-04-26T23:51:01.170 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4191744 len 16384 2024-04-26T23:51:01.170 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 16384 2024-04-26T23:51:01.170 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4191744 len 16384 2024-04-26T23:51:01.170 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4191744 len 16384 2024-04-26T23:51:01.170 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192256 len 1024 2024-04-26T23:51:01.170 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 1024 2024-04-26T23:51:01.170 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192256 len 1024 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 1024 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192256 len 2048 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 2048 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192256 len 2048 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 2048 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192256 len 4096 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 4096 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192256 len 4096 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 4096 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192256 len 8192 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 8192 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192256 len 8192 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 8192 2024-04-26T23:51:01.171 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192256 len 16384 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 16384 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192256 len 16384 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192256 len 16384 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192768 len 1024 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 1024 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192768 len 1024 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 1024 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192768 len 2048 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 2048 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192768 len 2048 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 2048 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192768 len 4096 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 4096 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192768 len 4096 2024-04-26T23:51:01.172 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 4096 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192768 len 8192 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 8192 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192768 len 8192 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 8192 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4192768 len 16384 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 16384 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4192768 len 16384 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4192768 len 16384 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193280 len 1024 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 1024 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193280 len 1024 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 1024 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193280 len 2048 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 2048 2024-04-26T23:51:01.173 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193280 len 2048 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 2048 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193280 len 4096 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 4096 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193280 len 4096 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 4096 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193280 len 8192 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 8192 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193280 len 8192 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 8192 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193280 len 16384 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 16384 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193280 len 16384 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193280 len 16384 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193792 len 1024 2024-04-26T23:51:01.174 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 1024 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193792 len 1024 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 1024 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193792 len 2048 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 2048 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193792 len 2048 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 2048 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193792 len 4096 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 4096 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193792 len 4096 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 4096 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193792 len 8192 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 8192 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193792 len 8192 2024-04-26T23:51:01.175 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 8192 2024-04-26T23:51:01.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.172+0000 7f6a71000640 1 -- 172.21.15.26:0/3323470403 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a6c103190 msgr2=0x7f6a6c10f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.172+0000 7f6a71000640 1 --2- 172.21.15.26:0/3323470403 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a6c103190 0x7f6a6c10f6a0 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f6a64009cd0 tx=0x7f6a6402a8e0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.173+0000 7f6a71000640 1 -- 172.21.15.26:0/3323470403 shutdown_connections 2024-04-26T23:51:01.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.173+0000 7f6a71000640 1 --2- 172.21.15.26:0/3323470403 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a6c103190 0x7f6a6c10f6a0 unknown :-1 s=CLOSED pgs=1487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.173+0000 7f6a71000640 1 --2- 172.21.15.26:0/3323470403 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a6c1027d0 0x7f6a6c102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.173+0000 7f6a71000640 1 --2- 172.21.15.26:0/3323470403 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a6c1087e0 0x7f6a6c108bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.173+0000 7f6a71000640 1 -- 172.21.15.26:0/3323470403 >> 172.21.15.26:0/3323470403 conn(0x7f6a6c0fe300 msgr2=0x7f6a6c100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:01.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.173+0000 7f6a71000640 1 -- 172.21.15.26:0/3323470403 shutdown_connections 2024-04-26T23:51:01.177 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.173+0000 7f6a71000640 1 -- 172.21.15.26:0/3323470403 wait complete. 2024-04-26T23:51:01.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.174+0000 7f6a71000640 1 Processor -- start 2024-04-26T23:51:01.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.174+0000 7f6a71000640 1 -- start start 2024-04-26T23:51:01.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.174+0000 7f6a71000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a6c1027d0 0x7f6a6c19b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.174+0000 7f6a71000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a6c103190 0x7f6a6c19b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.174+0000 7f6a71000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a6c1087e0 0x7f6a6c19f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.174+0000 7f6a71000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6c1129a0 con 0x7f6a6c1027d0 2024-04-26T23:51:01.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.174+0000 7f6a71000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6c112820 con 0x7f6a6c103190 2024-04-26T23:51:01.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.174+0000 7f6a71000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6c112b20 con 0x7f6a6c1087e0 2024-04-26T23:51:01.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.175+0000 7f6a6b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a6c1027d0 0x7f6a6c19b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.175+0000 7f6a6b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a6c1027d0 0x7f6a6c19b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32840/0 (socket says 172.21.15.26:32840) 2024-04-26T23:51:01.179 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.175+0000 7f6a6b400640 1 -- 172.21.15.26:0/1351018489 learned_addr learned my addr 172.21.15.26:0/1351018489 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.175+0000 7f6a6aa00640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a6c103190 0x7f6a6c19b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.175+0000 7f6a6be00640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a6c1087e0 0x7f6a6c19f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.175+0000 7f6a6b400640 1 -- 172.21.15.26:0/1351018489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a6c1087e0 msgr2=0x7f6a6c19f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.175+0000 7f6a6b400640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a6c1087e0 0x7f6a6c19f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.175+0000 7f6a6b400640 1 -- 172.21.15.26:0/1351018489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a6c103190 msgr2=0x7f6a6c19b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.175+0000 7f6a6b400640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a6c103190 0x7f6a6c19b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.175+0000 7f6a6b400640 1 -- 172.21.15.26:0/1351018489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a6c1a0110 con 0x7f6a6c1027d0 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.175+0000 7f6a6aa00640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a6c103190 0x7f6a6c19b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.175+0000 7f6a6be00640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a6c1087e0 0x7f6a6c19f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.176+0000 7f6a6b400640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a6c1027d0 0x7f6a6c19b120 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c00d770 tx=0x7f6a5c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.176+0000 7f6a63e00640 1 -- 172.21.15.26:0/1351018489 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a5c017070 con 0x7f6a6c1027d0 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.176+0000 7f6a63e00640 1 -- 172.21.15.26:0/1351018489 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a5c0054b0 con 0x7f6a6c1027d0 2024-04-26T23:51:01.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.176+0000 7f6a71000640 1 -- 172.21.15.26:0/1351018489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a6c1a0400 con 0x7f6a6c1027d0 2024-04-26T23:51:01.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.176+0000 7f6a63e00640 1 -- 172.21.15.26:0/1351018489 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a5c004c60 con 0x7f6a6c1027d0 2024-04-26T23:51:01.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.176+0000 7f6a71000640 1 -- 172.21.15.26:0/1351018489 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a6c1a7c90 con 0x7f6a6c1027d0 2024-04-26T23:51:01.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.180+0000 7f6a753da740 1 Processor -- start 2024-04-26T23:51:01.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.180+0000 7f6a753da740 1 -- start start 2024-04-26T23:51:01.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.180+0000 7f6a753da740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5cd240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.180+0000 7f6a753da740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 0x562ddd5d7910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.180+0000 7f6a753da740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 0x562ddd5da240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.180+0000 7f6a753da740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562ddd532980 con 0x562ddd5cce60 2024-04-26T23:51:01.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.180+0000 7f6a753da740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x562ddd4cf220 con 0x562ddd5d7e50 2024-04-26T23:51:01.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.180+0000 7f6a753da740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562ddd52e940 con 0x562ddd5cd780 2024-04-26T23:51:01.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.181+0000 7f6a6be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5cd240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.181+0000 7f6a6be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5cd240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32856/0 (socket says 172.21.15.26:32856) 2024-04-26T23:51:01.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.181+0000 7f6a6be00640 1 -- 172.21.15.26:0/1395946170 learned_addr learned my addr 172.21.15.26:0/1395946170 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:01.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.181+0000 7f6a63e00640 1 -- 172.21.15.26:0/1351018489 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f6a5c004e00 con 0x7f6a6c1027d0 2024-04-26T23:51:01.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.181+0000 7f6a6aa00640 1 --2- 172.21.15.26:0/1395946170 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 0x562ddd5da240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.181+0000 7f6a6be00640 1 -- 172.21.15.26:0/1395946170 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 msgr2=0x562ddd5d7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.181+0000 7f6a6be00640 1 --2- 172.21.15.26:0/1395946170 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 0x562ddd5d7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.181+0000 7f6a6be00640 1 -- 172.21.15.26:0/1395946170 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 msgr2=0x562ddd5da240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.181+0000 7f6a6be00640 1 --2- 172.21.15.26:0/1395946170 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 0x562ddd5da240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.181+0000 7f6a6be00640 1 -- 172.21.15.26:0/1395946170 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ddd30c7e0 con 0x562ddd5cce60 2024-04-26T23:51:01.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.181+0000 7f6a6aa00640 1 --2- 172.21.15.26:0/1395946170 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 0x562ddd5da240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:51:01.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.182+0000 7f6a6be00640 1 --2- 172.21.15.26:0/1395946170 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5cd240 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f6a640097b0 tx=0x7f6a640314e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d0c6c1f00ebdfe1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:01.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.182+0000 7f6a60c00640 1 -- 172.21.15.26:0/1395946170 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a64031990 con 0x562ddd5cce60 2024-04-26T23:51:01.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.182+0000 7f6a60c00640 1 -- 172.21.15.26:0/1395946170 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a64036040 con 0x562ddd5cce60 2024-04-26T23:51:01.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.182+0000 7f6a60c00640 1 -- 172.21.15.26:0/1395946170 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a64004570 con 0x562ddd5cce60 2024-04-26T23:51:01.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.183+0000 7f6a63e00640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6a500a3d20 0x7f6a500a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.183+0000 7f6a753da740 1 -- 172.21.15.26:0/1395946170 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 msgr2=0x562ddd5cd240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.183+0000 7f6a753da740 1 --2- 172.21.15.26:0/1395946170 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5cd240 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f6a640097b0 tx=0x7f6a640314e0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.183+0000 7f6a63e00640 1 -- 172.21.15.26:0/1351018489 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f6a5c0d0330 con 0x7f6a6c1027d0 2024-04-26T23:51:01.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.183+0000 7f6a6b400640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6a500a3d20 0x7f6a500a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.183+0000 7f6a753da740 1 -- 172.21.15.26:0/1395946170 shutdown_connections 2024-04-26T23:51:01.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.183+0000 7f6a753da740 1 --2- 172.21.15.26:0/1395946170 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 0x562ddd5da240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.183+0000 7f6a753da740 1 --2- 172.21.15.26:0/1395946170 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 0x562ddd5d7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.183+0000 7f6a753da740 1 --2- 172.21.15.26:0/1395946170 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5cd240 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.183+0000 7f6a753da740 1 -- 172.21.15.26:0/1395946170 >> 172.21.15.26:0/1395946170 conn(0x562ddd5c9180 msgr2=0x562ddd5c9560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:01.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.183+0000 7f6a753da740 1 -- 172.21.15.26:0/1395946170 shutdown_connections 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.183+0000 7f6a753da740 1 -- 172.21.15.26:0/1395946170 wait complete. 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.184+0000 7f6a6b400640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6a500a3d20 0x7f6a500a61e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x562ddd5ce420 tx=0x7f6a5c009f70 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.184+0000 7f6a753da740 1 -- start start 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.184+0000 7f6a753da740 1 Processor -- start 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.185+0000 7f6a753da740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5d4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.185+0000 7f6a753da740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 0x562ddd5d5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.185+0000 7f6a753da740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 0x562ddd5d57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.185+0000 7f6a753da740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x562ddd5dabe0 con 0x562ddd5cce60 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.185+0000 7f6a753da740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x562ddd4ba170 con 0x562ddd5d7e50 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.185+0000 7f6a753da740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562ddd5dad60 con 0x562ddd5cd780 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.185+0000 7f6a753da740 10 client.0 _ll_register_callbacks cb 0x562ddd529770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.185+0000 7f6a6be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5d4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.185+0000 7f6a6be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5d4d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32858/0 (socket says 172.21.15.26:32858) 2024-04-26T23:51:01.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.185+0000 7f6a6be00640 1 -- 172.21.15.26:0/1667923042 learned_addr learned my addr 172.21.15.26:0/1667923042 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:01.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.185+0000 7f6a6aa00640 1 --2- 172.21.15.26:0/1667923042 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 0x562ddd5d5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.186+0000 7f6a6be00640 1 -- 172.21.15.26:0/1667923042 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 msgr2=0x562ddd5d5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.186+0000 7f6a6be00640 1 --2- 172.21.15.26:0/1667923042 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 0x562ddd5d5290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.186+0000 7f6a6be00640 1 -- 172.21.15.26:0/1667923042 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 msgr2=0x562ddd5d57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.186+0000 7f6a6be00640 1 --2- 172.21.15.26:0/1667923042 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 0x562ddd5d57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.186+0000 7f6a6be00640 1 -- 172.21.15.26:0/1667923042 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ddd36cf70 con 0x562ddd5cce60 2024-04-26T23:51:01.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.186+0000 7f6a6be00640 1 --2- 172.21.15.26:0/1667923042 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5d4d50 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f6a64006010 tx=0x7f6a64031cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2431fd620b1d0cc1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:01.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.186+0000 7f6a55600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:01.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.186+0000 7f6a55600640 1 -- 172.21.15.26:0/1667923042 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a64054060 con 0x562ddd5cce60 2024-04-26T23:51:01.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.186+0000 7f6a55600640 1 -- 172.21.15.26:0/1667923042 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f6a64004720 con 0x562ddd5cce60 2024-04-26T23:51:01.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.186+0000 7f6a753da740 1 -- 172.21.15.26:0/1667923042 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a64036040 con 0x562ddd5cce60 2024-04-26T23:51:01.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.187+0000 7f6a55600640 1 -- 172.21.15.26:0/1667923042 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6a64003970 con 0x562ddd5cce60 2024-04-26T23:51:01.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.187+0000 7f6a753da740 10 client.18612 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:01.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.187+0000 7f6a753da740 1 -- 172.21.15.26:0/1667923042 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562ddd204170 con 0x562ddd5cce60 2024-04-26T23:51:01.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.187+0000 7f6a55600640 1 -- 172.21.15.26:0/1667923042 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a64036040 con 0x562ddd5cce60 2024-04-26T23:51:01.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.187+0000 7f6a55600640 1 -- 172.21.15.26:0/1667923042 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6a64030070 con 0x562ddd5cce60 2024-04-26T23:51:01.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.187+0000 7f6a753da740 10 client.18612 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:01.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.187+0000 7f6a753da740 10 client.18612 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:51:01.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.187+0000 7f6a753da740 20 client.18612 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:01.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.188+0000 7f6a753da740 1 --2- 172.21.15.26:0/1667923042 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562ddd5e7ba0 0x562ddd5e9f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.188+0000 7f6a753da740 4 client.18612 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:51:01.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.188+0000 7f6a753da740 1 -- 172.21.15.26:0/1667923042 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562ddd540590 con 0x562ddd5e7ba0 2024-04-26T23:51:01.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.188+0000 7f6a6aa00640 1 --2- 172.21.15.26:0/1667923042 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562ddd5e7ba0 0x562ddd5e9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.189+0000 7f6a6aa00640 1 --2- 172.21.15.26:0/1667923042 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562ddd5e7ba0 0x562ddd5e9f90 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=deaf54f8172d2e3e server_cookie=723ba01f082de361 in_seq=0 out_seq=0 2024-04-26T23:51:01.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.189+0000 7f6a55600640 10 client.18612 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:01.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.191+0000 7f6a55600640 1 -- 172.21.15.26:0/1667923042 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562ddd540590 con 0x562ddd5e7ba0 2024-04-26T23:51:01.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.191+0000 7f6a55600640 10 client.18612 handle_command_reply: tid=0 2024-04-26T23:51:01.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.191+0000 7f6a753da740 1 client.18612 shutdown 2024-04-26T23:51:01.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.192+0000 7f6a753da740 1 -- 172.21.15.26:0/1667923042 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 msgr2=0x562ddd5d4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.192+0000 7f6a753da740 1 --2- 172.21.15.26:0/1667923042 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5d4d50 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f6a64006010 tx=0x7f6a64031cb0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.192+0000 7f6a753da740 1 -- 172.21.15.26:0/1667923042 shutdown_connections 2024-04-26T23:51:01.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.192+0000 7f6a753da740 1 --2- 172.21.15.26:0/1667923042 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562ddd5e7ba0 0x562ddd5e9f90 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.192+0000 7f6a753da740 1 --2- 172.21.15.26:0/1667923042 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 0x562ddd5d57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.192+0000 7f6a753da740 1 --2- 172.21.15.26:0/1667923042 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 0x562ddd5d5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.192+0000 7f6a753da740 1 --2- 172.21.15.26:0/1667923042 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5d4d50 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.192+0000 7f6a753da740 1 -- 172.21.15.26:0/1667923042 >> 172.21.15.26:0/1667923042 conn(0x562ddd5c9180 msgr2=0x562ddd5cee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:01.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.192+0000 7f6a55600640 0 client.18612 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:01.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.192+0000 7f6a753da740 1 -- 172.21.15.26:0/1667923042 shutdown_connections 2024-04-26T23:51:01.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.192+0000 7f6a753da740 1 -- 172.21.15.26:0/1667923042 wait complete. 2024-04-26T23:51:01.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.192+0000 7f6a753da740 20 client.18612 trim_cache size 0 max 16384 2024-04-26T23:51:01.206 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4193792 len 16384 2024-04-26T23:51:01.206 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 16384 2024-04-26T23:51:01.206 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4193792 len 16384 2024-04-26T23:51:01.206 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4193792 len 16384 2024-04-26T23:51:01.206 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194304 len 1024 2024-04-26T23:51:01.206 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 1024 2024-04-26T23:51:01.206 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194304 len 1024 2024-04-26T23:51:01.206 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 1024 2024-04-26T23:51:01.206 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194304 len 2048 2024-04-26T23:51:01.207 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 2048 2024-04-26T23:51:01.207 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194304 len 2048 2024-04-26T23:51:01.207 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 2048 2024-04-26T23:51:01.207 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194304 len 4096 2024-04-26T23:51:01.207 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 4096 2024-04-26T23:51:01.207 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194304 len 4096 2024-04-26T23:51:01.207 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 4096 2024-04-26T23:51:01.207 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194304 len 8192 2024-04-26T23:51:01.207 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 8192 2024-04-26T23:51:01.207 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194304 len 8192 2024-04-26T23:51:01.207 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 8192 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194304 len 16384 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 16384 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194304 len 16384 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194304 len 16384 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194816 len 1024 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 1024 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194816 len 1024 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 1024 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194816 len 2048 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 2048 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194816 len 2048 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 2048 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194816 len 4096 2024-04-26T23:51:01.210 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 4096 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194816 len 4096 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 4096 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194816 len 8192 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 8192 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194816 len 8192 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 8192 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4194816 len 16384 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 16384 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4194816 len 16384 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4194816 len 16384 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195328 len 1024 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 1024 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195328 len 1024 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 1024 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195328 len 2048 2024-04-26T23:51:01.211 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 2048 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195328 len 2048 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 2048 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195328 len 4096 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 4096 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195328 len 4096 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 4096 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195328 len 8192 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 8192 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195328 len 8192 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 8192 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195328 len 16384 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 16384 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195328 len 16384 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195328 len 16384 2024-04-26T23:51:01.212 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195840 len 1024 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 1024 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195840 len 1024 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 1024 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195840 len 2048 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 2048 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195840 len 2048 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 2048 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195840 len 4096 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 4096 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195840 len 4096 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 4096 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195840 len 8192 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 8192 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195840 len 8192 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 8192 2024-04-26T23:51:01.213 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4195840 len 16384 2024-04-26T23:51:01.214 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 16384 2024-04-26T23:51:01.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.217+0000 7f6a753da740 1 Processor -- start 2024-04-26T23:51:01.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.217+0000 7f6a753da740 1 -- start start 2024-04-26T23:51:01.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.217+0000 7f6a753da740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5d7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.217+0000 7f6a753da740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 0x562ddd5d3c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.217+0000 7f6a753da740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 0x562ddd5ecfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.218+0000 7f6a753da740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6c1b2e80 con 0x562ddd5cce60 2024-04-26T23:51:01.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.218+0000 7f6a753da740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6c1b0750 con 0x562ddd5d7e50 2024-04-26T23:51:01.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.218+0000 7f6a753da740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6c1ae5c0 con 0x562ddd5cd780 2024-04-26T23:51:01.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.218+0000 7f6a6be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5d7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.218+0000 7f6a6be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5d7480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32860/0 (socket says 172.21.15.26:32860) 2024-04-26T23:51:01.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.218+0000 7f6a6be00640 1 -- 172.21.15.26:0/526250270 learned_addr learned my addr 172.21.15.26:0/526250270 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:01.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.218+0000 7f6a6aa00640 1 --2- 172.21.15.26:0/526250270 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 0x562ddd5d3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.218+0000 7f6a6be00640 1 -- 172.21.15.26:0/526250270 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 msgr2=0x562ddd5d3c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.218+0000 7f6a6be00640 1 --2- 172.21.15.26:0/526250270 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 0x562ddd5d3c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.218+0000 7f6a6be00640 1 -- 172.21.15.26:0/526250270 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 msgr2=0x562ddd5ecfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.218+0000 7f6a6be00640 1 --2- 172.21.15.26:0/526250270 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 0x562ddd5ecfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.218+0000 7f6a6be00640 1 -- 172.21.15.26:0/526250270 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ddd5d7c80 con 0x562ddd5cce60 2024-04-26T23:51:01.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.219+0000 7f6a6be00640 1 --2- 172.21.15.26:0/526250270 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5d7480 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f6a64009cd0 tx=0x7f6a64004280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fa33db9cdc6b9ee server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:01.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.219+0000 7f6a57e00640 1 -- 172.21.15.26:0/526250270 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a64054070 con 0x562ddd5cce60 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.219+0000 7f6a57e00640 1 -- 172.21.15.26:0/526250270 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a64036040 con 0x562ddd5cce60 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.219+0000 7f6a57e00640 1 -- 172.21.15.26:0/526250270 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a64003d70 con 0x562ddd5cce60 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.220+0000 7f6a753da740 1 -- 172.21.15.26:0/526250270 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 msgr2=0x562ddd5d7480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.220+0000 7f6a753da740 1 --2- 172.21.15.26:0/526250270 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5d7480 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f6a64009cd0 tx=0x7f6a64004280 comp rx=0 tx=0).stop 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.220+0000 7f6a753da740 1 -- 172.21.15.26:0/526250270 shutdown_connections 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.220+0000 7f6a753da740 1 --2- 172.21.15.26:0/526250270 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5d7e50 0x562ddd5ecfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.220+0000 7f6a753da740 1 --2- 172.21.15.26:0/526250270 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5cd780 0x562ddd5d3c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.220+0000 7f6a753da740 1 --2- 172.21.15.26:0/526250270 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cce60 0x562ddd5d7480 unknown :-1 s=CLOSED pgs=1491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.220+0000 7f6a753da740 1 -- 172.21.15.26:0/526250270 >> 172.21.15.26:0/526250270 conn(0x562ddd5c9180 msgr2=0x562ddd5d34f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.220+0000 7f6a753da740 1 -- 172.21.15.26:0/526250270 shutdown_connections 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.220+0000 7f6a753da740 1 -- 172.21.15.26:0/526250270 wait complete. 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.221+0000 7f6a753da740 1 -- start start 2024-04-26T23:51:01.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.221+0000 7f6a753da740 1 Processor -- start 2024-04-26T23:51:01.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.221+0000 7f6a753da740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5cce60 0x562ddd5ed2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.221+0000 7f6a753da740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cd780 0x562ddd5ea6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.221+0000 7f6a753da740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5d7e50 0x562ddd5eabf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.221+0000 7f6a753da740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6c1aec10 con 0x562ddd5cd780 2024-04-26T23:51:01.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.221+0000 7f6a753da740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6c1b0080 con 0x562ddd5cce60 2024-04-26T23:51:01.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.221+0000 7f6a753da740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6c1af2e0 con 0x562ddd5d7e50 2024-04-26T23:51:01.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.221+0000 7f6a753da740 10 client.0 _ll_register_callbacks cb 0x7f6a6403f070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.222+0000 7f6a6aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cd780 0x562ddd5ea6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.222+0000 7f6a6aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cd780 0x562ddd5ea6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32874/0 (socket says 172.21.15.26:32874) 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.222+0000 7f6a6aa00640 1 -- 172.21.15.26:0/3284224007 learned_addr learned my addr 172.21.15.26:0/3284224007 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.222+0000 7f6a6be00640 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5d7e50 0x562ddd5eabf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.222+0000 7f6a6be00640 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5cce60 0x562ddd5ed2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.222+0000 7f6a6aa00640 1 -- 172.21.15.26:0/3284224007 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5d7e50 msgr2=0x562ddd5eabf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.222+0000 7f6a6aa00640 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5d7e50 0x562ddd5eabf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.222+0000 7f6a6aa00640 1 -- 172.21.15.26:0/3284224007 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5cce60 msgr2=0x562ddd5ed2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.222+0000 7f6a6aa00640 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5cce60 0x562ddd5ed2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.222+0000 7f6a6aa00640 1 -- 172.21.15.26:0/3284224007 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ddd5eb3f0 con 0x562ddd5cd780 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.222+0000 7f6a6be00640 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5cce60 0x562ddd5ed2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.223+0000 7f6a6aa00640 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cd780 0x562ddd5ea6b0 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x562ddd5d45b0 tx=0x7f6a58011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22e3012fbf3a4d50 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.223+0000 7f6a55600640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:01.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.223+0000 7f6a55600640 1 -- 172.21.15.26:0/3284224007 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a5801b2d0 con 0x562ddd5cd780 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.223+0000 7f6a55600640 1 -- 172.21.15.26:0/3284224007 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f6a5801b470 con 0x562ddd5cd780 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.223+0000 7f6a753da740 1 -- 172.21.15.26:0/3284224007 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a64036040 con 0x562ddd5cd780 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.223+0000 7f6a55600640 1 -- 172.21.15.26:0/3284224007 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6a5802a050 con 0x562ddd5cd780 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.223+0000 7f6a753da740 10 client.18618 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.223+0000 7f6a753da740 1 -- 172.21.15.26:0/3284224007 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562ddd64dda0 con 0x562ddd5cd780 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.224+0000 7f6a55600640 1 -- 172.21.15.26:0/3284224007 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6a64036040 con 0x562ddd5cd780 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.224+0000 7f6a55600640 1 -- 172.21.15.26:0/3284224007 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6a58010bd0 con 0x562ddd5cd780 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.224+0000 7f6a753da740 10 client.18618 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.224+0000 7f6a753da740 10 client.18618 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.224+0000 7f6a753da740 20 client.18618 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.224+0000 7f6a753da740 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562ddd64e5a0 0x562ddd6509c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.224+0000 7f6a753da740 4 client.18618 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:51:01.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.224+0000 7f6a753da740 1 -- 172.21.15.26:0/3284224007 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x562ddd53a400 con 0x562ddd64e5a0 2024-04-26T23:51:01.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.225+0000 7f6a6be00640 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562ddd64e5a0 0x562ddd6509c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.234 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.225+0000 7f6a6be00640 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562ddd64e5a0 0x562ddd6509c0 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b384c180536775fa server_cookie=426461fd8f2a567a in_seq=0 out_seq=0 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.225+0000 7f6a55600640 10 client.18618 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.228+0000 7f6a55600640 1 -- 172.21.15.26:0/3284224007 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562ddd53a400 con 0x562ddd64e5a0 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.228+0000 7f6a55600640 10 client.18618 handle_command_reply: tid=0 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.228+0000 7f6a753da740 1 client.18618 shutdown 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.228+0000 7f6a753da740 1 -- 172.21.15.26:0/3284224007 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cd780 msgr2=0x562ddd5ea6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.228+0000 7f6a753da740 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cd780 0x562ddd5ea6b0 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x562ddd5d45b0 tx=0x7f6a58011810 comp rx=0 tx=0).stop 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.228+0000 7f6a753da740 1 -- 172.21.15.26:0/3284224007 shutdown_connections 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.228+0000 7f6a753da740 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x562ddd64e5a0 0x562ddd6509c0 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.228+0000 7f6a753da740 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ddd5d7e50 0x562ddd5eabf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.228+0000 7f6a753da740 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x562ddd5cd780 0x562ddd5ea6b0 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.228+0000 7f6a753da740 1 --2- 172.21.15.26:0/3284224007 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x562ddd5cce60 0x562ddd5ed2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.228+0000 7f6a753da740 1 -- 172.21.15.26:0/3284224007 >> 172.21.15.26:0/3284224007 conn(0x562ddd5c9180 msgr2=0x562ddd5d3d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.228+0000 7f6a55600640 0 client.18618 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.229+0000 7f6a753da740 1 -- 172.21.15.26:0/3284224007 shutdown_connections 2024-04-26T23:51:01.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.229+0000 7f6a753da740 1 -- 172.21.15.26:0/3284224007 wait complete. 2024-04-26T23:51:01.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.229+0000 7f6a753da740 20 client.18618 trim_cache size 0 max 16384 2024-04-26T23:51:01.236 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:51:01.236 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:51:01.236 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "0e909b57-cbb6-464e-87b9-d6324ce8a399", 2024-04-26T23:51:01.236 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:51:01.236 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:51:01.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.229+0000 7f6a71000640 1 -- 172.21.15.26:0/1351018489 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6a500a3d20 msgr2=0x7f6a500a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.229+0000 7f6a71000640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6a500a3d20 0x7f6a500a61e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x562ddd5ce420 tx=0x7f6a5c009f70 comp rx=0 tx=0).stop 2024-04-26T23:51:01.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.229+0000 7f6a71000640 1 -- 172.21.15.26:0/1351018489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a6c1027d0 msgr2=0x7f6a6c19b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.229+0000 7f6a71000640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a6c1027d0 0x7f6a6c19b120 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c00d770 tx=0x7f6a5c00dc30 comp rx=0 tx=0).stop 2024-04-26T23:51:01.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.230+0000 7f6a71000640 1 -- 172.21.15.26:0/1351018489 shutdown_connections 2024-04-26T23:51:01.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.230+0000 7f6a71000640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6a6c1087e0 0x7f6a6c19f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.230+0000 7f6a71000640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6a6c103190 0x7f6a6c19b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.230+0000 7f6a71000640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6a500a3d20 0x7f6a500a61e0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.230+0000 7f6a71000640 1 --2- 172.21.15.26:0/1351018489 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6a6c1027d0 0x7f6a6c19b120 unknown :-1 s=CLOSED pgs=1488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.230+0000 7f6a71000640 1 -- 172.21.15.26:0/1351018489 >> 172.21.15.26:0/1351018489 conn(0x7f6a6c0fe300 msgr2=0x7f6a6c10e000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:01.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.230+0000 7f6a71000640 1 -- 172.21.15.26:0/1351018489 shutdown_connections 2024-04-26T23:51:01.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.230+0000 7f6a71000640 1 -- 172.21.15.26:0/1351018489 wait complete. 2024-04-26T23:51:01.241 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4195840 len 16384 2024-04-26T23:51:01.241 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4195840 len 16384 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196352 len 1024 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 1024 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196352 len 1024 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 1024 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196352 len 2048 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 2048 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196352 len 2048 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 2048 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196352 len 4096 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 4096 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196352 len 4096 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 4096 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196352 len 8192 2024-04-26T23:51:01.242 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 8192 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196352 len 8192 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 8192 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196352 len 16384 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 16384 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196352 len 16384 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196352 len 16384 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196864 len 1024 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 1024 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196864 len 1024 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 1024 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196864 len 2048 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 2048 2024-04-26T23:51:01.243 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196864 len 2048 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 2048 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196864 len 4096 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 4096 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196864 len 4096 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 4096 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196864 len 8192 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 8192 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196864 len 8192 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 8192 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4196864 len 16384 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 16384 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4196864 len 16384 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4196864 len 16384 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197376 len 1024 2024-04-26T23:51:01.244 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 1024 2024-04-26T23:51:01.245 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197376 len 1024 2024-04-26T23:51:01.245 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 1024 2024-04-26T23:51:01.245 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197376 len 2048 2024-04-26T23:51:01.245 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 2048 2024-04-26T23:51:01.245 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197376 len 2048 2024-04-26T23:51:01.245 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 2048 2024-04-26T23:51:01.245 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197376 len 4096 2024-04-26T23:51:01.245 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 4096 2024-04-26T23:51:01.245 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197376 len 4096 2024-04-26T23:51:01.245 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 4096 2024-04-26T23:51:01.245 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197376 len 8192 2024-04-26T23:51:01.245 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 8192 2024-04-26T23:51:01.246 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197376 len 8192 2024-04-26T23:51:01.246 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 8192 2024-04-26T23:51:01.246 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197376 len 16384 2024-04-26T23:51:01.246 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 16384 2024-04-26T23:51:01.246 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197376 len 16384 2024-04-26T23:51:01.246 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197376 len 16384 2024-04-26T23:51:01.246 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197888 len 1024 2024-04-26T23:51:01.246 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 1024 2024-04-26T23:51:01.246 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197888 len 1024 2024-04-26T23:51:01.246 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 1024 2024-04-26T23:51:01.246 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197888 len 2048 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 2048 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197888 len 2048 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 2048 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197888 len 4096 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 4096 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197888 len 4096 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 4096 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197888 len 8192 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 8192 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197888 len 8192 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 8192 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 2560 offset 4197888 len 16384 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 16384 2024-04-26T23:51:01.247 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 2560 offset 4197888 len 16384 2024-04-26T23:51:01.248 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 2560 offset 4197888 len 16384 2024-04-26T23:51:01.254 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:51:01.254 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:51:01.310 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190208 len 1024 2024-04-26T23:51:01.310 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 1024 2024-04-26T23:51:01.310 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190208 len 1024 2024-04-26T23:51:01.310 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 1024 2024-04-26T23:51:01.310 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190208 len 2048 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 2048 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190208 len 2048 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 2048 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190208 len 4096 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 4096 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190208 len 4096 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 4096 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190208 len 8192 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 8192 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190208 len 8192 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 8192 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190208 len 16384 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 16384 2024-04-26T23:51:01.311 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190208 len 16384 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190208 len 16384 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190720 len 1024 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 1024 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190720 len 1024 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 1024 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190720 len 2048 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 2048 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190720 len 2048 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 2048 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190720 len 4096 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 4096 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190720 len 4096 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 4096 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190720 len 8192 2024-04-26T23:51:01.312 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 8192 2024-04-26T23:51:01.313 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190720 len 8192 2024-04-26T23:51:01.313 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 8192 2024-04-26T23:51:01.313 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4190720 len 16384 2024-04-26T23:51:01.313 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 16384 2024-04-26T23:51:01.313 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4190720 len 16384 2024-04-26T23:51:01.313 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4190720 len 16384 2024-04-26T23:51:01.313 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191232 len 1024 2024-04-26T23:51:01.313 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 1024 2024-04-26T23:51:01.313 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191232 len 1024 2024-04-26T23:51:01.313 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 1024 2024-04-26T23:51:01.313 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191232 len 2048 2024-04-26T23:51:01.313 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 2048 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191232 len 2048 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 2048 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191232 len 4096 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 4096 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191232 len 4096 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 4096 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191232 len 8192 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 8192 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191232 len 8192 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 8192 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191232 len 16384 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 16384 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191232 len 16384 2024-04-26T23:51:01.314 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191232 len 16384 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191744 len 1024 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 1024 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191744 len 1024 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 1024 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191744 len 2048 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 2048 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191744 len 2048 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 2048 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191744 len 4096 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 4096 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191744 len 4096 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 4096 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191744 len 8192 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 8192 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191744 len 8192 2024-04-26T23:51:01.315 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 8192 2024-04-26T23:51:01.316 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4191744 len 16384 2024-04-26T23:51:01.316 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 16384 2024-04-26T23:51:01.316 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4191744 len 16384 2024-04-26T23:51:01.316 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4191744 len 16384 2024-04-26T23:51:01.316 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192256 len 1024 2024-04-26T23:51:01.316 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 1024 2024-04-26T23:51:01.316 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192256 len 1024 2024-04-26T23:51:01.371 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 1024 2024-04-26T23:51:01.371 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192256 len 2048 2024-04-26T23:51:01.371 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 2048 2024-04-26T23:51:01.371 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192256 len 2048 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 2048 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192256 len 4096 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 4096 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192256 len 4096 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 4096 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192256 len 8192 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 8192 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192256 len 8192 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 8192 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192256 len 16384 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 16384 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192256 len 16384 2024-04-26T23:51:01.372 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192256 len 16384 2024-04-26T23:51:01.373 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192768 len 1024 2024-04-26T23:51:01.373 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 1024 2024-04-26T23:51:01.373 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192768 len 1024 2024-04-26T23:51:01.373 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 1024 2024-04-26T23:51:01.373 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192768 len 2048 2024-04-26T23:51:01.373 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 2048 2024-04-26T23:51:01.373 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192768 len 2048 2024-04-26T23:51:01.373 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 2048 2024-04-26T23:51:01.373 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192768 len 4096 2024-04-26T23:51:01.373 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 4096 2024-04-26T23:51:01.373 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192768 len 4096 2024-04-26T23:51:01.373 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 4096 2024-04-26T23:51:01.374 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192768 len 8192 2024-04-26T23:51:01.374 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 8192 2024-04-26T23:51:01.374 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192768 len 8192 2024-04-26T23:51:01.374 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 8192 2024-04-26T23:51:01.374 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4192768 len 16384 2024-04-26T23:51:01.374 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 16384 2024-04-26T23:51:01.374 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4192768 len 16384 2024-04-26T23:51:01.374 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4192768 len 16384 2024-04-26T23:51:01.374 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193280 len 1024 2024-04-26T23:51:01.374 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 1024 2024-04-26T23:51:01.374 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193280 len 1024 2024-04-26T23:51:01.374 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 1024 2024-04-26T23:51:01.375 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193280 len 2048 2024-04-26T23:51:01.375 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 2048 2024-04-26T23:51:01.375 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193280 len 2048 2024-04-26T23:51:01.375 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 2048 2024-04-26T23:51:01.375 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193280 len 4096 2024-04-26T23:51:01.375 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 4096 2024-04-26T23:51:01.375 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193280 len 4096 2024-04-26T23:51:01.375 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 4096 2024-04-26T23:51:01.375 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193280 len 8192 2024-04-26T23:51:01.375 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 8192 2024-04-26T23:51:01.375 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193280 len 8192 2024-04-26T23:51:01.376 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 8192 2024-04-26T23:51:01.376 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193280 len 16384 2024-04-26T23:51:01.376 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 16384 2024-04-26T23:51:01.376 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193280 len 16384 2024-04-26T23:51:01.376 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193280 len 16384 2024-04-26T23:51:01.376 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193792 len 1024 2024-04-26T23:51:01.376 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 1024 2024-04-26T23:51:01.376 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193792 len 1024 2024-04-26T23:51:01.376 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 1024 2024-04-26T23:51:01.376 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193792 len 2048 2024-04-26T23:51:01.376 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 2048 2024-04-26T23:51:01.376 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193792 len 2048 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 2048 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193792 len 4096 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 4096 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193792 len 4096 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 4096 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193792 len 8192 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 8192 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193792 len 8192 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 8192 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4193792 len 16384 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 16384 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4193792 len 16384 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4193792 len 16384 2024-04-26T23:51:01.377 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194304 len 1024 2024-04-26T23:51:01.378 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 1024 2024-04-26T23:51:01.378 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194304 len 1024 2024-04-26T23:51:01.378 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 1024 2024-04-26T23:51:01.378 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194304 len 2048 2024-04-26T23:51:01.444 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 2048 2024-04-26T23:51:01.444 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194304 len 2048 2024-04-26T23:51:01.444 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 2048 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194304 len 4096 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 4096 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194304 len 4096 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 4096 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194304 len 8192 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 8192 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194304 len 8192 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 8192 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194304 len 16384 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 16384 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194304 len 16384 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194304 len 16384 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194816 len 1024 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 1024 2024-04-26T23:51:01.445 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194816 len 1024 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 1024 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194816 len 2048 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 2048 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194816 len 2048 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 2048 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194816 len 4096 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 4096 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194816 len 4096 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 4096 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194816 len 8192 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 8192 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194816 len 8192 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 8192 2024-04-26T23:51:01.446 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4194816 len 16384 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 16384 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4194816 len 16384 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4194816 len 16384 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195328 len 1024 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 1024 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195328 len 1024 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 1024 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195328 len 2048 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 2048 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195328 len 2048 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 2048 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195328 len 4096 2024-04-26T23:51:01.447 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 4096 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195328 len 4096 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 4096 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195328 len 8192 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 8192 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195328 len 8192 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 8192 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195328 len 16384 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 16384 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195328 len 16384 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195328 len 16384 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195840 len 1024 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 1024 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195840 len 1024 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 1024 2024-04-26T23:51:01.448 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195840 len 2048 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 2048 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195840 len 2048 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 2048 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195840 len 4096 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 4096 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195840 len 4096 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 4096 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195840 len 8192 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 8192 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195840 len 8192 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 8192 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4195840 len 16384 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 16384 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4195840 len 16384 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4195840 len 16384 2024-04-26T23:51:01.449 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196352 len 1024 2024-04-26T23:51:01.450 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 1024 2024-04-26T23:51:01.450 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196352 len 1024 2024-04-26T23:51:01.450 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 1024 2024-04-26T23:51:01.450 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196352 len 2048 2024-04-26T23:51:01.450 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 2048 2024-04-26T23:51:01.450 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196352 len 2048 2024-04-26T23:51:01.450 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 2048 2024-04-26T23:51:01.526 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196352 len 4096 2024-04-26T23:51:01.526 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 4096 2024-04-26T23:51:01.526 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196352 len 4096 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 4096 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196352 len 8192 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 8192 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196352 len 8192 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 8192 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196352 len 16384 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 16384 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196352 len 16384 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196352 len 16384 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196864 len 1024 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 1024 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196864 len 1024 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 1024 2024-04-26T23:51:01.527 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196864 len 2048 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 2048 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196864 len 2048 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 2048 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196864 len 4096 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 4096 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196864 len 4096 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 4096 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196864 len 8192 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 8192 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196864 len 8192 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 8192 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4196864 len 16384 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 16384 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4196864 len 16384 2024-04-26T23:51:01.528 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4196864 len 16384 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197376 len 1024 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 1024 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197376 len 1024 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 1024 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197376 len 2048 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 2048 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197376 len 2048 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 2048 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197376 len 4096 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 4096 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197376 len 4096 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 4096 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197376 len 8192 2024-04-26T23:51:01.529 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 8192 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197376 len 8192 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 8192 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197376 len 16384 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 16384 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197376 len 16384 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197376 len 16384 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197888 len 1024 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 1024 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197888 len 1024 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 1024 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197888 len 2048 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 2048 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197888 len 2048 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 2048 2024-04-26T23:51:01.530 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197888 len 4096 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 4096 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197888 len 4096 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 4096 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197888 len 8192 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 8192 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197888 len 8192 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 8192 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3072 offset 4197888 len 16384 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 16384 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3072 offset 4197888 len 16384 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3072 offset 4197888 len 16384 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190208 len 1024 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 1024 2024-04-26T23:51:01.531 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190208 len 1024 2024-04-26T23:51:01.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 1024 2024-04-26T23:51:01.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190208 len 2048 2024-04-26T23:51:01.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 2048 2024-04-26T23:51:01.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190208 len 2048 2024-04-26T23:51:01.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 2048 2024-04-26T23:51:01.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190208 len 4096 2024-04-26T23:51:01.532 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 4096 2024-04-26T23:51:01.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.527+0000 7f8d6ae00640 1 -- 172.21.15.26:0/3562070011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8d64108ed0 msgr2=0x7f8d64109330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.527+0000 7f8d6ae00640 1 --2- 172.21.15.26:0/3562070011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8d64108ed0 0x7f8d64109330 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f8d50009900 tx=0x7f8d5002a480 comp rx=0 tx=0).stop 2024-04-26T23:51:01.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.527+0000 7f8d6ae00640 1 -- 172.21.15.26:0/3562070011 shutdown_connections 2024-04-26T23:51:01.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.527+0000 7f8d6ae00640 1 --2- 172.21.15.26:0/3562070011 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8d64109870 0x7f8d64115c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.527+0000 7f8d6ae00640 1 --2- 172.21.15.26:0/3562070011 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8d64108ed0 0x7f8d64109330 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.527+0000 7f8d6ae00640 1 --2- 172.21.15.26:0/3562070011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8d6410eef0 0x7f8d6410f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.527+0000 7f8d6ae00640 1 -- 172.21.15.26:0/3562070011 >> 172.21.15.26:0/3562070011 conn(0x7f8d64078750 msgr2=0x7f8d64107750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:01.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.527+0000 7f8d6ae00640 1 -- 172.21.15.26:0/3562070011 shutdown_connections 2024-04-26T23:51:01.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.528+0000 7f8d6ae00640 1 -- 172.21.15.26:0/3562070011 wait complete. 2024-04-26T23:51:01.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.529+0000 7f8d6ae00640 1 Processor -- start 2024-04-26T23:51:01.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.529+0000 7f8d6ae00640 1 -- start start 2024-04-26T23:51:01.535 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.529+0000 7f8d6ae00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8d64108ed0 0x7f8d6419f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.529+0000 7f8d6ae00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8d64109870 0x7f8d6419fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.529+0000 7f8d6ae00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8d6410eef0 0x7f8d641a3d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.529+0000 7f8d6ae00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8d64118f80 con 0x7f8d64108ed0 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.529+0000 7f8d6ae00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8d64118e00 con 0x7f8d6410eef0 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.529+0000 7f8d6ae00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8d64119100 con 0x7f8d64109870 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.530+0000 7f8d69a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8d64108ed0 0x7f8d6419f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.530+0000 7f8d69a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8d64108ed0 0x7f8d6419f4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32880/0 (socket says 172.21.15.26:32880) 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.530+0000 7f8d69a00640 1 -- 172.21.15.26:0/1737934085 learned_addr learned my addr 172.21.15.26:0/1737934085 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.530+0000 7f8d69000640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8d64109870 0x7f8d6419fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.530+0000 7f8d6a400640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8d6410eef0 0x7f8d641a3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.530+0000 7f8d69a00640 1 -- 172.21.15.26:0/1737934085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8d64109870 msgr2=0x7f8d6419fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.530+0000 7f8d69a00640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8d64109870 0x7f8d6419fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.530+0000 7f8d69a00640 1 -- 172.21.15.26:0/1737934085 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8d6410eef0 msgr2=0x7f8d641a3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.530+0000 7f8d69a00640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8d6410eef0 0x7f8d641a3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.530+0000 7f8d69a00640 1 -- 172.21.15.26:0/1737934085 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d641a4460 con 0x7f8d64108ed0 2024-04-26T23:51:01.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.531+0000 7f8d69a00640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8d64108ed0 0x7f8d6419f4c0 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f8d5800d770 tx=0x7f8d5800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:01.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.531+0000 7f8d62000640 1 -- 172.21.15.26:0/1737934085 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d58017070 con 0x7f8d64108ed0 2024-04-26T23:51:01.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.531+0000 7f8d62000640 1 -- 172.21.15.26:0/1737934085 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8d580054b0 con 0x7f8d64108ed0 2024-04-26T23:51:01.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.531+0000 7f8d6ae00640 1 -- 172.21.15.26:0/1737934085 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d641a4750 con 0x7f8d64108ed0 2024-04-26T23:51:01.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.531+0000 7f8d62000640 1 -- 172.21.15.26:0/1737934085 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d58004c60 con 0x7f8d64108ed0 2024-04-26T23:51:01.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.531+0000 7f8d6ae00640 1 -- 172.21.15.26:0/1737934085 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d641abfe0 con 0x7f8d64108ed0 2024-04-26T23:51:01.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.535+0000 7f8d62000640 1 -- 172.21.15.26:0/1737934085 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8d58004e00 con 0x7f8d64108ed0 2024-04-26T23:51:01.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.535+0000 7f8d6f1af740 1 Processor -- start 2024-04-26T23:51:01.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.535+0000 7f8d6f1af740 1 -- start start 2024-04-26T23:51:01.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.536+0000 7f8d6f1af740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c88130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.536+0000 7f8d6f1af740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c92800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.536+0000 7f8d6f1af740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c95130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.536+0000 7f8d6f1af740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561856b99030 con 0x561856c87d50 2024-04-26T23:51:01.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.536+0000 7f8d6f1af740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561856bb47f0 con 0x561856c88670 2024-04-26T23:51:01.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.536+0000 7f8d6f1af740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561856b6f7e0 con 0x561856c92d40 2024-04-26T23:51:01.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.536+0000 7f8d6a400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c88130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.536+0000 7f8d6a400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c88130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32894/0 (socket says 172.21.15.26:32894) 2024-04-26T23:51:01.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.536+0000 7f8d6a400640 1 -- 172.21.15.26:0/642446091 learned_addr learned my addr 172.21.15.26:0/642446091 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:01.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.536+0000 7f8d69a00640 1 --2- 172.21.15.26:0/642446091 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c92800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.537+0000 7f8d69000640 1 --2- 172.21.15.26:0/642446091 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c95130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.537+0000 7f8d6a400640 1 -- 172.21.15.26:0/642446091 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 msgr2=0x561856c95130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.537+0000 7f8d6a400640 1 --2- 172.21.15.26:0/642446091 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c95130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.537+0000 7f8d6a400640 1 -- 172.21.15.26:0/642446091 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 msgr2=0x561856c92800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.537+0000 7f8d6a400640 1 --2- 172.21.15.26:0/642446091 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c92800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.537+0000 7f8d6a400640 1 -- 172.21.15.26:0/642446091 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561856b7b050 con 0x561856c87d50 2024-04-26T23:51:01.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.537+0000 7f8d62000640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8d4c0a3d20 0x7f8d4c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.537+0000 7f8d62000640 1 -- 172.21.15.26:0/1737934085 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f8d580d03a0 con 0x7f8d64108ed0 2024-04-26T23:51:01.543 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.537+0000 7f8d6a400640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8d4c0a3d20 0x7f8d4c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.538+0000 7f8d6a400640 1 --2- 172.21.15.26:0/642446091 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c88130 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c009ed0 tx=0x7f8d5c010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca682dc3d18ba51e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.538+0000 7f8d56a00640 1 -- 172.21.15.26:0/642446091 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5c021070 con 0x561856c87d50 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.538+0000 7f8d56a00640 1 -- 172.21.15.26:0/642446091 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8d5c01be20 con 0x561856c87d50 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.538+0000 7f8d56a00640 1 -- 172.21.15.26:0/642446091 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5c016070 con 0x561856c87d50 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.539+0000 7f8d6f1af740 1 -- 172.21.15.26:0/642446091 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 msgr2=0x561856c88130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.539+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/642446091 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c88130 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c009ed0 tx=0x7f8d5c010740 comp rx=0 tx=0).stop 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.539+0000 7f8d6a400640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8d4c0a3d20 0x7f8d4c0a61e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c01e000 tx=0x7f8d5c021000 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.539+0000 7f8d6f1af740 1 -- 172.21.15.26:0/642446091 shutdown_connections 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.539+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/642446091 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c95130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.539+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/642446091 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c92800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.539+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/642446091 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c88130 unknown :-1 s=CLOSED pgs=1495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.539+0000 7f8d6f1af740 1 -- 172.21.15.26:0/642446091 >> 172.21.15.26:0/642446091 conn(0x561856c84070 msgr2=0x561856c84450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.539+0000 7f8d6f1af740 1 -- 172.21.15.26:0/642446091 shutdown_connections 2024-04-26T23:51:01.544 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.539+0000 7f8d6f1af740 1 -- 172.21.15.26:0/642446091 wait complete. 2024-04-26T23:51:01.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.540+0000 7f8d6f1af740 1 -- start start 2024-04-26T23:51:01.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.540+0000 7f8d6f1af740 1 Processor -- start 2024-04-26T23:51:01.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d6f1af740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c87d50 0x561856c92570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.547 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d6f1af740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c88670 0x561856c8f900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d6f1af740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c92d40 0x561856c8fe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d6f1af740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x561856bf1200 con 0x561856c88670 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d6f1af740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x561856bebee0 con 0x561856c92d40 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d6f1af740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561856bf8e70 con 0x561856c87d50 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d6f1af740 10 client.0 _ll_register_callbacks cb 0x561856be2270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d69000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c88670 0x561856c8f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d69000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c88670 0x561856c8f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32896/0 (socket says 172.21.15.26:32896) 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d69000640 1 -- 172.21.15.26:0/9706897 learned_addr learned my addr 172.21.15.26:0/9706897 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d6a400640 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c92d40 0x561856c8fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d69a00640 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c87d50 0x561856c92570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d69000640 1 -- 172.21.15.26:0/9706897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c87d50 msgr2=0x561856c92570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d69000640 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c87d50 0x561856c92570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d69000640 1 -- 172.21.15.26:0/9706897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c92d40 msgr2=0x561856c8fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.548 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d69000640 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c92d40 0x561856c8fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d69000640 1 -- 172.21.15.26:0/9706897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618569c87d0 con 0x561856c88670 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d69a00640 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c87d50 0x561856c92570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.541+0000 7f8d6a400640 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c92d40 0x561856c8fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.542+0000 7f8d69000640 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c88670 0x561856c8f900 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f8d50000c00 tx=0x7f8d50005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a6af9d4e0c49352 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.542+0000 7f8d4b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.542+0000 7f8d4b400640 1 -- 172.21.15.26:0/9706897 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d50035030 con 0x561856c88670 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.542+0000 7f8d4b400640 1 -- 172.21.15.26:0/9706897 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f8d500048c0 con 0x561856c88670 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.542+0000 7f8d6f1af740 1 -- 172.21.15.26:0/9706897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d5c01be20 con 0x561856c88670 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.543+0000 7f8d4b400640 1 -- 172.21.15.26:0/9706897 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8d50005d50 con 0x561856c88670 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.543+0000 7f8d6f1af740 10 client.18630 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.543+0000 7f8d6f1af740 1 -- 172.21.15.26:0/9706897 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5618568fe3f0 con 0x561856c88670 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.543+0000 7f8d4b400640 1 -- 172.21.15.26:0/9706897 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8d5c01be20 con 0x561856c88670 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.543+0000 7f8d4b400640 1 -- 172.21.15.26:0/9706897 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8d50044470 con 0x561856c88670 2024-04-26T23:51:01.549 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.543+0000 7f8d6f1af740 10 client.18630 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:01.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.543+0000 7f8d6f1af740 10 client.18630 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:51:01.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.543+0000 7f8d6f1af740 20 client.18630 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:01.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.543+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561856ca2600 0x561856ca4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.543+0000 7f8d6f1af740 4 client.18630 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:51:01.550 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.543+0000 7f8d6f1af740 1 -- 172.21.15.26:0/9706897 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561856bfa7e0 con 0x561856ca2600 2024-04-26T23:51:01.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.544+0000 7f8d69a00640 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561856ca2600 0x561856ca4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.545+0000 7f8d69a00640 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561856ca2600 0x561856ca4a60 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe9c3cee0c5b7fbf server_cookie=c8bdca38a55abc3b in_seq=0 out_seq=0 2024-04-26T23:51:01.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.545+0000 7f8d4b400640 10 client.18630 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:01.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d4b400640 1 -- 172.21.15.26:0/9706897 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561856bfa7e0 con 0x561856ca2600 2024-04-26T23:51:01.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d4b400640 10 client.18630 handle_command_reply: tid=0 2024-04-26T23:51:01.551 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d6f1af740 1 client.18630 shutdown 2024-04-26T23:51:01.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d6f1af740 1 -- 172.21.15.26:0/9706897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c88670 msgr2=0x561856c8f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c88670 0x561856c8f900 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f8d50000c00 tx=0x7f8d50005270 comp rx=0 tx=0).stop 2024-04-26T23:51:01.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d6f1af740 1 -- 172.21.15.26:0/9706897 shutdown_connections 2024-04-26T23:51:01.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561856ca2600 0x561856ca4a60 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c92d40 0x561856c8fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c88670 0x561856c8f900 unknown :-1 s=CLOSED pgs=1496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d4b400640 0 client.18630 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:01.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/9706897 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c87d50 0x561856c92570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d6f1af740 1 -- 172.21.15.26:0/9706897 >> 172.21.15.26:0/9706897 conn(0x561856c84070 msgr2=0x561856c89d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:01.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d6f1af740 1 -- 172.21.15.26:0/9706897 shutdown_connections 2024-04-26T23:51:01.552 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d6f1af740 1 -- 172.21.15.26:0/9706897 wait complete. 2024-04-26T23:51:01.553 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.547+0000 7f8d6f1af740 20 client.18630 trim_cache size 0 max 16384 2024-04-26T23:51:01.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.569+0000 7f8d6f1af740 1 Processor -- start 2024-04-26T23:51:01.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.569+0000 7f8d6f1af740 1 -- start start 2024-04-26T23:51:01.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.569+0000 7f8d6f1af740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c8e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d6f1af740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c9e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d6f1af740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c92030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d6f1af740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8d641b4a70 con 0x561856c87d50 2024-04-26T23:51:01.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d6f1af740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8d641b28e0 con 0x561856c88670 2024-04-26T23:51:01.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d6f1af740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8d641b43a0 con 0x561856c92d40 2024-04-26T23:51:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d69a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c8e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d69a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c8e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32904/0 (socket says 172.21.15.26:32904) 2024-04-26T23:51:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d69a00640 1 -- 172.21.15.26:0/600422867 learned_addr learned my addr 172.21.15.26:0/600422867 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d69000640 1 --2- 172.21.15.26:0/600422867 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c9e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d6a400640 1 --2- 172.21.15.26:0/600422867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c92030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d69a00640 1 -- 172.21.15.26:0/600422867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 msgr2=0x561856c92030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d69a00640 1 --2- 172.21.15.26:0/600422867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c92030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d69a00640 1 -- 172.21.15.26:0/600422867 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 msgr2=0x561856c9e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d69a00640 1 --2- 172.21.15.26:0/600422867 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c9e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d69a00640 1 -- 172.21.15.26:0/600422867 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618568be0f0 con 0x561856c87d50 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.570+0000 7f8d6a400640 1 --2- 172.21.15.26:0/600422867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c92030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.571+0000 7f8d69a00640 1 --2- 172.21.15.26:0/600422867 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c8e840 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f8d5809bfc0 tx=0x7f8d580d27f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8459e6c04346d23 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.571+0000 7f8d56000640 1 -- 172.21.15.26:0/600422867 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d58020040 con 0x561856c87d50 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.571+0000 7f8d56000640 1 -- 172.21.15.26:0/600422867 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8d5809c9c0 con 0x561856c87d50 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.571+0000 7f8d56000640 1 -- 172.21.15.26:0/600422867 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d58098930 con 0x561856c87d50 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.572+0000 7f8d6f1af740 1 -- 172.21.15.26:0/600422867 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 msgr2=0x561856c8e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.572+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/600422867 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c8e840 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f8d5809bfc0 tx=0x7f8d580d27f0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.572+0000 7f8d6f1af740 1 -- 172.21.15.26:0/600422867 shutdown_connections 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.572+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/600422867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c92030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.577 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.572+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/600422867 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c9e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.572+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/600422867 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c8e840 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.572+0000 7f8d6f1af740 1 -- 172.21.15.26:0/600422867 >> 172.21.15.26:0/600422867 conn(0x561856c84070 msgr2=0x561856c8af10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:01.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.572+0000 7f8d6f1af740 1 -- 172.21.15.26:0/600422867 shutdown_connections 2024-04-26T23:51:01.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.572+0000 7f8d6f1af740 1 -- 172.21.15.26:0/600422867 wait complete. 2024-04-26T23:51:01.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.573+0000 7f8d6f1af740 1 -- start start 2024-04-26T23:51:01.578 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.573+0000 7f8d6f1af740 1 Processor -- start 2024-04-26T23:51:01.579 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190208 len 4096 2024-04-26T23:51:01.579 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 4096 2024-04-26T23:51:01.579 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190208 len 8192 2024-04-26T23:51:01.579 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 8192 2024-04-26T23:51:01.579 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190208 len 8192 2024-04-26T23:51:01.579 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 8192 2024-04-26T23:51:01.579 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190208 len 16384 2024-04-26T23:51:01.579 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 16384 2024-04-26T23:51:01.579 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190208 len 16384 2024-04-26T23:51:01.579 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190208 len 16384 2024-04-26T23:51:01.579 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190720 len 1024 2024-04-26T23:51:01.579 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 1024 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190720 len 1024 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 1024 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190720 len 2048 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 2048 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190720 len 2048 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 2048 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190720 len 4096 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 4096 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190720 len 4096 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 4096 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190720 len 8192 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 8192 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190720 len 8192 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 8192 2024-04-26T23:51:01.580 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4190720 len 16384 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 16384 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4190720 len 16384 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4190720 len 16384 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191232 len 1024 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 1024 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191232 len 1024 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 1024 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191232 len 2048 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 2048 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191232 len 2048 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 2048 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191232 len 4096 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 4096 2024-04-26T23:51:01.581 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191232 len 4096 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 4096 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191232 len 8192 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 8192 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191232 len 8192 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 8192 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191232 len 16384 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 16384 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191232 len 16384 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191232 len 16384 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191744 len 1024 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 1024 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191744 len 1024 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 1024 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191744 len 2048 2024-04-26T23:51:01.582 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 2048 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191744 len 2048 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 2048 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191744 len 4096 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 4096 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191744 len 4096 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 4096 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191744 len 8192 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 8192 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191744 len 8192 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 8192 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4191744 len 16384 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 16384 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4191744 len 16384 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4191744 len 16384 2024-04-26T23:51:01.583 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192256 len 1024 2024-04-26T23:51:01.584 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 1024 2024-04-26T23:51:01.584 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192256 len 1024 2024-04-26T23:51:01.584 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 1024 2024-04-26T23:51:01.584 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192256 len 2048 2024-04-26T23:51:01.584 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 2048 2024-04-26T23:51:01.584 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192256 len 2048 2024-04-26T23:51:01.584 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 2048 2024-04-26T23:51:01.584 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192256 len 4096 2024-04-26T23:51:01.584 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 4096 2024-04-26T23:51:01.584 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192256 len 4096 2024-04-26T23:51:01.584 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 4096 2024-04-26T23:51:01.584 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192256 len 8192 2024-04-26T23:51:01.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.573+0000 7f8d6f1af740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c8c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.573+0000 7f8d6f1af740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c8c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.573+0000 7f8d6f1af740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c8cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.573+0000 7f8d6f1af740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f8d641b3600 con 0x561856c87d50 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d6f1af740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f8d641b2f30 con 0x561856c88670 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d6f1af740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8d641b3cd0 con 0x561856c92d40 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d6f1af740 10 client.0 _ll_register_callbacks cb 0x7f8d50009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d69a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c8c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d69a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c8c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:32916/0 (socket says 172.21.15.26:32916) 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d69a00640 1 -- 172.21.15.26:0/107226860 learned_addr learned my addr 172.21.15.26:0/107226860 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d69000640 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c8c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d6a400640 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c8cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d69a00640 1 -- 172.21.15.26:0/107226860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 msgr2=0x561856c8cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.588 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d69a00640 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c8cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d69a00640 1 -- 172.21.15.26:0/107226860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 msgr2=0x561856c8c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d69a00640 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c8c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d69a00640 1 -- 172.21.15.26:0/107226860 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561856bb4a30 con 0x561856c87d50 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.574+0000 7f8d69000640 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c8c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.575+0000 7f8d69a00640 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c8c480 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f8d58005780 tx=0x7f8d5809c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0af4fbda87db74a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.575+0000 7f8d4b400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.575+0000 7f8d4b400640 1 -- 172.21.15.26:0/107226860 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d58020040 con 0x561856c87d50 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.575+0000 7f8d4b400640 1 -- 172.21.15.26:0/107226860 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8556+0+0 (secure 0 0 0) 0x7f8d58098930 con 0x561856c87d50 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.575+0000 7f8d6f1af740 1 -- 172.21.15.26:0/107226860 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8d5809c9c0 con 0x561856c87d50 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.575+0000 7f8d4b400640 1 -- 172.21.15.26:0/107226860 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8d580a4f30 con 0x561856c87d50 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.575+0000 7f8d6f1af740 10 client.18636 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.575+0000 7f8d6f1af740 1 -- 172.21.15.26:0/107226860 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x561856d08b10 con 0x561856c87d50 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.576+0000 7f8d4b400640 1 -- 172.21.15.26:0/107226860 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f8d5809c9c0 con 0x561856c87d50 2024-04-26T23:51:01.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.576+0000 7f8d4b400640 1 -- 172.21.15.26:0/107226860 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f8d580a0120 con 0x561856c87d50 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.576+0000 7f8d6f1af740 10 client.18636 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.576+0000 7f8d6f1af740 10 client.18636 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.576+0000 7f8d6f1af740 20 client.18636 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.576+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561856d09220 0x561856d0b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.576+0000 7f8d6f1af740 4 client.18636 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.576+0000 7f8d6f1af740 1 -- 172.21.15.26:0/107226860 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561856bf4650 con 0x561856d09220 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.576+0000 7f8d69000640 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561856d09220 0x561856d0b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.577+0000 7f8d69000640 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561856d09220 0x561856d0b640 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=401ddbf550313c2f server_cookie=92aaf59a611b7026 in_seq=0 out_seq=0 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.577+0000 7f8d4b400640 10 client.18636 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d4b400640 1 -- 172.21.15.26:0/107226860 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561856bf4650 con 0x561856d09220 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d4b400640 10 client.18636 handle_command_reply: tid=0 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d6f1af740 1 client.18636 shutdown 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d6f1af740 1 -- 172.21.15.26:0/107226860 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 msgr2=0x561856c8c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c8c480 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f8d58005780 tx=0x7f8d5809c390 comp rx=0 tx=0).stop 2024-04-26T23:51:01.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d6f1af740 1 -- 172.21.15.26:0/107226860 shutdown_connections 2024-04-26T23:51:01.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x561856d09220 0x561856d0b640 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561856c92d40 0x561856c8cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x561856c88670 0x561856c8c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d6f1af740 1 --2- 172.21.15.26:0/107226860 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x561856c87d50 0x561856c8c480 unknown :-1 s=CLOSED pgs=1498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d4b400640 0 client.18636 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:01.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d6f1af740 1 -- 172.21.15.26:0/107226860 >> 172.21.15.26:0/107226860 conn(0x561856c84070 msgr2=0x561856c8aef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:01.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d6f1af740 1 -- 172.21.15.26:0/107226860 shutdown_connections 2024-04-26T23:51:01.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d6f1af740 1 -- 172.21.15.26:0/107226860 wait complete. 2024-04-26T23:51:01.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.578+0000 7f8d6f1af740 20 client.18636 trim_cache size 0 max 16384 2024-04-26T23:51:01.591 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:51:01.592 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:51:01.592 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:51:01.592 INFO:teuthology.orchestra.run.smithi026.stdout: "0e909b57-cbb6-464e-87b9-d6324ce8a399": { 2024-04-26T23:51:01.592 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:51:01.592 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "0e909b57-cbb6-464e-87b9-d6324ce8a399", 2024-04-26T23:51:01.592 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:51:01.592 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:51:01.592 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:51:01.592 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:51:01.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.579+0000 7f8d6ae00640 1 -- 172.21.15.26:0/1737934085 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8d4c0a3d20 msgr2=0x7f8d4c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.579+0000 7f8d6ae00640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8d4c0a3d20 0x7f8d4c0a61e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c01e000 tx=0x7f8d5c021000 comp rx=0 tx=0).stop 2024-04-26T23:51:01.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.579+0000 7f8d6ae00640 1 -- 172.21.15.26:0/1737934085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8d64108ed0 msgr2=0x7f8d6419f4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:01.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.579+0000 7f8d6ae00640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8d64108ed0 0x7f8d6419f4c0 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f8d5800d770 tx=0x7f8d5800dc30 comp rx=0 tx=0).stop 2024-04-26T23:51:01.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.579+0000 7f8d6ae00640 1 -- 172.21.15.26:0/1737934085 shutdown_connections 2024-04-26T23:51:01.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.579+0000 7f8d6ae00640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f8d6410eef0 0x7f8d641a3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.579+0000 7f8d6ae00640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8d64109870 0x7f8d6419fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.579+0000 7f8d6ae00640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f8d4c0a3d20 0x7f8d4c0a61e0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.579+0000 7f8d6ae00640 1 --2- 172.21.15.26:0/1737934085 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f8d64108ed0 0x7f8d6419f4c0 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:01.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.579+0000 7f8d6ae00640 1 -- 172.21.15.26:0/1737934085 >> 172.21.15.26:0/1737934085 conn(0x7f8d64078750 msgr2=0x7f8d64079860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:01.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.579+0000 7f8d6ae00640 1 -- 172.21.15.26:0/1737934085 shutdown_connections 2024-04-26T23:51:01.593 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:01.579+0000 7f8d6ae00640 1 -- 172.21.15.26:0/1737934085 wait complete. 2024-04-26T23:51:01.603 INFO:tasks.cephfs.filesystem:scrub status for tag:0e909b57-cbb6-464e-87b9-d6324ce8a399 - {'path': '/', 'tag': '0e909b57-cbb6-464e-87b9-d6324ce8a399', 'options': 'recursive,force'} 2024-04-26T23:51:01.653 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 8192 2024-04-26T23:51:01.653 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192256 len 8192 2024-04-26T23:51:01.653 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 8192 2024-04-26T23:51:01.653 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192256 len 16384 2024-04-26T23:51:01.653 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 16384 2024-04-26T23:51:01.653 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192256 len 16384 2024-04-26T23:51:01.653 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192256 len 16384 2024-04-26T23:51:01.654 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192768 len 1024 2024-04-26T23:51:01.654 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 1024 2024-04-26T23:51:01.654 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192768 len 1024 2024-04-26T23:51:01.654 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 1024 2024-04-26T23:51:01.654 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192768 len 2048 2024-04-26T23:51:01.654 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 2048 2024-04-26T23:51:01.654 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192768 len 2048 2024-04-26T23:51:01.654 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 2048 2024-04-26T23:51:01.654 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192768 len 4096 2024-04-26T23:51:01.654 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 4096 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192768 len 4096 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 4096 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192768 len 8192 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 8192 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192768 len 8192 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 8192 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4192768 len 16384 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 16384 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4192768 len 16384 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4192768 len 16384 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193280 len 1024 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 1024 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193280 len 1024 2024-04-26T23:51:01.655 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 1024 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193280 len 2048 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 2048 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193280 len 2048 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 2048 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193280 len 4096 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 4096 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193280 len 4096 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 4096 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193280 len 8192 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 8192 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193280 len 8192 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 8192 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193280 len 16384 2024-04-26T23:51:01.656 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 16384 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193280 len 16384 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193280 len 16384 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193792 len 1024 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 1024 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193792 len 1024 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 1024 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193792 len 2048 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 2048 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193792 len 2048 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 2048 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193792 len 4096 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 4096 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193792 len 4096 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 4096 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193792 len 8192 2024-04-26T23:51:01.657 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 8192 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193792 len 8192 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 8192 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4193792 len 16384 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 16384 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4193792 len 16384 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4193792 len 16384 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194304 len 1024 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 1024 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194304 len 1024 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 1024 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194304 len 2048 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 2048 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194304 len 2048 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 2048 2024-04-26T23:51:01.658 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194304 len 4096 2024-04-26T23:51:01.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 4096 2024-04-26T23:51:01.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194304 len 4096 2024-04-26T23:51:01.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 4096 2024-04-26T23:51:01.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194304 len 8192 2024-04-26T23:51:01.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 8192 2024-04-26T23:51:01.659 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194304 len 8192 2024-04-26T23:51:01.747 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 8192 2024-04-26T23:51:01.747 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194304 len 16384 2024-04-26T23:51:01.747 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 16384 2024-04-26T23:51:01.747 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194304 len 16384 2024-04-26T23:51:01.747 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194304 len 16384 2024-04-26T23:51:01.747 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194816 len 1024 2024-04-26T23:51:01.747 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 1024 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194816 len 1024 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 1024 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194816 len 2048 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 2048 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194816 len 2048 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 2048 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194816 len 4096 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 4096 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194816 len 4096 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 4096 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194816 len 8192 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 8192 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194816 len 8192 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 8192 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4194816 len 16384 2024-04-26T23:51:01.748 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 16384 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4194816 len 16384 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4194816 len 16384 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195328 len 1024 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 1024 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195328 len 1024 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 1024 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195328 len 2048 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 2048 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195328 len 2048 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 2048 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195328 len 4096 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 4096 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195328 len 4096 2024-04-26T23:51:01.749 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 4096 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195328 len 8192 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 8192 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195328 len 8192 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 8192 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195328 len 16384 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 16384 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195328 len 16384 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195328 len 16384 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195840 len 1024 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 1024 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195840 len 1024 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 1024 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195840 len 2048 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 2048 2024-04-26T23:51:01.750 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195840 len 2048 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 2048 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195840 len 4096 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 4096 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195840 len 4096 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 4096 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195840 len 8192 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 8192 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195840 len 8192 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 8192 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4195840 len 16384 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 16384 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4195840 len 16384 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4195840 len 16384 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196352 len 1024 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 1024 2024-04-26T23:51:01.751 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196352 len 1024 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 1024 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196352 len 2048 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 2048 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196352 len 2048 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 2048 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196352 len 4096 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 4096 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196352 len 4096 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 4096 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196352 len 8192 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 8192 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196352 len 8192 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 8192 2024-04-26T23:51:01.752 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196352 len 16384 2024-04-26T23:51:02.030 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:01 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:51:02.031 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:01 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:51:02.031 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:01 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:51:02.031 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:01 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:51:02.032 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:01 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:51:02.032 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:01 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:51:02.032 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:01 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:51:02.032 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:01 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:51:02.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:01 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:51:02.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:01 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:51:02.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:01 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:51:02.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:01 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:51:02.140 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 16384 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196352 len 16384 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196352 len 16384 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196864 len 1024 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 1024 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196864 len 1024 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 1024 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196864 len 2048 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 2048 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196864 len 2048 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 2048 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196864 len 4096 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 4096 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196864 len 4096 2024-04-26T23:51:02.141 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 4096 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196864 len 8192 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 8192 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196864 len 8192 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 8192 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4196864 len 16384 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 16384 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4196864 len 16384 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4196864 len 16384 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197376 len 1024 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 1024 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197376 len 1024 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 1024 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197376 len 2048 2024-04-26T23:51:02.142 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 2048 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197376 len 2048 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 2048 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197376 len 4096 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 4096 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197376 len 4096 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 4096 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197376 len 8192 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 8192 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197376 len 8192 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 8192 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197376 len 16384 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 16384 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197376 len 16384 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197376 len 16384 2024-04-26T23:51:02.143 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197888 len 1024 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 1024 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197888 len 1024 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 1024 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197888 len 2048 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 2048 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197888 len 2048 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 2048 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197888 len 4096 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 4096 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197888 len 4096 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 4096 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197888 len 8192 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 8192 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197888 len 8192 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 8192 2024-04-26T23:51:02.144 INFO:tasks.workunit.client.0.smithi026.stdout:read_direct buf_align 3584 offset 4197888 len 16384 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 16384 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:read_sync buf_align 3584 offset 4197888 len 16384 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:read_file buf_align 3584 offset 4197888 len 16384 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4190720 len 1024 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 1024 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4190720 len 1024 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 1024 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4190720 len 2048 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 2048 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4190720 len 2048 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 2048 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4190720 len 4096 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 4096 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4190720 len 4096 2024-04-26T23:51:02.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 4096 2024-04-26T23:51:02.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4190720 len 8192 2024-04-26T23:51:02.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 8192 2024-04-26T23:51:02.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4190720 len 8192 2024-04-26T23:51:02.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 8192 2024-04-26T23:51:02.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4190720 len 16384 2024-04-26T23:51:02.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 16384 2024-04-26T23:51:02.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4190720 len 16384 2024-04-26T23:51:02.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4190720 len 16384 2024-04-26T23:51:02.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191232 len 1024 2024-04-26T23:51:03.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:02 smithi086 ceph-mon[31122]: pgmap v474: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:51:03.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:02 smithi164 ceph-mon[31699]: pgmap v474: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:51:03.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:02 smithi026 ceph-mon[28371]: pgmap v474: 97 pgs: 97 active+clean; 9.5 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:51:03.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 1024 2024-04-26T23:51:03.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191232 len 1024 2024-04-26T23:51:03.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 1024 2024-04-26T23:51:03.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191232 len 2048 2024-04-26T23:51:03.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 2048 2024-04-26T23:51:03.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191232 len 2048 2024-04-26T23:51:03.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 2048 2024-04-26T23:51:03.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191232 len 4096 2024-04-26T23:51:03.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 4096 2024-04-26T23:51:03.419 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191232 len 4096 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 4096 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191232 len 8192 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 8192 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191232 len 8192 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 8192 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191232 len 16384 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 16384 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191232 len 16384 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191232 len 16384 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191744 len 1024 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 1024 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191744 len 1024 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 1024 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191744 len 2048 2024-04-26T23:51:03.420 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 2048 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191744 len 2048 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 2048 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191744 len 4096 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 4096 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191744 len 4096 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 4096 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191744 len 8192 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 8192 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191744 len 8192 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 8192 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4191744 len 16384 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 16384 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4191744 len 16384 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4191744 len 16384 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192256 len 1024 2024-04-26T23:51:03.421 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 1024 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192256 len 1024 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 1024 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192256 len 2048 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 2048 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192256 len 2048 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 2048 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192256 len 4096 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 4096 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192256 len 4096 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 4096 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192256 len 8192 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 8192 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192256 len 8192 2024-04-26T23:51:03.422 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 8192 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192256 len 16384 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 16384 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192256 len 16384 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192256 len 16384 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192768 len 1024 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 1024 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192768 len 1024 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 1024 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192768 len 2048 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 2048 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192768 len 2048 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 2048 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192768 len 4096 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 4096 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192768 len 4096 2024-04-26T23:51:03.423 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 4096 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192768 len 8192 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 8192 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192768 len 8192 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 8192 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4192768 len 16384 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 16384 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4192768 len 16384 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4192768 len 16384 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193280 len 1024 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 1024 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193280 len 1024 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 1024 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193280 len 2048 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 2048 2024-04-26T23:51:03.424 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193280 len 2048 2024-04-26T23:51:04.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:03 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:51:04.179 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:03 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:51:04.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:03 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:51:04.887 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 2048 2024-04-26T23:51:04.887 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193280 len 4096 2024-04-26T23:51:04.887 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 4096 2024-04-26T23:51:04.887 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193280 len 4096 2024-04-26T23:51:04.887 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 4096 2024-04-26T23:51:04.887 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193280 len 8192 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 8192 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193280 len 8192 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 8192 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193280 len 16384 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 16384 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193280 len 16384 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193280 len 16384 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193792 len 1024 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 1024 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193792 len 1024 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 1024 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193792 len 2048 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 2048 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193792 len 2048 2024-04-26T23:51:04.888 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 2048 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193792 len 4096 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 4096 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193792 len 4096 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 4096 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193792 len 8192 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 8192 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193792 len 8192 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 8192 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4193792 len 16384 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 16384 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4193792 len 16384 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4193792 len 16384 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194304 len 1024 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 1024 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194304 len 1024 2024-04-26T23:51:04.889 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 1024 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194304 len 2048 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 2048 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194304 len 2048 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 2048 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194304 len 4096 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 4096 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194304 len 4096 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 4096 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194304 len 8192 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 8192 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194304 len 8192 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 8192 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194304 len 16384 2024-04-26T23:51:04.890 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 16384 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194304 len 16384 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194304 len 16384 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194816 len 1024 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 1024 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194816 len 1024 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 1024 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194816 len 2048 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 2048 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194816 len 2048 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 2048 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194816 len 4096 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 4096 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194816 len 4096 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 4096 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194816 len 8192 2024-04-26T23:51:04.891 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 8192 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194816 len 8192 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 8192 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4194816 len 16384 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 16384 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4194816 len 16384 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4194816 len 16384 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195328 len 1024 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 1024 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195328 len 1024 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 1024 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195328 len 2048 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 2048 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195328 len 2048 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 2048 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195328 len 4096 2024-04-26T23:51:04.892 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 4096 2024-04-26T23:51:04.893 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195328 len 4096 2024-04-26T23:51:04.893 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 4096 2024-04-26T23:51:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:04 smithi086 ceph-mon[31122]: pgmap v475: 97 pgs: 97 active+clean; 71 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 425 KiB/s rd, 166 KiB/s wr, 101 op/s 2024-04-26T23:51:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:04 smithi086 ceph-mon[31122]: osdmap e109: 12 total, 12 up, 12 in 2024-04-26T23:51:05.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:04 smithi164 ceph-mon[31699]: pgmap v475: 97 pgs: 97 active+clean; 71 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 425 KiB/s rd, 166 KiB/s wr, 101 op/s 2024-04-26T23:51:05.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:04 smithi164 ceph-mon[31699]: osdmap e109: 12 total, 12 up, 12 in 2024-04-26T23:51:05.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:04 smithi026 ceph-mon[28371]: pgmap v475: 97 pgs: 97 active+clean; 71 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 425 KiB/s rd, 166 KiB/s wr, 101 op/s 2024-04-26T23:51:05.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:04 smithi026 ceph-mon[28371]: osdmap e109: 12 total, 12 up, 12 in 2024-04-26T23:51:06.330 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195328 len 8192 2024-04-26T23:51:06.330 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 8192 2024-04-26T23:51:06.330 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195328 len 8192 2024-04-26T23:51:06.330 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 8192 2024-04-26T23:51:06.330 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195328 len 16384 2024-04-26T23:51:06.330 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 16384 2024-04-26T23:51:06.330 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195328 len 16384 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195328 len 16384 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195840 len 1024 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 1024 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195840 len 1024 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 1024 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195840 len 2048 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 2048 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195840 len 2048 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 2048 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195840 len 4096 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 4096 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195840 len 4096 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 4096 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195840 len 8192 2024-04-26T23:51:06.331 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 8192 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195840 len 8192 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 8192 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4195840 len 16384 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 16384 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4195840 len 16384 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4195840 len 16384 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196352 len 1024 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 1024 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196352 len 1024 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 1024 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196352 len 2048 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 2048 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196352 len 2048 2024-04-26T23:51:06.332 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 2048 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196352 len 4096 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 4096 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196352 len 4096 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 4096 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196352 len 8192 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 8192 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196352 len 8192 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 8192 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196352 len 16384 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 16384 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196352 len 16384 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196352 len 16384 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196864 len 1024 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 1024 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196864 len 1024 2024-04-26T23:51:06.333 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 1024 2024-04-26T23:51:06.334 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196864 len 2048 2024-04-26T23:51:06.334 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 2048 2024-04-26T23:51:06.334 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196864 len 2048 2024-04-26T23:51:06.334 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 2048 2024-04-26T23:51:06.334 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196864 len 4096 2024-04-26T23:51:06.334 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 4096 2024-04-26T23:51:06.334 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196864 len 4096 2024-04-26T23:51:06.334 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 4096 2024-04-26T23:51:06.334 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196864 len 8192 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 8192 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196864 len 8192 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 8192 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4196864 len 16384 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 16384 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4196864 len 16384 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4196864 len 16384 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197376 len 1024 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 1024 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197376 len 1024 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 1024 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197376 len 2048 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 2048 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197376 len 2048 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 2048 2024-04-26T23:51:06.335 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197376 len 4096 2024-04-26T23:51:06.336 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 4096 2024-04-26T23:51:06.336 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197376 len 4096 2024-04-26T23:51:06.336 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 4096 2024-04-26T23:51:06.336 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197376 len 8192 2024-04-26T23:51:06.336 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 8192 2024-04-26T23:51:06.336 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197376 len 8192 2024-04-26T23:51:06.336 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 8192 2024-04-26T23:51:06.336 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197376 len 16384 2024-04-26T23:51:06.336 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 16384 2024-04-26T23:51:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:06 smithi086 ceph-mon[31122]: pgmap v477: 97 pgs: 97 active+clean; 71 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 508 KiB/s rd, 200 KiB/s wr, 118 op/s 2024-04-26T23:51:07.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:06 smithi164 ceph-mon[31699]: pgmap v477: 97 pgs: 97 active+clean; 71 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 508 KiB/s rd, 200 KiB/s wr, 118 op/s 2024-04-26T23:51:07.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:06 smithi026 ceph-mon[28371]: pgmap v477: 97 pgs: 97 active+clean; 71 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 508 KiB/s rd, 200 KiB/s wr, 118 op/s 2024-04-26T23:51:07.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197376 len 16384 2024-04-26T23:51:07.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197376 len 16384 2024-04-26T23:51:07.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197888 len 1024 2024-04-26T23:51:07.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 1024 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197888 len 1024 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 1024 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197888 len 2048 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 2048 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197888 len 2048 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 2048 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197888 len 4096 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 4096 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197888 len 4096 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 4096 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197888 len 8192 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 8192 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197888 len 8192 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 8192 2024-04-26T23:51:07.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 0 offset 4197888 len 16384 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 16384 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 0 offset 4197888 len 16384 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 0 offset 4197888 len 16384 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4190720 len 1024 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 1024 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4190720 len 1024 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 1024 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4190720 len 2048 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 2048 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4190720 len 2048 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 2048 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4190720 len 4096 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 4096 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4190720 len 4096 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 4096 2024-04-26T23:51:07.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4190720 len 8192 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 8192 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4190720 len 8192 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 8192 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4190720 len 16384 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 16384 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4190720 len 16384 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4190720 len 16384 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191232 len 1024 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 1024 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191232 len 1024 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 1024 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191232 len 2048 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 2048 2024-04-26T23:51:07.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191232 len 2048 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 2048 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191232 len 4096 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 4096 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191232 len 4096 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 4096 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191232 len 8192 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 8192 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191232 len 8192 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 8192 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191232 len 16384 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 16384 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191232 len 16384 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191232 len 16384 2024-04-26T23:51:07.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191744 len 1024 2024-04-26T23:51:07.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 1024 2024-04-26T23:51:07.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191744 len 1024 2024-04-26T23:51:07.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 1024 2024-04-26T23:51:07.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191744 len 2048 2024-04-26T23:51:07.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 2048 2024-04-26T23:51:07.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191744 len 2048 2024-04-26T23:51:07.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 2048 2024-04-26T23:51:07.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191744 len 4096 2024-04-26T23:51:07.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 4096 2024-04-26T23:51:07.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191744 len 4096 2024-04-26T23:51:07.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 4096 2024-04-26T23:51:07.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191744 len 8192 2024-04-26T23:51:07.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 8192 2024-04-26T23:51:07.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191744 len 8192 2024-04-26T23:51:07.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 8192 2024-04-26T23:51:07.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4191744 len 16384 2024-04-26T23:51:07.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 16384 2024-04-26T23:51:07.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4191744 len 16384 2024-04-26T23:51:07.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4191744 len 16384 2024-04-26T23:51:07.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192256 len 1024 2024-04-26T23:51:07.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 1024 2024-04-26T23:51:08.925 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192256 len 1024 2024-04-26T23:51:08.925 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 1024 2024-04-26T23:51:08.925 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192256 len 2048 2024-04-26T23:51:08.925 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 2048 2024-04-26T23:51:08.925 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192256 len 2048 2024-04-26T23:51:08.925 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 2048 2024-04-26T23:51:08.925 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192256 len 4096 2024-04-26T23:51:08.925 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 4096 2024-04-26T23:51:08.925 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192256 len 4096 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 4096 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192256 len 8192 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 8192 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192256 len 8192 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 8192 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192256 len 16384 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 16384 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192256 len 16384 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192256 len 16384 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192768 len 1024 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 1024 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192768 len 1024 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 1024 2024-04-26T23:51:08.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192768 len 2048 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 2048 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192768 len 2048 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 2048 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192768 len 4096 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 4096 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192768 len 4096 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 4096 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192768 len 8192 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 8192 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192768 len 8192 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 8192 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4192768 len 16384 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 16384 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4192768 len 16384 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4192768 len 16384 2024-04-26T23:51:08.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193280 len 1024 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 1024 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193280 len 1024 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 1024 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193280 len 2048 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 2048 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193280 len 2048 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 2048 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193280 len 4096 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 4096 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193280 len 4096 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 4096 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193280 len 8192 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 8192 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193280 len 8192 2024-04-26T23:51:08.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 8192 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193280 len 16384 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 16384 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193280 len 16384 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193280 len 16384 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193792 len 1024 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 1024 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193792 len 1024 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 1024 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193792 len 2048 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 2048 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193792 len 2048 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 2048 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193792 len 4096 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 4096 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193792 len 4096 2024-04-26T23:51:08.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 4096 2024-04-26T23:51:08.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193792 len 8192 2024-04-26T23:51:08.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 8192 2024-04-26T23:51:08.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193792 len 8192 2024-04-26T23:51:08.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 8192 2024-04-26T23:51:08.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4193792 len 16384 2024-04-26T23:51:08.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 16384 2024-04-26T23:51:08.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4193792 len 16384 2024-04-26T23:51:08.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4193792 len 16384 2024-04-26T23:51:08.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194304 len 1024 2024-04-26T23:51:08.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 1024 2024-04-26T23:51:08.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194304 len 1024 2024-04-26T23:51:08.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 1024 2024-04-26T23:51:09.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:08 smithi086 ceph-mon[31122]: pgmap v478: 97 pgs: 97 active+clean; 94 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 990 KiB/s wr, 189 op/s 2024-04-26T23:51:09.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:08 smithi164 ceph-mon[31699]: pgmap v478: 97 pgs: 97 active+clean; 94 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 990 KiB/s wr, 189 op/s 2024-04-26T23:51:09.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:08 smithi026 ceph-mon[28371]: pgmap v478: 97 pgs: 97 active+clean; 94 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 990 KiB/s wr, 189 op/s 2024-04-26T23:51:10.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194304 len 2048 2024-04-26T23:51:10.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 2048 2024-04-26T23:51:10.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194304 len 2048 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 2048 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194304 len 4096 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 4096 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194304 len 4096 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 4096 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194304 len 8192 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 8192 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194304 len 8192 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 8192 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194304 len 16384 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 16384 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194304 len 16384 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194304 len 16384 2024-04-26T23:51:10.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194816 len 1024 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 1024 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194816 len 1024 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 1024 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194816 len 2048 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 2048 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194816 len 2048 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 2048 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194816 len 4096 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 4096 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194816 len 4096 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 4096 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194816 len 8192 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 8192 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194816 len 8192 2024-04-26T23:51:10.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 8192 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4194816 len 16384 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 16384 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4194816 len 16384 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4194816 len 16384 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195328 len 1024 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 1024 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195328 len 1024 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 1024 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195328 len 2048 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 2048 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195328 len 2048 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 2048 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195328 len 4096 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 4096 2024-04-26T23:51:10.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195328 len 4096 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 4096 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195328 len 8192 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 8192 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195328 len 8192 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 8192 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195328 len 16384 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 16384 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195328 len 16384 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195328 len 16384 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195840 len 1024 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 1024 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195840 len 1024 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 1024 2024-04-26T23:51:10.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195840 len 2048 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 2048 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195840 len 2048 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 2048 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195840 len 4096 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 4096 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195840 len 4096 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 4096 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195840 len 8192 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 8192 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195840 len 8192 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 8192 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4195840 len 16384 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 16384 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4195840 len 16384 2024-04-26T23:51:10.271 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4195840 len 16384 2024-04-26T23:51:10.272 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196352 len 1024 2024-04-26T23:51:10.272 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 1024 2024-04-26T23:51:10.272 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196352 len 1024 2024-04-26T23:51:10.272 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 1024 2024-04-26T23:51:10.272 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196352 len 2048 2024-04-26T23:51:10.272 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 2048 2024-04-26T23:51:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:10 smithi086 ceph-mon[31122]: pgmap v479: 97 pgs: 97 active+clean; 94 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 990 KiB/s wr, 189 op/s 2024-04-26T23:51:11.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:10 smithi086 ceph-mon[31122]: osdmap e110: 12 total, 12 up, 12 in 2024-04-26T23:51:11.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:10 smithi164 ceph-mon[31699]: pgmap v479: 97 pgs: 97 active+clean; 94 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 990 KiB/s wr, 189 op/s 2024-04-26T23:51:11.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:10 smithi164 ceph-mon[31699]: osdmap e110: 12 total, 12 up, 12 in 2024-04-26T23:51:11.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:10 smithi026 ceph-mon[28371]: pgmap v479: 97 pgs: 97 active+clean; 94 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 990 KiB/s wr, 189 op/s 2024-04-26T23:51:11.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:10 smithi026 ceph-mon[28371]: osdmap e110: 12 total, 12 up, 12 in 2024-04-26T23:51:11.524 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196352 len 2048 2024-04-26T23:51:11.524 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 2048 2024-04-26T23:51:11.524 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196352 len 4096 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 4096 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196352 len 4096 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 4096 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196352 len 8192 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 8192 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196352 len 8192 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 8192 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196352 len 16384 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 16384 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196352 len 16384 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196352 len 16384 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196864 len 1024 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 1024 2024-04-26T23:51:11.525 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196864 len 1024 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 1024 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196864 len 2048 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 2048 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196864 len 2048 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 2048 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196864 len 4096 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 4096 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196864 len 4096 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 4096 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196864 len 8192 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 8192 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196864 len 8192 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 8192 2024-04-26T23:51:11.526 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4196864 len 16384 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 16384 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4196864 len 16384 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4196864 len 16384 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197376 len 1024 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 1024 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197376 len 1024 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 1024 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197376 len 2048 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 2048 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197376 len 2048 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 2048 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197376 len 4096 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 4096 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197376 len 4096 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 4096 2024-04-26T23:51:11.527 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197376 len 8192 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 8192 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197376 len 8192 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 8192 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197376 len 16384 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 16384 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197376 len 16384 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197376 len 16384 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197888 len 1024 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 1024 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197888 len 1024 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 1024 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197888 len 2048 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 2048 2024-04-26T23:51:11.528 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197888 len 2048 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 2048 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197888 len 4096 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 4096 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197888 len 4096 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 4096 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197888 len 8192 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 8192 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197888 len 8192 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 8192 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 512 offset 4197888 len 16384 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 16384 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 512 offset 4197888 len 16384 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 512 offset 4197888 len 16384 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4190720 len 1024 2024-04-26T23:51:11.529 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 1024 2024-04-26T23:51:11.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4190720 len 1024 2024-04-26T23:51:11.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 1024 2024-04-26T23:51:11.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4190720 len 2048 2024-04-26T23:51:11.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 2048 2024-04-26T23:51:11.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4190720 len 2048 2024-04-26T23:51:11.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 2048 2024-04-26T23:51:11.530 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4190720 len 4096 2024-04-26T23:51:12.714 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 4096 2024-04-26T23:51:12.714 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4190720 len 4096 2024-04-26T23:51:12.714 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 4096 2024-04-26T23:51:12.714 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4190720 len 8192 2024-04-26T23:51:12.714 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 8192 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4190720 len 8192 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 8192 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4190720 len 16384 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 16384 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4190720 len 16384 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4190720 len 16384 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191232 len 1024 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 1024 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191232 len 1024 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 1024 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191232 len 2048 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 2048 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191232 len 2048 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 2048 2024-04-26T23:51:12.715 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191232 len 4096 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 4096 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191232 len 4096 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 4096 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191232 len 8192 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 8192 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191232 len 8192 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 8192 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191232 len 16384 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 16384 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191232 len 16384 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191232 len 16384 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191744 len 1024 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 1024 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191744 len 1024 2024-04-26T23:51:12.716 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 1024 2024-04-26T23:51:12.717 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191744 len 2048 2024-04-26T23:51:12.717 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 2048 2024-04-26T23:51:12.717 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191744 len 2048 2024-04-26T23:51:12.717 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 2048 2024-04-26T23:51:12.717 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191744 len 4096 2024-04-26T23:51:12.717 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 4096 2024-04-26T23:51:12.717 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191744 len 4096 2024-04-26T23:51:12.717 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 4096 2024-04-26T23:51:12.717 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191744 len 8192 2024-04-26T23:51:12.717 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 8192 2024-04-26T23:51:12.717 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191744 len 8192 2024-04-26T23:51:12.717 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 8192 2024-04-26T23:51:12.718 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4191744 len 16384 2024-04-26T23:51:12.718 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 16384 2024-04-26T23:51:12.718 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4191744 len 16384 2024-04-26T23:51:12.718 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4191744 len 16384 2024-04-26T23:51:12.718 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192256 len 1024 2024-04-26T23:51:12.718 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 1024 2024-04-26T23:51:12.718 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192256 len 1024 2024-04-26T23:51:12.718 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 1024 2024-04-26T23:51:12.718 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192256 len 2048 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 2048 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192256 len 2048 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 2048 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192256 len 4096 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 4096 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192256 len 4096 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 4096 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192256 len 8192 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 8192 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192256 len 8192 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 8192 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192256 len 16384 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 16384 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192256 len 16384 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192256 len 16384 2024-04-26T23:51:12.719 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192768 len 1024 2024-04-26T23:51:12.720 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 1024 2024-04-26T23:51:12.720 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192768 len 1024 2024-04-26T23:51:12.720 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 1024 2024-04-26T23:51:12.720 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192768 len 2048 2024-04-26T23:51:12.720 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 2048 2024-04-26T23:51:12.720 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192768 len 2048 2024-04-26T23:51:12.720 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 2048 2024-04-26T23:51:12.720 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192768 len 4096 2024-04-26T23:51:13.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:12 smithi164 ceph-mon[31699]: pgmap v481: 97 pgs: 97 active+clean; 94 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 987 KiB/s wr, 92 op/s 2024-04-26T23:51:13.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:12 smithi026 ceph-mon[28371]: pgmap v481: 97 pgs: 97 active+clean; 94 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 987 KiB/s wr, 92 op/s 2024-04-26T23:51:13.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:12 smithi086 ceph-mon[31122]: pgmap v481: 97 pgs: 97 active+clean; 94 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 804 KiB/s rd, 987 KiB/s wr, 92 op/s 2024-04-26T23:51:14.051 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 4096 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192768 len 4096 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 4096 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192768 len 8192 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 8192 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192768 len 8192 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 8192 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4192768 len 16384 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 16384 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4192768 len 16384 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4192768 len 16384 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193280 len 1024 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 1024 2024-04-26T23:51:14.052 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193280 len 1024 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 1024 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193280 len 2048 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 2048 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193280 len 2048 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 2048 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193280 len 4096 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 4096 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193280 len 4096 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 4096 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193280 len 8192 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 8192 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193280 len 8192 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 8192 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193280 len 16384 2024-04-26T23:51:14.053 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 16384 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193280 len 16384 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193280 len 16384 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193792 len 1024 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 1024 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193792 len 1024 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 1024 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193792 len 2048 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 2048 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193792 len 2048 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 2048 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193792 len 4096 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 4096 2024-04-26T23:51:14.054 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193792 len 4096 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 4096 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193792 len 8192 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 8192 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193792 len 8192 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 8192 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4193792 len 16384 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 16384 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4193792 len 16384 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4193792 len 16384 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194304 len 1024 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 1024 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194304 len 1024 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 1024 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194304 len 2048 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 2048 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194304 len 2048 2024-04-26T23:51:14.055 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 2048 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194304 len 4096 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 4096 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194304 len 4096 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 4096 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194304 len 8192 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 8192 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194304 len 8192 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 8192 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194304 len 16384 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 16384 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194304 len 16384 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194304 len 16384 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194816 len 1024 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 1024 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194816 len 1024 2024-04-26T23:51:14.056 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 1024 2024-04-26T23:51:14.057 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194816 len 2048 2024-04-26T23:51:14.057 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 2048 2024-04-26T23:51:14.057 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194816 len 2048 2024-04-26T23:51:14.057 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 2048 2024-04-26T23:51:14.057 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194816 len 4096 2024-04-26T23:51:14.057 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 4096 2024-04-26T23:51:15.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:14 smithi164 ceph-mon[31699]: pgmap v482: 97 pgs: 97 active+clean; 149 MiB data, 523 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 163 op/s 2024-04-26T23:51:15.278 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:14 smithi026 ceph-mon[28371]: pgmap v482: 97 pgs: 97 active+clean; 149 MiB data, 523 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 163 op/s 2024-04-26T23:51:15.321 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:14 smithi086 ceph-mon[31122]: pgmap v482: 97 pgs: 97 active+clean; 149 MiB data, 523 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 163 op/s 2024-04-26T23:51:15.398 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194816 len 4096 2024-04-26T23:51:15.398 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 4096 2024-04-26T23:51:15.398 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194816 len 8192 2024-04-26T23:51:15.398 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 8192 2024-04-26T23:51:15.398 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194816 len 8192 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 8192 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4194816 len 16384 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 16384 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4194816 len 16384 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4194816 len 16384 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195328 len 1024 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 1024 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195328 len 1024 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 1024 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195328 len 2048 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 2048 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195328 len 2048 2024-04-26T23:51:15.399 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 2048 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195328 len 4096 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 4096 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195328 len 4096 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 4096 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195328 len 8192 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 8192 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195328 len 8192 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 8192 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195328 len 16384 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 16384 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195328 len 16384 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195328 len 16384 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195840 len 1024 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 1024 2024-04-26T23:51:15.400 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195840 len 1024 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 1024 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195840 len 2048 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 2048 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195840 len 2048 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 2048 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195840 len 4096 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 4096 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195840 len 4096 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 4096 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195840 len 8192 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 8192 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195840 len 8192 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 8192 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4195840 len 16384 2024-04-26T23:51:15.401 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 16384 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4195840 len 16384 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4195840 len 16384 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196352 len 1024 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 1024 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196352 len 1024 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 1024 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196352 len 2048 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 2048 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196352 len 2048 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 2048 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196352 len 4096 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 4096 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196352 len 4096 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 4096 2024-04-26T23:51:15.402 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196352 len 8192 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 8192 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196352 len 8192 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 8192 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196352 len 16384 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 16384 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196352 len 16384 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196352 len 16384 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196864 len 1024 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 1024 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196864 len 1024 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 1024 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196864 len 2048 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 2048 2024-04-26T23:51:15.403 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196864 len 2048 2024-04-26T23:51:15.404 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 2048 2024-04-26T23:51:15.404 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196864 len 4096 2024-04-26T23:51:15.404 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 4096 2024-04-26T23:51:15.404 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196864 len 4096 2024-04-26T23:51:16.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 4096 2024-04-26T23:51:16.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196864 len 8192 2024-04-26T23:51:16.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 8192 2024-04-26T23:51:16.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196864 len 8192 2024-04-26T23:51:16.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 8192 2024-04-26T23:51:16.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4196864 len 16384 2024-04-26T23:51:16.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 16384 2024-04-26T23:51:16.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4196864 len 16384 2024-04-26T23:51:16.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4196864 len 16384 2024-04-26T23:51:16.926 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197376 len 1024 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 1024 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197376 len 1024 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 1024 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197376 len 2048 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 2048 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197376 len 2048 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 2048 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197376 len 4096 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 4096 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197376 len 4096 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 4096 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197376 len 8192 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 8192 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197376 len 8192 2024-04-26T23:51:16.927 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 8192 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197376 len 16384 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 16384 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197376 len 16384 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197376 len 16384 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197888 len 1024 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 1024 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197888 len 1024 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 1024 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197888 len 2048 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 2048 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197888 len 2048 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 2048 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197888 len 4096 2024-04-26T23:51:16.928 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 4096 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197888 len 4096 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 4096 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197888 len 8192 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 8192 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197888 len 8192 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 8192 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1024 offset 4197888 len 16384 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 16384 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1024 offset 4197888 len 16384 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1024 offset 4197888 len 16384 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4190720 len 1024 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 1024 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4190720 len 1024 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 1024 2024-04-26T23:51:16.929 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4190720 len 2048 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 2048 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4190720 len 2048 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 2048 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4190720 len 4096 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 4096 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4190720 len 4096 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 4096 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4190720 len 8192 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 8192 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4190720 len 8192 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 8192 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4190720 len 16384 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 16384 2024-04-26T23:51:16.930 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4190720 len 16384 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4190720 len 16384 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191232 len 1024 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 1024 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191232 len 1024 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 1024 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191232 len 2048 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 2048 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191232 len 2048 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 2048 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191232 len 4096 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 4096 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191232 len 4096 2024-04-26T23:51:16.931 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 4096 2024-04-26T23:51:17.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:16 smithi164 ceph-mon[31699]: pgmap v483: 97 pgs: 97 active+clean; 149 MiB data, 523 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 160 op/s 2024-04-26T23:51:17.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:16 smithi026 ceph-mon[28371]: pgmap v483: 97 pgs: 97 active+clean; 149 MiB data, 523 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 160 op/s 2024-04-26T23:51:17.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:16 smithi086 ceph-mon[31122]: pgmap v483: 97 pgs: 97 active+clean; 149 MiB data, 523 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 160 op/s 2024-04-26T23:51:18.148 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191232 len 8192 2024-04-26T23:51:18.148 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 8192 2024-04-26T23:51:18.148 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191232 len 8192 2024-04-26T23:51:18.148 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 8192 2024-04-26T23:51:18.148 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191232 len 16384 2024-04-26T23:51:18.148 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 16384 2024-04-26T23:51:18.148 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191232 len 16384 2024-04-26T23:51:18.148 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191232 len 16384 2024-04-26T23:51:18.148 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191744 len 1024 2024-04-26T23:51:18.148 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 1024 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191744 len 1024 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 1024 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191744 len 2048 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 2048 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191744 len 2048 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 2048 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191744 len 4096 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 4096 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191744 len 4096 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 4096 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191744 len 8192 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 8192 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191744 len 8192 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 8192 2024-04-26T23:51:18.149 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4191744 len 16384 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 16384 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4191744 len 16384 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4191744 len 16384 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192256 len 1024 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 1024 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192256 len 1024 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 1024 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192256 len 2048 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 2048 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192256 len 2048 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 2048 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192256 len 4096 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 4096 2024-04-26T23:51:18.150 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192256 len 4096 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 4096 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192256 len 8192 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 8192 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192256 len 8192 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 8192 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192256 len 16384 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 16384 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192256 len 16384 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192256 len 16384 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192768 len 1024 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 1024 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192768 len 1024 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 1024 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192768 len 2048 2024-04-26T23:51:18.151 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 2048 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192768 len 2048 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 2048 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192768 len 4096 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 4096 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192768 len 4096 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 4096 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192768 len 8192 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 8192 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192768 len 8192 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 8192 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4192768 len 16384 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 16384 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4192768 len 16384 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4192768 len 16384 2024-04-26T23:51:18.152 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193280 len 1024 2024-04-26T23:51:18.153 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 1024 2024-04-26T23:51:18.153 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193280 len 1024 2024-04-26T23:51:18.153 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 1024 2024-04-26T23:51:18.153 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193280 len 2048 2024-04-26T23:51:18.153 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 2048 2024-04-26T23:51:18.153 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193280 len 2048 2024-04-26T23:51:18.153 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 2048 2024-04-26T23:51:18.153 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193280 len 4096 2024-04-26T23:51:18.153 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 4096 2024-04-26T23:51:18.153 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193280 len 4096 2024-04-26T23:51:18.153 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 4096 2024-04-26T23:51:18.153 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193280 len 8192 2024-04-26T23:51:19.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:18 smithi164 ceph-mon[31699]: pgmap v484: 97 pgs: 97 active+clean; 143 MiB data, 525 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 166 op/s 2024-04-26T23:51:19.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:18 smithi026 ceph-mon[28371]: pgmap v484: 97 pgs: 97 active+clean; 143 MiB data, 525 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 166 op/s 2024-04-26T23:51:19.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:18 smithi086 ceph-mon[31122]: pgmap v484: 97 pgs: 97 active+clean; 143 MiB data, 525 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 166 op/s 2024-04-26T23:51:19.496 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 8192 2024-04-26T23:51:19.496 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193280 len 8192 2024-04-26T23:51:19.496 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 8192 2024-04-26T23:51:19.496 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193280 len 16384 2024-04-26T23:51:19.496 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 16384 2024-04-26T23:51:19.496 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193280 len 16384 2024-04-26T23:51:19.496 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193280 len 16384 2024-04-26T23:51:19.496 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193792 len 1024 2024-04-26T23:51:19.496 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 1024 2024-04-26T23:51:19.496 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193792 len 1024 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 1024 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193792 len 2048 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 2048 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193792 len 2048 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 2048 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193792 len 4096 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 4096 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193792 len 4096 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 4096 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193792 len 8192 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 8192 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193792 len 8192 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 8192 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4193792 len 16384 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 16384 2024-04-26T23:51:19.497 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4193792 len 16384 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4193792 len 16384 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194304 len 1024 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 1024 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194304 len 1024 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 1024 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194304 len 2048 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 2048 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194304 len 2048 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 2048 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194304 len 4096 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 4096 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194304 len 4096 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 4096 2024-04-26T23:51:19.498 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194304 len 8192 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 8192 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194304 len 8192 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 8192 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194304 len 16384 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 16384 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194304 len 16384 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194304 len 16384 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194816 len 1024 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 1024 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194816 len 1024 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 1024 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194816 len 2048 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 2048 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194816 len 2048 2024-04-26T23:51:19.499 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 2048 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194816 len 4096 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 4096 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194816 len 4096 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 4096 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194816 len 8192 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 8192 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194816 len 8192 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 8192 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4194816 len 16384 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 16384 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4194816 len 16384 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4194816 len 16384 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195328 len 1024 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 1024 2024-04-26T23:51:19.500 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195328 len 1024 2024-04-26T23:51:19.501 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 1024 2024-04-26T23:51:19.501 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195328 len 2048 2024-04-26T23:51:19.501 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 2048 2024-04-26T23:51:19.501 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195328 len 2048 2024-04-26T23:51:19.501 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 2048 2024-04-26T23:51:19.501 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195328 len 4096 2024-04-26T23:51:19.501 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 4096 2024-04-26T23:51:19.501 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195328 len 4096 2024-04-26T23:51:19.501 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 4096 2024-04-26T23:51:19.501 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195328 len 8192 2024-04-26T23:51:20.857 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 8192 2024-04-26T23:51:20.857 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195328 len 8192 2024-04-26T23:51:20.857 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 8192 2024-04-26T23:51:20.857 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195328 len 16384 2024-04-26T23:51:20.857 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 16384 2024-04-26T23:51:20.857 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195328 len 16384 2024-04-26T23:51:20.857 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195328 len 16384 2024-04-26T23:51:20.857 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195840 len 1024 2024-04-26T23:51:20.857 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 1024 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195840 len 1024 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 1024 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195840 len 2048 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 2048 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195840 len 2048 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 2048 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195840 len 4096 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 4096 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195840 len 4096 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 4096 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195840 len 8192 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 8192 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195840 len 8192 2024-04-26T23:51:20.858 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 8192 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4195840 len 16384 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 16384 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4195840 len 16384 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4195840 len 16384 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196352 len 1024 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 1024 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196352 len 1024 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 1024 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196352 len 2048 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 2048 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196352 len 2048 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 2048 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196352 len 4096 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 4096 2024-04-26T23:51:20.859 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196352 len 4096 2024-04-26T23:51:20.860 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 4096 2024-04-26T23:51:20.860 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196352 len 8192 2024-04-26T23:51:20.860 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 8192 2024-04-26T23:51:20.860 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196352 len 8192 2024-04-26T23:51:20.860 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 8192 2024-04-26T23:51:20.860 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196352 len 16384 2024-04-26T23:51:20.860 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 16384 2024-04-26T23:51:20.860 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196352 len 16384 2024-04-26T23:51:20.860 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196352 len 16384 2024-04-26T23:51:20.860 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196864 len 1024 2024-04-26T23:51:20.860 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 1024 2024-04-26T23:51:20.860 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196864 len 1024 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 1024 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196864 len 2048 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 2048 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196864 len 2048 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 2048 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196864 len 4096 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 4096 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196864 len 4096 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 4096 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196864 len 8192 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 8192 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196864 len 8192 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 8192 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4196864 len 16384 2024-04-26T23:51:20.861 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 16384 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4196864 len 16384 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4196864 len 16384 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197376 len 1024 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 1024 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197376 len 1024 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 1024 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197376 len 2048 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 2048 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197376 len 2048 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 2048 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197376 len 4096 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 4096 2024-04-26T23:51:20.862 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197376 len 4096 2024-04-26T23:51:20.863 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 4096 2024-04-26T23:51:20.863 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197376 len 8192 2024-04-26T23:51:20.863 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 8192 2024-04-26T23:51:21.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:20 smithi164 ceph-mon[31699]: pgmap v485: 97 pgs: 97 active+clean; 143 MiB data, 525 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 166 op/s 2024-04-26T23:51:21.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:20 smithi026 ceph-mon[28371]: pgmap v485: 97 pgs: 97 active+clean; 143 MiB data, 525 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 166 op/s 2024-04-26T23:51:21.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:20 smithi086 ceph-mon[31122]: pgmap v485: 97 pgs: 97 active+clean; 143 MiB data, 525 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 166 op/s 2024-04-26T23:51:22.141 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197376 len 8192 2024-04-26T23:51:22.141 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 8192 2024-04-26T23:51:22.141 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197376 len 16384 2024-04-26T23:51:22.141 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 16384 2024-04-26T23:51:22.141 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197376 len 16384 2024-04-26T23:51:22.141 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197376 len 16384 2024-04-26T23:51:22.141 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197888 len 1024 2024-04-26T23:51:22.141 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 1024 2024-04-26T23:51:22.141 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197888 len 1024 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 1024 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197888 len 2048 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 2048 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197888 len 2048 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 2048 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197888 len 4096 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 4096 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197888 len 4096 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 4096 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197888 len 8192 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 8192 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197888 len 8192 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 8192 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 1536 offset 4197888 len 16384 2024-04-26T23:51:22.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 16384 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 1536 offset 4197888 len 16384 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 1536 offset 4197888 len 16384 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4190720 len 1024 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 1024 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4190720 len 1024 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 1024 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4190720 len 2048 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 2048 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4190720 len 2048 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 2048 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4190720 len 4096 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 4096 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4190720 len 4096 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 4096 2024-04-26T23:51:22.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4190720 len 8192 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 8192 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4190720 len 8192 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 8192 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4190720 len 16384 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 16384 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4190720 len 16384 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4190720 len 16384 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191232 len 1024 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 1024 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191232 len 1024 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 1024 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191232 len 2048 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 2048 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191232 len 2048 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 2048 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191232 len 4096 2024-04-26T23:51:22.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 4096 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191232 len 4096 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 4096 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191232 len 8192 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 8192 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191232 len 8192 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 8192 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191232 len 16384 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 16384 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191232 len 16384 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191232 len 16384 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191744 len 1024 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 1024 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191744 len 1024 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 1024 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191744 len 2048 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 2048 2024-04-26T23:51:22.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191744 len 2048 2024-04-26T23:51:22.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 2048 2024-04-26T23:51:22.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191744 len 4096 2024-04-26T23:51:22.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 4096 2024-04-26T23:51:22.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191744 len 4096 2024-04-26T23:51:22.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 4096 2024-04-26T23:51:22.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191744 len 8192 2024-04-26T23:51:22.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 8192 2024-04-26T23:51:22.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191744 len 8192 2024-04-26T23:51:23.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:22 smithi164 ceph-mon[31699]: pgmap v486: 97 pgs: 97 active+clean; 143 MiB data, 525 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 151 op/s 2024-04-26T23:51:23.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:22 smithi026 ceph-mon[28371]: pgmap v486: 97 pgs: 97 active+clean; 143 MiB data, 525 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 151 op/s 2024-04-26T23:51:23.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:22 smithi086 ceph-mon[31122]: pgmap v486: 97 pgs: 97 active+clean; 143 MiB data, 525 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 151 op/s 2024-04-26T23:51:23.469 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 8192 2024-04-26T23:51:23.469 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4191744 len 16384 2024-04-26T23:51:23.469 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 16384 2024-04-26T23:51:23.469 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4191744 len 16384 2024-04-26T23:51:23.469 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4191744 len 16384 2024-04-26T23:51:23.469 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192256 len 1024 2024-04-26T23:51:23.469 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 1024 2024-04-26T23:51:23.469 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192256 len 1024 2024-04-26T23:51:23.469 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 1024 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192256 len 2048 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 2048 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192256 len 2048 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 2048 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192256 len 4096 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 4096 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192256 len 4096 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 4096 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192256 len 8192 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 8192 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192256 len 8192 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 8192 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192256 len 16384 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 16384 2024-04-26T23:51:23.470 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192256 len 16384 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192256 len 16384 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192768 len 1024 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 1024 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192768 len 1024 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 1024 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192768 len 2048 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 2048 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192768 len 2048 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 2048 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192768 len 4096 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 4096 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192768 len 4096 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 4096 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192768 len 8192 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 8192 2024-04-26T23:51:23.471 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192768 len 8192 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 8192 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4192768 len 16384 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 16384 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4192768 len 16384 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4192768 len 16384 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193280 len 1024 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 1024 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193280 len 1024 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 1024 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193280 len 2048 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 2048 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193280 len 2048 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 2048 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193280 len 4096 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 4096 2024-04-26T23:51:23.472 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193280 len 4096 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 4096 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193280 len 8192 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 8192 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193280 len 8192 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 8192 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193280 len 16384 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 16384 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193280 len 16384 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193280 len 16384 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193792 len 1024 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 1024 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193792 len 1024 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 1024 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193792 len 2048 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 2048 2024-04-26T23:51:23.473 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193792 len 2048 2024-04-26T23:51:23.474 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 2048 2024-04-26T23:51:23.474 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193792 len 4096 2024-04-26T23:51:23.474 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 4096 2024-04-26T23:51:23.474 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193792 len 4096 2024-04-26T23:51:23.474 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 4096 2024-04-26T23:51:23.474 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193792 len 8192 2024-04-26T23:51:23.474 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 8192 2024-04-26T23:51:23.474 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193792 len 8192 2024-04-26T23:51:23.474 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 8192 2024-04-26T23:51:24.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:23 smithi164 ceph-mon[31699]: pgmap v487: 97 pgs: 97 active+clean; 170 MiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 207 op/s 2024-04-26T23:51:24.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:23 smithi026 ceph-mon[28371]: pgmap v487: 97 pgs: 97 active+clean; 170 MiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 207 op/s 2024-04-26T23:51:24.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:23 smithi086 ceph-mon[31122]: pgmap v487: 97 pgs: 97 active+clean; 170 MiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 207 op/s 2024-04-26T23:51:24.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4193792 len 16384 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 16384 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4193792 len 16384 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4193792 len 16384 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194304 len 1024 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 1024 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194304 len 1024 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 1024 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194304 len 2048 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 2048 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194304 len 2048 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 2048 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194304 len 4096 2024-04-26T23:51:24.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 4096 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194304 len 4096 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 4096 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194304 len 8192 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 8192 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194304 len 8192 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 8192 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194304 len 16384 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 16384 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194304 len 16384 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194304 len 16384 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194816 len 1024 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 1024 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194816 len 1024 2024-04-26T23:51:24.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 1024 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194816 len 2048 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 2048 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194816 len 2048 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 2048 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194816 len 4096 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 4096 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194816 len 4096 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 4096 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194816 len 8192 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 8192 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194816 len 8192 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 8192 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4194816 len 16384 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 16384 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4194816 len 16384 2024-04-26T23:51:24.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4194816 len 16384 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195328 len 1024 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 1024 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195328 len 1024 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 1024 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195328 len 2048 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 2048 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195328 len 2048 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 2048 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195328 len 4096 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 4096 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195328 len 4096 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 4096 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195328 len 8192 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 8192 2024-04-26T23:51:24.800 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195328 len 8192 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 8192 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195328 len 16384 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 16384 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195328 len 16384 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195328 len 16384 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195840 len 1024 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 1024 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195840 len 1024 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 1024 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195840 len 2048 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 2048 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195840 len 2048 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 2048 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195840 len 4096 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 4096 2024-04-26T23:51:24.801 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195840 len 4096 2024-04-26T23:51:24.802 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 4096 2024-04-26T23:51:24.802 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195840 len 8192 2024-04-26T23:51:24.802 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 8192 2024-04-26T23:51:24.802 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195840 len 8192 2024-04-26T23:51:24.802 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 8192 2024-04-26T23:51:26.141 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4195840 len 16384 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 16384 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4195840 len 16384 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4195840 len 16384 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196352 len 1024 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 1024 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196352 len 1024 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 1024 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196352 len 2048 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 2048 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196352 len 2048 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 2048 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196352 len 4096 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 4096 2024-04-26T23:51:26.142 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196352 len 4096 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 4096 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196352 len 8192 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 8192 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196352 len 8192 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 8192 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196352 len 16384 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 16384 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196352 len 16384 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196352 len 16384 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196864 len 1024 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 1024 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196864 len 1024 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 1024 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196864 len 2048 2024-04-26T23:51:26.143 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 2048 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196864 len 2048 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 2048 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196864 len 4096 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 4096 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196864 len 4096 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 4096 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196864 len 8192 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 8192 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196864 len 8192 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 8192 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4196864 len 16384 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 16384 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4196864 len 16384 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4196864 len 16384 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197376 len 1024 2024-04-26T23:51:26.144 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 1024 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197376 len 1024 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 1024 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197376 len 2048 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 2048 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197376 len 2048 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 2048 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197376 len 4096 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 4096 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197376 len 4096 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 4096 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197376 len 8192 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 8192 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197376 len 8192 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 8192 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197376 len 16384 2024-04-26T23:51:26.145 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 16384 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197376 len 16384 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197376 len 16384 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197888 len 1024 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 1024 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197888 len 1024 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 1024 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197888 len 2048 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 2048 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197888 len 2048 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 2048 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197888 len 4096 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 4096 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197888 len 4096 2024-04-26T23:51:26.146 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 4096 2024-04-26T23:51:26.147 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197888 len 8192 2024-04-26T23:51:26.147 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 8192 2024-04-26T23:51:26.147 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197888 len 8192 2024-04-26T23:51:26.147 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 8192 2024-04-26T23:51:26.147 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2048 offset 4197888 len 16384 2024-04-26T23:51:27.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:26 smithi164 ceph-mon[31699]: pgmap v488: 97 pgs: 97 active+clean; 170 MiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 136 op/s 2024-04-26T23:51:27.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:26 smithi026 ceph-mon[28371]: pgmap v488: 97 pgs: 97 active+clean; 170 MiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 136 op/s 2024-04-26T23:51:27.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:26 smithi086 ceph-mon[31122]: pgmap v488: 97 pgs: 97 active+clean; 170 MiB data, 550 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 136 op/s 2024-04-26T23:51:27.348 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 16384 2024-04-26T23:51:27.348 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2048 offset 4197888 len 16384 2024-04-26T23:51:27.348 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2048 offset 4197888 len 16384 2024-04-26T23:51:27.348 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4190720 len 1024 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 1024 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4190720 len 1024 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 1024 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4190720 len 2048 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 2048 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4190720 len 2048 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 2048 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4190720 len 4096 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 4096 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4190720 len 4096 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 4096 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4190720 len 8192 2024-04-26T23:51:27.349 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 8192 2024-04-26T23:51:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4190720 len 8192 2024-04-26T23:51:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 8192 2024-04-26T23:51:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4190720 len 16384 2024-04-26T23:51:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 16384 2024-04-26T23:51:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4190720 len 16384 2024-04-26T23:51:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4190720 len 16384 2024-04-26T23:51:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191232 len 1024 2024-04-26T23:51:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 1024 2024-04-26T23:51:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191232 len 1024 2024-04-26T23:51:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 1024 2024-04-26T23:51:27.350 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191232 len 2048 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 2048 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191232 len 2048 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 2048 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191232 len 4096 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 4096 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191232 len 4096 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 4096 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191232 len 8192 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 8192 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191232 len 8192 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 8192 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191232 len 16384 2024-04-26T23:51:27.351 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 16384 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191232 len 16384 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191232 len 16384 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191744 len 1024 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 1024 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191744 len 1024 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 1024 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191744 len 2048 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 2048 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191744 len 2048 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 2048 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191744 len 4096 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 4096 2024-04-26T23:51:27.352 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191744 len 4096 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 4096 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191744 len 8192 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 8192 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191744 len 8192 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 8192 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4191744 len 16384 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 16384 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4191744 len 16384 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4191744 len 16384 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192256 len 1024 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 1024 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192256 len 1024 2024-04-26T23:51:27.353 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 1024 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192256 len 2048 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 2048 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192256 len 2048 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 2048 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192256 len 4096 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 4096 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192256 len 4096 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 4096 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192256 len 8192 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 8192 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192256 len 8192 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 8192 2024-04-26T23:51:27.354 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192256 len 16384 2024-04-26T23:51:27.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 16384 2024-04-26T23:51:28.642 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192256 len 16384 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192256 len 16384 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192768 len 1024 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 1024 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192768 len 1024 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 1024 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192768 len 2048 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 2048 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192768 len 2048 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 2048 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192768 len 4096 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 4096 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192768 len 4096 2024-04-26T23:51:28.643 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 4096 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192768 len 8192 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 8192 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192768 len 8192 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 8192 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4192768 len 16384 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 16384 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4192768 len 16384 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4192768 len 16384 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193280 len 1024 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 1024 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193280 len 1024 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 1024 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193280 len 2048 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 2048 2024-04-26T23:51:28.644 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193280 len 2048 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 2048 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193280 len 4096 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 4096 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193280 len 4096 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 4096 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193280 len 8192 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 8192 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193280 len 8192 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 8192 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193280 len 16384 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 16384 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193280 len 16384 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193280 len 16384 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193792 len 1024 2024-04-26T23:51:28.645 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 1024 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193792 len 1024 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 1024 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193792 len 2048 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 2048 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193792 len 2048 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 2048 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193792 len 4096 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 4096 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193792 len 4096 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 4096 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193792 len 8192 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 8192 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193792 len 8192 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 8192 2024-04-26T23:51:28.646 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4193792 len 16384 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 16384 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4193792 len 16384 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4193792 len 16384 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194304 len 1024 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 1024 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194304 len 1024 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 1024 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194304 len 2048 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 2048 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194304 len 2048 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 2048 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194304 len 4096 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 4096 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194304 len 4096 2024-04-26T23:51:28.647 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 4096 2024-04-26T23:51:28.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194304 len 8192 2024-04-26T23:51:28.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 8192 2024-04-26T23:51:28.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194304 len 8192 2024-04-26T23:51:28.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 8192 2024-04-26T23:51:28.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194304 len 16384 2024-04-26T23:51:28.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 16384 2024-04-26T23:51:28.648 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194304 len 16384 2024-04-26T23:51:29.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:28 smithi164 ceph-mon[31699]: pgmap v489: 97 pgs: 97 active+clean; 193 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 205 op/s 2024-04-26T23:51:29.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:28 smithi026 ceph-mon[28371]: pgmap v489: 97 pgs: 97 active+clean; 193 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 205 op/s 2024-04-26T23:51:29.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:28 smithi086 ceph-mon[31122]: pgmap v489: 97 pgs: 97 active+clean; 193 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 205 op/s 2024-04-26T23:51:29.960 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194304 len 16384 2024-04-26T23:51:29.960 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194816 len 1024 2024-04-26T23:51:29.960 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 1024 2024-04-26T23:51:29.960 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194816 len 1024 2024-04-26T23:51:29.960 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 1024 2024-04-26T23:51:29.960 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194816 len 2048 2024-04-26T23:51:29.960 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 2048 2024-04-26T23:51:29.960 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194816 len 2048 2024-04-26T23:51:29.960 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 2048 2024-04-26T23:51:29.960 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194816 len 4096 2024-04-26T23:51:29.960 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 4096 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194816 len 4096 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 4096 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194816 len 8192 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 8192 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194816 len 8192 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 8192 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4194816 len 16384 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 16384 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4194816 len 16384 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4194816 len 16384 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195328 len 1024 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 1024 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195328 len 1024 2024-04-26T23:51:29.961 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 1024 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195328 len 2048 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 2048 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195328 len 2048 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 2048 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195328 len 4096 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 4096 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195328 len 4096 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 4096 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195328 len 8192 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 8192 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195328 len 8192 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 8192 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195328 len 16384 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 16384 2024-04-26T23:51:29.962 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195328 len 16384 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195328 len 16384 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195840 len 1024 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 1024 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195840 len 1024 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 1024 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195840 len 2048 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 2048 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195840 len 2048 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 2048 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195840 len 4096 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 4096 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195840 len 4096 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 4096 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195840 len 8192 2024-04-26T23:51:29.963 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 8192 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195840 len 8192 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 8192 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4195840 len 16384 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 16384 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4195840 len 16384 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4195840 len 16384 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196352 len 1024 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 1024 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196352 len 1024 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 1024 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196352 len 2048 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 2048 2024-04-26T23:51:29.964 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196352 len 2048 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 2048 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196352 len 4096 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 4096 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196352 len 4096 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 4096 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196352 len 8192 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 8192 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196352 len 8192 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 8192 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196352 len 16384 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 16384 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196352 len 16384 2024-04-26T23:51:29.965 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196352 len 16384 2024-04-26T23:51:31.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:30 smithi164 ceph-mon[31699]: pgmap v490: 97 pgs: 97 active+clean; 193 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 138 op/s 2024-04-26T23:51:31.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:30 smithi026 ceph-mon[28371]: pgmap v490: 97 pgs: 97 active+clean; 193 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 138 op/s 2024-04-26T23:51:31.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:30 smithi086 ceph-mon[31122]: pgmap v490: 97 pgs: 97 active+clean; 193 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 138 op/s 2024-04-26T23:51:31.265 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196864 len 1024 2024-04-26T23:51:31.265 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 1024 2024-04-26T23:51:31.265 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196864 len 1024 2024-04-26T23:51:31.265 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 1024 2024-04-26T23:51:31.265 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196864 len 2048 2024-04-26T23:51:31.265 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 2048 2024-04-26T23:51:31.265 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196864 len 2048 2024-04-26T23:51:31.265 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 2048 2024-04-26T23:51:31.265 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196864 len 4096 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 4096 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196864 len 4096 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 4096 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196864 len 8192 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 8192 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196864 len 8192 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 8192 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4196864 len 16384 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 16384 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4196864 len 16384 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4196864 len 16384 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197376 len 1024 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 1024 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197376 len 1024 2024-04-26T23:51:31.266 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 1024 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197376 len 2048 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 2048 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197376 len 2048 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 2048 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197376 len 4096 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 4096 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197376 len 4096 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 4096 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197376 len 8192 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 8192 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197376 len 8192 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 8192 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197376 len 16384 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 16384 2024-04-26T23:51:31.267 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197376 len 16384 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197376 len 16384 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197888 len 1024 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 1024 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197888 len 1024 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 1024 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197888 len 2048 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 2048 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197888 len 2048 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 2048 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197888 len 4096 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 4096 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197888 len 4096 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 4096 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197888 len 8192 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 8192 2024-04-26T23:51:31.268 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197888 len 8192 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 8192 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 2560 offset 4197888 len 16384 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 16384 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 2560 offset 4197888 len 16384 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 2560 offset 4197888 len 16384 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4190720 len 1024 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 1024 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4190720 len 1024 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 1024 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4190720 len 2048 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 2048 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4190720 len 2048 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 2048 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4190720 len 4096 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 4096 2024-04-26T23:51:31.269 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4190720 len 4096 2024-04-26T23:51:31.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 4096 2024-04-26T23:51:31.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4190720 len 8192 2024-04-26T23:51:31.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 8192 2024-04-26T23:51:31.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4190720 len 8192 2024-04-26T23:51:31.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 8192 2024-04-26T23:51:31.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4190720 len 16384 2024-04-26T23:51:31.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 16384 2024-04-26T23:51:31.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4190720 len 16384 2024-04-26T23:51:31.270 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4190720 len 16384 2024-04-26T23:51:31.604 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:51:31.604 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:51:31.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.851+0000 7f84cde00640 1 -- 172.21.15.26:0/2161032840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84c810abf0 msgr2=0x7f84c810afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:31.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.851+0000 7f84cde00640 1 --2- 172.21.15.26:0/2161032840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84c810abf0 0x7f84c810afd0 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f84b8009900 tx=0x7f84b802a410 comp rx=0 tx=0).stop 2024-04-26T23:51:31.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.851+0000 7f84cde00640 1 -- 172.21.15.26:0/2161032840 shutdown_connections 2024-04-26T23:51:31.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.851+0000 7f84cde00640 1 --2- 172.21.15.26:0/2161032840 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84c81054f0 0x7f84c81119b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.851+0000 7f84cde00640 1 --2- 172.21.15.26:0/2161032840 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84c8104b30 0x7f84c8104fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.851+0000 7f84cde00640 1 --2- 172.21.15.26:0/2161032840 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84c810abf0 0x7f84c810afd0 unknown :-1 s=CLOSED pgs=1499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.851+0000 7f84cde00640 1 -- 172.21.15.26:0/2161032840 >> 172.21.15.26:0/2161032840 conn(0x7f84c81005a0 msgr2=0x7f84c81029c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:31.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.851+0000 7f84cde00640 1 -- 172.21.15.26:0/2161032840 shutdown_connections 2024-04-26T23:51:31.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.851+0000 7f84cde00640 1 -- 172.21.15.26:0/2161032840 wait complete. 2024-04-26T23:51:31.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.852+0000 7f84cde00640 1 Processor -- start 2024-04-26T23:51:31.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.852+0000 7f84cde00640 1 -- start start 2024-04-26T23:51:31.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.853+0000 7f84cde00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84c8104b30 0x7f84c819b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.853+0000 7f84cde00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84c81054f0 0x7f84c819b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.853+0000 7f84cde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84c810abf0 0x7f84c819faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.853+0000 7f84cde00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f84c8114c90 con 0x7f84c810abf0 2024-04-26T23:51:31.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.853+0000 7f84cde00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f84c8114b10 con 0x7f84c8104b30 2024-04-26T23:51:31.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.853+0000 7f84cde00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f84c8114e10 con 0x7f84c81054f0 2024-04-26T23:51:31.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.853+0000 7f84c7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84c810abf0 0x7f84c819faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.853+0000 7f84c7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84c810abf0 0x7f84c819faf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53690/0 (socket says 172.21.15.26:53690) 2024-04-26T23:51:31.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.853+0000 7f84c7400640 1 -- 172.21.15.26:0/3932122122 learned_addr learned my addr 172.21.15.26:0/3932122122 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:31.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.853+0000 7f84c6a00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84c8104b30 0x7f84c819b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.853+0000 7f84bfe00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84c81054f0 0x7f84c819b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84c7400640 1 -- 172.21.15.26:0/3932122122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84c81054f0 msgr2=0x7f84c819b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84c7400640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84c81054f0 0x7f84c819b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84c7400640 1 -- 172.21.15.26:0/3932122122 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84c8104b30 msgr2=0x7f84c819b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84c7400640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84c8104b30 0x7f84c819b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84c7400640 1 -- 172.21.15.26:0/3932122122 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c81a0220 con 0x7f84c810abf0 2024-04-26T23:51:31.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84c6a00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84c8104b30 0x7f84c819b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:51:31.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84bfe00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84c81054f0 0x7f84c819b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:51:31.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84c7400640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84c810abf0 0x7f84c819faf0 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f84c000cce0 tx=0x7f84c000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:31.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84cca00640 1 -- 172.21.15.26:0/3932122122 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c000f450 con 0x7f84c810abf0 2024-04-26T23:51:31.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84cca00640 1 -- 172.21.15.26:0/3932122122 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f84c000fa80 con 0x7f84c810abf0 2024-04-26T23:51:31.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84cde00640 1 -- 172.21.15.26:0/3932122122 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84c81a0510 con 0x7f84c810abf0 2024-04-26T23:51:31.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84cca00640 1 -- 172.21.15.26:0/3932122122 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c0018ad0 con 0x7f84c810abf0 2024-04-26T23:51:31.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.854+0000 7f84cde00640 1 -- 172.21.15.26:0/3932122122 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84c81a7da0 con 0x7f84c810abf0 2024-04-26T23:51:31.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.858+0000 7f84d0c83740 1 Processor -- start 2024-04-26T23:51:31.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.858+0000 7f84cca00640 1 -- 172.21.15.26:0/3932122122 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f84c000f5f0 con 0x7f84c810abf0 2024-04-26T23:51:31.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.859+0000 7f84d0c83740 1 -- start start 2024-04-26T23:51:31.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.859+0000 7f84d0c83740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edecb80 0x55f64edecf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.859+0000 7f84d0c83740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 0x55f64edf7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.859+0000 7f84d0c83740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 0x55f64edf9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.859+0000 7f84d0c83740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f64ecfe030 con 0x55f64edf7b70 2024-04-26T23:51:31.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.859+0000 7f84d0c83740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55f64ed197f0 con 0x55f64edecb80 2024-04-26T23:51:31.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.859+0000 7f84d0c83740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f64ecd47e0 con 0x55f64eded4a0 2024-04-26T23:51:31.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.859+0000 7f84bfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 0x55f64edf9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.859+0000 7f84bfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 0x55f64edf9f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53698/0 (socket says 172.21.15.26:53698) 2024-04-26T23:51:31.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.859+0000 7f84bfe00640 1 -- 172.21.15.26:0/3378608848 learned_addr learned my addr 172.21.15.26:0/3378608848 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:31.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.859+0000 7f84c6a00640 1 --2- 172.21.15.26:0/3378608848 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 0x55f64edf7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.860+0000 7f84bfe00640 1 --2- 172.21.15.26:0/3378608848 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edecb80 0x55f64edecf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.860+0000 7f84bfe00640 1 -- 172.21.15.26:0/3378608848 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 msgr2=0x55f64edf7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:31.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.860+0000 7f84bfe00640 1 --2- 172.21.15.26:0/3378608848 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 0x55f64edf7630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.860+0000 7f84bfe00640 1 -- 172.21.15.26:0/3378608848 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edecb80 msgr2=0x55f64edecf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:31.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.860+0000 7f84bfe00640 1 --2- 172.21.15.26:0/3378608848 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edecb80 0x55f64edecf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.860+0000 7f84bfe00640 1 -- 172.21.15.26:0/3378608848 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f64ece0050 con 0x55f64edf7b70 2024-04-26T23:51:31.864 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.860+0000 7f84cca00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f84a80a3da0 0x7f84a80a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.861+0000 7f84bfe00640 1 --2- 172.21.15.26:0/3378608848 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 0x55f64edf9f60 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f84b0012820 tx=0x7f84b000d3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b55fa18c5d521dc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:31.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.861+0000 7f84cca00640 1 -- 172.21.15.26:0/3932122122 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f84c00d0ff0 con 0x7f84c810abf0 2024-04-26T23:51:31.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.861+0000 7f84c6a00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f84a80a3da0 0x7f84a80a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.861+0000 7f84b7e00640 1 -- 172.21.15.26:0/3378608848 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b0012e60 con 0x55f64edf7b70 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.861+0000 7f84b7e00640 1 -- 172.21.15.26:0/3378608848 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f84b001d430 con 0x55f64edf7b70 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.861+0000 7f84b7e00640 1 -- 172.21.15.26:0/3378608848 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b00105d0 con 0x55f64edf7b70 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.862+0000 7f84d0c83740 1 -- 172.21.15.26:0/3378608848 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 msgr2=0x55f64edf9f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.862+0000 7f84d0c83740 1 --2- 172.21.15.26:0/3378608848 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 0x55f64edf9f60 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f84b0012820 tx=0x7f84b000d3c0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.862+0000 7f84c6a00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f84a80a3da0 0x7f84a80a6260 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x55f64edee140 tx=0x7f84b8009560 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.862+0000 7f84d0c83740 1 -- 172.21.15.26:0/3378608848 shutdown_connections 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.862+0000 7f84d0c83740 1 --2- 172.21.15.26:0/3378608848 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 0x55f64edf9f60 unknown :-1 s=CLOSED pgs=1501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.862+0000 7f84d0c83740 1 --2- 172.21.15.26:0/3378608848 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 0x55f64edf7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.862+0000 7f84d0c83740 1 --2- 172.21.15.26:0/3378608848 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edecb80 0x55f64edecf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.862+0000 7f84d0c83740 1 -- 172.21.15.26:0/3378608848 >> 172.21.15.26:0/3378608848 conn(0x55f64ede8e50 msgr2=0x55f64ede9230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.862+0000 7f84d0c83740 1 -- 172.21.15.26:0/3378608848 shutdown_connections 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.862+0000 7f84d0c83740 1 -- 172.21.15.26:0/3378608848 wait complete. 2024-04-26T23:51:31.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.863+0000 7f84d0c83740 1 -- start start 2024-04-26T23:51:31.869 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.863+0000 7f84d0c83740 1 Processor -- start 2024-04-26T23:51:31.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.863+0000 7f84d0c83740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edecb80 0x55f64edf7500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.863+0000 7f84d0c83740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 0x55f64edf4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.863+0000 7f84d0c83740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 0x55f64edf4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84d0c83740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55f64ed56200 con 0x55f64edf7b70 2024-04-26T23:51:31.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84d0c83740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55f64ed50ee0 con 0x55f64edecb80 2024-04-26T23:51:31.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84d0c83740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f64ed5de70 con 0x55f64eded4a0 2024-04-26T23:51:31.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84d0c83740 10 client.0 _ll_register_callbacks cb 0x55f64ed47270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:31.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84c7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 0x55f64edf4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84c7400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 0x55f64edf4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53702/0 (socket says 172.21.15.26:53702) 2024-04-26T23:51:31.870 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84c7400640 1 -- 172.21.15.26:0/826420299 learned_addr learned my addr 172.21.15.26:0/826420299 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:31.873 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84c6a00640 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edecb80 0x55f64edf7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84bfe00640 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 0x55f64edf4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84c7400640 1 -- 172.21.15.26:0/826420299 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 msgr2=0x55f64edf4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:31.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84c7400640 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 0x55f64edf4890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84c7400640 1 -- 172.21.15.26:0/826420299 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edecb80 msgr2=0x55f64edf7500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:31.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84c7400640 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edecb80 0x55f64edf7500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.864+0000 7f84c7400640 1 -- 172.21.15.26:0/826420299 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f64eb2d7d0 con 0x55f64edf7b70 2024-04-26T23:51:31.874 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.865+0000 7f84c7400640 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 0x55f64edf4e10 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f84c00993d0 tx=0x7f84c009c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4916f59a60525fbb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.865+0000 7f84b4c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.865+0000 7f84b4c00640 1 -- 172.21.15.26:0/826420299 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84c00b5020 con 0x55f64edf7b70 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.865+0000 7f84b4c00640 1 -- 172.21.15.26:0/826420299 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f84c00995e0 con 0x55f64edf7b70 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.865+0000 7f84d0c83740 1 -- 172.21.15.26:0/826420299 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84b001d430 con 0x55f64edf7b70 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.865+0000 7f84b4c00640 1 -- 172.21.15.26:0/826420299 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f84c0080050 con 0x55f64edf7b70 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.865+0000 7f84d0c83740 10 client.18648 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.865+0000 7f84d0c83740 1 -- 172.21.15.26:0/826420299 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f64ea633f0 con 0x55f64edf7b70 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.866+0000 7f84b4c00640 1 -- 172.21.15.26:0/826420299 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f84b001d430 con 0x55f64edf7b70 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.866+0000 7f84b4c00640 1 -- 172.21.15.26:0/826420299 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f84c00a57e0 con 0x55f64edf7b70 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.866+0000 7f84d0c83740 10 client.18648 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.866+0000 7f84d0c83740 10 client.18648 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.866+0000 7f84d0c83740 20 client.18648 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.866+0000 7f84d0c83740 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f64ee07620 0x55f64ee09aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.875 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.866+0000 7f84d0c83740 4 client.18648 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:51:31.876 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.866+0000 7f84d0c83740 1 -- 172.21.15.26:0/826420299 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f64ed5f7e0 con 0x55f64ee07620 2024-04-26T23:51:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.867+0000 7f84c6a00640 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f64ee07620 0x55f64ee09aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.868+0000 7f84c6a00640 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f64ee07620 0x55f64ee09aa0 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6d68be923a07bae server_cookie=72b5099b4c41175b in_seq=0 out_seq=0 2024-04-26T23:51:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.868+0000 7f84b4c00640 10 client.18648 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.871+0000 7f84b4c00640 1 -- 172.21.15.26:0/826420299 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f64ed5f7e0 con 0x55f64ee07620 2024-04-26T23:51:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.871+0000 7f84b4c00640 10 client.18648 handle_command_reply: tid=0 2024-04-26T23:51:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.871+0000 7f84d0c83740 1 client.18648 shutdown 2024-04-26T23:51:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.871+0000 7f84d0c83740 1 -- 172.21.15.26:0/826420299 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 msgr2=0x55f64edf4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.871+0000 7f84d0c83740 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 0x55f64edf4e10 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f84c00993d0 tx=0x7f84c009c990 comp rx=0 tx=0).stop 2024-04-26T23:51:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.871+0000 7f84d0c83740 1 -- 172.21.15.26:0/826420299 shutdown_connections 2024-04-26T23:51:31.877 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.871+0000 7f84d0c83740 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f64ee07620 0x55f64ee09aa0 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.871+0000 7f84d0c83740 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edf7b70 0x55f64edf4e10 unknown :-1 s=CLOSED pgs=1502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.871+0000 7f84d0c83740 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 0x55f64edf4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.871+0000 7f84d0c83740 1 --2- 172.21.15.26:0/826420299 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edecb80 0x55f64edf7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.871+0000 7f84b4c00640 0 client.18648 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:31.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.871+0000 7f84d0c83740 1 -- 172.21.15.26:0/826420299 >> 172.21.15.26:0/826420299 conn(0x55f64ede8e50 msgr2=0x55f64edeeca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:31.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.872+0000 7f84d0c83740 1 -- 172.21.15.26:0/826420299 shutdown_connections 2024-04-26T23:51:31.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.872+0000 7f84d0c83740 1 -- 172.21.15.26:0/826420299 wait complete. 2024-04-26T23:51:31.878 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.872+0000 7f84d0c83740 20 client.18648 trim_cache size 0 max 16384 2024-04-26T23:51:31.897 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.894+0000 7f84d0c83740 1 Processor -- start 2024-04-26T23:51:31.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.894+0000 7f84d0c83740 1 -- start start 2024-04-26T23:51:31.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.894+0000 7f84d0c83740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 0x55f64edf3390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.895+0000 7f84d0c83740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 0x55f64ee03550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.895+0000 7f84d0c83740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edf7b70 0x55f64ee03a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.895+0000 7f84d0c83740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f84c81b0850 con 0x55f64edecb80 2024-04-26T23:51:31.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.895+0000 7f84d0c83740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f84c81ae6c0 con 0x55f64edf7b70 2024-04-26T23:51:31.898 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.895+0000 7f84d0c83740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f84c81b0180 con 0x55f64eded4a0 2024-04-26T23:51:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.895+0000 7f84c6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 0x55f64edf3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.895+0000 7f84c6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 0x55f64edf3390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53714/0 (socket says 172.21.15.26:53714) 2024-04-26T23:51:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.895+0000 7f84c6a00640 1 -- 172.21.15.26:0/229354772 learned_addr learned my addr 172.21.15.26:0/229354772 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.895+0000 7f84bfe00640 1 --2- 172.21.15.26:0/229354772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 0x55f64ee03550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.895+0000 7f84c7400640 1 --2- 172.21.15.26:0/229354772 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edf7b70 0x55f64ee03a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.896+0000 7f84c6a00640 1 -- 172.21.15.26:0/229354772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 msgr2=0x55f64ee03550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.896+0000 7f84c6a00640 1 --2- 172.21.15.26:0/229354772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 0x55f64ee03550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.896+0000 7f84c6a00640 1 -- 172.21.15.26:0/229354772 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edf7b70 msgr2=0x55f64ee03a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.896+0000 7f84c6a00640 1 --2- 172.21.15.26:0/229354772 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edf7b70 0x55f64ee03a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.896+0000 7f84c6a00640 1 -- 172.21.15.26:0/229354772 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f64eded2d0 con 0x55f64edecb80 2024-04-26T23:51:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.896+0000 7f84c6a00640 1 --2- 172.21.15.26:0/229354772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 0x55f64edf3390 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f84b8004770 tx=0x7f84b803e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41b99202755c8497 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:31.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.896+0000 7f84b7400640 1 -- 172.21.15.26:0/229354772 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b8035040 con 0x55f64edecb80 2024-04-26T23:51:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.896+0000 7f84b7400640 1 -- 172.21.15.26:0/229354772 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f84b8056070 con 0x55f64edecb80 2024-04-26T23:51:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.896+0000 7f84b7400640 1 -- 172.21.15.26:0/229354772 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b80035f0 con 0x55f64edecb80 2024-04-26T23:51:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.897+0000 7f84d0c83740 1 -- 172.21.15.26:0/229354772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 msgr2=0x55f64edf3390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:31.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.897+0000 7f84d0c83740 1 --2- 172.21.15.26:0/229354772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 0x55f64edf3390 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f84b8004770 tx=0x7f84b803e000 comp rx=0 tx=0).stop 2024-04-26T23:51:31.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.897+0000 7f84d0c83740 1 -- 172.21.15.26:0/229354772 shutdown_connections 2024-04-26T23:51:31.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.897+0000 7f84d0c83740 1 --2- 172.21.15.26:0/229354772 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64edf7b70 0x55f64ee03a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.897+0000 7f84d0c83740 1 --2- 172.21.15.26:0/229354772 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64eded4a0 0x55f64ee03550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.897+0000 7f84d0c83740 1 --2- 172.21.15.26:0/229354772 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 0x55f64edf3390 unknown :-1 s=CLOSED pgs=1503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.897+0000 7f84d0c83740 1 -- 172.21.15.26:0/229354772 >> 172.21.15.26:0/229354772 conn(0x55f64ede8e50 msgr2=0x55f64edf5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:31.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.897+0000 7f84d0c83740 1 -- 172.21.15.26:0/229354772 shutdown_connections 2024-04-26T23:51:31.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.897+0000 7f84d0c83740 1 -- 172.21.15.26:0/229354772 wait complete. 2024-04-26T23:51:31.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.898+0000 7f84d0c83740 1 -- start start 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.898+0000 7f84d0c83740 1 Processor -- start 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84d0c83740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 0x55f64edffcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84d0c83740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64eded4a0 0x55f64edfd150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84d0c83740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64edf7b70 0x55f64edfd690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84d0c83740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f84c81af3e0 con 0x55f64edecb80 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84d0c83740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f84c81aed10 con 0x55f64eded4a0 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84d0c83740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f84c81afab0 con 0x55f64edf7b70 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84d0c83740 10 client.0 _ll_register_callbacks cb 0x7f84c0018400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84c6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 0x55f64edffcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84c6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 0x55f64edffcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53726/0 (socket says 172.21.15.26:53726) 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84c6a00640 1 -- 172.21.15.26:0/3470337386 learned_addr learned my addr 172.21.15.26:0/3470337386 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84bfe00640 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64eded4a0 0x55f64edfd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84c7400640 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64edf7b70 0x55f64edfd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84c6a00640 1 -- 172.21.15.26:0/3470337386 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64edf7b70 msgr2=0x55f64edfd690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84c6a00640 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64edf7b70 0x55f64edfd690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84c6a00640 1 -- 172.21.15.26:0/3470337386 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64eded4a0 msgr2=0x55f64edfd150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84c6a00640 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64eded4a0 0x55f64edfd150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.899+0000 7f84c6a00640 1 -- 172.21.15.26:0/3470337386 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f64ea230f0 con 0x55f64edecb80 2024-04-26T23:51:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.900+0000 7f84c6a00640 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 0x55f64edffcf0 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f84b8050800 tx=0x7f84b8050830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9cd98140a439145 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.900+0000 7f84b4c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.900+0000 7f84b4c00640 1 -- 172.21.15.26:0/3470337386 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b805e030 con 0x55f64edecb80 2024-04-26T23:51:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.900+0000 7f84b4c00640 1 -- 172.21.15.26:0/3470337386 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f84b804f040 con 0x55f64edecb80 2024-04-26T23:51:31.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.900+0000 7f84d0c83740 1 -- 172.21.15.26:0/3470337386 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84b8056070 con 0x55f64edecb80 2024-04-26T23:51:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.900+0000 7f84b4c00640 1 -- 172.21.15.26:0/3470337386 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f84b8035070 con 0x55f64edecb80 2024-04-26T23:51:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.901+0000 7f84d0c83740 10 client.18654 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.901+0000 7f84d0c83740 1 -- 172.21.15.26:0/3470337386 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f64ed19a30 con 0x55f64edecb80 2024-04-26T23:51:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.901+0000 7f84b4c00640 1 -- 172.21.15.26:0/3470337386 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f84b8056070 con 0x55f64edecb80 2024-04-26T23:51:31.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.901+0000 7f84b4c00640 1 -- 172.21.15.26:0/3470337386 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f84b8003a00 con 0x55f64edecb80 2024-04-26T23:51:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.901+0000 7f84d0c83740 10 client.18654 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.901+0000 7f84d0c83740 10 client.18654 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:51:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.901+0000 7f84d0c83740 20 client.18654 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.901+0000 7f84d0c83740 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f64ee6de60 0x55f64ee70280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.901+0000 7f84d0c83740 4 client.18654 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:51:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.901+0000 7f84d0c83740 1 -- 172.21.15.26:0/3470337386 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f64ed59650 con 0x55f64ee6de60 2024-04-26T23:51:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.902+0000 7f84bfe00640 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f64ee6de60 0x55f64ee70280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.903+0000 7f84bfe00640 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f64ee6de60 0x55f64ee70280 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10598afd8c023833 server_cookie=b6298f13ec3d5fd3 in_seq=0 out_seq=0 2024-04-26T23:51:31.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.903+0000 7f84b4c00640 10 client.18654 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.904+0000 7f84b4c00640 1 -- 172.21.15.26:0/3470337386 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f64ed59650 con 0x55f64ee6de60 2024-04-26T23:51:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.904+0000 7f84b4c00640 10 client.18654 handle_command_reply: tid=0 2024-04-26T23:51:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.904+0000 7f84d0c83740 1 client.18654 shutdown 2024-04-26T23:51:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.904+0000 7f84d0c83740 1 -- 172.21.15.26:0/3470337386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 msgr2=0x55f64edffcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:31.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.904+0000 7f84d0c83740 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 0x55f64edffcf0 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f84b8050800 tx=0x7f84b8050830 comp rx=0 tx=0).stop 2024-04-26T23:51:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.905+0000 7f84d0c83740 1 -- 172.21.15.26:0/3470337386 shutdown_connections 2024-04-26T23:51:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.905+0000 7f84d0c83740 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55f64ee6de60 0x55f64ee70280 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.905+0000 7f84d0c83740 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f64edf7b70 0x55f64edfd690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.905+0000 7f84d0c83740 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55f64eded4a0 0x55f64edfd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.905+0000 7f84d0c83740 1 --2- 172.21.15.26:0/3470337386 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55f64edecb80 0x55f64edffcf0 unknown :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.905+0000 7f84d0c83740 1 -- 172.21.15.26:0/3470337386 >> 172.21.15.26:0/3470337386 conn(0x55f64ede8e50 msgr2=0x55f64ee02dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.905+0000 7f84b4c00640 0 client.18654 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.905+0000 7f84d0c83740 1 -- 172.21.15.26:0/3470337386 shutdown_connections 2024-04-26T23:51:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.905+0000 7f84d0c83740 1 -- 172.21.15.26:0/3470337386 wait complete. 2024-04-26T23:51:31.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.905+0000 7f84d0c83740 20 client.18654 trim_cache size 0 max 16384 2024-04-26T23:51:31.910 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:51:31.910 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:51:31.910 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:51:31.910 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:51:31.910 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.906+0000 7f84cde00640 1 -- 172.21.15.26:0/3932122122 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f84a80a3da0 msgr2=0x7f84a80a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:31.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.906+0000 7f84cde00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f84a80a3da0 0x7f84a80a6260 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x55f64edee140 tx=0x7f84b8009560 comp rx=0 tx=0).stop 2024-04-26T23:51:31.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.906+0000 7f84cde00640 1 -- 172.21.15.26:0/3932122122 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84c810abf0 msgr2=0x7f84c819faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:31.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.906+0000 7f84cde00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84c810abf0 0x7f84c819faf0 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f84c000cce0 tx=0x7f84c000a620 comp rx=0 tx=0).stop 2024-04-26T23:51:31.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.906+0000 7f84cde00640 1 -- 172.21.15.26:0/3932122122 shutdown_connections 2024-04-26T23:51:31.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.906+0000 7f84cde00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f84a80a3da0 0x7f84a80a6260 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.906+0000 7f84cde00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f84c810abf0 0x7f84c819faf0 unknown :-1 s=CLOSED pgs=1500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.906+0000 7f84cde00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f84c81054f0 0x7f84c819b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.906+0000 7f84cde00640 1 --2- 172.21.15.26:0/3932122122 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f84c8104b30 0x7f84c819b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:31.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.906+0000 7f84cde00640 1 -- 172.21.15.26:0/3932122122 >> 172.21.15.26:0/3932122122 conn(0x7f84c81005a0 msgr2=0x7f84c8101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:31.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.906+0000 7f84cde00640 1 -- 172.21.15.26:0/3932122122 shutdown_connections 2024-04-26T23:51:31.911 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:31.906+0000 7f84cde00640 1 -- 172.21.15.26:0/3932122122 wait complete. 2024-04-26T23:51:31.926 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:51:31.926 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:51:32.132 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.129+0000 7fd38d600640 1 -- 172.21.15.26:0/578239967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd388108920 msgr2=0x7fd388108d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.129+0000 7fd38d600640 1 --2- 172.21.15.26:0/578239967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd388108920 0x7fd388108d00 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7fd380009cd0 tx=0x7fd38002a8e0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.129+0000 7fd38d600640 1 -- 172.21.15.26:0/578239967 shutdown_connections 2024-04-26T23:51:32.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.129+0000 7fd38d600640 1 --2- 172.21.15.26:0/578239967 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd3881032d0 0x7fd38810f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.129+0000 7fd38d600640 1 --2- 172.21.15.26:0/578239967 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd388102910 0x7fd388102d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.129+0000 7fd38d600640 1 --2- 172.21.15.26:0/578239967 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd388108920 0x7fd388108d00 unknown :-1 s=CLOSED pgs=1505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.129+0000 7fd38d600640 1 -- 172.21.15.26:0/578239967 >> 172.21.15.26:0/578239967 conn(0x7fd388079d30 msgr2=0x7fd38807a140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.129+0000 7fd38d600640 1 -- 172.21.15.26:0/578239967 shutdown_connections 2024-04-26T23:51:32.133 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.129+0000 7fd38d600640 1 -- 172.21.15.26:0/578239967 wait complete. 2024-04-26T23:51:32.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.130+0000 7fd38d600640 1 Processor -- start 2024-04-26T23:51:32.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.130+0000 7fd38d600640 1 -- start start 2024-04-26T23:51:32.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.131+0000 7fd38d600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd388102910 0x7fd388074c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.131+0000 7fd38d600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd3881032d0 0x7fd388075170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.131+0000 7fd38d600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd388108920 0x7fd3880756b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.131+0000 7fd38d600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd388112ae0 con 0x7fd388102910 2024-04-26T23:51:32.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.131+0000 7fd38d600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd388112960 con 0x7fd3881032d0 2024-04-26T23:51:32.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.131+0000 7fd38d600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd388112c60 con 0x7fd388108920 2024-04-26T23:51:32.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.131+0000 7fd386a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd388102910 0x7fd388074c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.135 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.131+0000 7fd386a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd388102910 0x7fd388074c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53742/0 (socket says 172.21.15.26:53742) 2024-04-26T23:51:32.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.131+0000 7fd386a00640 1 -- 172.21.15.26:0/80419935 learned_addr learned my addr 172.21.15.26:0/80419935 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:32.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.131+0000 7fd386000640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd3881032d0 0x7fd388075170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.131+0000 7fd387400640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd388108920 0x7fd3880756b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.132+0000 7fd386a00640 1 -- 172.21.15.26:0/80419935 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd388108920 msgr2=0x7fd3880756b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.132+0000 7fd386a00640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd388108920 0x7fd3880756b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.132+0000 7fd386a00640 1 -- 172.21.15.26:0/80419935 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd3881032d0 msgr2=0x7fd388075170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.132+0000 7fd386a00640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd3881032d0 0x7fd388075170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.132+0000 7fd386a00640 1 -- 172.21.15.26:0/80419935 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3881a75a0 con 0x7fd388102910 2024-04-26T23:51:32.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.132+0000 7fd386a00640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd388102910 0x7fd388074c30 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7fd380005e30 tx=0x7fd380003c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.132+0000 7fd37f400640 1 -- 172.21.15.26:0/80419935 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd380004240 con 0x7fd388102910 2024-04-26T23:51:32.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.132+0000 7fd37f400640 1 -- 172.21.15.26:0/80419935 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd3800305a0 con 0x7fd388102910 2024-04-26T23:51:32.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.132+0000 7fd37f400640 1 -- 172.21.15.26:0/80419935 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd38003a680 con 0x7fd388102910 2024-04-26T23:51:32.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.132+0000 7fd38d600640 1 -- 172.21.15.26:0/80419935 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3881a7830 con 0x7fd388102910 2024-04-26T23:51:32.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.133+0000 7fd38d600640 1 -- 172.21.15.26:0/80419935 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3881a7d30 con 0x7fd388102910 2024-04-26T23:51:32.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.134+0000 7fd38d600640 1 -- 172.21.15.26:0/80419935 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3880697c0 con 0x7fd388102910 2024-04-26T23:51:32.139 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.136+0000 7fd37f400640 1 -- 172.21.15.26:0/80419935 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd380030a50 con 0x7fd388102910 2024-04-26T23:51:32.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.138+0000 7fd37f400640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd36c0a3d20 0x7fd36c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.139+0000 7fd37f400640 1 -- 172.21.15.26:0/80419935 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7fd38002e030 con 0x7fd388102910 2024-04-26T23:51:32.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.139+0000 7fd386000640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd36c0a3d20 0x7fd36c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.140+0000 7fd386000640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd36c0a3d20 0x7fd36c0a61e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd374005fd0 tx=0x7fd374005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.145+0000 7fd37f400640 1 -- 172.21.15.26:0/80419935 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fd3800be150 con 0x7fd388102910 2024-04-26T23:51:32.370 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191232 len 1024 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 1024 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191232 len 1024 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 1024 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191232 len 2048 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 2048 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191232 len 2048 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 2048 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191232 len 4096 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 4096 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191232 len 4096 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 4096 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191232 len 8192 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 8192 2024-04-26T23:51:32.371 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191232 len 8192 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 8192 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191232 len 16384 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 16384 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191232 len 16384 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191232 len 16384 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191744 len 1024 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 1024 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191744 len 1024 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 1024 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191744 len 2048 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 2048 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191744 len 2048 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 2048 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191744 len 4096 2024-04-26T23:51:32.372 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 4096 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191744 len 4096 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 4096 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191744 len 8192 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 8192 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191744 len 8192 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 8192 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4191744 len 16384 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 16384 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4191744 len 16384 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4191744 len 16384 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192256 len 1024 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 1024 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192256 len 1024 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 1024 2024-04-26T23:51:32.373 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192256 len 2048 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 2048 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192256 len 2048 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 2048 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192256 len 4096 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 4096 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192256 len 4096 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 4096 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192256 len 8192 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 8192 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192256 len 8192 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 8192 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192256 len 16384 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 16384 2024-04-26T23:51:32.374 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192256 len 16384 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192256 len 16384 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192768 len 1024 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 1024 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192768 len 1024 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 1024 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192768 len 2048 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 2048 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192768 len 2048 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 2048 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192768 len 4096 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 4096 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192768 len 4096 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 4096 2024-04-26T23:51:32.375 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192768 len 8192 2024-04-26T23:51:32.376 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 8192 2024-04-26T23:51:32.376 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192768 len 8192 2024-04-26T23:51:32.376 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 8192 2024-04-26T23:51:32.376 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4192768 len 16384 2024-04-26T23:51:32.376 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 16384 2024-04-26T23:51:32.376 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4192768 len 16384 2024-04-26T23:51:32.376 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4192768 len 16384 2024-04-26T23:51:32.376 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193280 len 1024 2024-04-26T23:51:32.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.418+0000 7fd38d600640 1 -- 172.21.15.26:0/80419935 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd38810ae80 con 0x7fd388102910 2024-04-26T23:51:32.422 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.419+0000 7fd37f400640 1 -- 172.21.15.26:0/80419935 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fd3800bda50 con 0x7fd388102910 2024-04-26T23:51:32.423 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:51:32.423 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:51:32.423 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:51:32.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.421+0000 7fd38d600640 1 -- 172.21.15.26:0/80419935 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd36c0a3d20 msgr2=0x7fd36c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.422+0000 7fd38d600640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd36c0a3d20 0x7fd36c0a61e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd374005fd0 tx=0x7fd374005850 comp rx=0 tx=0).stop 2024-04-26T23:51:32.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.422+0000 7fd38d600640 1 -- 172.21.15.26:0/80419935 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd388102910 msgr2=0x7fd388074c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.422+0000 7fd38d600640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd388102910 0x7fd388074c30 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7fd380005e30 tx=0x7fd380003c00 comp rx=0 tx=0).stop 2024-04-26T23:51:32.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.422+0000 7fd38d600640 1 -- 172.21.15.26:0/80419935 shutdown_connections 2024-04-26T23:51:32.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.422+0000 7fd38d600640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd388108920 0x7fd3880756b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.422+0000 7fd38d600640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd3881032d0 0x7fd388075170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.422+0000 7fd38d600640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd36c0a3d20 0x7fd36c0a61e0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.425 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.422+0000 7fd38d600640 1 --2- 172.21.15.26:0/80419935 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd388102910 0x7fd388074c30 unknown :-1 s=CLOSED pgs=1506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.422+0000 7fd38d600640 1 -- 172.21.15.26:0/80419935 >> 172.21.15.26:0/80419935 conn(0x7fd388079d30 msgr2=0x7fd3881053f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.422+0000 7fd38d600640 1 -- 172.21.15.26:0/80419935 shutdown_connections 2024-04-26T23:51:32.426 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.422+0000 7fd38d600640 1 -- 172.21.15.26:0/80419935 wait complete. 2024-04-26T23:51:32.447 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:51:32.656 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.653+0000 7ff21c000640 1 -- 172.21.15.26:0/1729855043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff214105790 msgr2=0x7ff2141097d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.653+0000 7ff21c000640 1 --2- 172.21.15.26:0/1729855043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff214105790 0x7ff2141097d0 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7ff200009900 tx=0x7ff20002a410 comp rx=0 tx=0).stop 2024-04-26T23:51:32.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.653+0000 7ff21c000640 1 -- 172.21.15.26:0/1729855043 shutdown_connections 2024-04-26T23:51:32.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.653+0000 7ff21c000640 1 --2- 172.21.15.26:0/1729855043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff214109eb0 0x7ff214111a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.653+0000 7ff21c000640 1 --2- 172.21.15.26:0/1729855043 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff214105790 0x7ff2141097d0 unknown :-1 s=CLOSED pgs=1507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.653+0000 7ff21c000640 1 --2- 172.21.15.26:0/1729855043 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff214104de0 0x7ff2141051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.653+0000 7ff21c000640 1 -- 172.21.15.26:0/1729855043 >> 172.21.15.26:0/1729855043 conn(0x7ff2141006c0 msgr2=0x7ff214102ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.653+0000 7ff21c000640 1 -- 172.21.15.26:0/1729855043 shutdown_connections 2024-04-26T23:51:32.657 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.653+0000 7ff21c000640 1 -- 172.21.15.26:0/1729855043 wait complete. 2024-04-26T23:51:32.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.654+0000 7ff21c000640 1 Processor -- start 2024-04-26T23:51:32.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.654+0000 7ff21c000640 1 -- start start 2024-04-26T23:51:32.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.655+0000 7ff21c000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff214104de0 0x7ff21419b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.655+0000 7ff21c000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff214109eb0 0x7ff21419b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.655+0000 7ff21c000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff21419fbd0 0x7ff2141a0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.655+0000 7ff21c000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff214114cc0 con 0x7ff214104de0 2024-04-26T23:51:32.660 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.655+0000 7ff21c000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff214114b40 con 0x7ff214109eb0 2024-04-26T23:51:32.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.655+0000 7ff21c000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff214114e40 con 0x7ff21419fbd0 2024-04-26T23:51:32.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.655+0000 7ff219600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff214104de0 0x7ff21419b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.655+0000 7ff218c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff214109eb0 0x7ff21419b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.655+0000 7ff219600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff214104de0 0x7ff21419b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53758/0 (socket says 172.21.15.26:53758) 2024-04-26T23:51:32.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.655+0000 7ff219600640 1 -- 172.21.15.26:0/3828186447 learned_addr learned my addr 172.21.15.26:0/3828186447 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:32.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.655+0000 7ff21a000640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff21419fbd0 0x7ff2141a0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.656+0000 7ff219600640 1 -- 172.21.15.26:0/3828186447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff21419fbd0 msgr2=0x7ff2141a0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.656+0000 7ff219600640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff21419fbd0 0x7ff2141a0080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.656+0000 7ff219600640 1 -- 172.21.15.26:0/3828186447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff214109eb0 msgr2=0x7ff21419b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.656+0000 7ff219600640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff214109eb0 0x7ff21419b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.661 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.656+0000 7ff219600640 1 -- 172.21.15.26:0/3828186447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2141a06c0 con 0x7ff214104de0 2024-04-26T23:51:32.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.656+0000 7ff218c00640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff214109eb0 0x7ff21419b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:51:32.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.656+0000 7ff219600640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff214104de0 0x7ff21419b360 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7ff20800ebc0 tx=0x7ff20800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.656+0000 7ff212000640 1 -- 172.21.15.26:0/3828186447 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff208010630 con 0x7ff214104de0 2024-04-26T23:51:32.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.656+0000 7ff212000640 1 -- 172.21.15.26:0/3828186447 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff208010c60 con 0x7ff214104de0 2024-04-26T23:51:32.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.656+0000 7ff21c000640 1 -- 172.21.15.26:0/3828186447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2141a09b0 con 0x7ff214104de0 2024-04-26T23:51:32.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.656+0000 7ff212000640 1 -- 172.21.15.26:0/3828186447 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff208018b00 con 0x7ff214104de0 2024-04-26T23:51:32.662 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.657+0000 7ff21c000640 1 -- 172.21.15.26:0/3828186447 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2141a81c0 con 0x7ff214104de0 2024-04-26T23:51:32.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.661+0000 7ff21ee5e740 1 Processor -- start 2024-04-26T23:51:32.664 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.661+0000 7ff21ee5e740 1 -- start start 2024-04-26T23:51:32.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.662+0000 7ff212000640 1 -- 172.21.15.26:0/3828186447 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff208018ca0 con 0x7ff214104de0 2024-04-26T23:51:32.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.662+0000 7ff21ee5e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab672f40 0x5610ab673320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.662+0000 7ff21ee5e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab6738f0 0x5610ab6864b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.662+0000 7ff21ee5e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6869f0 0x5610ab688de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.662+0000 7ff21ee5e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5610ab5d7c70 con 0x5610ab672f40 2024-04-26T23:51:32.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.662+0000 7ff21ee5e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5610ab590980 con 0x5610ab6869f0 2024-04-26T23:51:32.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.662+0000 7ff21ee5e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5610ab5d3c30 con 0x5610ab6738f0 2024-04-26T23:51:32.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.663+0000 7ff21a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab672f40 0x5610ab673320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.663+0000 7ff219600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab6738f0 0x5610ab6864b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.663+0000 7ff21a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab672f40 0x5610ab673320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53770/0 (socket says 172.21.15.26:53770) 2024-04-26T23:51:32.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.663+0000 7ff218c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6869f0 0x5610ab688de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.663+0000 7ff21a000640 1 -- 172.21.15.26:0/1034030118 learned_addr learned my addr 172.21.15.26:0/1034030118 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:32.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.663+0000 7ff218c00640 1 -- 172.21.15.26:0/1034030118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab6738f0 msgr2=0x5610ab6864b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.663+0000 7ff218c00640 1 --2- 172.21.15.26:0/1034030118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab6738f0 0x5610ab6864b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.663+0000 7ff218c00640 1 -- 172.21.15.26:0/1034030118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab672f40 msgr2=0x5610ab673320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.663+0000 7ff218c00640 1 --2- 172.21.15.26:0/1034030118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab672f40 0x5610ab673320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.663+0000 7ff218c00640 1 -- 172.21.15.26:0/1034030118 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610ab5687b0 con 0x5610ab6869f0 2024-04-26T23:51:32.667 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.664+0000 7ff218c00640 1 --2- 172.21.15.26:0/1034030118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6869f0 0x5610ab688de0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff200009230 tx=0x7ff200032e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d920f7caa2685a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.664+0000 7ff212000640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff1fc0a3da0 0x7ff1fc0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.664+0000 7ff206600640 1 -- 172.21.15.26:0/1034030118 <== mon.2 v2:172.21.15.86:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff200035070 con 0x5610ab6869f0 2024-04-26T23:51:32.668 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.665+0000 7ff206600640 1 -- 172.21.15.26:0/1034030118 <== mon.2 v2:172.21.15.86:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff2000044b0 con 0x5610ab6869f0 2024-04-26T23:51:32.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.665+0000 7ff206600640 1 -- 172.21.15.26:0/1034030118 <== mon.2 v2:172.21.15.86:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff200003bb0 con 0x5610ab6869f0 2024-04-26T23:51:32.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.665+0000 7ff212000640 1 -- 172.21.15.26:0/3828186447 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7ff2080d0e10 con 0x7ff214104de0 2024-04-26T23:51:32.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.665+0000 7ff21a000640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff1fc0a3da0 0x7ff1fc0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.666+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1034030118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6869f0 msgr2=0x5610ab688de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.666+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/1034030118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6869f0 0x5610ab688de0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff200009230 tx=0x7ff200032e30 comp rx=0 tx=0).stop 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.666+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1034030118 shutdown_connections 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.666+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/1034030118 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6869f0 0x5610ab688de0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.666+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/1034030118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab6738f0 0x5610ab6864b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.666+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/1034030118 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab672f40 0x5610ab673320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.666+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1034030118 >> 172.21.15.26:0/1034030118 conn(0x5610ab66f510 msgr2=0x5610ab66f8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.666+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1034030118 shutdown_connections 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.666+0000 7ff21a000640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff1fc0a3da0 0x7ff1fc0a6260 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7ff20c009d90 tx=0x7ff20c005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.666+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1034030118 wait complete. 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.666+0000 7ff21ee5e740 1 -- start start 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.667+0000 7ff21ee5e740 1 Processor -- start 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.667+0000 7ff21ee5e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab672f40 0x5610ab6863a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.667+0000 7ff21ee5e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab683690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.671 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.667+0000 7ff21ee5e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab6869f0 0x5610ab683c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.667+0000 7ff21ee5e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5610ab5d6f80 con 0x5610ab672f40 2024-04-26T23:51:32.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.667+0000 7ff21ee5e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5610ab584260 con 0x5610ab6738f0 2024-04-26T23:51:32.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.667+0000 7ff21ee5e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5610ab5dc2a0 con 0x5610ab6869f0 2024-04-26T23:51:32.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.667+0000 7ff21ee5e740 10 client.0 _ll_register_callbacks cb 0x5610ab5ce960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:32.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.668+0000 7ff219600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab672f40 0x5610ab6863a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.668+0000 7ff218c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab683690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.668+0000 7ff218c00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab683690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:58152/0 (socket says 172.21.15.26:58152) 2024-04-26T23:51:32.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.668+0000 7ff218c00640 1 -- 172.21.15.26:0/3659318947 learned_addr learned my addr 172.21.15.26:0/3659318947 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:32.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.668+0000 7ff219600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab672f40 0x5610ab6863a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53786/0 (socket says 172.21.15.26:53786) 2024-04-26T23:51:32.672 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.668+0000 7ff21a000640 1 --2- 172.21.15.26:0/3659318947 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab6869f0 0x5610ab683c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.668+0000 7ff218c00640 1 -- 172.21.15.26:0/3659318947 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab6869f0 msgr2=0x5610ab683c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.668+0000 7ff218c00640 1 --2- 172.21.15.26:0/3659318947 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab6869f0 0x5610ab683c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.668+0000 7ff218c00640 1 -- 172.21.15.26:0/3659318947 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab672f40 msgr2=0x5610ab6863a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.668+0000 7ff218c00640 1 --2- 172.21.15.26:0/3659318947 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab672f40 0x5610ab6863a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.668+0000 7ff218c00640 1 -- 172.21.15.26:0/3659318947 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610ab5661c0 con 0x5610ab6738f0 2024-04-26T23:51:32.674 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.669+0000 7ff218c00640 1 --2- 172.21.15.26:0/3659318947 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab683690 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff200000c00 tx=0x7ff200005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f40eea502e42ee0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.669+0000 7ff1faa00640 10 client.0 ms_handle_connect on v2:172.21.15.86:3300/0 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.669+0000 7ff1faa00640 1 -- 172.21.15.26:0/3659318947 <== mon.2 v2:172.21.15.86:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff200053060 con 0x5610ab6738f0 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.669+0000 7ff1faa00640 1 -- 172.21.15.26:0/3659318947 <== mon.2 v2:172.21.15.86:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7ff2000035f0 con 0x5610ab6738f0 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.669+0000 7ff21ee5e740 1 -- 172.21.15.26:0/3659318947 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff2000044b0 con 0x5610ab6738f0 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.670+0000 7ff1faa00640 1 -- 172.21.15.26:0/3659318947 <== mon.2 v2:172.21.15.86:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff200035040 con 0x5610ab6738f0 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.670+0000 7ff21ee5e740 10 client.37646 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.670+0000 7ff21ee5e740 1 -- 172.21.15.26:0/3659318947 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5610ab2e93f0 con 0x5610ab6738f0 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.670+0000 7ff1faa00640 1 -- 172.21.15.26:0/3659318947 <== mon.2 v2:172.21.15.86:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff2000044b0 con 0x5610ab6738f0 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.670+0000 7ff1faa00640 1 -- 172.21.15.26:0/3659318947 <== mon.2 v2:172.21.15.86:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff200003fe0 con 0x5610ab6738f0 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.670+0000 7ff21ee5e740 10 client.37646 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.670+0000 7ff21ee5e740 10 client.37646 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.670+0000 7ff21ee5e740 20 client.37646 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.671+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/3659318947 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5610ab6962d0 0x5610ab6986c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.671+0000 7ff21ee5e740 4 client.37646 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:51:32.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.671+0000 7ff21ee5e740 1 -- 172.21.15.26:0/3659318947 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610ab5e5880 con 0x5610ab6962d0 2024-04-26T23:51:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.671+0000 7ff219600640 1 --2- 172.21.15.26:0/3659318947 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5610ab6962d0 0x5610ab6986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.672+0000 7ff219600640 1 --2- 172.21.15.26:0/3659318947 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5610ab6962d0 0x5610ab6986c0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6d4d9daf50221b98 server_cookie=465eb0534b9abfc5 in_seq=0 out_seq=0 2024-04-26T23:51:32.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.672+0000 7ff1faa00640 10 client.37646 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:51:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.673+0000 7ff1faa00640 1 -- 172.21.15.26:0/3659318947 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5610ab5e5880 con 0x5610ab6962d0 2024-04-26T23:51:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.673+0000 7ff1faa00640 10 client.37646 handle_command_reply: tid=0 2024-04-26T23:51:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff21ee5e740 1 client.37646 shutdown 2024-04-26T23:51:32.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff21ee5e740 1 -- 172.21.15.26:0/3659318947 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 msgr2=0x5610ab683690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/3659318947 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab683690 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff200000c00 tx=0x7ff200005fd0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff21ee5e740 1 -- 172.21.15.26:0/3659318947 shutdown_connections 2024-04-26T23:51:32.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/3659318947 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5610ab6962d0 0x5610ab6986c0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/3659318947 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab6869f0 0x5610ab683c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/3659318947 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab683690 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/3659318947 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab672f40 0x5610ab6863a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff1faa00640 0 client.37646 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:51:32.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff21ee5e740 1 -- 172.21.15.26:0/3659318947 >> 172.21.15.26:0/3659318947 conn(0x5610ab66f510 msgr2=0x5610ab675310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff21ee5e740 1 -- 172.21.15.26:0/3659318947 shutdown_connections 2024-04-26T23:51:32.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff21ee5e740 1 -- 172.21.15.26:0/3659318947 wait complete. 2024-04-26T23:51:32.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.674+0000 7ff21ee5e740 20 client.37646 trim_cache size 0 max 16384 2024-04-26T23:51:32.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.693+0000 7ff21ee5e740 1 Processor -- start 2024-04-26T23:51:32.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.693+0000 7ff21ee5e740 1 -- start start 2024-04-26T23:51:32.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.693+0000 7ff21ee5e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab672f40 0x5610ab6753d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.693+0000 7ff21ee5e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab685ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.693+0000 7ff21ee5e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 0x5610ab69b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.697 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.693+0000 7ff21ee5e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff2141aec90 con 0x5610ab6869f0 2024-04-26T23:51:32.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.693+0000 7ff21ee5e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff2141ac560 con 0x5610ab6738f0 2024-04-26T23:51:32.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.693+0000 7ff21ee5e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff2141aa3d0 con 0x5610ab672f40 2024-04-26T23:51:32.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.694+0000 7ff21a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 0x5610ab69b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.694+0000 7ff21a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 0x5610ab69b6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53800/0 (socket says 172.21.15.26:53800) 2024-04-26T23:51:32.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.694+0000 7ff21a000640 1 -- 172.21.15.26:0/4069612196 learned_addr learned my addr 172.21.15.26:0/4069612196 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:32.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.694+0000 7ff218c00640 1 --2- 172.21.15.26:0/4069612196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab685ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.694+0000 7ff219600640 1 --2- 172.21.15.26:0/4069612196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab672f40 0x5610ab6753d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.694+0000 7ff21a000640 1 -- 172.21.15.26:0/4069612196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab672f40 msgr2=0x5610ab6753d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.694+0000 7ff21a000640 1 --2- 172.21.15.26:0/4069612196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab672f40 0x5610ab6753d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.694+0000 7ff21a000640 1 -- 172.21.15.26:0/4069612196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 msgr2=0x5610ab685ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.694+0000 7ff21a000640 1 --2- 172.21.15.26:0/4069612196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab685ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.699 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.694+0000 7ff21a000640 1 -- 172.21.15.26:0/4069612196 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610ab3b37d0 con 0x5610ab6869f0 2024-04-26T23:51:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.694+0000 7ff21a000640 1 --2- 172.21.15.26:0/4069612196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 0x5610ab69b6e0 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7ff20c005d30 tx=0x7ff20c01a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c805b8fa3f52c3ed server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.695+0000 7ff205c00640 1 -- 172.21.15.26:0/4069612196 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff20c005020 con 0x5610ab6869f0 2024-04-26T23:51:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.695+0000 7ff205c00640 1 -- 172.21.15.26:0/4069612196 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff20c0047a0 con 0x5610ab6869f0 2024-04-26T23:51:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.695+0000 7ff205c00640 1 -- 172.21.15.26:0/4069612196 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff20c029680 con 0x5610ab6869f0 2024-04-26T23:51:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.696+0000 7ff21ee5e740 1 -- 172.21.15.26:0/4069612196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 msgr2=0x5610ab69b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.696+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/4069612196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 0x5610ab69b6e0 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7ff20c005d30 tx=0x7ff20c01a000 comp rx=0 tx=0).stop 2024-04-26T23:51:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.696+0000 7ff21ee5e740 1 -- 172.21.15.26:0/4069612196 shutdown_connections 2024-04-26T23:51:32.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.696+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/4069612196 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 0x5610ab69b6e0 unknown :-1 s=CLOSED pgs=1509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.696+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/4069612196 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab685ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.696+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/4069612196 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab672f40 0x5610ab6753d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.696+0000 7ff21ee5e740 1 -- 172.21.15.26:0/4069612196 >> 172.21.15.26:0/4069612196 conn(0x5610ab66f510 msgr2=0x5610ab67ece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.696+0000 7ff21ee5e740 1 -- 172.21.15.26:0/4069612196 shutdown_connections 2024-04-26T23:51:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.696+0000 7ff21ee5e740 1 -- 172.21.15.26:0/4069612196 wait complete. 2024-04-26T23:51:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.696+0000 7ff21ee5e740 1 -- start start 2024-04-26T23:51:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.697+0000 7ff21ee5e740 1 Processor -- start 2024-04-26T23:51:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.697+0000 7ff21ee5e740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab672f40 0x5610ab69b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.697+0000 7ff21ee5e740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab698cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.697+0000 7ff21ee5e740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 0x5610ab699200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.697+0000 7ff21ee5e740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff2141aaa20 con 0x5610ab6869f0 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.697+0000 7ff21ee5e740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff2141abe90 con 0x5610ab6738f0 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.697+0000 7ff21ee5e740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff2141ab0f0 con 0x5610ab672f40 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.697+0000 7ff21ee5e740 10 client.0 _ll_register_callbacks cb 0x7ff20c009630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.697+0000 7ff21a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 0x5610ab699200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.697+0000 7ff21a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 0x5610ab699200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53802/0 (socket says 172.21.15.26:53802) 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.697+0000 7ff21a000640 1 -- 172.21.15.26:0/1122219418 learned_addr learned my addr 172.21.15.26:0/1122219418 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.698+0000 7ff219600640 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab672f40 0x5610ab69b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.698+0000 7ff218c00640 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab698cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.698+0000 7ff21a000640 1 -- 172.21.15.26:0/1122219418 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab672f40 msgr2=0x5610ab69b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.698+0000 7ff21a000640 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab672f40 0x5610ab69b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.698+0000 7ff21a000640 1 -- 172.21.15.26:0/1122219418 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 msgr2=0x5610ab698cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.698+0000 7ff21a000640 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab698cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.703 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.698+0000 7ff21a000640 1 -- 172.21.15.26:0/1122219418 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610ab57e2a0 con 0x5610ab6869f0 2024-04-26T23:51:32.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.698+0000 7ff21a000640 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 0x5610ab699200 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7ff20c019040 tx=0x7ff20c009dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57134626087918e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.698+0000 7ff1faa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:32.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.699+0000 7ff1faa00640 1 -- 172.21.15.26:0/1122219418 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff20c037060 con 0x5610ab6869f0 2024-04-26T23:51:32.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.699+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1122219418 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff20c0047a0 con 0x5610ab6869f0 2024-04-26T23:51:32.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.699+0000 7ff1faa00640 1 -- 172.21.15.26:0/1122219418 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7ff20c004b60 con 0x5610ab6869f0 2024-04-26T23:51:32.705 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.699+0000 7ff1faa00640 1 -- 172.21.15.26:0/1122219418 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7ff20c004ee0 con 0x5610ab6869f0 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.699+0000 7ff21ee5e740 10 client.18678 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.699+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1122219418 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5610ab6fc010 con 0x5610ab6869f0 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.699+0000 7ff1faa00640 1 -- 172.21.15.26:0/1122219418 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff20c0047a0 con 0x5610ab6869f0 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.700+0000 7ff1faa00640 1 -- 172.21.15.26:0/1122219418 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7ff20c029a30 con 0x5610ab6869f0 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.700+0000 7ff21ee5e740 10 client.18678 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.700+0000 7ff21ee5e740 10 client.18678 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.700+0000 7ff21ee5e740 20 client.18678 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.700+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5610ab6fc630 0x5610ab6fea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.700+0000 7ff21ee5e740 4 client.18678 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.700+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1122219418 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5610ab5df6f0 con 0x5610ab6fc630 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.700+0000 7ff219600640 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5610ab6fc630 0x5610ab6fea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.701+0000 7ff219600640 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5610ab6fc630 0x5610ab6fea20 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4ee53b361b91173 server_cookie=25e4f0f89b7d7b80 in_seq=0 out_seq=0 2024-04-26T23:51:32.706 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.701+0000 7ff1faa00640 10 client.18678 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:51:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff1faa00640 1 -- 172.21.15.26:0/1122219418 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5610ab5df6f0 con 0x5610ab6fc630 2024-04-26T23:51:32.707 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff1faa00640 10 client.18678 handle_command_reply: tid=0 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff21ee5e740 1 client.18678 shutdown 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1122219418 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 msgr2=0x5610ab699200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 0x5610ab699200 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7ff20c019040 tx=0x7ff20c009dc0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1122219418 shutdown_connections 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5610ab6869f0 0x5610ab699200 unknown :-1 s=CLOSED pgs=1510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5610ab6738f0 0x5610ab698cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x5610ab6fc630 0x5610ab6fea20 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff21ee5e740 1 --2- 172.21.15.26:0/1122219418 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5610ab672f40 0x5610ab69b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff1faa00640 0 client.18678 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1122219418 >> 172.21.15.26:0/1122219418 conn(0x5610ab66f510 msgr2=0x5610ab66de00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1122219418 shutdown_connections 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.703+0000 7ff21ee5e740 1 -- 172.21.15.26:0/1122219418 wait complete. 2024-04-26T23:51:32.708 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.704+0000 7ff21ee5e740 20 client.18678 trim_cache size 0 max 16384 2024-04-26T23:51:32.709 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:51:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.704+0000 7ff21c000640 1 -- 172.21.15.26:0/3828186447 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff1fc0a3da0 msgr2=0x7ff1fc0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.704+0000 7ff21c000640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff1fc0a3da0 0x7ff1fc0a6260 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7ff20c009d90 tx=0x7ff20c005f90 comp rx=0 tx=0).stop 2024-04-26T23:51:32.709 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.704+0000 7ff21c000640 1 -- 172.21.15.26:0/3828186447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff214104de0 msgr2=0x7ff21419b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.704+0000 7ff21c000640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff214104de0 0x7ff21419b360 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7ff20800ebc0 tx=0x7ff20800c6a0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.705+0000 7ff21c000640 1 -- 172.21.15.26:0/3828186447 shutdown_connections 2024-04-26T23:51:32.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.705+0000 7ff21c000640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff21419fbd0 0x7ff2141a0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.705+0000 7ff21c000640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff214109eb0 0x7ff21419b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.705+0000 7ff21c000640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff1fc0a3da0 0x7ff1fc0a6260 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.705+0000 7ff21c000640 1 --2- 172.21.15.26:0/3828186447 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff214104de0 0x7ff21419b360 unknown :-1 s=CLOSED pgs=1508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.705+0000 7ff21c000640 1 -- 172.21.15.26:0/3828186447 >> 172.21.15.26:0/3828186447 conn(0x7ff2141006c0 msgr2=0x7ff214101ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.705+0000 7ff21c000640 1 -- 172.21.15.26:0/3828186447 shutdown_connections 2024-04-26T23:51:32.710 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.705+0000 7ff21c000640 1 -- 172.21.15.26:0/3828186447 wait complete. 2024-04-26T23:51:32.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:32 smithi026 ceph-mon[28371]: pgmap v491: 97 pgs: 97 active+clean; 193 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 138 op/s 2024-04-26T23:51:32.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:32 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/80419935' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:51:32.724 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:32 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:51:32.727 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:51:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.942+0000 7f51da600640 1 -- 172.21.15.26:0/2363410808 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f51d410eef0 msgr2=0x7f51d410f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.942+0000 7f51da600640 1 --2- 172.21.15.26:0/2363410808 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f51d410eef0 0x7f51d410f2d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f51c8009860 tx=0x7f51c802a3d0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.942+0000 7f51da600640 1 -- 172.21.15.26:0/2363410808 shutdown_connections 2024-04-26T23:51:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.942+0000 7f51da600640 1 --2- 172.21.15.26:0/2363410808 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51d4109870 0x7f51d4115c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.942+0000 7f51da600640 1 --2- 172.21.15.26:0/2363410808 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f51d4108ed0 0x7f51d4109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.942+0000 7f51da600640 1 --2- 172.21.15.26:0/2363410808 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f51d410eef0 0x7f51d410f2d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.942+0000 7f51da600640 1 -- 172.21.15.26:0/2363410808 >> 172.21.15.26:0/2363410808 conn(0x7f51d4078750 msgr2=0x7f51d4107750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.946 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.942+0000 7f51da600640 1 -- 172.21.15.26:0/2363410808 shutdown_connections 2024-04-26T23:51:32.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.942+0000 7f51da600640 1 -- 172.21.15.26:0/2363410808 wait complete. 2024-04-26T23:51:32.947 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.943+0000 7f51da600640 1 Processor -- start 2024-04-26T23:51:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.943+0000 7f51da600640 1 -- start start 2024-04-26T23:51:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.944+0000 7f51da600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f51d4108ed0 0x7f51d419f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.944+0000 7f51da600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f51d4109870 0x7f51d419f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.944+0000 7f51da600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51d410eef0 0x7f51d41a3d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.944+0000 7f51da600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f51d4118f30 con 0x7f51d410eef0 2024-04-26T23:51:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.944+0000 7f51da600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f51d4118db0 con 0x7f51d4108ed0 2024-04-26T23:51:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.944+0000 7f51da600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41190b0 con 0x7f51d4109870 2024-04-26T23:51:32.948 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.944+0000 7f51d9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51d410eef0 0x7f51d41a3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.944+0000 7f51d9200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f51d4108ed0 0x7f51d419f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.944+0000 7f51d9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51d410eef0 0x7f51d41a3d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53812/0 (socket says 172.21.15.26:53812) 2024-04-26T23:51:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.944+0000 7f51d9c00640 1 -- 172.21.15.26:0/3273692543 learned_addr learned my addr 172.21.15.26:0/3273692543 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.944+0000 7f51d3e00640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f51d4109870 0x7f51d419f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.945+0000 7f51d9c00640 1 -- 172.21.15.26:0/3273692543 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f51d4109870 msgr2=0x7f51d419f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.945+0000 7f51d9c00640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f51d4109870 0x7f51d419f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.945+0000 7f51d9c00640 1 -- 172.21.15.26:0/3273692543 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f51d4108ed0 msgr2=0x7f51d419f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.945+0000 7f51d9c00640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f51d4108ed0 0x7f51d419f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.945+0000 7f51d9c00640 1 -- 172.21.15.26:0/3273692543 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51d41a44a0 con 0x7f51d410eef0 2024-04-26T23:51:32.949 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.945+0000 7f51d9c00640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51d410eef0 0x7f51d41a3d70 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f51cc00eee0 tx=0x7f51cc00c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.945+0000 7f51d1600640 1 -- 172.21.15.26:0/3273692543 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51cc004b20 con 0x7f51d410eef0 2024-04-26T23:51:32.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.946+0000 7f51da600640 1 -- 172.21.15.26:0/3273692543 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51d41a4790 con 0x7f51d410eef0 2024-04-26T23:51:32.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.946+0000 7f51d1600640 1 -- 172.21.15.26:0/3273692543 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f51cc003e00 con 0x7f51d410eef0 2024-04-26T23:51:32.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.946+0000 7f51d1600640 1 -- 172.21.15.26:0/3273692543 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51cc005020 con 0x7f51d410eef0 2024-04-26T23:51:32.950 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.946+0000 7f51da600640 1 -- 172.21.15.26:0/3273692543 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51d41ac020 con 0x7f51d410eef0 2024-04-26T23:51:32.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.949+0000 7f51de9bf740 1 Processor -- start 2024-04-26T23:51:32.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.949+0000 7f51d1600640 1 -- 172.21.15.26:0/3273692543 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f51cc01d020 con 0x7f51d410eef0 2024-04-26T23:51:32.952 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.949+0000 7f51de9bf740 1 -- start start 2024-04-26T23:51:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.950+0000 7f51de9bf740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69b3a0 0x55eecc69b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.950+0000 7f51de9bf740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69bcc0 0x55eecc6a5e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.950+0000 7f51de9bf740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc6a6390 0x55eecc6a8780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.950+0000 7f51de9bf740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55eecc5ffc70 con 0x55eecc69bcc0 2024-04-26T23:51:32.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.950+0000 7f51de9bf740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55eecc5b8980 con 0x55eecc6a6390 2024-04-26T23:51:32.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.950+0000 7f51de9bf740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55eecc5fbc30 con 0x55eecc69b3a0 2024-04-26T23:51:32.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.950+0000 7f51d9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69bcc0 0x55eecc6a5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.950+0000 7f51d9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69bcc0 0x55eecc6a5e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53826/0 (socket says 172.21.15.26:53826) 2024-04-26T23:51:32.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.950+0000 7f51d9200640 1 -- 172.21.15.26:0/3066668847 learned_addr learned my addr 172.21.15.26:0/3066668847 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:32.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.950+0000 7f51d3e00640 1 --2- 172.21.15.26:0/3066668847 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc6a6390 0x55eecc6a8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.950+0000 7f51d3e00640 1 --2- 172.21.15.26:0/3066668847 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69b3a0 0x55eecc69b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.951+0000 7f51d9200640 1 -- 172.21.15.26:0/3066668847 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69b3a0 msgr2=0x55eecc69b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.951+0000 7f51d9200640 1 --2- 172.21.15.26:0/3066668847 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69b3a0 0x55eecc69b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.951+0000 7f51d9200640 1 -- 172.21.15.26:0/3066668847 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc6a6390 msgr2=0x55eecc6a8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.951+0000 7f51d9200640 1 --2- 172.21.15.26:0/3066668847 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc6a6390 0x55eecc6a8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.951+0000 7f51d9200640 1 -- 172.21.15.26:0/3066668847 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eecc5907b0 con 0x55eecc69bcc0 2024-04-26T23:51:32.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.951+0000 7f51d9200640 1 --2- 172.21.15.26:0/3066668847 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69bcc0 0x55eecc6a5e50 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f51c8009860 tx=0x7f51c80050f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba86386d99af6651 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.951+0000 7f51d1600640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f51bc0a3da0 0x7f51bc0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.952+0000 7f51d1600640 1 -- 172.21.15.26:0/3273692543 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f51cc0d08c0 con 0x7f51d410eef0 2024-04-26T23:51:32.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.952+0000 7f51c6000640 1 -- 172.21.15.26:0/3066668847 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c8005520 con 0x55eecc69bcc0 2024-04-26T23:51:32.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.952+0000 7f51c6000640 1 -- 172.21.15.26:0/3066668847 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f51c8004b50 con 0x55eecc69bcc0 2024-04-26T23:51:32.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.952+0000 7f51d3e00640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f51bc0a3da0 0x7f51bc0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.952+0000 7f51c6000640 1 -- 172.21.15.26:0/3066668847 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c8030a80 con 0x55eecc69bcc0 2024-04-26T23:51:32.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.953+0000 7f51de9bf740 1 -- 172.21.15.26:0/3066668847 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69bcc0 msgr2=0x55eecc6a5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.953+0000 7f51d3e00640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f51bc0a3da0 0x7f51bc0a6260 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x55eecc698850 tx=0x7f51c00046c0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.953+0000 7f51de9bf740 1 --2- 172.21.15.26:0/3066668847 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69bcc0 0x55eecc6a5e50 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f51c8009860 tx=0x7f51c80050f0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.953+0000 7f51de9bf740 1 -- 172.21.15.26:0/3066668847 shutdown_connections 2024-04-26T23:51:32.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.953+0000 7f51de9bf740 1 --2- 172.21.15.26:0/3066668847 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc6a6390 0x55eecc6a8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.953+0000 7f51de9bf740 1 --2- 172.21.15.26:0/3066668847 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69bcc0 0x55eecc6a5e50 unknown :-1 s=CLOSED pgs=1512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.953+0000 7f51de9bf740 1 --2- 172.21.15.26:0/3066668847 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69b3a0 0x55eecc69b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.953+0000 7f51de9bf740 1 -- 172.21.15.26:0/3066668847 >> 172.21.15.26:0/3066668847 conn(0x55eecc6976c0 msgr2=0x55eecc697aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.953+0000 7f51de9bf740 1 -- 172.21.15.26:0/3066668847 shutdown_connections 2024-04-26T23:51:32.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.953+0000 7f51de9bf740 1 -- 172.21.15.26:0/3066668847 wait complete. 2024-04-26T23:51:32.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.954+0000 7f51de9bf740 1 -- start start 2024-04-26T23:51:32.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.954+0000 7f51de9bf740 1 Processor -- start 2024-04-26T23:51:32.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.954+0000 7f51de9bf740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 0x55eecc6a5d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.954+0000 7f51de9bf740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69bcc0 0x55eecc6a3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.954+0000 7f51de9bf740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc6a6390 0x55eecc6a3650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51de9bf740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55eecc5fef80 con 0x55eecc69b3a0 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51de9bf740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55eecc5ac260 con 0x55eecc6a6390 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51de9bf740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55eecc6042a0 con 0x55eecc69bcc0 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51de9bf740 10 client.0 _ll_register_callbacks cb 0x55eecc5f6960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51d9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 0x55eecc6a5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51d9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 0x55eecc6a5d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53842/0 (socket says 172.21.15.26:53842) 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51d9200640 1 -- 172.21.15.26:0/2486922392 learned_addr learned my addr 172.21.15.26:0/2486922392 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51d3e00640 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69bcc0 0x55eecc6a3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51d9c00640 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc6a6390 0x55eecc6a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51d9200640 1 -- 172.21.15.26:0/2486922392 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69bcc0 msgr2=0x55eecc6a3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51d9200640 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69bcc0 0x55eecc6a3040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51d9200640 1 -- 172.21.15.26:0/2486922392 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc6a6390 msgr2=0x55eecc6a3650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51d9200640 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc6a6390 0x55eecc6a3650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.955+0000 7f51d9200640 1 -- 172.21.15.26:0/2486922392 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eecc58e1c0 con 0x55eecc69b3a0 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.956+0000 7f51d9200640 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 0x55eecc6a5d50 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f51c8005cd0 tx=0x7f51c80306c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b870867e655c6672 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.956+0000 7f51baa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.956+0000 7f51baa00640 1 -- 172.21.15.26:0/2486922392 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c804f060 con 0x55eecc69b3a0 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.956+0000 7f51baa00640 1 -- 172.21.15.26:0/2486922392 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f51c8004040 con 0x55eecc69b3a0 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.956+0000 7f51de9bf740 1 -- 172.21.15.26:0/2486922392 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51c8004b50 con 0x55eecc69b3a0 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.956+0000 7f51baa00640 1 -- 172.21.15.26:0/2486922392 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f51c8009450 con 0x55eecc69b3a0 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.956+0000 7f51de9bf740 10 client.18690 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.956+0000 7f51de9bf740 1 -- 172.21.15.26:0/2486922392 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55eecc3113f0 con 0x55eecc69b3a0 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.957+0000 7f51baa00640 1 -- 172.21.15.26:0/2486922392 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f51c8004b50 con 0x55eecc69b3a0 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.957+0000 7f51baa00640 1 -- 172.21.15.26:0/2486922392 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f51c8044020 con 0x55eecc69b3a0 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.957+0000 7f51de9bf740 10 client.18690 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.957+0000 7f51de9bf740 10 client.18690 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:51:32.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.957+0000 7f51de9bf740 20 client.18690 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:32.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.957+0000 7f51de9bf740 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55eecc6b5cc0 0x55eecc6b80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.957+0000 7f51de9bf740 4 client.18690 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:51:32.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.957+0000 7f51de9bf740 1 -- 172.21.15.26:0/2486922392 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eecc60d880 con 0x55eecc6b5cc0 2024-04-26T23:51:32.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.958+0000 7f51d3e00640 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55eecc6b5cc0 0x55eecc6b80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.959+0000 7f51d3e00640 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55eecc6b5cc0 0x55eecc6b80b0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=973f357690a37e70 server_cookie=f8dddd387859ad3e in_seq=0 out_seq=0 2024-04-26T23:51:32.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.959+0000 7f51baa00640 10 client.18690 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:51:32.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.960+0000 7f51baa00640 1 -- 172.21.15.26:0/2486922392 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55eecc60d880 con 0x55eecc6b5cc0 2024-04-26T23:51:32.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.960+0000 7f51baa00640 10 client.18690 handle_command_reply: tid=0 2024-04-26T23:51:32.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.960+0000 7f51de9bf740 1 client.18690 shutdown 2024-04-26T23:51:32.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.960+0000 7f51de9bf740 1 -- 172.21.15.26:0/2486922392 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 msgr2=0x55eecc6a5d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.960+0000 7f51de9bf740 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 0x55eecc6a5d50 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f51c8005cd0 tx=0x7f51c80306c0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.961+0000 7f51de9bf740 1 -- 172.21.15.26:0/2486922392 shutdown_connections 2024-04-26T23:51:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.961+0000 7f51de9bf740 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55eecc6b5cc0 0x55eecc6b80b0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.961+0000 7f51de9bf740 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc6a6390 0x55eecc6a3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.961+0000 7f51de9bf740 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69bcc0 0x55eecc6a3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.961+0000 7f51de9bf740 1 --2- 172.21.15.26:0/2486922392 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 0x55eecc6a5d50 unknown :-1 s=CLOSED pgs=1513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.961+0000 7f51de9bf740 1 -- 172.21.15.26:0/2486922392 >> 172.21.15.26:0/2486922392 conn(0x55eecc6976c0 msgr2=0x55eecc69d3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.961+0000 7f51baa00640 0 client.18690 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:51:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.961+0000 7f51de9bf740 1 -- 172.21.15.26:0/2486922392 shutdown_connections 2024-04-26T23:51:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.961+0000 7f51de9bf740 1 -- 172.21.15.26:0/2486922392 wait complete. 2024-04-26T23:51:32.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.961+0000 7f51de9bf740 20 client.18690 trim_cache size 0 max 16384 2024-04-26T23:51:32.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.977+0000 7f51de9bf740 1 Processor -- start 2024-04-26T23:51:32.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.977+0000 7f51de9bf740 1 -- start start 2024-04-26T23:51:32.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.977+0000 7f51de9bf740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 0x55eecc69e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.977+0000 7f51de9bf740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc69bcc0 0x55eecc6b1de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.977+0000 7f51de9bf740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc6a6390 0x55eecc6bd700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.977+0000 7f51de9bf740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41b7050 con 0x55eecc69b3a0 2024-04-26T23:51:32.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.977+0000 7f51de9bf740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41b4920 con 0x55eecc69bcc0 2024-04-26T23:51:32.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.977+0000 7f51de9bf740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41b2790 con 0x55eecc6a6390 2024-04-26T23:51:32.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.978+0000 7f51d9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 0x55eecc69e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.978+0000 7f51d9200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 0x55eecc69e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53850/0 (socket says 172.21.15.26:53850) 2024-04-26T23:51:32.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.978+0000 7f51d9200640 1 -- 172.21.15.26:0/1557246707 learned_addr learned my addr 172.21.15.26:0/1557246707 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:32.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.978+0000 7f51d3e00640 1 --2- 172.21.15.26:0/1557246707 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc69bcc0 0x55eecc6b1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.978+0000 7f51d9c00640 1 --2- 172.21.15.26:0/1557246707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc6a6390 0x55eecc6bd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.978+0000 7f51d9200640 1 -- 172.21.15.26:0/1557246707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc6a6390 msgr2=0x55eecc6bd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.978+0000 7f51d9200640 1 --2- 172.21.15.26:0/1557246707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc6a6390 0x55eecc6bd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.978+0000 7f51d9200640 1 -- 172.21.15.26:0/1557246707 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc69bcc0 msgr2=0x55eecc6b1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.978+0000 7f51d9200640 1 --2- 172.21.15.26:0/1557246707 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc69bcc0 0x55eecc6b1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.978+0000 7f51d9200640 1 -- 172.21.15.26:0/1557246707 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eecc3db7d0 con 0x55eecc69b3a0 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.979+0000 7f51d9200640 1 --2- 172.21.15.26:0/1557246707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 0x55eecc69e420 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f51c8009730 tx=0x7f51c802a3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfe5b4e103f87fb7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.979+0000 7f51c5600640 1 -- 172.21.15.26:0/1557246707 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c804f040 con 0x55eecc69b3a0 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.979+0000 7f51c5600640 1 -- 172.21.15.26:0/1557246707 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f51c8004fb0 con 0x55eecc69b3a0 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.979+0000 7f51c5600640 1 -- 172.21.15.26:0/1557246707 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c8059080 con 0x55eecc69b3a0 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.980+0000 7f51de9bf740 1 -- 172.21.15.26:0/1557246707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 msgr2=0x55eecc69e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.980+0000 7f51de9bf740 1 --2- 172.21.15.26:0/1557246707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 0x55eecc69e420 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f51c8009730 tx=0x7f51c802a3d0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.980+0000 7f51de9bf740 1 -- 172.21.15.26:0/1557246707 shutdown_connections 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.980+0000 7f51de9bf740 1 --2- 172.21.15.26:0/1557246707 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc6a6390 0x55eecc6bd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.980+0000 7f51de9bf740 1 --2- 172.21.15.26:0/1557246707 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc69bcc0 0x55eecc6b1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.980+0000 7f51de9bf740 1 --2- 172.21.15.26:0/1557246707 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc69b3a0 0x55eecc69e420 unknown :-1 s=CLOSED pgs=1514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.980+0000 7f51de9bf740 1 -- 172.21.15.26:0/1557246707 >> 172.21.15.26:0/1557246707 conn(0x55eecc6976c0 msgr2=0x55eecc69dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.980+0000 7f51de9bf740 1 -- 172.21.15.26:0/1557246707 shutdown_connections 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.980+0000 7f51de9bf740 1 -- 172.21.15.26:0/1557246707 wait complete. 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.980+0000 7f51de9bf740 1 -- start start 2024-04-26T23:51:32.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.981+0000 7f51de9bf740 1 Processor -- start 2024-04-26T23:51:32.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.981+0000 7f51de9bf740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc69b3a0 0x55eecc6a9d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.981+0000 7f51de9bf740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69bcc0 0x55eecc6aa2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.981+0000 7f51de9bf740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc6a6390 0x55eecc6aa7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.981+0000 7f51de9bf740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41b2de0 con 0x55eecc6a6390 2024-04-26T23:51:32.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.981+0000 7f51de9bf740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41b4250 con 0x55eecc69b3a0 2024-04-26T23:51:32.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.981+0000 7f51de9bf740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41b34b0 con 0x55eecc69bcc0 2024-04-26T23:51:32.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.981+0000 7f51de9bf740 10 client.0 _ll_register_callbacks cb 0x7f51c000ba60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:32.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51d9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc6a6390 0x55eecc6aa7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51d9200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc69b3a0 0x55eecc6a9d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51d9c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc6a6390 0x55eecc6aa7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53866/0 (socket says 172.21.15.26:53866) 2024-04-26T23:51:32.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51d9c00640 1 -- 172.21.15.26:0/2628168407 learned_addr learned my addr 172.21.15.26:0/2628168407 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:32.987 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51d3e00640 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69bcc0 0x55eecc6aa2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51d9c00640 1 -- 172.21.15.26:0/2628168407 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69bcc0 msgr2=0x55eecc6aa2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51d9c00640 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69bcc0 0x55eecc6aa2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51d9c00640 1 -- 172.21.15.26:0/2628168407 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc69b3a0 msgr2=0x55eecc6a9d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51d9c00640 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc69b3a0 0x55eecc6a9d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51d9c00640 1 -- 172.21.15.26:0/2628168407 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eecc5a62a0 con 0x55eecc6a6390 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51d3e00640 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69bcc0 0x55eecc6aa2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51d9c00640 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc6a6390 0x55eecc6aa7f0 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f51cc09c730 tx=0x7f51cc09c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4eb114955cf06a3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.982+0000 7f51baa00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.983+0000 7f51baa00640 1 -- 172.21.15.26:0/2628168407 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51cc01a040 con 0x55eecc6a6390 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.983+0000 7f51baa00640 1 -- 172.21.15.26:0/2628168407 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f51cc0ce270 con 0x55eecc6a6390 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.983+0000 7f51de9bf740 1 -- 172.21.15.26:0/2628168407 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51c8004fb0 con 0x55eecc6a6390 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.983+0000 7f51baa00640 1 -- 172.21.15.26:0/2628168407 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f51cc0ba050 con 0x55eecc6a6390 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.983+0000 7f51de9bf740 10 client.18696 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.983+0000 7f51de9bf740 1 -- 172.21.15.26:0/2628168407 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55eecc71c150 con 0x55eecc6a6390 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.983+0000 7f51baa00640 1 -- 172.21.15.26:0/2628168407 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f51c8004fb0 con 0x55eecc6a6390 2024-04-26T23:51:32.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.983+0000 7f51baa00640 1 -- 172.21.15.26:0/2628168407 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f51cc085ce0 con 0x55eecc6a6390 2024-04-26T23:51:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.984+0000 7f51de9bf740 10 client.18696 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.984+0000 7f51de9bf740 10 client.18696 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:51:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.984+0000 7f51de9bf740 20 client.18696 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.984+0000 7f51de9bf740 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55eecc71c850 0x55eecc71ec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.984+0000 7f51de9bf740 4 client.18696 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:51:32.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.984+0000 7f51de9bf740 1 -- 172.21.15.26:0/2628168407 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55eecc6076f0 con 0x55eecc71c850 2024-04-26T23:51:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.984+0000 7f51d9200640 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55eecc71c850 0x55eecc71ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.985+0000 7f51d9200640 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55eecc71c850 0x55eecc71ec70 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=88e6489d69bbedff server_cookie=8f4632b9d6423646 in_seq=0 out_seq=0 2024-04-26T23:51:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.985+0000 7f51baa00640 10 client.18696 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:51:32.990 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51baa00640 1 -- 172.21.15.26:0/2628168407 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55eecc6076f0 con 0x55eecc71c850 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51baa00640 10 client.18696 handle_command_reply: tid=0 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51de9bf740 1 client.18696 shutdown 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51de9bf740 1 -- 172.21.15.26:0/2628168407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc6a6390 msgr2=0x55eecc6aa7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51de9bf740 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc6a6390 0x55eecc6aa7f0 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f51cc09c730 tx=0x7f51cc09c7a0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51de9bf740 1 -- 172.21.15.26:0/2628168407 shutdown_connections 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51de9bf740 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x55eecc71c850 0x55eecc71ec70 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51de9bf740 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55eecc6a6390 0x55eecc6aa7f0 unknown :-1 s=CLOSED pgs=1515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51de9bf740 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55eecc69bcc0 0x55eecc6aa2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51de9bf740 1 --2- 172.21.15.26:0/2628168407 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55eecc69b3a0 0x55eecc6a9d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51baa00640 0 client.18696 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51de9bf740 1 -- 172.21.15.26:0/2628168407 >> 172.21.15.26:0/2628168407 conn(0x55eecc6976c0 msgr2=0x55eecc6967b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51de9bf740 1 -- 172.21.15.26:0/2628168407 shutdown_connections 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51de9bf740 1 -- 172.21.15.26:0/2628168407 wait complete. 2024-04-26T23:51:32.991 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.986+0000 7f51de9bf740 20 client.18696 trim_cache size 0 max 16384 2024-04-26T23:51:32.992 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:51:32.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.987+0000 7f51da600640 1 -- 172.21.15.26:0/3273692543 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f51bc0a3da0 msgr2=0x7f51bc0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.987+0000 7f51da600640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f51bc0a3da0 0x7f51bc0a6260 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x55eecc698850 tx=0x7f51c00046c0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.987+0000 7f51da600640 1 -- 172.21.15.26:0/3273692543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51d410eef0 msgr2=0x7f51d41a3d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:32.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.987+0000 7f51da600640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51d410eef0 0x7f51d41a3d70 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f51cc00eee0 tx=0x7f51cc00c740 comp rx=0 tx=0).stop 2024-04-26T23:51:32.992 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.987+0000 7f51da600640 1 -- 172.21.15.26:0/3273692543 shutdown_connections 2024-04-26T23:51:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.987+0000 7f51da600640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f51bc0a3da0 0x7f51bc0a6260 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.987+0000 7f51da600640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f51d410eef0 0x7f51d41a3d70 unknown :-1 s=CLOSED pgs=1511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.987+0000 7f51da600640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f51d4109870 0x7f51d419f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.987+0000 7f51da600640 1 --2- 172.21.15.26:0/3273692543 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f51d4108ed0 0x7f51d419f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.987+0000 7f51da600640 1 -- 172.21.15.26:0/3273692543 >> 172.21.15.26:0/3273692543 conn(0x7f51d4078750 msgr2=0x7f51d4079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.987+0000 7f51da600640 1 -- 172.21.15.26:0/3273692543 shutdown_connections 2024-04-26T23:51:32.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:32.987+0000 7f51da600640 1 -- 172.21.15.26:0/3273692543 wait complete. 2024-04-26T23:51:33.011 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:51:33.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:32 smithi164 ceph-mon[31699]: pgmap v491: 97 pgs: 97 active+clean; 193 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 138 op/s 2024-04-26T23:51:33.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:32 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/80419935' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:51:33.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:32 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:51:33.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:32 smithi086 ceph-mon[31122]: pgmap v491: 97 pgs: 97 active+clean; 193 MiB data, 579 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 138 op/s 2024-04-26T23:51:33.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:32 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/80419935' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:51:33.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:32 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:51:33.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.217+0000 7f83c0e00640 1 -- 172.21.15.26:0/740994986 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83bc075600 msgr2=0x7f83bc10ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:33.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.217+0000 7f83c0e00640 1 --2- 172.21.15.26:0/740994986 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83bc075600 0x7f83bc10ec80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f83a8009900 tx=0x7f83a802a480 comp rx=0 tx=0).stop 2024-04-26T23:51:33.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.217+0000 7f83c0e00640 1 -- 172.21.15.26:0/740994986 shutdown_connections 2024-04-26T23:51:33.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.217+0000 7f83c0e00640 1 --2- 172.21.15.26:0/740994986 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f83bc10f1c0 0x7f83bc1115b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.217+0000 7f83c0e00640 1 --2- 172.21.15.26:0/740994986 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83bc075600 0x7f83bc10ec80 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.217+0000 7f83c0e00640 1 --2- 172.21.15.26:0/740994986 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83bc074ce0 0x7f83bc0750c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.217+0000 7f83c0e00640 1 -- 172.21.15.26:0/740994986 >> 172.21.15.26:0/740994986 conn(0x7f83bc0fe3d0 msgr2=0x7f83bc1007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:33.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.217+0000 7f83c0e00640 1 -- 172.21.15.26:0/740994986 shutdown_connections 2024-04-26T23:51:33.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.217+0000 7f83c0e00640 1 -- 172.21.15.26:0/740994986 wait complete. 2024-04-26T23:51:33.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.218+0000 7f83c0e00640 1 Processor -- start 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.218+0000 7f83c0e00640 1 -- start start 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.219+0000 7f83c0e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83bc074ce0 0x7f83bc19b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.219+0000 7f83c0e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83bc075600 0x7f83bc19b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.219+0000 7f83c0e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f83bc10f1c0 0x7f83bc19fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.219+0000 7f83c0e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f83bc114c00 con 0x7f83bc074ce0 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.219+0000 7f83c0e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f83bc114a80 con 0x7f83bc075600 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.219+0000 7f83c0e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f83bc114d80 con 0x7f83bc10f1c0 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.219+0000 7f83b9400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83bc075600 0x7f83bc19b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.219+0000 7f83b9e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83bc074ce0 0x7f83bc19b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.219+0000 7f83b9400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83bc075600 0x7f83bc19b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:58246/0 (socket says 172.21.15.26:58246) 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.219+0000 7f83b9400640 1 -- 172.21.15.26:0/1208946594 learned_addr learned my addr 172.21.15.26:0/1208946594 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.219+0000 7f83ba800640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f83bc10f1c0 0x7f83bc19fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.220+0000 7f83b9400640 1 -- 172.21.15.26:0/1208946594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f83bc10f1c0 msgr2=0x7f83bc19fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:33.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.220+0000 7f83b9400640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f83bc10f1c0 0x7f83bc19fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.220+0000 7f83b9400640 1 -- 172.21.15.26:0/1208946594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83bc074ce0 msgr2=0x7f83bc19b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:33.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.220+0000 7f83b9400640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83bc074ce0 0x7f83bc19b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.220+0000 7f83b9400640 1 -- 172.21.15.26:0/1208946594 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83bc1a0260 con 0x7f83bc075600 2024-04-26T23:51:33.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.220+0000 7f83b9400640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83bc075600 0x7f83bc19b800 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f83a8009230 tx=0x7f83a8004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:33.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.221+0000 7f83b2a00640 1 -- 172.21.15.26:0/1208946594 <== mon.2 v2:172.21.15.86:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a803f030 con 0x7f83bc075600 2024-04-26T23:51:33.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.221+0000 7f83c0e00640 1 -- 172.21.15.26:0/1208946594 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83bc1a04f0 con 0x7f83bc075600 2024-04-26T23:51:33.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.221+0000 7f83b2a00640 1 -- 172.21.15.26:0/1208946594 <== mon.2 v2:172.21.15.86:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83a8003a80 con 0x7f83bc075600 2024-04-26T23:51:33.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.221+0000 7f83b2a00640 1 -- 172.21.15.26:0/1208946594 <== mon.2 v2:172.21.15.86:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a8035070 con 0x7f83bc075600 2024-04-26T23:51:33.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.221+0000 7f83c0e00640 1 -- 172.21.15.26:0/1208946594 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83bc1a7de0 con 0x7f83bc075600 2024-04-26T23:51:33.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.224+0000 7f83c3c66740 1 Processor -- start 2024-04-26T23:51:33.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.225+0000 7f83c3c66740 1 -- start start 2024-04-26T23:51:33.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.225+0000 7f83b2a00640 1 -- 172.21.15.26:0/1208946594 <== mon.2 v2:172.21.15.86:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f83a8042030 con 0x7f83bc075600 2024-04-26T23:51:33.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.225+0000 7f83c3c66740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744caf75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.225+0000 7f83c3c66740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cb01ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.225+0000 7f83c3c66740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744cb045d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.225+0000 7f83c3c66740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55744ca5bc70 con 0x55744caf71f0 2024-04-26T23:51:33.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.225+0000 7f83c3c66740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55744ca14980 con 0x55744cb021e0 2024-04-26T23:51:33.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.225+0000 7f83c3c66740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55744ca57c30 con 0x55744caf7b10 2024-04-26T23:51:33.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.226+0000 7f83b9e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cb01ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.226+0000 7f83ba800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744caf75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.226+0000 7f83b9e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cb01ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.26:40942/0 (socket says 172.21.15.26:40942) 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.226+0000 7f83b9e00640 1 -- 172.21.15.26:0/3983728817 learned_addr learned my addr 172.21.15.26:0/3983728817 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.226+0000 7f83b9400640 1 --2- 172.21.15.26:0/3983728817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744cb045d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.226+0000 7f83ba800640 1 -- 172.21.15.26:0/3983728817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 msgr2=0x55744cb01ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.226+0000 7f83ba800640 1 --2- 172.21.15.26:0/3983728817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cb01ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.226+0000 7f83ba800640 1 -- 172.21.15.26:0/3983728817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 msgr2=0x55744cb045d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.226+0000 7f83ba800640 1 --2- 172.21.15.26:0/3983728817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744cb045d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.226+0000 7f83ba800640 1 -- 172.21.15.26:0/3983728817 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55744c9ec7b0 con 0x55744caf71f0 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.226+0000 7f83b9e00640 1 --2- 172.21.15.26:0/3983728817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cb01ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.227+0000 7f83b2a00640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83a00a3d20 0x7f83a00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.227+0000 7f83ba800640 1 --2- 172.21.15.26:0/3983728817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744caf75d0 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f83b4009da0 tx=0x7f83b4010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7133805793919c27 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.227+0000 7f83b2a00640 1 -- 172.21.15.26:0/1208946594 <== mon.2 v2:172.21.15.86:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f83a80f1030 con 0x7f83bc075600 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.227+0000 7f83b9e00640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83a00a3d20 0x7f83a00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.228+0000 7f83a7400640 1 -- 172.21.15.26:0/3983728817 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b4016070 con 0x55744caf71f0 2024-04-26T23:51:33.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.228+0000 7f83a7400640 1 -- 172.21.15.26:0/3983728817 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83b4010e50 con 0x55744caf71f0 2024-04-26T23:51:33.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.228+0000 7f83a7400640 1 -- 172.21.15.26:0/3983728817 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83b40126b0 con 0x55744caf71f0 2024-04-26T23:51:33.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.228+0000 7f83c3c66740 1 -- 172.21.15.26:0/3983728817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 msgr2=0x55744caf75d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:33.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.228+0000 7f83c3c66740 1 --2- 172.21.15.26:0/3983728817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744caf75d0 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f83b4009da0 tx=0x7f83b4010740 comp rx=0 tx=0).stop 2024-04-26T23:51:33.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.228+0000 7f83b9e00640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83a00a3d20 0x7f83a00a61e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x55744caf87b0 tx=0x7f83ac005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:33.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.229+0000 7f83c3c66740 1 -- 172.21.15.26:0/3983728817 shutdown_connections 2024-04-26T23:51:33.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.229+0000 7f83c3c66740 1 --2- 172.21.15.26:0/3983728817 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744cb045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.229+0000 7f83c3c66740 1 --2- 172.21.15.26:0/3983728817 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cb01ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.229+0000 7f83c3c66740 1 --2- 172.21.15.26:0/3983728817 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744caf75d0 unknown :-1 s=CLOSED pgs=1516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.229+0000 7f83c3c66740 1 -- 172.21.15.26:0/3983728817 >> 172.21.15.26:0/3983728817 conn(0x55744caf3510 msgr2=0x55744caf38f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:33.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.229+0000 7f83c3c66740 1 -- 172.21.15.26:0/3983728817 shutdown_connections 2024-04-26T23:51:33.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.229+0000 7f83c3c66740 1 -- 172.21.15.26:0/3983728817 wait complete. 2024-04-26T23:51:33.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.229+0000 7f83c3c66740 1 -- start start 2024-04-26T23:51:33.233 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.230+0000 7f83c3c66740 1 Processor -- start 2024-04-26T23:51:33.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.230+0000 7f83c3c66740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744cb01ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.231+0000 7f83c3c66740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cafedd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.231+0000 7f83c3c66740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744caff310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.231+0000 7f83c3c66740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55744ca5af80 con 0x55744caf71f0 2024-04-26T23:51:33.235 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.231+0000 7f83c3c66740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55744ca08260 con 0x55744cb021e0 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.231+0000 7f83c3c66740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55744ca602a0 con 0x55744caf7b10 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.231+0000 7f83c3c66740 10 client.0 _ll_register_callbacks cb 0x55744ca52960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.231+0000 7f83b9e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744cb01ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.231+0000 7f83b9e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744cb01ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53906/0 (socket says 172.21.15.26:53906) 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.231+0000 7f83b9e00640 1 -- 172.21.15.26:0/4284799008 learned_addr learned my addr 172.21.15.26:0/4284799008 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.231+0000 7f83ba800640 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744caff310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.231+0000 7f83b9400640 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cafedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.232+0000 7f83b9e00640 1 -- 172.21.15.26:0/4284799008 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 msgr2=0x55744cafedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.232+0000 7f83b9e00640 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cafedd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.232+0000 7f83b9e00640 1 -- 172.21.15.26:0/4284799008 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 msgr2=0x55744caff310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.232+0000 7f83b9e00640 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744caff310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.232+0000 7f83b9e00640 1 -- 172.21.15.26:0/4284799008 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55744c9ea1c0 con 0x55744caf71f0 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.232+0000 7f83b9400640 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cafedd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:51:33.236 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.232+0000 7f83ba800640 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744caff310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:51:33.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.232+0000 7f83b9e00640 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744cb01ae0 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f83ac00fa50 tx=0x7f83ac004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f01c864680f8ac4f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:33.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.232+0000 7f839be00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:33.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.232+0000 7f839be00640 1 -- 172.21.15.26:0/4284799008 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ac02d060 con 0x55744caf71f0 2024-04-26T23:51:33.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.232+0000 7f839be00640 1 -- 172.21.15.26:0/4284799008 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f83ac018030 con 0x55744caf71f0 2024-04-26T23:51:33.237 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.233+0000 7f83c3c66740 1 -- 172.21.15.26:0/4284799008 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83b4010e50 con 0x55744caf71f0 2024-04-26T23:51:33.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.233+0000 7f839be00640 1 -- 172.21.15.26:0/4284799008 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f83ac009d20 con 0x55744caf71f0 2024-04-26T23:51:33.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.233+0000 7f83c3c66740 10 client.18708 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:33.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.233+0000 7f83c3c66740 1 -- 172.21.15.26:0/4284799008 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55744c76d3f0 con 0x55744caf71f0 2024-04-26T23:51:33.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.233+0000 7f839be00640 1 -- 172.21.15.26:0/4284799008 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83b4010e50 con 0x55744caf71f0 2024-04-26T23:51:33.238 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.233+0000 7f839be00640 1 -- 172.21.15.26:0/4284799008 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f83ac030680 con 0x55744caf71f0 2024-04-26T23:51:33.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.234+0000 7f83c3c66740 10 client.18708 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:33.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.234+0000 7f83c3c66740 10 client.18708 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:51:33.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.234+0000 7f83c3c66740 20 client.18708 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:33.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.234+0000 7f83c3c66740 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55744cb1a540 0x55744cb1c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.234+0000 7f83c3c66740 4 client.18708 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:51:33.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.234+0000 7f83c3c66740 1 -- 172.21.15.26:0/4284799008 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55744ca69880 con 0x55744cb1a540 2024-04-26T23:51:33.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.234+0000 7f83b9400640 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55744cb1a540 0x55744cb1c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.235+0000 7f83b9400640 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55744cb1a540 0x55744cb1c950 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2809bd7b8ec7a491 server_cookie=a92afc0ce56a3d79 in_seq=0 out_seq=0 2024-04-26T23:51:33.239 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.235+0000 7f839be00640 10 client.18708 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:33.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.236+0000 7f839be00640 1 -- 172.21.15.26:0/4284799008 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55744ca69880 con 0x55744cb1a540 2024-04-26T23:51:33.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.236+0000 7f839be00640 10 client.18708 handle_command_reply: tid=0 2024-04-26T23:51:33.240 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.236+0000 7f83c3c66740 1 client.18708 shutdown 2024-04-26T23:51:33.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.236+0000 7f83c3c66740 1 -- 172.21.15.26:0/4284799008 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 msgr2=0x55744cb01ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:33.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.236+0000 7f83c3c66740 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744cb01ae0 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f83ac00fa50 tx=0x7f83ac004730 comp rx=0 tx=0).stop 2024-04-26T23:51:33.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.236+0000 7f83c3c66740 1 -- 172.21.15.26:0/4284799008 shutdown_connections 2024-04-26T23:51:33.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.237+0000 7f83c3c66740 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55744cb1a540 0x55744cb1c950 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.237+0000 7f83c3c66740 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744caff310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.237+0000 7f839be00640 0 client.18708 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:33.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.237+0000 7f83c3c66740 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cafedd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.237+0000 7f83c3c66740 1 --2- 172.21.15.26:0/4284799008 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744cb01ae0 unknown :-1 s=CLOSED pgs=1517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.237+0000 7f83c3c66740 1 -- 172.21.15.26:0/4284799008 >> 172.21.15.26:0/4284799008 conn(0x55744caf3510 msgr2=0x55744caf9310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:33.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.237+0000 7f83c3c66740 1 -- 172.21.15.26:0/4284799008 shutdown_connections 2024-04-26T23:51:33.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.237+0000 7f83c3c66740 1 -- 172.21.15.26:0/4284799008 wait complete. 2024-04-26T23:51:33.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.237+0000 7f83c3c66740 20 client.18708 trim_cache size 0 max 16384 2024-04-26T23:51:33.242 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 1024 2024-04-26T23:51:33.242 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193280 len 1024 2024-04-26T23:51:33.242 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 1024 2024-04-26T23:51:33.242 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193280 len 2048 2024-04-26T23:51:33.242 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 2048 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193280 len 2048 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 2048 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193280 len 4096 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 4096 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193280 len 4096 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 4096 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193280 len 8192 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 8192 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193280 len 8192 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 8192 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193280 len 16384 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 16384 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193280 len 16384 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193280 len 16384 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193792 len 1024 2024-04-26T23:51:33.243 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 1024 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193792 len 1024 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 1024 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193792 len 2048 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 2048 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193792 len 2048 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 2048 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193792 len 4096 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 4096 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193792 len 4096 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 4096 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193792 len 8192 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 8192 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193792 len 8192 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 8192 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4193792 len 16384 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 16384 2024-04-26T23:51:33.244 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4193792 len 16384 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4193792 len 16384 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194304 len 1024 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 1024 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194304 len 1024 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 1024 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194304 len 2048 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 2048 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194304 len 2048 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 2048 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194304 len 4096 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 4096 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194304 len 4096 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 4096 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194304 len 8192 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 8192 2024-04-26T23:51:33.245 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194304 len 8192 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 8192 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194304 len 16384 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 16384 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194304 len 16384 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194304 len 16384 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194816 len 1024 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 1024 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194816 len 1024 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 1024 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194816 len 2048 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 2048 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194816 len 2048 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 2048 2024-04-26T23:51:33.246 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194816 len 4096 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 4096 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194816 len 4096 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 4096 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194816 len 8192 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 8192 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194816 len 8192 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 8192 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4194816 len 16384 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 16384 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4194816 len 16384 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4194816 len 16384 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195328 len 1024 2024-04-26T23:51:33.247 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 1024 2024-04-26T23:51:33.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.255+0000 7f83c3c66740 1 Processor -- start 2024-04-26T23:51:33.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.255+0000 7f83c3c66740 1 -- start start 2024-04-26T23:51:33.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.255+0000 7f83c3c66740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744caf71f0 0x55744cb16560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.255+0000 7f83c3c66740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf7b10 0x55744cb01610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.255+0000 7f83c3c66740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744cb021e0 0x55744cb22220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.255+0000 7f83c3c66740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f83bc1aec00 con 0x55744caf7b10 2024-04-26T23:51:33.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.255+0000 7f83c3c66740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f83bc1ac4d0 con 0x55744caf71f0 2024-04-26T23:51:33.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.255+0000 7f83c3c66740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f83bc1aa360 con 0x55744cb021e0 2024-04-26T23:51:33.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.255+0000 7f83b9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf7b10 0x55744cb01610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.255+0000 7f83b9400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf7b10 0x55744cb01610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53912/0 (socket says 172.21.15.26:53912) 2024-04-26T23:51:33.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.255+0000 7f83b9400640 1 -- 172.21.15.26:0/693713406 learned_addr learned my addr 172.21.15.26:0/693713406 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:33.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.256+0000 7f83b9e00640 1 --2- 172.21.15.26:0/693713406 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744caf71f0 0x55744cb16560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.256+0000 7f83ba800640 1 --2- 172.21.15.26:0/693713406 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744cb021e0 0x55744cb22220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.256+0000 7f83b9400640 1 -- 172.21.15.26:0/693713406 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744cb021e0 msgr2=0x55744cb22220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:33.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.256+0000 7f83b9400640 1 --2- 172.21.15.26:0/693713406 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744cb021e0 0x55744cb22220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.256+0000 7f83b9400640 1 -- 172.21.15.26:0/693713406 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744caf71f0 msgr2=0x55744cb16560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:33.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.256+0000 7f83b9400640 1 --2- 172.21.15.26:0/693713406 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744caf71f0 0x55744cb16560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.256+0000 7f83b9400640 1 -- 172.21.15.26:0/693713406 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55744c8377d0 con 0x55744caf7b10 2024-04-26T23:51:33.260 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.256+0000 7f83b9e00640 1 --2- 172.21.15.26:0/693713406 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744caf71f0 0x55744cb16560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:51:33.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.256+0000 7f83b9400640 1 --2- 172.21.15.26:0/693713406 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf7b10 0x55744cb01610 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7f83a80bccb0 tx=0x7f83a80f3720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fe011e01fecd7cf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:33.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.256+0000 7f83a6a00640 1 -- 172.21.15.26:0/693713406 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a80d6070 con 0x55744caf7b10 2024-04-26T23:51:33.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.257+0000 7f83a6a00640 1 -- 172.21.15.26:0/693713406 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83a80bd6b0 con 0x55744caf7b10 2024-04-26T23:51:33.261 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.257+0000 7f83a6a00640 1 -- 172.21.15.26:0/693713406 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a8049040 con 0x55744caf7b10 2024-04-26T23:51:33.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.257+0000 7f83c3c66740 1 -- 172.21.15.26:0/693713406 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf7b10 msgr2=0x55744cb01610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:33.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.257+0000 7f83c3c66740 1 --2- 172.21.15.26:0/693713406 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf7b10 0x55744cb01610 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7f83a80bccb0 tx=0x7f83a80f3720 comp rx=0 tx=0).stop 2024-04-26T23:51:33.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.258+0000 7f83c3c66740 1 -- 172.21.15.26:0/693713406 shutdown_connections 2024-04-26T23:51:33.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.258+0000 7f83c3c66740 1 --2- 172.21.15.26:0/693713406 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744cb021e0 0x55744cb22220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.258+0000 7f83c3c66740 1 --2- 172.21.15.26:0/693713406 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf7b10 0x55744cb01610 unknown :-1 s=CLOSED pgs=1518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.258+0000 7f83c3c66740 1 --2- 172.21.15.26:0/693713406 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744caf71f0 0x55744cb16560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.258+0000 7f83c3c66740 1 -- 172.21.15.26:0/693713406 >> 172.21.15.26:0/693713406 conn(0x55744caf3510 msgr2=0x55744caf2690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:33.263 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.258+0000 7f83c3c66740 1 -- 172.21.15.26:0/693713406 shutdown_connections 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.258+0000 7f83c3c66740 1 -- 172.21.15.26:0/693713406 wait complete. 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.258+0000 7f83c3c66740 1 -- start start 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.258+0000 7f83c3c66740 1 Processor -- start 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.259+0000 7f83c3c66740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744cb0e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.259+0000 7f83c3c66740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cb0e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.259+0000 7f83c3c66740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744cb12480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.259+0000 7f83c3c66740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f83bc1aa9b0 con 0x55744caf71f0 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.259+0000 7f83c3c66740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f83bc1abe00 con 0x55744cb021e0 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.259+0000 7f83c3c66740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f83bc1ab060 con 0x55744caf7b10 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.259+0000 7f83c3c66740 10 client.0 _ll_register_callbacks cb 0x7f83ac00f910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.259+0000 7f83b9e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744cb0e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.259+0000 7f83b9e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744cb0e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:53924/0 (socket says 172.21.15.26:53924) 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.259+0000 7f83b9e00640 1 -- 172.21.15.26:0/205279420 learned_addr learned my addr 172.21.15.26:0/205279420 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.259+0000 7f83ba800640 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744cb12480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.259+0000 7f83b9400640 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cb0e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.260+0000 7f83b9e00640 1 -- 172.21.15.26:0/205279420 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 msgr2=0x55744cb0e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:33.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.260+0000 7f83b9e00640 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cb0e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.260+0000 7f83b9e00640 1 -- 172.21.15.26:0/205279420 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 msgr2=0x55744cb12480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:33.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.260+0000 7f83b9e00640 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744cb12480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.260+0000 7f83b9e00640 1 -- 172.21.15.26:0/205279420 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55744ca022a0 con 0x55744caf71f0 2024-04-26T23:51:33.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.260+0000 7f83b9e00640 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744cb0e070 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f83ac005c20 tx=0x7f83ac030600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a02bb66cab1f83c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:33.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.260+0000 7f839be00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:33.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.260+0000 7f839be00640 1 -- 172.21.15.26:0/205279420 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ac01d620 con 0x55744caf71f0 2024-04-26T23:51:33.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.260+0000 7f83c3c66740 1 -- 172.21.15.26:0/205279420 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83a80bd6b0 con 0x55744caf71f0 2024-04-26T23:51:33.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.260+0000 7f839be00640 1 -- 172.21.15.26:0/205279420 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f83ac01d7c0 con 0x55744caf71f0 2024-04-26T23:51:33.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.261+0000 7f839be00640 1 -- 172.21.15.26:0/205279420 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f83ac02d030 con 0x55744caf71f0 2024-04-26T23:51:33.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.261+0000 7f83c3c66740 10 client.18714 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:33.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.261+0000 7f83c3c66740 1 -- 172.21.15.26:0/205279420 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55744cb803a0 con 0x55744caf71f0 2024-04-26T23:51:33.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.261+0000 7f839be00640 1 -- 172.21.15.26:0/205279420 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f83a80bd6b0 con 0x55744caf71f0 2024-04-26T23:51:33.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.261+0000 7f839be00640 1 -- 172.21.15.26:0/205279420 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f83ac028960 con 0x55744caf71f0 2024-04-26T23:51:33.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.261+0000 7f83c3c66740 10 client.18714 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:33.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.261+0000 7f83c3c66740 10 client.18714 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.261+0000 7f83c3c66740 20 client.18714 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.261+0000 7f83c3c66740 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55744cb80b10 0x55744cb82f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.261+0000 7f83c3c66740 4 client.18714 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.261+0000 7f83c3c66740 1 -- 172.21.15.26:0/205279420 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55744ca636f0 con 0x55744cb80b10 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.262+0000 7f83b9400640 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55744cb80b10 0x55744cb82f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.263+0000 7f83b9400640 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55744cb80b10 0x55744cb82f30 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bad839d7a81d0d49 server_cookie=96c51356eddf8258 in_seq=0 out_seq=0 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.263+0000 7f839be00640 10 client.18714 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.263+0000 7f839be00640 1 -- 172.21.15.26:0/205279420 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55744ca636f0 con 0x55744cb80b10 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.263+0000 7f839be00640 10 client.18714 handle_command_reply: tid=0 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.263+0000 7f83c3c66740 1 client.18714 shutdown 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.263+0000 7f83c3c66740 1 -- 172.21.15.26:0/205279420 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 msgr2=0x55744cb0e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.263+0000 7f83c3c66740 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744cb0e070 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f83ac005c20 tx=0x7f83ac030600 comp rx=0 tx=0).stop 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.264+0000 7f83c3c66740 1 -- 172.21.15.26:0/205279420 shutdown_connections 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.264+0000 7f83c3c66740 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55744cb80b10 0x55744cb82f30 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.264+0000 7f83c3c66740 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55744cb021e0 0x55744cb12480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.264+0000 7f83c3c66740 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55744caf7b10 0x55744cb0e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.264+0000 7f83c3c66740 1 --2- 172.21.15.26:0/205279420 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55744caf71f0 0x55744cb0e070 unknown :-1 s=CLOSED pgs=1519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.264+0000 7f83c3c66740 1 -- 172.21.15.26:0/205279420 >> 172.21.15.26:0/205279420 conn(0x55744caf3510 msgr2=0x55744cb00600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:33.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.264+0000 7f839be00640 0 client.18714 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:33.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.264+0000 7f83c3c66740 1 -- 172.21.15.26:0/205279420 shutdown_connections 2024-04-26T23:51:33.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.264+0000 7f83c3c66740 1 -- 172.21.15.26:0/205279420 wait complete. 2024-04-26T23:51:33.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.264+0000 7f83c3c66740 20 client.18714 trim_cache size 0 max 16384 2024-04-26T23:51:33.269 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:51:33.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.265+0000 7f83c0e00640 1 -- 172.21.15.26:0/1208946594 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83a00a3d20 msgr2=0x7f83a00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:33.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.265+0000 7f83c0e00640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83a00a3d20 0x7f83a00a61e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x55744caf87b0 tx=0x7f83ac005f90 comp rx=0 tx=0).stop 2024-04-26T23:51:33.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.265+0000 7f83c0e00640 1 -- 172.21.15.26:0/1208946594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83bc075600 msgr2=0x7f83bc19b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:33.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.265+0000 7f83c0e00640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83bc075600 0x7f83bc19b800 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f83a8009230 tx=0x7f83a8004270 comp rx=0 tx=0).stop 2024-04-26T23:51:33.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.265+0000 7f83c0e00640 1 -- 172.21.15.26:0/1208946594 shutdown_connections 2024-04-26T23:51:33.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.265+0000 7f83c0e00640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f83bc10f1c0 0x7f83bc19fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.265+0000 7f83c0e00640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f83bc075600 0x7f83bc19b800 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.265+0000 7f83c0e00640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f83a00a3d20 0x7f83a00a61e0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.265+0000 7f83c0e00640 1 --2- 172.21.15.26:0/1208946594 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f83bc074ce0 0x7f83bc19b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:33.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.265+0000 7f83c0e00640 1 -- 172.21.15.26:0/1208946594 >> 172.21.15.26:0/1208946594 conn(0x7f83bc0fe3d0 msgr2=0x7f83bc0ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:33.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.265+0000 7f83c0e00640 1 -- 172.21.15.26:0/1208946594 shutdown_connections 2024-04-26T23:51:33.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:33.265+0000 7f83c0e00640 1 -- 172.21.15.26:0/1208946594 wait complete. 2024-04-26T23:51:34.287 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-26T23:51:34.288 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:51:34.288 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-26T23:51:34.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195328 len 1024 2024-04-26T23:51:34.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 1024 2024-04-26T23:51:34.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195328 len 2048 2024-04-26T23:51:34.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 2048 2024-04-26T23:51:34.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195328 len 2048 2024-04-26T23:51:34.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 2048 2024-04-26T23:51:34.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195328 len 4096 2024-04-26T23:51:34.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 4096 2024-04-26T23:51:34.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195328 len 4096 2024-04-26T23:51:34.355 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 4096 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195328 len 8192 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 8192 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195328 len 8192 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 8192 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195328 len 16384 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 16384 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195328 len 16384 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195328 len 16384 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195840 len 1024 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 1024 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195840 len 1024 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 1024 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195840 len 2048 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 2048 2024-04-26T23:51:34.356 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195840 len 2048 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 2048 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195840 len 4096 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 4096 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195840 len 4096 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 4096 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195840 len 8192 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 8192 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195840 len 8192 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 8192 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4195840 len 16384 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 16384 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4195840 len 16384 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4195840 len 16384 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196352 len 1024 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 1024 2024-04-26T23:51:34.357 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196352 len 1024 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 1024 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196352 len 2048 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 2048 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196352 len 2048 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 2048 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196352 len 4096 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 4096 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196352 len 4096 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 4096 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196352 len 8192 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 8192 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196352 len 8192 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 8192 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196352 len 16384 2024-04-26T23:51:34.358 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 16384 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196352 len 16384 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196352 len 16384 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196864 len 1024 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 1024 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196864 len 1024 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 1024 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196864 len 2048 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 2048 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196864 len 2048 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 2048 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196864 len 4096 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 4096 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196864 len 4096 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 4096 2024-04-26T23:51:34.359 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196864 len 8192 2024-04-26T23:51:34.360 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 8192 2024-04-26T23:51:34.360 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196864 len 8192 2024-04-26T23:51:34.360 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 8192 2024-04-26T23:51:34.360 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4196864 len 16384 2024-04-26T23:51:34.360 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 16384 2024-04-26T23:51:34.360 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4196864 len 16384 2024-04-26T23:51:34.360 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4196864 len 16384 2024-04-26T23:51:34.360 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197376 len 1024 2024-04-26T23:51:34.360 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 1024 2024-04-26T23:51:34.360 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197376 len 1024 2024-04-26T23:51:34.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.518+0000 7f59f5e00640 1 -- 172.21.15.26:0/1637025872 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f59f0103bb0 msgr2=0x7f59f0103f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.518+0000 7f59f5e00640 1 --2- 172.21.15.26:0/1637025872 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f59f0103bb0 0x7f59f0103f90 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f59e0009ca0 tx=0x7f59e002a9e0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.519+0000 7f59f5e00640 1 -- 172.21.15.26:0/1637025872 shutdown_connections 2024-04-26T23:51:34.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.519+0000 7f59f5e00640 1 --2- 172.21.15.26:0/1637025872 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f59f010cef0 0x7f59f010f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.519+0000 7f59f5e00640 1 --2- 172.21.15.26:0/1637025872 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f59f01044d0 0x7f59f010c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.519+0000 7f59f5e00640 1 --2- 172.21.15.26:0/1637025872 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f59f0103bb0 0x7f59f0103f90 unknown :-1 s=CLOSED pgs=1520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.519+0000 7f59f5e00640 1 -- 172.21.15.26:0/1637025872 >> 172.21.15.26:0/1637025872 conn(0x7f59f0078930 msgr2=0x7f59f0078d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:34.522 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.519+0000 7f59f5e00640 1 -- 172.21.15.26:0/1637025872 shutdown_connections 2024-04-26T23:51:34.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.519+0000 7f59f5e00640 1 -- 172.21.15.26:0/1637025872 wait complete. 2024-04-26T23:51:34.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.520+0000 7f59f5e00640 1 Processor -- start 2024-04-26T23:51:34.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.520+0000 7f59f5e00640 1 -- start start 2024-04-26T23:51:34.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.520+0000 7f59f5e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f59f0103bb0 0x7f59f019b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.520+0000 7f59f5e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f59f01044d0 0x7f59f019b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.520+0000 7f59f5e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f59f010cef0 0x7f59f019fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.520+0000 7f59f5e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f59f0112a50 con 0x7f59f010cef0 2024-04-26T23:51:34.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.520+0000 7f59f5e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01128d0 con 0x7f59f01044d0 2024-04-26T23:51:34.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.520+0000 7f59f5e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f59f0112bd0 con 0x7f59f0103bb0 2024-04-26T23:51:34.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.520+0000 7f59ef400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f59f010cef0 0x7f59f019fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.521+0000 7f59ef400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f59f010cef0 0x7f59f019fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50584/0 (socket says 172.21.15.26:50584) 2024-04-26T23:51:34.525 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.521+0000 7f59ef400640 1 -- 172.21.15.26:0/2549813115 learned_addr learned my addr 172.21.15.26:0/2549813115 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.521+0000 7f59ee000640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f59f01044d0 0x7f59f019b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.521+0000 7f59eea00640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f59f0103bb0 0x7f59f019b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.521+0000 7f59ef400640 1 -- 172.21.15.26:0/2549813115 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f59f0103bb0 msgr2=0x7f59f019b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.521+0000 7f59ef400640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f59f0103bb0 0x7f59f019b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.521+0000 7f59ef400640 1 -- 172.21.15.26:0/2549813115 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f59f01044d0 msgr2=0x7f59f019b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.521+0000 7f59ef400640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f59f01044d0 0x7f59f019b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.521+0000 7f59ef400640 1 -- 172.21.15.26:0/2549813115 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59f01a02a0 con 0x7f59f010cef0 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.521+0000 7f59ef400640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f59f010cef0 0x7f59f019fb70 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f59e800d750 tx=0x7f59e800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.522+0000 7f59f4a00640 1 -- 172.21.15.26:0/2549813115 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e8017070 con 0x7f59f010cef0 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.522+0000 7f59f4a00640 1 -- 172.21.15.26:0/2549813115 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f59e80054b0 con 0x7f59f010cef0 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.522+0000 7f59f4a00640 1 -- 172.21.15.26:0/2549813115 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e8004b90 con 0x7f59f010cef0 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.522+0000 7f59f5e00640 1 -- 172.21.15.26:0/2549813115 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59f01a0590 con 0x7f59f010cef0 2024-04-26T23:51:34.526 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.522+0000 7f59f5e00640 1 -- 172.21.15.26:0/2549813115 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59f01a7e20 con 0x7f59f010cef0 2024-04-26T23:51:34.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.525+0000 7f59f8dde740 1 Processor -- start 2024-04-26T23:51:34.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.525+0000 7f59f4a00640 1 -- 172.21.15.26:0/2549813115 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f59e8004d30 con 0x7f59f010cef0 2024-04-26T23:51:34.528 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.525+0000 7f59f8dde740 1 -- start start 2024-04-26T23:51:34.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59f8dde740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a1ac50 0x55ef70a1b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59f8dde740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1b570 0x55ef70a25700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59f8dde740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a25c40 0x55ef70a28030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59f8dde740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ef70980980 con 0x55ef70a1b570 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59f8dde740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ef7091d220 con 0x55ef70a25c40 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59f8dde740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ef7097c940 con 0x55ef70a1ac50 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59eea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1b570 0x55ef70a25700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59eea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1b570 0x55ef70a25700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50586/0 (socket says 172.21.15.26:50586) 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59eea00640 1 -- 172.21.15.26:0/1145685843 learned_addr learned my addr 172.21.15.26:0/1145685843 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59ee000640 1 --2- 172.21.15.26:0/1145685843 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a1ac50 0x55ef70a1b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59ee000640 1 --2- 172.21.15.26:0/1145685843 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a25c40 0x55ef70a28030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59eea00640 1 -- 172.21.15.26:0/1145685843 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a1ac50 msgr2=0x55ef70a1b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59eea00640 1 --2- 172.21.15.26:0/1145685843 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a1ac50 0x55ef70a1b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59eea00640 1 -- 172.21.15.26:0/1145685843 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a25c40 msgr2=0x55ef70a28030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.530 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.526+0000 7f59eea00640 1 --2- 172.21.15.26:0/1145685843 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a25c40 0x55ef70a28030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.527+0000 7f59eea00640 1 -- 172.21.15.26:0/1145685843 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef7075a7e0 con 0x55ef70a1b570 2024-04-26T23:51:34.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.527+0000 7f59ee000640 1 --2- 172.21.15.26:0/1145685843 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a25c40 0x55ef70a28030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:51:34.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.527+0000 7f59f4a00640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f59d40a3da0 0x7f59d40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.531 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.527+0000 7f59f4a00640 1 -- 172.21.15.26:0/2549813115 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f59e80d02a0 con 0x7f59f010cef0 2024-04-26T23:51:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.527+0000 7f59eea00640 1 --2- 172.21.15.26:0/1145685843 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1b570 0x55ef70a25700 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f59e0005f70 tx=0x7f59e0009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3cdc0f4233957be server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.527+0000 7f59ee000640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f59d40a3da0 0x7f59d40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.527+0000 7f59dfe00640 1 -- 172.21.15.26:0/1145685843 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e0033050 con 0x55ef70a1b570 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.527+0000 7f59dfe00640 1 -- 172.21.15.26:0/1145685843 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f59e0003e00 con 0x55ef70a1b570 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.528+0000 7f59dfe00640 1 -- 172.21.15.26:0/1145685843 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e002f8a0 con 0x55ef70a1b570 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.528+0000 7f59f8dde740 1 -- 172.21.15.26:0/1145685843 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1b570 msgr2=0x55ef70a25700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.528+0000 7f59ee000640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f59d40a3da0 0x7f59d40a6260 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x55ef70a18100 tx=0x7f59d80046c0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.528+0000 7f59f8dde740 1 --2- 172.21.15.26:0/1145685843 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1b570 0x55ef70a25700 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f59e0005f70 tx=0x7f59e0009a20 comp rx=0 tx=0).stop 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.528+0000 7f59f8dde740 1 -- 172.21.15.26:0/1145685843 shutdown_connections 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.528+0000 7f59f8dde740 1 --2- 172.21.15.26:0/1145685843 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a25c40 0x55ef70a28030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.528+0000 7f59f8dde740 1 --2- 172.21.15.26:0/1145685843 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1b570 0x55ef70a25700 unknown :-1 s=CLOSED pgs=1522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.528+0000 7f59f8dde740 1 --2- 172.21.15.26:0/1145685843 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a1ac50 0x55ef70a1b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.528+0000 7f59f8dde740 1 -- 172.21.15.26:0/1145685843 >> 172.21.15.26:0/1145685843 conn(0x55ef70a16f70 msgr2=0x55ef70a17350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.528+0000 7f59f8dde740 1 -- 172.21.15.26:0/1145685843 shutdown_connections 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.529+0000 7f59f8dde740 1 -- 172.21.15.26:0/1145685843 wait complete. 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.529+0000 7f59f8dde740 1 -- start start 2024-04-26T23:51:34.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.529+0000 7f59f8dde740 1 Processor -- start 2024-04-26T23:51:34.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.530+0000 7f59f8dde740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1ac50 0x55ef70a22b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.530+0000 7f59f8dde740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a1b570 0x55ef70a23050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.536 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.530+0000 7f59f8dde740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a25c40 0x55ef70a23590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.530+0000 7f59f8dde740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55ef70a289d0 con 0x55ef70a25c40 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.530+0000 7f59f8dde740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55ef70908170 con 0x55ef70a1ac50 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.530+0000 7f59f8dde740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ef70a28b50 con 0x55ef70a1b570 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.530+0000 7f59f8dde740 10 client.0 _ll_register_callbacks cb 0x55ef70977770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.530+0000 7f59ef400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a25c40 0x55ef70a23590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.530+0000 7f59ef400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a25c40 0x55ef70a23590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50600/0 (socket says 172.21.15.26:50600) 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.530+0000 7f59ef400640 1 -- 172.21.15.26:0/4248259608 learned_addr learned my addr 172.21.15.26:0/4248259608 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.531+0000 7f59ee000640 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a1b570 0x55ef70a23050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.531+0000 7f59eea00640 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1ac50 0x55ef70a22b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.531+0000 7f59ef400640 1 -- 172.21.15.26:0/4248259608 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a1b570 msgr2=0x55ef70a23050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.531+0000 7f59ef400640 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a1b570 0x55ef70a23050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.531+0000 7f59ef400640 1 -- 172.21.15.26:0/4248259608 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1ac50 msgr2=0x55ef70a22b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.531+0000 7f59ef400640 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1ac50 0x55ef70a22b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.537 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.531+0000 7f59ef400640 1 -- 172.21.15.26:0/4248259608 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef707baf70 con 0x55ef70a25c40 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.531+0000 7f59ef400640 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a25c40 0x55ef70a23590 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f59e8098b90 tx=0x7f59e809bc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=563c52864bac0d6f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.531+0000 7f59dcc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.532+0000 7f59dcc00640 1 -- 172.21.15.26:0/4248259608 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e8020050 con 0x55ef70a25c40 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.532+0000 7f59dcc00640 1 -- 172.21.15.26:0/4248259608 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f59e8098830 con 0x55ef70a25c40 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.532+0000 7f59f8dde740 1 -- 172.21.15.26:0/4248259608 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59e0003e00 con 0x55ef70a25c40 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.532+0000 7f59dcc00640 1 -- 172.21.15.26:0/4248259608 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f59e80ba050 con 0x55ef70a25c40 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.532+0000 7f59f8dde740 10 client.18726 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.532+0000 7f59f8dde740 1 -- 172.21.15.26:0/4248259608 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ef70652170 con 0x55ef70a25c40 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.532+0000 7f59dcc00640 1 -- 172.21.15.26:0/4248259608 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f59e0003e00 con 0x55ef70a25c40 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.532+0000 7f59dcc00640 1 -- 172.21.15.26:0/4248259608 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f59e809b610 con 0x55ef70a25c40 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.533+0000 7f59f8dde740 10 client.18726 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.533+0000 7f59f8dde740 10 client.18726 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.533+0000 7f59f8dde740 20 client.18726 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:34.538 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.533+0000 7f59f8dde740 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ef70a35a70 0x55ef70a37ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.533+0000 7f59f8dde740 4 client.18726 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:51:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.533+0000 7f59f8dde740 1 -- 172.21.15.26:0/4248259608 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ef7098e590 con 0x55ef70a35a70 2024-04-26T23:51:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.533+0000 7f59eea00640 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ef70a35a70 0x55ef70a37ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.534+0000 7f59eea00640 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ef70a35a70 0x55ef70a37ef0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=def986952402dcec server_cookie=ff8f474e30eba078 in_seq=0 out_seq=0 2024-04-26T23:51:34.539 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.534+0000 7f59dcc00640 10 client.18726 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:34.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59dcc00640 1 -- 172.21.15.26:0/4248259608 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ef7098e590 con 0x55ef70a35a70 2024-04-26T23:51:34.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59dcc00640 10 client.18726 handle_command_reply: tid=0 2024-04-26T23:51:34.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59f8dde740 1 client.18726 shutdown 2024-04-26T23:51:34.541 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59f8dde740 1 -- 172.21.15.26:0/4248259608 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a25c40 msgr2=0x55ef70a23590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59f8dde740 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a25c40 0x55ef70a23590 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f59e8098b90 tx=0x7f59e809bc10 comp rx=0 tx=0).stop 2024-04-26T23:51:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59f8dde740 1 -- 172.21.15.26:0/4248259608 shutdown_connections 2024-04-26T23:51:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59f8dde740 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ef70a35a70 0x55ef70a37ef0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59f8dde740 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a25c40 0x55ef70a23590 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59f8dde740 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a1b570 0x55ef70a23050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59f8dde740 1 --2- 172.21.15.26:0/4248259608 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1ac50 0x55ef70a22b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59f8dde740 1 -- 172.21.15.26:0/4248259608 >> 172.21.15.26:0/4248259608 conn(0x55ef70a16f70 msgr2=0x55ef70a1cc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59dcc00640 0 client.18726 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59f8dde740 1 -- 172.21.15.26:0/4248259608 shutdown_connections 2024-04-26T23:51:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.538+0000 7f59f8dde740 1 -- 172.21.15.26:0/4248259608 wait complete. 2024-04-26T23:51:34.542 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.539+0000 7f59f8dde740 20 client.18726 trim_cache size 0 max 16384 2024-04-26T23:51:34.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.558+0000 7f59f8dde740 1 Processor -- start 2024-04-26T23:51:34.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.558+0000 7f59f8dde740 1 -- start start 2024-04-26T23:51:34.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.558+0000 7f59f8dde740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 0x55ef70a318f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.558+0000 7f59f8dde740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1b570 0x55ef70a1d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.558+0000 7f59f8dde740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a25c40 0x55ef70a15e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.558+0000 7f59f8dde740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01b2f90 con 0x55ef70a1ac50 2024-04-26T23:51:34.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.558+0000 7f59f8dde740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01b0860 con 0x55ef70a1b570 2024-04-26T23:51:34.562 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.558+0000 7f59f8dde740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01ae6d0 con 0x55ef70a25c40 2024-04-26T23:51:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.559+0000 7f59eea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 0x55ef70a318f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.559+0000 7f59eea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 0x55ef70a318f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50608/0 (socket says 172.21.15.26:50608) 2024-04-26T23:51:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.559+0000 7f59eea00640 1 -- 172.21.15.26:0/3825313492 learned_addr learned my addr 172.21.15.26:0/3825313492 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.559+0000 7f59ee000640 1 --2- 172.21.15.26:0/3825313492 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1b570 0x55ef70a1d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.559+0000 7f59ef400640 1 --2- 172.21.15.26:0/3825313492 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a25c40 0x55ef70a15e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.559+0000 7f59eea00640 1 -- 172.21.15.26:0/3825313492 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a25c40 msgr2=0x55ef70a15e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.559+0000 7f59eea00640 1 --2- 172.21.15.26:0/3825313492 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a25c40 0x55ef70a15e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.559+0000 7f59eea00640 1 -- 172.21.15.26:0/3825313492 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1b570 msgr2=0x55ef70a1d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.559+0000 7f59eea00640 1 --2- 172.21.15.26:0/3825313492 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1b570 0x55ef70a1d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.563 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.559+0000 7f59eea00640 1 -- 172.21.15.26:0/3825313492 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef70a11440 con 0x55ef70a1ac50 2024-04-26T23:51:34.564 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.560+0000 7f59eea00640 1 --2- 172.21.15.26:0/3825313492 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 0x55ef70a318f0 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f59e00096c0 tx=0x7f59e002ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67e21e0bbcbe44a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.560+0000 7f59df400640 1 -- 172.21.15.26:0/3825313492 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e0033040 con 0x55ef70a1ac50 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.560+0000 7f59df400640 1 -- 172.21.15.26:0/3825313492 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f59e002eeb0 con 0x55ef70a1ac50 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.560+0000 7f59df400640 1 -- 172.21.15.26:0/3825313492 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e0054650 con 0x55ef70a1ac50 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.561+0000 7f59f8dde740 1 -- 172.21.15.26:0/3825313492 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 msgr2=0x55ef70a318f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.561+0000 7f59f8dde740 1 --2- 172.21.15.26:0/3825313492 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 0x55ef70a318f0 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f59e00096c0 tx=0x7f59e002ed80 comp rx=0 tx=0).stop 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.561+0000 7f59f8dde740 1 -- 172.21.15.26:0/3825313492 shutdown_connections 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.561+0000 7f59f8dde740 1 --2- 172.21.15.26:0/3825313492 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a25c40 0x55ef70a15e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.561+0000 7f59f8dde740 1 --2- 172.21.15.26:0/3825313492 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1b570 0x55ef70a1d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.561+0000 7f59f8dde740 1 --2- 172.21.15.26:0/3825313492 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 0x55ef70a318f0 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.561+0000 7f59f8dde740 1 -- 172.21.15.26:0/3825313492 >> 172.21.15.26:0/3825313492 conn(0x55ef70a16f70 msgr2=0x55ef70a15760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.561+0000 7f59f8dde740 1 -- 172.21.15.26:0/3825313492 shutdown_connections 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.561+0000 7f59f8dde740 1 -- 172.21.15.26:0/3825313492 wait complete. 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.561+0000 7f59f8dde740 1 -- start start 2024-04-26T23:51:34.565 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.561+0000 7f59f8dde740 1 Processor -- start 2024-04-26T23:51:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.562+0000 7f59f8dde740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 0x55ef70a1f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.562+0000 7f59f8dde740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1b570 0x55ef70a1fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.562+0000 7f59f8dde740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a25c40 0x55ef70a20290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.562+0000 7f59f8dde740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01aed20 con 0x55ef70a1ac50 2024-04-26T23:51:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.562+0000 7f59f8dde740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01b0190 con 0x55ef70a1b570 2024-04-26T23:51:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.562+0000 7f59f8dde740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01af3f0 con 0x55ef70a25c40 2024-04-26T23:51:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.562+0000 7f59f8dde740 10 client.0 _ll_register_callbacks cb 0x7f59e800de60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:34.568 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.562+0000 7f59eea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 0x55ef70a1f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.562+0000 7f59eea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 0x55ef70a1f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50624/0 (socket says 172.21.15.26:50624) 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.562+0000 7f59eea00640 1 -- 172.21.15.26:0/1234427478 learned_addr learned my addr 172.21.15.26:0/1234427478 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.563+0000 7f59ef400640 1 --2- 172.21.15.26:0/1234427478 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a25c40 0x55ef70a20290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.563+0000 7f59eea00640 1 -- 172.21.15.26:0/1234427478 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a25c40 msgr2=0x55ef70a20290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.563+0000 7f59eea00640 1 --2- 172.21.15.26:0/1234427478 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a25c40 0x55ef70a20290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.563+0000 7f59eea00640 1 -- 172.21.15.26:0/1234427478 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1b570 msgr2=0x55ef70a1fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.563+0000 7f59eea00640 1 --2- 172.21.15.26:0/1234427478 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1b570 0x55ef70a1fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.563+0000 7f59eea00640 1 -- 172.21.15.26:0/1234427478 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef70a2bf50 con 0x55ef70a1ac50 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.563+0000 7f59eea00640 1 --2- 172.21.15.26:0/1234427478 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 0x55ef70a1f810 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f59e002af00 tx=0x7f59e002e410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49526da95ff2c14e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.563+0000 7f59dcc00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.564+0000 7f59dcc00640 1 -- 172.21.15.26:0/1234427478 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e005c060 con 0x55ef70a1ac50 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.564+0000 7f59dcc00640 1 -- 172.21.15.26:0/1234427478 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f59e0003b70 con 0x55ef70a1ac50 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.564+0000 7f59f8dde740 1 -- 172.21.15.26:0/1234427478 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ef70988400 con 0x55ef70a1ac50 2024-04-26T23:51:34.569 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.564+0000 7f59dcc00640 1 -- 172.21.15.26:0/1234427478 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f59e0033040 con 0x55ef70a1ac50 2024-04-26T23:51:34.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.564+0000 7f59f8dde740 10 client.18732 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:34.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.564+0000 7f59f8dde740 1 -- 172.21.15.26:0/1234427478 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ef70a9c3a0 con 0x55ef70a1ac50 2024-04-26T23:51:34.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.564+0000 7f59dcc00640 1 -- 172.21.15.26:0/1234427478 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x55ef70988400 con 0x55ef70a1ac50 2024-04-26T23:51:34.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.565+0000 7f59dcc00640 1 -- 172.21.15.26:0/1234427478 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f59e0004270 con 0x55ef70a1ac50 2024-04-26T23:51:34.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.565+0000 7f59f8dde740 10 client.18732 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:34.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.565+0000 7f59f8dde740 10 client.18732 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:51:34.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.565+0000 7f59f8dde740 20 client.18732 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:34.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.565+0000 7f59f8dde740 1 --2- 172.21.15.26:0/1234427478 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ef70a9c6d0 0x55ef70a9eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.565+0000 7f59f8dde740 4 client.18732 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-26T23:51:34.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.565+0000 7f59f8dde740 1 -- 172.21.15.26:0/1234427478 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ef70903980 con 0x55ef70a9c6d0 2024-04-26T23:51:34.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.565+0000 7f59ee000640 1 --2- 172.21.15.26:0/1234427478 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ef70a9c6d0 0x55ef70a9eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.566+0000 7f59ee000640 1 --2- 172.21.15.26:0/1234427478 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ef70a9c6d0 0x55ef70a9eac0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8151fb5055899ed server_cookie=628613a316cfc36c in_seq=0 out_seq=0 2024-04-26T23:51:34.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.566+0000 7f59dcc00640 10 client.18732 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:34.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.579+0000 7f59dcc00640 1 -- 172.21.15.26:0/1234427478 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ef70903980 con 0x55ef70a9c6d0 2024-04-26T23:51:34.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.579+0000 7f59dcc00640 10 client.18732 handle_command_reply: tid=0 2024-04-26T23:51:34.582 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.579+0000 7f59f8dde740 1 client.18732 shutdown 2024-04-26T23:51:34.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.579+0000 7f59f8dde740 1 -- 172.21.15.26:0/1234427478 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 msgr2=0x55ef70a1f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.579+0000 7f59f8dde740 1 --2- 172.21.15.26:0/1234427478 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 0x55ef70a1f810 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f59e002af00 tx=0x7f59e002e410 comp rx=0 tx=0).stop 2024-04-26T23:51:34.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.579+0000 7f59f8dde740 1 -- 172.21.15.26:0/1234427478 shutdown_connections 2024-04-26T23:51:34.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.579+0000 7f59f8dde740 1 --2- 172.21.15.26:0/1234427478 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55ef70a9c6d0 0x55ef70a9eac0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.579+0000 7f59f8dde740 1 --2- 172.21.15.26:0/1234427478 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ef70a25c40 0x55ef70a20290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.579+0000 7f59f8dde740 1 --2- 172.21.15.26:0/1234427478 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55ef70a1b570 0x55ef70a1fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.583 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.579+0000 7f59f8dde740 1 --2- 172.21.15.26:0/1234427478 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55ef70a1ac50 0x55ef70a1f810 unknown :-1 s=CLOSED pgs=1525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.579+0000 7f59dcc00640 0 client.18732 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:34.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.579+0000 7f59f8dde740 1 -- 172.21.15.26:0/1234427478 >> 172.21.15.26:0/1234427478 conn(0x55ef70a16f70 msgr2=0x55ef70a15ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:34.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.580+0000 7f59f8dde740 1 -- 172.21.15.26:0/1234427478 shutdown_connections 2024-04-26T23:51:34.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.580+0000 7f59f8dde740 1 -- 172.21.15.26:0/1234427478 wait complete. 2024-04-26T23:51:34.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.580+0000 7f59f8dde740 20 client.18732 trim_cache size 0 max 16384 2024-04-26T23:51:34.584 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:51:34.584 INFO:teuthology.orchestra.run.smithi026.stdout: "return_code": 0, 2024-04-26T23:51:34.584 INFO:teuthology.orchestra.run.smithi026.stdout: "scrub_tag": "4b528336-09ac-4239-a4d9-142abaa6d42f", 2024-04-26T23:51:34.584 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": "asynchronous" 2024-04-26T23:51:34.584 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:51:34.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.581+0000 7f59f5e00640 1 -- 172.21.15.26:0/2549813115 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f59d40a3da0 msgr2=0x7f59d40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.581+0000 7f59f5e00640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f59d40a3da0 0x7f59d40a6260 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x55ef70a18100 tx=0x7f59d80046c0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.581+0000 7f59f5e00640 1 -- 172.21.15.26:0/2549813115 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f59f010cef0 msgr2=0x7f59f019fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.581+0000 7f59f5e00640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f59f010cef0 0x7f59f019fb70 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f59e800d750 tx=0x7f59e800dc10 comp rx=0 tx=0).stop 2024-04-26T23:51:34.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.581+0000 7f59f5e00640 1 -- 172.21.15.26:0/2549813115 shutdown_connections 2024-04-26T23:51:34.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.581+0000 7f59f5e00640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f59d40a3da0 0x7f59d40a6260 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.581+0000 7f59f5e00640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f59f010cef0 0x7f59f019fb70 unknown :-1 s=CLOSED pgs=1521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.581+0000 7f59f5e00640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f59f01044d0 0x7f59f019b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.581+0000 7f59f5e00640 1 --2- 172.21.15.26:0/2549813115 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f59f0103bb0 0x7f59f019b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.581+0000 7f59f5e00640 1 -- 172.21.15.26:0/2549813115 >> 172.21.15.26:0/2549813115 conn(0x7f59f0078930 msgr2=0x7f59f0108f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:34.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.581+0000 7f59f5e00640 1 -- 172.21.15.26:0/2549813115 shutdown_connections 2024-04-26T23:51:34.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.581+0000 7f59f5e00640 1 -- 172.21.15.26:0/2549813115 wait complete. 2024-04-26T23:51:34.602 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:51:34.602 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:51:34.842 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.839+0000 7fe9cf200640 1 -- 172.21.15.26:0/4116653088 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9d010f090 msgr2=0x7fe9d0111480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.839+0000 7fe9cf200640 1 --2- 172.21.15.26:0/4116653088 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9d010f090 0x7fe9d0111480 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009ca0 tx=0x7fe9c802a950 comp rx=0 tx=0).stop 2024-04-26T23:51:34.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.839+0000 7fe9cf200640 1 -- 172.21.15.26:0/4116653088 shutdown_connections 2024-04-26T23:51:34.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.839+0000 7fe9cf200640 1 --2- 172.21.15.26:0/4116653088 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9d010f090 0x7fe9d0111480 unknown :-1 s=CLOSED pgs=1526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.839+0000 7fe9cf200640 1 --2- 172.21.15.26:0/4116653088 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9d0075600 0x7fe9d010eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.839+0000 7fe9cf200640 1 --2- 172.21.15.26:0/4116653088 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9d0074ce0 0x7fe9d00750c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.839+0000 7fe9cf200640 1 -- 172.21.15.26:0/4116653088 >> 172.21.15.26:0/4116653088 conn(0x7fe9d00fe300 msgr2=0x7fe9d0100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:34.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.839+0000 7fe9cf200640 1 -- 172.21.15.26:0/4116653088 shutdown_connections 2024-04-26T23:51:34.843 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.839+0000 7fe9cf200640 1 -- 172.21.15.26:0/4116653088 wait complete. 2024-04-26T23:51:34.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.840+0000 7fe9cf200640 1 Processor -- start 2024-04-26T23:51:34.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.840+0000 7fe9cf200640 1 -- start start 2024-04-26T23:51:34.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cf200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9d0074ce0 0x7fe9d019b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cf200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9d0075600 0x7fe9d019b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.845 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cf200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9d010f090 0x7fe9d019f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cf200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d0114b60 con 0x7fe9d0074ce0 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cf200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d01149e0 con 0x7fe9d0075600 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cf200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d0114ce0 con 0x7fe9d010f090 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9d0074ce0 0x7fe9d019b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9d0074ce0 0x7fe9d019b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50644/0 (socket says 172.21.15.26:50644) 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cde00640 1 -- 172.21.15.26:0/3937912319 learned_addr learned my addr 172.21.15.26:0/3937912319 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cd400640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9d0075600 0x7fe9d019b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cde00640 1 -- 172.21.15.26:0/3937912319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9d010f090 msgr2=0x7fe9d019f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9ce800640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9d010f090 0x7fe9d019f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cde00640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9d010f090 0x7fe9d019f8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cde00640 1 -- 172.21.15.26:0/3937912319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9d0075600 msgr2=0x7fe9d019b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cde00640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9d0075600 0x7fe9d019b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.841+0000 7fe9cde00640 1 -- 172.21.15.26:0/3937912319 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9d01a0010 con 0x7fe9d0074ce0 2024-04-26T23:51:34.846 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.842+0000 7fe9cde00640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9d0074ce0 0x7fe9d019b0c0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7fe9c000e9f0 tx=0x7fe9c000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:34.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.842+0000 7fe9c6a00640 1 -- 172.21.15.26:0/3937912319 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c000cd80 con 0x7fe9d0074ce0 2024-04-26T23:51:34.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.842+0000 7fe9c6a00640 1 -- 172.21.15.26:0/3937912319 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe9c00108c0 con 0x7fe9d0074ce0 2024-04-26T23:51:34.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.842+0000 7fe9cf200640 1 -- 172.21.15.26:0/3937912319 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9d01a0300 con 0x7fe9d0074ce0 2024-04-26T23:51:34.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.842+0000 7fe9c6a00640 1 -- 172.21.15.26:0/3937912319 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c00187c0 con 0x7fe9d0074ce0 2024-04-26T23:51:34.847 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.842+0000 7fe9cf200640 1 -- 172.21.15.26:0/3937912319 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9d01a7b90 con 0x7fe9d0074ce0 2024-04-26T23:51:34.848 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.845+0000 7fe9d7a05740 1 Processor -- start 2024-04-26T23:51:34.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9d7a05740 1 -- start start 2024-04-26T23:51:34.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9c6a00640 1 -- 172.21.15.26:0/3937912319 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe9c0010430 con 0x7fe9d0074ce0 2024-04-26T23:51:34.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9d7a05740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb243d50 0x55aacb244130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.849 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9d7a05740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb24e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9d7a05740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 0x55aacb251130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9d7a05740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55aacb155030 con 0x55aacb24ed40 2024-04-26T23:51:34.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9d7a05740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55aacb1707f0 con 0x55aacb243d50 2024-04-26T23:51:34.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9d7a05740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55aacb12b7e0 con 0x55aacb244670 2024-04-26T23:51:34.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9cd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 0x55aacb251130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9cde00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb24e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9cd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 0x55aacb251130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50650/0 (socket says 172.21.15.26:50650) 2024-04-26T23:51:34.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9ce800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb243d50 0x55aacb244130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.850 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.846+0000 7fe9cd400640 1 -- 172.21.15.26:0/309041212 learned_addr learned my addr 172.21.15.26:0/309041212 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:34.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.847+0000 7fe9cd400640 1 -- 172.21.15.26:0/309041212 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 msgr2=0x55aacb24e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.851 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.847+0000 7fe9cd400640 1 --2- 172.21.15.26:0/309041212 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb24e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.847+0000 7fe9cd400640 1 -- 172.21.15.26:0/309041212 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb243d50 msgr2=0x55aacb244130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.847+0000 7fe9cd400640 1 --2- 172.21.15.26:0/309041212 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb243d50 0x55aacb244130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.847+0000 7fe9cd400640 1 -- 172.21.15.26:0/309041212 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aacb137050 con 0x55aacb24ed40 2024-04-26T23:51:34.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.847+0000 7fe9cd400640 1 --2- 172.21.15.26:0/309041212 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 0x55aacb251130 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc00cbb0 tx=0x7fe9bc00e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1aa50a4f27fc0677 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:34.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.847+0000 7fe9c6a00640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9b40a3da0 0x7fe9b40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.848+0000 7fe9c6a00640 1 -- 172.21.15.26:0/3937912319 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7fe9c00d0c90 con 0x7fe9d0074ce0 2024-04-26T23:51:34.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.848+0000 7fe9ce800640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9b40a3da0 0x7fe9b40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.848+0000 7fe9bb000640 1 -- 172.21.15.26:0/309041212 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc005220 con 0x55aacb24ed40 2024-04-26T23:51:34.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.848+0000 7fe9bb000640 1 -- 172.21.15.26:0/309041212 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe9bc004c30 con 0x55aacb24ed40 2024-04-26T23:51:34.852 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.848+0000 7fe9bb000640 1 -- 172.21.15.26:0/309041212 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc010670 con 0x55aacb24ed40 2024-04-26T23:51:34.853 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.849+0000 7fe9d7a05740 1 -- 172.21.15.26:0/309041212 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 msgr2=0x55aacb251130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.849+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/309041212 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 0x55aacb251130 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc00cbb0 tx=0x7fe9bc00e720 comp rx=0 tx=0).stop 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.849+0000 7fe9ce800640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9b40a3da0 0x7fe9b40a6260 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe9c802af40 tx=0x7fe9c803c040 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.849+0000 7fe9d7a05740 1 -- 172.21.15.26:0/309041212 shutdown_connections 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.849+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/309041212 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 0x55aacb251130 unknown :-1 s=CLOSED pgs=1528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.849+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/309041212 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb24e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.849+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/309041212 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb243d50 0x55aacb244130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.849+0000 7fe9d7a05740 1 -- 172.21.15.26:0/309041212 >> 172.21.15.26:0/309041212 conn(0x55aacb240070 msgr2=0x55aacb240450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.849+0000 7fe9d7a05740 1 -- 172.21.15.26:0/309041212 shutdown_connections 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.850+0000 7fe9d7a05740 1 -- 172.21.15.26:0/309041212 wait complete. 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.850+0000 7fe9d7a05740 1 -- start start 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.850+0000 7fe9d7a05740 1 Processor -- start 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.851+0000 7fe9d7a05740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb243d50 0x55aacb24e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.854 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.851+0000 7fe9d7a05740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb244670 0x55aacb24b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.851+0000 7fe9d7a05740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb24ed40 0x55aacb24bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.851+0000 7fe9d7a05740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55aacb1ad200 con 0x55aacb244670 2024-04-26T23:51:34.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.851+0000 7fe9d7a05740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55aacb1a7ee0 con 0x55aacb24ed40 2024-04-26T23:51:34.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.851+0000 7fe9d7a05740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55aacb1b4e70 con 0x55aacb243d50 2024-04-26T23:51:34.855 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.851+0000 7fe9d7a05740 10 client.0 _ll_register_callbacks cb 0x55aacb19e270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:34.856 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.851+0000 7fe9cd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb244670 0x55aacb24b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.851+0000 7fe9cd400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb244670 0x55aacb24b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50666/0 (socket says 172.21.15.26:50666) 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.851+0000 7fe9cd400640 1 -- 172.21.15.26:0/3788924950 learned_addr learned my addr 172.21.15.26:0/3788924950 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.851+0000 7fe9ce800640 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb24ed40 0x55aacb24bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.851+0000 7fe9cde00640 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb243d50 0x55aacb24e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.852+0000 7fe9ce800640 1 -- 172.21.15.26:0/3788924950 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb243d50 msgr2=0x55aacb24e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.852+0000 7fe9ce800640 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb243d50 0x55aacb24e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.852+0000 7fe9ce800640 1 -- 172.21.15.26:0/3788924950 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb244670 msgr2=0x55aacb24b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.852+0000 7fe9ce800640 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb244670 0x55aacb24b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.852+0000 7fe9ce800640 1 -- 172.21.15.26:0/3788924950 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aacaf847d0 con 0x55aacb24ed40 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.852+0000 7fe9cd400640 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb244670 0x55aacb24b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.852+0000 7fe9ce800640 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb24ed40 0x55aacb24bed0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009430 tx=0x7fe9c802a950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=84a760d2fef0499b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.852+0000 7fe9af400640 10 client.0 ms_handle_connect on v2:172.21.15.86:3300/0 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.853+0000 7fe9af400640 1 -- 172.21.15.26:0/3788924950 <== mon.2 v2:172.21.15.86:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8034050 con 0x55aacb24ed40 2024-04-26T23:51:34.857 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.853+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3788924950 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9bc004c30 con 0x55aacb24ed40 2024-04-26T23:51:34.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.853+0000 7fe9af400640 1 -- 172.21.15.26:0/3788924950 <== mon.2 v2:172.21.15.86:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7fe9c8004250 con 0x55aacb24ed40 2024-04-26T23:51:34.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.853+0000 7fe9af400640 1 -- 172.21.15.26:0/3788924950 <== mon.2 v2:172.21.15.86:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe9c8004450 con 0x55aacb24ed40 2024-04-26T23:51:34.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.853+0000 7fe9d7a05740 10 client.37709 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:34.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.853+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3788924950 --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55aacaeba3f0 con 0x55aacb24ed40 2024-04-26T23:51:34.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.853+0000 7fe9af400640 1 -- 172.21.15.26:0/3788924950 <== mon.2 v2:172.21.15.86:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe9bc004c30 con 0x55aacb24ed40 2024-04-26T23:51:34.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.854+0000 7fe9af400640 1 -- 172.21.15.26:0/3788924950 <== mon.2 v2:172.21.15.86:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe9c804f070 con 0x55aacb24ed40 2024-04-26T23:51:34.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.854+0000 7fe9d7a05740 10 client.37709 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:34.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.854+0000 7fe9d7a05740 10 client.37709 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:51:34.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.854+0000 7fe9d7a05740 20 client.37709 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:34.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.854+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aacb25e670 0x55aacb260aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.854+0000 7fe9d7a05740 4 client.37709 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:51:34.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.854+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3788924950 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aacb1b67e0 con 0x55aacb25e670 2024-04-26T23:51:34.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.855+0000 7fe9cde00640 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aacb25e670 0x55aacb260aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.856+0000 7fe9cde00640 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aacb25e670 0x55aacb260aa0 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f2b76bb20546174 server_cookie=fe9a48b98bd40b10 in_seq=0 out_seq=0 2024-04-26T23:51:34.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.856+0000 7fe9af400640 10 client.37709 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:34.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.857+0000 7fe9af400640 1 -- 172.21.15.26:0/3788924950 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55aacb1b67e0 con 0x55aacb25e670 2024-04-26T23:51:34.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.857+0000 7fe9af400640 10 client.37709 handle_command_reply: tid=0 2024-04-26T23:51:34.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9d7a05740 1 client.37709 shutdown 2024-04-26T23:51:34.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3788924950 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb24ed40 msgr2=0x55aacb24bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb24ed40 0x55aacb24bed0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009430 tx=0x7fe9c802a950 comp rx=0 tx=0).stop 2024-04-26T23:51:34.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3788924950 shutdown_connections 2024-04-26T23:51:34.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aacb25e670 0x55aacb260aa0 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb24ed40 0x55aacb24bed0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb244670 0x55aacb24b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9af400640 0 client.37709 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:34.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/3788924950 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb243d50 0x55aacb24e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3788924950 >> 172.21.15.26:0/3788924950 conn(0x55aacb240070 msgr2=0x55aacb245e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:34.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3788924950 shutdown_connections 2024-04-26T23:51:34.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3788924950 wait complete. 2024-04-26T23:51:34.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.858+0000 7fe9d7a05740 20 client.37709 trim_cache size 0 max 16384 2024-04-26T23:51:34.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.878+0000 7fe9d7a05740 1 Processor -- start 2024-04-26T23:51:34.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.878+0000 7fe9d7a05740 1 -- start start 2024-04-26T23:51:34.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.878+0000 7fe9d7a05740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb243d50 0x55aacb23e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.878+0000 7fe9d7a05740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb24b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.878+0000 7fe9d7a05740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb24ed40 0x55aacb266370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.878+0000 7fe9d7a05740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d01b0620 con 0x55aacb243d50 2024-04-26T23:51:34.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.878+0000 7fe9d7a05740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d01ae490 con 0x55aacb24ed40 2024-04-26T23:51:34.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.878+0000 7fe9d7a05740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d01aff50 con 0x55aacb244670 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.878+0000 7fe9cde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb243d50 0x55aacb23e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.879+0000 7fe9ce800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb24ed40 0x55aacb266370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.879+0000 7fe9cde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb243d50 0x55aacb23e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50678/0 (socket says 172.21.15.26:50678) 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.879+0000 7fe9cde00640 1 -- 172.21.15.26:0/3182090325 learned_addr learned my addr 172.21.15.26:0/3182090325 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.879+0000 7fe9ce800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb24ed40 0x55aacb266370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.86:3300/0 says I am v2:172.21.15.26:46030/0 (socket says 172.21.15.26:46030) 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.879+0000 7fe9cd400640 1 --2- 172.21.15.26:0/3182090325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb24b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.879+0000 7fe9cde00640 1 -- 172.21.15.26:0/3182090325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 msgr2=0x55aacb24b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.879+0000 7fe9cde00640 1 --2- 172.21.15.26:0/3182090325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb24b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.879+0000 7fe9cde00640 1 -- 172.21.15.26:0/3182090325 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb24ed40 msgr2=0x55aacb266370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.879+0000 7fe9cde00640 1 --2- 172.21.15.26:0/3182090325 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb24ed40 0x55aacb266370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.879+0000 7fe9cde00640 1 -- 172.21.15.26:0/3182090325 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aacae7a0f0 con 0x55aacb243d50 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.879+0000 7fe9cd400640 1 --2- 172.21.15.26:0/3182090325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb24b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:51:34.883 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.880+0000 7fe9cde00640 1 --2- 172.21.15.26:0/3182090325 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb243d50 0x55aacb23e960 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7fe9c00ce3c0 tx=0x7fe9c00d30e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dae32a8684708f64 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:34.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.880+0000 7fe9ba600640 1 -- 172.21.15.26:0/3182090325 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c0010720 con 0x55aacb243d50 2024-04-26T23:51:34.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.880+0000 7fe9ba600640 1 -- 172.21.15.26:0/3182090325 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe9c009d2b0 con 0x55aacb243d50 2024-04-26T23:51:34.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.880+0000 7fe9ba600640 1 -- 172.21.15.26:0/3182090325 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c009aeb0 con 0x55aacb243d50 2024-04-26T23:51:34.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.880+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3182090325 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb243d50 msgr2=0x55aacb23e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.880+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/3182090325 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb243d50 0x55aacb23e960 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7fe9c00ce3c0 tx=0x7fe9c00d30e0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.881+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3182090325 shutdown_connections 2024-04-26T23:51:34.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.881+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/3182090325 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb24ed40 0x55aacb266370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.881+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/3182090325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb24b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.881+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/3182090325 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb243d50 0x55aacb23e960 unknown :-1 s=CLOSED pgs=1529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.881+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3182090325 >> 172.21.15.26:0/3182090325 conn(0x55aacb240070 msgr2=0x55aacb24d940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:34.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.881+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3182090325 shutdown_connections 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.881+0000 7fe9d7a05740 1 -- 172.21.15.26:0/3182090325 wait complete. 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.881+0000 7fe9d7a05740 1 -- start start 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.881+0000 7fe9d7a05740 1 Processor -- start 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9d7a05740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb243d50 0x55aacb256e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9d7a05740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb254200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9d7a05740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 0x55aacb254740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9d7a05740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d01af1b0 con 0x55aacb24ed40 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9d7a05740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d01aeae0 con 0x55aacb243d50 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9d7a05740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9d01af880 con 0x55aacb244670 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9d7a05740 10 client.0 _ll_register_callbacks cb 0x7fe9c8009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9ce800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 0x55aacb254740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9ce800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 0x55aacb254740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50694/0 (socket says 172.21.15.26:50694) 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9ce800640 1 -- 172.21.15.26:0/2165752363 learned_addr learned my addr 172.21.15.26:0/2165752363 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:34.888 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9cde00640 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb243d50 0x55aacb256e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9cd400640 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb254200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9ce800640 1 -- 172.21.15.26:0/2165752363 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 msgr2=0x55aacb254200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.882+0000 7fe9ce800640 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb254200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.883+0000 7fe9ce800640 1 -- 172.21.15.26:0/2165752363 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb243d50 msgr2=0x55aacb256e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.883+0000 7fe9ce800640 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb243d50 0x55aacb256e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.883+0000 7fe9ce800640 1 -- 172.21.15.26:0/2165752363 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aacb170a30 con 0x55aacb24ed40 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.883+0000 7fe9ce800640 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 0x55aacb254740 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009ca0 tx=0x7fe9c8004820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d7f9b53935fa4aa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.883+0000 7fe9af400640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.883+0000 7fe9af400640 1 -- 172.21.15.26:0/2165752363 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c8034040 con 0x55aacb24ed40 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.883+0000 7fe9af400640 1 -- 172.21.15.26:0/2165752363 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7fe9c8051440 con 0x55aacb24ed40 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.883+0000 7fe9d7a05740 1 -- 172.21.15.26:0/2165752363 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9c009d2b0 con 0x55aacb24ed40 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.883+0000 7fe9af400640 1 -- 172.21.15.26:0/2165752363 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe9c8051680 con 0x55aacb24ed40 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.883+0000 7fe9d7a05740 10 client.18750 fetch_fsmap learned FSMap version 24 2024-04-26T23:51:34.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.883+0000 7fe9d7a05740 1 -- 172.21.15.26:0/2165752363 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55aacb2c48b0 con 0x55aacb24ed40 2024-04-26T23:51:34.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.884+0000 7fe9af400640 1 -- 172.21.15.26:0/2165752363 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe9c009d2b0 con 0x55aacb24ed40 2024-04-26T23:51:34.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.884+0000 7fe9af400640 1 -- 172.21.15.26:0/2165752363 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe9c804f040 con 0x55aacb24ed40 2024-04-26T23:51:34.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.884+0000 7fe9d7a05740 10 client.18750 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:51:34.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.884+0000 7fe9d7a05740 10 client.18750 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:51:34.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.884+0000 7fe9d7a05740 20 client.18750 populate_metadata read hostname 'smithi026' 2024-04-26T23:51:34.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.884+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aacb2c5060 0x55aacb2c7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:34.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.884+0000 7fe9d7a05740 4 client.18750 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:51:34.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.884+0000 7fe9d7a05740 1 -- 172.21.15.26:0/2165752363 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55aacb24c260 con 0x55aacb2c5060 2024-04-26T23:51:34.891 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.884+0000 7fe9cde00640 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aacb2c5060 0x55aacb2c7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.885+0000 7fe9cde00640 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aacb2c5060 0x55aacb2c7480 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca41c27e1d8c1260 server_cookie=4aede344e4115467 in_seq=0 out_seq=0 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.885+0000 7fe9af400640 10 client.18750 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9af400640 1 -- 172.21.15.26:0/2165752363 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55aacb24c260 con 0x55aacb2c5060 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9af400640 10 client.18750 handle_command_reply: tid=0 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9d7a05740 1 client.18750 shutdown 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9d7a05740 1 -- 172.21.15.26:0/2165752363 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 msgr2=0x55aacb254740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 0x55aacb254740 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7fe9c8009ca0 tx=0x7fe9c8004820 comp rx=0 tx=0).stop 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9d7a05740 1 -- 172.21.15.26:0/2165752363 shutdown_connections 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55aacb2c5060 0x55aacb2c7480 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55aacb24ed40 0x55aacb254740 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aacb244670 0x55aacb254200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9af400640 0 client.18750 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9d7a05740 1 --2- 172.21.15.26:0/2165752363 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55aacb243d50 0x55aacb256e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9d7a05740 1 -- 172.21.15.26:0/2165752363 >> 172.21.15.26:0/2165752363 conn(0x55aacb240070 msgr2=0x55aacb24a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:34.892 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9d7a05740 1 -- 172.21.15.26:0/2165752363 shutdown_connections 2024-04-26T23:51:34.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9d7a05740 1 -- 172.21.15.26:0/2165752363 wait complete. 2024-04-26T23:51:34.893 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.886+0000 7fe9d7a05740 20 client.18750 trim_cache size 0 max 16384 2024-04-26T23:51:34.893 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:51:34.893 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-26T23:51:34.893 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": { 2024-04-26T23:51:34.893 INFO:teuthology.orchestra.run.smithi026.stdout: "4b528336-09ac-4239-a4d9-142abaa6d42f": { 2024-04-26T23:51:34.893 INFO:teuthology.orchestra.run.smithi026.stdout: "path": "/", 2024-04-26T23:51:34.893 INFO:teuthology.orchestra.run.smithi026.stdout: "tag": "4b528336-09ac-4239-a4d9-142abaa6d42f", 2024-04-26T23:51:34.893 INFO:teuthology.orchestra.run.smithi026.stdout: "options": "recursive,force" 2024-04-26T23:51:34.893 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:51:34.894 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:51:34.894 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:51:34.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.887+0000 7fe9cf200640 1 -- 172.21.15.26:0/3937912319 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9b40a3da0 msgr2=0x7fe9b40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.887+0000 7fe9cf200640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9b40a3da0 0x7fe9b40a6260 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe9c802af40 tx=0x7fe9c803c040 comp rx=0 tx=0).stop 2024-04-26T23:51:34.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.887+0000 7fe9cf200640 1 -- 172.21.15.26:0/3937912319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9d0074ce0 msgr2=0x7fe9d019b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:34.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.887+0000 7fe9cf200640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9d0074ce0 0x7fe9d019b0c0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7fe9c000e9f0 tx=0x7fe9c000eeb0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.887+0000 7fe9cf200640 1 -- 172.21.15.26:0/3937912319 shutdown_connections 2024-04-26T23:51:34.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.887+0000 7fe9cf200640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9d010f090 0x7fe9d019f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.887+0000 7fe9cf200640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe9d0075600 0x7fe9d019b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.887+0000 7fe9cf200640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe9b40a3da0 0x7fe9b40a6260 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.887+0000 7fe9cf200640 1 --2- 172.21.15.26:0/3937912319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe9d0074ce0 0x7fe9d019b0c0 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:34.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.887+0000 7fe9cf200640 1 -- 172.21.15.26:0/3937912319 >> 172.21.15.26:0/3937912319 conn(0x7fe9d00fe300 msgr2=0x7fe9d00ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:34.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.887+0000 7fe9cf200640 1 -- 172.21.15.26:0/3937912319 shutdown_connections 2024-04-26T23:51:34.895 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:34.887+0000 7fe9cf200640 1 -- 172.21.15.26:0/3937912319 wait complete. 2024-04-26T23:51:34.908 INFO:tasks.cephfs.filesystem:scrub status for tag:4b528336-09ac-4239-a4d9-142abaa6d42f - {'path': '/', 'tag': '4b528336-09ac-4239-a4d9-142abaa6d42f', 'options': 'recursive,force'} 2024-04-26T23:51:35.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:34 smithi164 ceph-mon[31699]: pgmap v492: 97 pgs: 97 active+clean; 243 MiB data, 594 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 213 op/s 2024-04-26T23:51:35.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:34 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:51:35.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:34 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:51:35.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:34 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:51:35.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:34 smithi026 ceph-mon[28371]: pgmap v492: 97 pgs: 97 active+clean; 243 MiB data, 594 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 213 op/s 2024-04-26T23:51:35.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:34 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:51:35.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:34 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:51:35.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:34 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:51:35.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:34 smithi086 ceph-mon[31122]: pgmap v492: 97 pgs: 97 active+clean; 243 MiB data, 594 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 213 op/s 2024-04-26T23:51:35.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:34 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:51:35.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:34 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:51:35.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:34 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:51:35.542 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 1024 2024-04-26T23:51:35.542 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197376 len 2048 2024-04-26T23:51:35.542 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 2048 2024-04-26T23:51:35.542 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197376 len 2048 2024-04-26T23:51:35.542 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 2048 2024-04-26T23:51:35.542 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197376 len 4096 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 4096 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197376 len 4096 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 4096 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197376 len 8192 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 8192 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197376 len 8192 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 8192 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197376 len 16384 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 16384 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197376 len 16384 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197376 len 16384 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197888 len 1024 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 1024 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197888 len 1024 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 1024 2024-04-26T23:51:35.543 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197888 len 2048 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 2048 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197888 len 2048 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 2048 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197888 len 4096 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 4096 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197888 len 4096 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 4096 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197888 len 8192 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 8192 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197888 len 8192 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 8192 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3072 offset 4197888 len 16384 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 16384 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3072 offset 4197888 len 16384 2024-04-26T23:51:35.544 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3072 offset 4197888 len 16384 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4190720 len 1024 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 1024 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4190720 len 1024 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 1024 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4190720 len 2048 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 2048 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4190720 len 2048 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 2048 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4190720 len 4096 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 4096 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4190720 len 4096 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 4096 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4190720 len 8192 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 8192 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4190720 len 8192 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 8192 2024-04-26T23:51:35.545 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4190720 len 16384 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 16384 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4190720 len 16384 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4190720 len 16384 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191232 len 1024 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 1024 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191232 len 1024 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 1024 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191232 len 2048 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 2048 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191232 len 2048 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 2048 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191232 len 4096 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 4096 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191232 len 4096 2024-04-26T23:51:35.546 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 4096 2024-04-26T23:51:35.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191232 len 8192 2024-04-26T23:51:35.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 8192 2024-04-26T23:51:35.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191232 len 8192 2024-04-26T23:51:35.547 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 8192 2024-04-26T23:51:35.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191232 len 16384 2024-04-26T23:51:35.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 16384 2024-04-26T23:51:35.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191232 len 16384 2024-04-26T23:51:35.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191232 len 16384 2024-04-26T23:51:35.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191744 len 1024 2024-04-26T23:51:35.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 1024 2024-04-26T23:51:35.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191744 len 1024 2024-04-26T23:51:35.549 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 1024 2024-04-26T23:51:36.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:35 smithi164 ceph-mon[31699]: scrub queued for path: / 2024-04-26T23:51:36.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:35 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:51:36.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:35 smithi164 ceph-mon[31699]: scrub summary: active paths [/] 2024-04-26T23:51:36.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:35 smithi164 ceph-mon[31699]: scrub summary: idle+waiting paths [/] 2024-04-26T23:51:36.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:35 smithi026 ceph-mon[28371]: scrub queued for path: / 2024-04-26T23:51:36.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:35 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:51:36.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:35 smithi026 ceph-mon[28371]: scrub summary: active paths [/] 2024-04-26T23:51:36.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:35 smithi026 ceph-mon[28371]: scrub summary: idle+waiting paths [/] 2024-04-26T23:51:36.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:35 smithi086 ceph-mon[31122]: scrub queued for path: / 2024-04-26T23:51:36.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:35 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:51:36.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:35 smithi086 ceph-mon[31122]: scrub summary: active paths [/] 2024-04-26T23:51:36.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:35 smithi086 ceph-mon[31122]: scrub summary: idle+waiting paths [/] 2024-04-26T23:51:36.794 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191744 len 2048 2024-04-26T23:51:36.794 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 2048 2024-04-26T23:51:36.794 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191744 len 2048 2024-04-26T23:51:36.794 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 2048 2024-04-26T23:51:36.794 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191744 len 4096 2024-04-26T23:51:36.794 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 4096 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191744 len 4096 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 4096 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191744 len 8192 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 8192 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191744 len 8192 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 8192 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4191744 len 16384 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 16384 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4191744 len 16384 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4191744 len 16384 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192256 len 1024 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 1024 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192256 len 1024 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 1024 2024-04-26T23:51:36.795 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192256 len 2048 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 2048 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192256 len 2048 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 2048 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192256 len 4096 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 4096 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192256 len 4096 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 4096 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192256 len 8192 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 8192 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192256 len 8192 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 8192 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192256 len 16384 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 16384 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192256 len 16384 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192256 len 16384 2024-04-26T23:51:36.796 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192768 len 1024 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 1024 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192768 len 1024 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 1024 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192768 len 2048 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 2048 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192768 len 2048 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 2048 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192768 len 4096 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 4096 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192768 len 4096 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 4096 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192768 len 8192 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 8192 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192768 len 8192 2024-04-26T23:51:36.797 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 8192 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4192768 len 16384 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 16384 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4192768 len 16384 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4192768 len 16384 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193280 len 1024 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 1024 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193280 len 1024 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 1024 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193280 len 2048 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 2048 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193280 len 2048 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 2048 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193280 len 4096 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 4096 2024-04-26T23:51:36.798 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193280 len 4096 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 4096 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193280 len 8192 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 8192 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193280 len 8192 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 8192 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193280 len 16384 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 16384 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193280 len 16384 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193280 len 16384 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193792 len 1024 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 1024 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193792 len 1024 2024-04-26T23:51:36.799 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 1024 2024-04-26T23:51:37.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:36 smithi164 ceph-mon[31699]: pgmap v493: 97 pgs: 97 active+clean; 243 MiB data, 594 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 144 op/s 2024-04-26T23:51:37.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:36 smithi026 ceph-mon[28371]: pgmap v493: 97 pgs: 97 active+clean; 243 MiB data, 594 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 144 op/s 2024-04-26T23:51:37.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:36 smithi086 ceph-mon[31122]: pgmap v493: 97 pgs: 97 active+clean; 243 MiB data, 594 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 144 op/s 2024-04-26T23:51:38.090 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193792 len 2048 2024-04-26T23:51:38.091 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 2048 2024-04-26T23:51:38.091 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193792 len 2048 2024-04-26T23:51:38.091 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 2048 2024-04-26T23:51:38.091 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193792 len 4096 2024-04-26T23:51:38.091 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 4096 2024-04-26T23:51:38.091 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193792 len 4096 2024-04-26T23:51:38.091 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 4096 2024-04-26T23:51:38.091 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193792 len 8192 2024-04-26T23:51:38.091 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 8192 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193792 len 8192 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 8192 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4193792 len 16384 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 16384 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4193792 len 16384 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4193792 len 16384 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194304 len 1024 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 1024 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194304 len 1024 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 1024 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194304 len 2048 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 2048 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194304 len 2048 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 2048 2024-04-26T23:51:38.092 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194304 len 4096 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 4096 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194304 len 4096 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 4096 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194304 len 8192 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 8192 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194304 len 8192 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 8192 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194304 len 16384 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 16384 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194304 len 16384 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194304 len 16384 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194816 len 1024 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 1024 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194816 len 1024 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 1024 2024-04-26T23:51:38.093 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194816 len 2048 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 2048 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194816 len 2048 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 2048 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194816 len 4096 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 4096 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194816 len 4096 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 4096 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194816 len 8192 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 8192 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194816 len 8192 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 8192 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4194816 len 16384 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 16384 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4194816 len 16384 2024-04-26T23:51:38.094 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4194816 len 16384 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195328 len 1024 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 1024 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195328 len 1024 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 1024 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195328 len 2048 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 2048 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195328 len 2048 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 2048 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195328 len 4096 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 4096 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195328 len 4096 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 4096 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195328 len 8192 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 8192 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195328 len 8192 2024-04-26T23:51:38.095 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 8192 2024-04-26T23:51:38.096 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195328 len 16384 2024-04-26T23:51:38.096 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 16384 2024-04-26T23:51:38.096 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195328 len 16384 2024-04-26T23:51:38.096 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195328 len 16384 2024-04-26T23:51:38.096 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195840 len 1024 2024-04-26T23:51:38.096 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 1024 2024-04-26T23:51:38.096 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195840 len 1024 2024-04-26T23:51:38.096 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 1024 2024-04-26T23:51:38.096 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195840 len 2048 2024-04-26T23:51:39.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:38 smithi164 ceph-mon[31699]: pgmap v494: 97 pgs: 97 active+clean; 231 MiB data, 617 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 226 op/s 2024-04-26T23:51:39.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:38 smithi026 ceph-mon[28371]: pgmap v494: 97 pgs: 97 active+clean; 231 MiB data, 617 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 226 op/s 2024-04-26T23:51:39.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:38 smithi086 ceph-mon[31122]: pgmap v494: 97 pgs: 97 active+clean; 231 MiB data, 617 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 226 op/s 2024-04-26T23:51:39.445 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 2048 2024-04-26T23:51:39.445 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195840 len 2048 2024-04-26T23:51:39.445 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 2048 2024-04-26T23:51:39.445 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195840 len 4096 2024-04-26T23:51:39.445 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 4096 2024-04-26T23:51:39.446 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195840 len 4096 2024-04-26T23:51:39.446 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 4096 2024-04-26T23:51:39.446 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195840 len 8192 2024-04-26T23:51:39.446 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 8192 2024-04-26T23:51:39.446 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195840 len 8192 2024-04-26T23:51:39.446 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 8192 2024-04-26T23:51:39.446 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4195840 len 16384 2024-04-26T23:51:39.446 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 16384 2024-04-26T23:51:39.447 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4195840 len 16384 2024-04-26T23:51:39.447 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4195840 len 16384 2024-04-26T23:51:39.447 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196352 len 1024 2024-04-26T23:51:39.447 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 1024 2024-04-26T23:51:39.447 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196352 len 1024 2024-04-26T23:51:39.447 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 1024 2024-04-26T23:51:39.447 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196352 len 2048 2024-04-26T23:51:39.447 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 2048 2024-04-26T23:51:39.447 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196352 len 2048 2024-04-26T23:51:39.447 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 2048 2024-04-26T23:51:39.447 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196352 len 4096 2024-04-26T23:51:39.448 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 4096 2024-04-26T23:51:39.448 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196352 len 4096 2024-04-26T23:51:39.448 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 4096 2024-04-26T23:51:39.448 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196352 len 8192 2024-04-26T23:51:39.448 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 8192 2024-04-26T23:51:39.448 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196352 len 8192 2024-04-26T23:51:39.448 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 8192 2024-04-26T23:51:39.448 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196352 len 16384 2024-04-26T23:51:39.448 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 16384 2024-04-26T23:51:39.449 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196352 len 16384 2024-04-26T23:51:39.449 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196352 len 16384 2024-04-26T23:51:39.449 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196864 len 1024 2024-04-26T23:51:39.449 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 1024 2024-04-26T23:51:39.449 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196864 len 1024 2024-04-26T23:51:39.449 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 1024 2024-04-26T23:51:39.449 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196864 len 2048 2024-04-26T23:51:39.449 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 2048 2024-04-26T23:51:39.449 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196864 len 2048 2024-04-26T23:51:39.449 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 2048 2024-04-26T23:51:39.450 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196864 len 4096 2024-04-26T23:51:39.450 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 4096 2024-04-26T23:51:39.450 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196864 len 4096 2024-04-26T23:51:39.450 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 4096 2024-04-26T23:51:39.450 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196864 len 8192 2024-04-26T23:51:39.450 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 8192 2024-04-26T23:51:39.450 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196864 len 8192 2024-04-26T23:51:39.450 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 8192 2024-04-26T23:51:39.450 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4196864 len 16384 2024-04-26T23:51:39.450 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 16384 2024-04-26T23:51:39.450 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4196864 len 16384 2024-04-26T23:51:39.450 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4196864 len 16384 2024-04-26T23:51:39.451 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197376 len 1024 2024-04-26T23:51:39.451 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 1024 2024-04-26T23:51:39.451 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197376 len 1024 2024-04-26T23:51:39.451 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 1024 2024-04-26T23:51:39.451 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197376 len 2048 2024-04-26T23:51:39.451 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 2048 2024-04-26T23:51:39.451 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197376 len 2048 2024-04-26T23:51:39.451 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 2048 2024-04-26T23:51:39.451 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197376 len 4096 2024-04-26T23:51:39.451 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 4096 2024-04-26T23:51:39.451 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197376 len 4096 2024-04-26T23:51:39.452 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 4096 2024-04-26T23:51:39.452 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197376 len 8192 2024-04-26T23:51:39.452 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 8192 2024-04-26T23:51:39.452 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197376 len 8192 2024-04-26T23:51:39.452 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 8192 2024-04-26T23:51:39.452 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197376 len 16384 2024-04-26T23:51:39.452 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 16384 2024-04-26T23:51:39.453 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197376 len 16384 2024-04-26T23:51:39.453 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197376 len 16384 2024-04-26T23:51:39.453 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197888 len 1024 2024-04-26T23:51:39.453 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 1024 2024-04-26T23:51:39.453 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197888 len 1024 2024-04-26T23:51:39.453 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 1024 2024-04-26T23:51:39.454 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197888 len 2048 2024-04-26T23:51:39.454 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 2048 2024-04-26T23:51:39.673 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197888 len 2048 2024-04-26T23:51:39.673 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 2048 2024-04-26T23:51:39.673 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197888 len 4096 2024-04-26T23:51:39.673 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 4096 2024-04-26T23:51:39.673 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197888 len 4096 2024-04-26T23:51:39.673 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 4096 2024-04-26T23:51:39.673 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197888 len 8192 2024-04-26T23:51:39.673 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 8192 2024-04-26T23:51:39.674 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197888 len 8192 2024-04-26T23:51:39.674 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 8192 2024-04-26T23:51:39.674 INFO:tasks.workunit.client.0.smithi026.stdout:write_direct buf_align 3584 offset 4197888 len 16384 2024-04-26T23:51:39.674 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 16384 2024-04-26T23:51:39.674 INFO:tasks.workunit.client.0.smithi026.stdout:write_sync buf_align 3584 offset 4197888 len 16384 2024-04-26T23:51:39.674 INFO:tasks.workunit.client.0.smithi026.stdout:write_file buf_align 3584 offset 4197888 len 16384 2024-04-26T23:51:39.675 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T23:51:39.675 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T23:51:39.813 INFO:tasks.workunit:Stopping ['direct_io'] on client.0... 2024-04-26T23:51:39.814 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-26T23:51:40.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:39 smithi164 ceph-mon[31699]: scrub summary: idle 2024-04-26T23:51:40.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:39 smithi026 ceph-mon[28371]: scrub summary: idle 2024-04-26T23:51:40.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:39 smithi086 ceph-mon[31122]: scrub summary: idle 2024-04-26T23:51:40.908 DEBUG:teuthology.parallel:result is None 2024-04-26T23:51:40.909 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T23:51:40.969 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:40 smithi026 ceph-mon[28371]: pgmap v495: 97 pgs: 97 active+clean; 231 MiB data, 617 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 156 op/s 2024-04-26T23:51:41.023 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T23:51:41.024 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-26T23:51:41.037 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-26T23:51:41.037 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T23:51:41.037 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T23:51:41.037 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-26T23:51:41.038 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:40 smithi164 ceph-mon[31699]: pgmap v495: 97 pgs: 97 active+clean; 231 MiB data, 617 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 156 op/s 2024-04-26T23:51:41.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:40 smithi086 ceph-mon[31122]: pgmap v495: 97 pgs: 97 active+clean; 231 MiB data, 617 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 156 op/s 2024-04-26T23:51:41.131 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-26T23:51:41.227 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-26T23:51:41.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.435+0000 7f9437e00640 1 -- 172.21.15.26:0/3740453733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94380755f0 msgr2=0x7f9438113210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:41.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.435+0000 7f9437e00640 1 --2- 172.21.15.26:0/3740453733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94380755f0 0x7f9438113210 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7f9424009900 tx=0x7f942402a480 comp rx=0 tx=0).stop 2024-04-26T23:51:41.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.435+0000 7f9437e00640 1 -- 172.21.15.26:0/3740453733 shutdown_connections 2024-04-26T23:51:41.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.435+0000 7f9437e00640 1 --2- 172.21.15.26:0/3740453733 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9438113750 0x7f9438115b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.435+0000 7f9437e00640 1 --2- 172.21.15.26:0/3740453733 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f94380755f0 0x7f9438113210 unknown :-1 s=CLOSED pgs=1531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.435+0000 7f9437e00640 1 --2- 172.21.15.26:0/3740453733 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9438074cd0 0x7f94380750b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.435+0000 7f9437e00640 1 -- 172.21.15.26:0/3740453733 >> 172.21.15.26:0/3740453733 conn(0x7f94380fe2b0 msgr2=0x7f94381006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:41.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.435+0000 7f9437e00640 1 -- 172.21.15.26:0/3740453733 shutdown_connections 2024-04-26T23:51:41.440 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.435+0000 7f9437e00640 1 -- 172.21.15.26:0/3740453733 wait complete. 2024-04-26T23:51:41.441 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.436+0000 7f9437e00640 1 Processor -- start 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.436+0000 7f9437e00640 1 -- start start 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9438074cd0 0x7f943819f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94380755f0 0x7f943819fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9438113750 0x7f94381a3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f9438118ed0 con 0x7f9438113750 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f9438118d50 con 0x7f9438074cd0 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9438119050 con 0x7f94380755f0 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9438113750 0x7f94381a3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9438113750 0x7f94381a3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50710/0 (socket says 172.21.15.26:50710) 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437400640 1 -- 172.21.15.26:0/117594623 learned_addr learned my addr 172.21.15.26:0/117594623 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9436a00640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9438074cd0 0x7f943819f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9436000640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94380755f0 0x7f943819fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437400640 1 -- 172.21.15.26:0/117594623 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94380755f0 msgr2=0x7f943819fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:41.442 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437400640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94380755f0 0x7f943819fa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437400640 1 -- 172.21.15.26:0/117594623 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9438074cd0 msgr2=0x7f943819f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:41.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.437+0000 7f9437400640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9438074cd0 0x7f943819f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.438+0000 7f9437400640 1 -- 172.21.15.26:0/117594623 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94381a4540 con 0x7f9438113750 2024-04-26T23:51:41.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.438+0000 7f9436a00640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9438074cd0 0x7f943819f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:51:41.443 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.438+0000 7f9437400640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9438113750 0x7f94381a3e10 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7f943000cab0 tx=0x7f943000cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:41.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.438+0000 7f942f400640 1 -- 172.21.15.26:0/117594623 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943000ae20 con 0x7f9438113750 2024-04-26T23:51:41.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.438+0000 7f942f400640 1 -- 172.21.15.26:0/117594623 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f943000f8e0 con 0x7f9438113750 2024-04-26T23:51:41.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.438+0000 7f942f400640 1 -- 172.21.15.26:0/117594623 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9430018990 con 0x7f9438113750 2024-04-26T23:51:41.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.438+0000 7f9437e00640 1 -- 172.21.15.26:0/117594623 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94381a4830 con 0x7f9438113750 2024-04-26T23:51:41.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.438+0000 7f9437e00640 1 -- 172.21.15.26:0/117594623 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94381ac0c0 con 0x7f9438113750 2024-04-26T23:51:41.444 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.440+0000 7f9437e00640 1 -- 172.21.15.26:0/117594623 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9438050f10 con 0x7f9438113750 2024-04-26T23:51:41.445 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.442+0000 7f942f400640 1 -- 172.21.15.26:0/117594623 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f943000f450 con 0x7f9438113750 2024-04-26T23:51:41.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.444+0000 7f942f400640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f941c0a3d10 0x7f941c0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:41.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.444+0000 7f942f400640 1 -- 172.21.15.26:0/117594623 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f94300d0ca0 con 0x7f9438113750 2024-04-26T23:51:41.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.444+0000 7f9436a00640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f941c0a3d10 0x7f941c0a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:41.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.445+0000 7f9436a00640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f941c0a3d10 0x7f941c0a61d0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f94280058c0 tx=0x7f9428005d30 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:41.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.448+0000 7f942f400640 1 -- 172.21.15.26:0/117594623 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f9430014030 con 0x7f9438113750 2024-04-26T23:51:41.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.678+0000 7f9437e00640 1 -- 172.21.15.26:0/117594623 --> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f9438062d70 con 0x7f941c0a3d10 2024-04-26T23:51:41.698 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.694+0000 7f942f400640 1 -- 172.21.15.26:0/117594623 <== mgr.24955 v2:172.21.15.26:6800/2981289650 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f9438062d70 con 0x7f941c0a3d10 2024-04-26T23:51:41.698 INFO:teuthology.orchestra.run.smithi026.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-26T00:00:00", "created": "2024-04-26T23:36:01", "first": "2024-04-26T23:37:00", "last": "2024-04-26T23:51:00", "last_pruned": "2024-04-26T23:51:01", "created_count": 15, "pruned_count": 9, "active": true} 2024-04-26T23:51:41.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.697+0000 7f9437e00640 1 -- 172.21.15.26:0/117594623 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f941c0a3d10 msgr2=0x7f941c0a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:41.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.697+0000 7f9437e00640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f941c0a3d10 0x7f941c0a61d0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f94280058c0 tx=0x7f9428005d30 comp rx=0 tx=0).stop 2024-04-26T23:51:41.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.697+0000 7f9437e00640 1 -- 172.21.15.26:0/117594623 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9438113750 msgr2=0x7f94381a3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:41.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.697+0000 7f9437e00640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9438113750 0x7f94381a3e10 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7f943000cab0 tx=0x7f943000cf70 comp rx=0 tx=0).stop 2024-04-26T23:51:41.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.697+0000 7f9437e00640 1 -- 172.21.15.26:0/117594623 shutdown_connections 2024-04-26T23:51:41.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.697+0000 7f9437e00640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f941c0a3d10 0x7f941c0a61d0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.697+0000 7f9437e00640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f9438113750 0x7f94381a3e10 unknown :-1 s=CLOSED pgs=1532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.697+0000 7f9437e00640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94380755f0 0x7f943819fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.701 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.697+0000 7f9437e00640 1 --2- 172.21.15.26:0/117594623 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f9438074cd0 0x7f943819f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.697+0000 7f9437e00640 1 -- 172.21.15.26:0/117594623 >> 172.21.15.26:0/117594623 conn(0x7f94380fe2b0 msgr2=0x7f94380ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:41.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.697+0000 7f9437e00640 1 -- 172.21.15.26:0/117594623 shutdown_connections 2024-04-26T23:51:41.702 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.697+0000 7f9437e00640 1 -- 172.21.15.26:0/117594623 wait complete. 2024-04-26T23:51:41.719 DEBUG:teuthology.orchestra.run.smithi026:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-26T23:51:41.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.921+0000 7f03c8800640 1 -- 172.21.15.26:0/3800687028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f03c0104b40 msgr2=0x7f03c0104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:41.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.921+0000 7f03c8800640 1 --2- 172.21.15.26:0/3800687028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f03c0104b40 0x7f03c0104fc0 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f03b0009900 tx=0x7f03b002a400 comp rx=0 tx=0).stop 2024-04-26T23:51:41.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.921+0000 7f03c8800640 1 -- 172.21.15.26:0/3800687028 shutdown_connections 2024-04-26T23:51:41.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.921+0000 7f03c8800640 1 --2- 172.21.15.26:0/3800687028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03c0105500 0x7f03c01119c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.921+0000 7f03c8800640 1 --2- 172.21.15.26:0/3800687028 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f03c0104b40 0x7f03c0104fc0 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.921+0000 7f03c8800640 1 --2- 172.21.15.26:0/3800687028 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f03c010ac00 0x7f03c010afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.921+0000 7f03c8800640 1 -- 172.21.15.26:0/3800687028 >> 172.21.15.26:0/3800687028 conn(0x7f03c0100630 msgr2=0x7f03c0102a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:41.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.921+0000 7f03c8800640 1 -- 172.21.15.26:0/3800687028 shutdown_connections 2024-04-26T23:51:41.926 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.921+0000 7f03c8800640 1 -- 172.21.15.26:0/3800687028 wait complete. 2024-04-26T23:51:41.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.922+0000 7f03c8800640 1 Processor -- start 2024-04-26T23:51:41.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.922+0000 7f03c8800640 1 -- start start 2024-04-26T23:51:41.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c8800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f03c0104b40 0x7f03c019b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:41.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c8800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f03c0105500 0x7f03c019b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c8800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03c010ac00 0x7f03c019f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c8800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f03c0114cf0 con 0x7f03c0105500 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c8800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f03c0114b70 con 0x7f03c0104b40 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c8800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f03c0114e70 con 0x7f03c010ac00 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f03c0105500 0x7f03c019b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f03c0105500 0x7f03c019b610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:50724/0 (socket says 172.21.15.26:50724) 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c5400640 1 -- 172.21.15.26:0/91836560 learned_addr learned my addr 172.21.15.26:0/91836560 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c5e00640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f03c0104b40 0x7f03c019b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c6800640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03c010ac00 0x7f03c019f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c5400640 1 -- 172.21.15.26:0/91836560 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03c010ac00 msgr2=0x7f03c019f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c5400640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03c010ac00 0x7f03c019f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c5400640 1 -- 172.21.15.26:0/91836560 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f03c0104b40 msgr2=0x7f03c019b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c5400640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f03c0104b40 0x7f03c019b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.923+0000 7f03c5400640 1 -- 172.21.15.26:0/91836560 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03c01a00c0 con 0x7f03c0105500 2024-04-26T23:51:41.929 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.924+0000 7f03c6800640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03c010ac00 0x7f03c019f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:51:41.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.924+0000 7f03c5400640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f03c0105500 0x7f03c019b610 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f03b0006010 tx=0x7f03b0003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:41.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.924+0000 7f03b6a00640 1 -- 172.21.15.26:0/91836560 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b003f070 con 0x7f03c0105500 2024-04-26T23:51:41.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.924+0000 7f03b6a00640 1 -- 172.21.15.26:0/91836560 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f03b003bd00 con 0x7f03c0105500 2024-04-26T23:51:41.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.924+0000 7f03c8800640 1 -- 172.21.15.26:0/91836560 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03c01a0350 con 0x7f03c0105500 2024-04-26T23:51:41.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.924+0000 7f03b6a00640 1 -- 172.21.15.26:0/91836560 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03b0035030 con 0x7f03c0105500 2024-04-26T23:51:41.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.924+0000 7f03c8800640 1 -- 172.21.15.26:0/91836560 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03c01a7c40 con 0x7f03c0105500 2024-04-26T23:51:41.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.926+0000 7f03c8800640 1 -- 172.21.15.26:0/91836560 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03c00506c0 con 0x7f03c0105500 2024-04-26T23:51:41.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.928+0000 7f03b6a00640 1 -- 172.21.15.26:0/91836560 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f03b0042070 con 0x7f03c0105500 2024-04-26T23:51:41.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.930+0000 7f03b6a00640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f03ac0a3e40 0x7f03ac0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:51:41.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.930+0000 7f03b6a00640 1 -- 172.21.15.26:0/91836560 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f03b00f11c0 con 0x7f03c0105500 2024-04-26T23:51:41.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.930+0000 7f03c5e00640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f03ac0a3e40 0x7f03ac0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:51:41.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.931+0000 7f03c5e00640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f03ac0a3e40 0x7f03ac0a6300 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f03b8007350 tx=0x7f03b80072e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:51:41.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:41.935+0000 7f03b6a00640 1 -- 172.21.15.26:0/91836560 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f03b00bd7e0 con 0x7f03c0105500 2024-04-26T23:51:42.173 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.169+0000 7f03c8800640 1 -- 172.21.15.26:0/91836560 --> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f03c0062d70 con 0x7f03ac0a3e40 2024-04-26T23:51:42.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.187+0000 7f03b6a00640 1 -- 172.21.15.26:0/91836560 <== mgr.24955 v2:172.21.15.26:6800/2981289650 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f03c0062d70 con 0x7f03ac0a3e40 2024-04-26T23:51:42.191 INFO:teuthology.orchestra.run.smithi026.stdout:/ 1m 6m3h 2024-04-26T23:51:42.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.189+0000 7f03c8800640 1 -- 172.21.15.26:0/91836560 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f03ac0a3e40 msgr2=0x7f03ac0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:42.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.189+0000 7f03c8800640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f03ac0a3e40 0x7f03ac0a6300 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f03b8007350 tx=0x7f03b80072e0 comp rx=0 tx=0).stop 2024-04-26T23:51:42.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.189+0000 7f03c8800640 1 -- 172.21.15.26:0/91836560 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f03c0105500 msgr2=0x7f03c019b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:51:42.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.189+0000 7f03c8800640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f03c0105500 0x7f03c019b610 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f03b0006010 tx=0x7f03b0003d50 comp rx=0 tx=0).stop 2024-04-26T23:51:42.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.189+0000 7f03c8800640 1 -- 172.21.15.26:0/91836560 shutdown_connections 2024-04-26T23:51:42.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.189+0000 7f03c8800640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03c010ac00 0x7f03c019f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:42.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.189+0000 7f03c8800640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f03ac0a3e40 0x7f03ac0a6300 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:42.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.190+0000 7f03c8800640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f03c0105500 0x7f03c019b610 unknown :-1 s=CLOSED pgs=1534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:42.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.190+0000 7f03c8800640 1 --2- 172.21.15.26:0/91836560 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f03c0104b40 0x7f03c019b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:51:42.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.190+0000 7f03c8800640 1 -- 172.21.15.26:0/91836560 >> 172.21.15.26:0/91836560 conn(0x7f03c0100630 msgr2=0x7f03c0101d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:51:42.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.190+0000 7f03c8800640 1 -- 172.21.15.26:0/91836560 shutdown_connections 2024-04-26T23:51:42.195 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:51:42.190+0000 7f03c8800640 1 -- 172.21.15.26:0/91836560 wait complete. 2024-04-26T23:51:42.214 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-04-26T23:51:42.226 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-04-26T23:51:43.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:42 smithi026 ceph-mon[28371]: pgmap v496: 97 pgs: 97 active+clean; 231 MiB data, 617 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 156 op/s 2024-04-26T23:51:43.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:42 smithi026 ceph-mon[28371]: from='client.18756 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:51:43.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:42 smithi164 ceph-mon[31699]: pgmap v496: 97 pgs: 97 active+clean; 231 MiB data, 617 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 156 op/s 2024-04-26T23:51:43.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:42 smithi164 ceph-mon[31699]: from='client.18756 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:51:43.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:42 smithi086 ceph-mon[31122]: pgmap v496: 97 pgs: 97 active+clean; 231 MiB data, 617 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 156 op/s 2024-04-26T23:51:43.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:42 smithi086 ceph-mon[31122]: from='client.18756 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:51:44.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:43 smithi164 ceph-mon[31699]: from='client.18762 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:51:44.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:43 smithi026 ceph-mon[28371]: from='client.18762 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:51:44.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:43 smithi086 ceph-mon[31122]: from='client.18762 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T23:51:45.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:44 smithi164 ceph-mon[31699]: pgmap v497: 97 pgs: 97 active+clean; 62 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 198 op/s 2024-04-26T23:51:45.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:44 smithi026 ceph-mon[28371]: pgmap v497: 97 pgs: 97 active+clean; 62 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 198 op/s 2024-04-26T23:51:45.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:44 smithi086 ceph-mon[31122]: pgmap v497: 97 pgs: 97 active+clean; 62 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 198 op/s 2024-04-26T23:51:47.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:46 smithi164 ceph-mon[31699]: pgmap v498: 97 pgs: 97 active+clean; 62 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 123 op/s 2024-04-26T23:51:47.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:46 smithi026 ceph-mon[28371]: pgmap v498: 97 pgs: 97 active+clean; 62 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 123 op/s 2024-04-26T23:51:47.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:46 smithi086 ceph-mon[31122]: pgmap v498: 97 pgs: 97 active+clean; 62 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 123 op/s 2024-04-26T23:51:49.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:48 smithi164 ceph-mon[31699]: pgmap v499: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 128 op/s 2024-04-26T23:51:49.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:48 smithi026 ceph-mon[28371]: pgmap v499: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 128 op/s 2024-04-26T23:51:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:48 smithi086 ceph-mon[31122]: pgmap v499: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 128 op/s 2024-04-26T23:51:51.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:50 smithi164 ceph-mon[31699]: pgmap v500: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 393 KiB/s rd, 317 KiB/s wr, 47 op/s 2024-04-26T23:51:51.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:50 smithi026 ceph-mon[28371]: pgmap v500: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 393 KiB/s rd, 317 KiB/s wr, 47 op/s 2024-04-26T23:51:51.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:50 smithi086 ceph-mon[31122]: pgmap v500: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 393 KiB/s rd, 317 KiB/s wr, 47 op/s 2024-04-26T23:51:53.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:52 smithi164 ceph-mon[31699]: pgmap v501: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 393 KiB/s rd, 317 KiB/s wr, 47 op/s 2024-04-26T23:51:53.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:52 smithi026 ceph-mon[28371]: pgmap v501: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 393 KiB/s rd, 317 KiB/s wr, 47 op/s 2024-04-26T23:51:53.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:52 smithi086 ceph-mon[31122]: pgmap v501: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 393 KiB/s rd, 317 KiB/s wr, 47 op/s 2024-04-26T23:51:55.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:54 smithi164 ceph-mon[31699]: pgmap v502: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 398 KiB/s rd, 321 KiB/s wr, 50 op/s 2024-04-26T23:51:55.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:54 smithi026 ceph-mon[28371]: pgmap v502: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 398 KiB/s rd, 321 KiB/s wr, 50 op/s 2024-04-26T23:51:55.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:54 smithi086 ceph-mon[31122]: pgmap v502: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 398 KiB/s rd, 321 KiB/s wr, 50 op/s 2024-04-26T23:51:57.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:56 smithi164 ceph-mon[31699]: pgmap v503: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 8 op/s 2024-04-26T23:51:57.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:56 smithi026 ceph-mon[28371]: pgmap v503: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 8 op/s 2024-04-26T23:51:57.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:56 smithi086 ceph-mon[31122]: pgmap v503: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 8 op/s 2024-04-26T23:51:59.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:51:58 smithi086 ceph-mon[31122]: pgmap v504: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.9 KiB/s wr, 10 op/s 2024-04-26T23:51:59.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:51:58 smithi164 ceph-mon[31699]: pgmap v504: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.9 KiB/s wr, 10 op/s 2024-04-26T23:51:59.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:51:58 smithi026 ceph-mon[28371]: pgmap v504: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.9 KiB/s wr, 10 op/s 2024-04-26T23:52:01.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:00 smithi086 ceph-mon[31122]: pgmap v505: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.4 KiB/s wr, 5 op/s 2024-04-26T23:52:01.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:00 smithi164 ceph-mon[31699]: pgmap v505: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.4 KiB/s wr, 5 op/s 2024-04-26T23:52:01.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:00 smithi026 ceph-mon[28371]: pgmap v505: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.4 KiB/s wr, 5 op/s 2024-04-26T23:52:03.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:02 smithi086 ceph-mon[31122]: pgmap v506: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.4 KiB/s wr, 5 op/s 2024-04-26T23:52:03.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:02 smithi164 ceph-mon[31699]: pgmap v506: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.4 KiB/s wr, 5 op/s 2024-04-26T23:52:03.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:02 smithi026 ceph-mon[28371]: pgmap v506: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.4 KiB/s wr, 5 op/s 2024-04-26T23:52:04.909 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-26T23:52:04.909 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-26T23:52:05.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:04 smithi086 ceph-mon[31122]: pgmap v507: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 52 KiB/s wr, 25 op/s 2024-04-26T23:52:05.080 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:04 smithi026 ceph-mon[28371]: pgmap v507: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 52 KiB/s wr, 25 op/s 2024-04-26T23:52:05.136 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.132+0000 7f95bfe00640 1 -- 172.21.15.26:0/3345690307 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f95c01049d0 msgr2=0x7f95c0104e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.132+0000 7f95bfe00640 1 --2- 172.21.15.26:0/3345690307 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f95c01049d0 0x7f95c0104e50 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f95ac009930 tx=0x7f95ac02a440 comp rx=0 tx=0).stop 2024-04-26T23:52:05.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.132+0000 7f95bfe00640 1 -- 172.21.15.26:0/3345690307 shutdown_connections 2024-04-26T23:52:05.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.132+0000 7f95bfe00640 1 --2- 172.21.15.26:0/3345690307 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95c0105390 0x7f95c01118a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.132+0000 7f95bfe00640 1 --2- 172.21.15.26:0/3345690307 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f95c01049d0 0x7f95c0104e50 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.132+0000 7f95bfe00640 1 --2- 172.21.15.26:0/3345690307 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f95c010a9e0 0x7f95c010adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.132+0000 7f95bfe00640 1 -- 172.21.15.26:0/3345690307 >> 172.21.15.26:0/3345690307 conn(0x7f95c01004a0 msgr2=0x7f95c01028c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.137 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.132+0000 7f95bfe00640 1 -- 172.21.15.26:0/3345690307 shutdown_connections 2024-04-26T23:52:05.138 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.132+0000 7f95bfe00640 1 -- 172.21.15.26:0/3345690307 wait complete. 2024-04-26T23:52:05.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.133+0000 7f95bfe00640 1 Processor -- start 2024-04-26T23:52:05.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.134+0000 7f95bfe00640 1 -- start start 2024-04-26T23:52:05.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.134+0000 7f95bfe00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f95c01049d0 0x7f95c019b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.134+0000 7f95bfe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f95c0105390 0x7f95c019b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.134+0000 7f95bfe00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95c010a9e0 0x7f95c019f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.134+0000 7f95bfe00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f95c0114b70 con 0x7f95c0105390 2024-04-26T23:52:05.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.134+0000 7f95bfe00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f95c01149f0 con 0x7f95c01049d0 2024-04-26T23:52:05.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.134+0000 7f95bfe00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f95c0114cf0 con 0x7f95c010a9e0 2024-04-26T23:52:05.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.134+0000 7f95be000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f95c0105390 0x7f95c019b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.134+0000 7f95be000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f95c0105390 0x7f95c019b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59586/0 (socket says 172.21.15.26:59586) 2024-04-26T23:52:05.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.135+0000 7f95be000640 1 -- 172.21.15.26:0/2879114269 learned_addr learned my addr 172.21.15.26:0/2879114269 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:05.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.135+0000 7f95bea00640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f95c01049d0 0x7f95c019b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.135+0000 7f95bf400640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95c010a9e0 0x7f95c019f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.135+0000 7f95be000640 1 -- 172.21.15.26:0/2879114269 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95c010a9e0 msgr2=0x7f95c019f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.135+0000 7f95be000640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95c010a9e0 0x7f95c019f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.135+0000 7f95be000640 1 -- 172.21.15.26:0/2879114269 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f95c01049d0 msgr2=0x7f95c019b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.135+0000 7f95be000640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f95c01049d0 0x7f95c019b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.135+0000 7f95be000640 1 -- 172.21.15.26:0/2879114269 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95c01a00e0 con 0x7f95c0105390 2024-04-26T23:52:05.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.135+0000 7f95be000640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f95c0105390 0x7f95c019b630 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f95ac02a960 tx=0x7f95ac003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.136+0000 7f95b7400640 1 -- 172.21.15.26:0/2879114269 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ac03f070 con 0x7f95c0105390 2024-04-26T23:52:05.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.136+0000 7f95b7400640 1 -- 172.21.15.26:0/2879114269 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f95ac003e10 con 0x7f95c0105390 2024-04-26T23:52:05.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.136+0000 7f95bfe00640 1 -- 172.21.15.26:0/2879114269 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95c01a0370 con 0x7f95c0105390 2024-04-26T23:52:05.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.136+0000 7f95b7400640 1 -- 172.21.15.26:0/2879114269 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ac035030 con 0x7f95c0105390 2024-04-26T23:52:05.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.136+0000 7f95bfe00640 1 -- 172.21.15.26:0/2879114269 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95c01a7c60 con 0x7f95c0105390 2024-04-26T23:52:05.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.139+0000 7f95c859d740 1 Processor -- start 2024-04-26T23:52:05.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.139+0000 7f95b7400640 1 -- 172.21.15.26:0/2879114269 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f95ac042070 con 0x7f95c0105390 2024-04-26T23:52:05.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.139+0000 7f95c859d740 1 -- start start 2024-04-26T23:52:05.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.140+0000 7f95c859d740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e2ed50 0x55bd62e2f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.140+0000 7f95c859d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e39800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.140+0000 7f95c859d740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e39d40 0x55bd62e3c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.140+0000 7f95c859d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55bd62d40030 con 0x55bd62e2f670 2024-04-26T23:52:05.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.140+0000 7f95c859d740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55bd62d5b7f0 con 0x55bd62e39d40 2024-04-26T23:52:05.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.140+0000 7f95c859d740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55bd62d167e0 con 0x55bd62e2ed50 2024-04-26T23:52:05.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.140+0000 7f95bea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e39800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.140+0000 7f95bea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e39800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59592/0 (socket says 172.21.15.26:59592) 2024-04-26T23:52:05.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.140+0000 7f95bea00640 1 -- 172.21.15.26:0/850790734 learned_addr learned my addr 172.21.15.26:0/850790734 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:05.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.140+0000 7f95be000640 1 --2- 172.21.15.26:0/850790734 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e39d40 0x55bd62e3c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.141+0000 7f95bf400640 1 --2- 172.21.15.26:0/850790734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e2ed50 0x55bd62e2f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.141+0000 7f95bea00640 1 -- 172.21.15.26:0/850790734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e2ed50 msgr2=0x55bd62e2f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.141+0000 7f95bea00640 1 --2- 172.21.15.26:0/850790734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e2ed50 0x55bd62e2f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.141+0000 7f95bea00640 1 -- 172.21.15.26:0/850790734 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e39d40 msgr2=0x55bd62e3c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.141+0000 7f95bea00640 1 --2- 172.21.15.26:0/850790734 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e39d40 0x55bd62e3c130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.141+0000 7f95bea00640 1 -- 172.21.15.26:0/850790734 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd62d22050 con 0x55bd62e2f670 2024-04-26T23:52:05.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.141+0000 7f95be000640 1 --2- 172.21.15.26:0/850790734 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e39d40 0x55bd62e3c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:52:05.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.141+0000 7f95bea00640 1 --2- 172.21.15.26:0/850790734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e39800 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7f95b000bc90 tx=0x7f95b00107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=471426a8db9cb5b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.141+0000 7f95b7400640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f95a40a3da0 0x7f95a40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.142+0000 7f95abe00640 1 -- 172.21.15.26:0/850790734 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b001c480 con 0x55bd62e2f670 2024-04-26T23:52:05.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.142+0000 7f95b7400640 1 -- 172.21.15.26:0/2879114269 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f95ac0f0fc0 con 0x7f95c0105390 2024-04-26T23:52:05.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.142+0000 7f95bf400640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f95a40a3da0 0x7f95a40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.142+0000 7f95abe00640 1 -- 172.21.15.26:0/850790734 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f95b001cab0 con 0x55bd62e2f670 2024-04-26T23:52:05.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.142+0000 7f95abe00640 1 -- 172.21.15.26:0/850790734 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b0011a70 con 0x55bd62e2f670 2024-04-26T23:52:05.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.143+0000 7f95c859d740 1 -- 172.21.15.26:0/850790734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 msgr2=0x55bd62e39800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.143+0000 7f95bf400640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f95a40a3da0 0x7f95a40a6260 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f95b8007ed0 tx=0x7f95b8007680 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.143+0000 7f95c859d740 1 --2- 172.21.15.26:0/850790734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e39800 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7f95b000bc90 tx=0x7f95b00107a0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.143+0000 7f95c859d740 1 -- 172.21.15.26:0/850790734 shutdown_connections 2024-04-26T23:52:05.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.143+0000 7f95c859d740 1 --2- 172.21.15.26:0/850790734 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e39d40 0x55bd62e3c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.143+0000 7f95c859d740 1 --2- 172.21.15.26:0/850790734 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e39800 unknown :-1 s=CLOSED pgs=1537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.143+0000 7f95c859d740 1 --2- 172.21.15.26:0/850790734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e2ed50 0x55bd62e2f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.143+0000 7f95c859d740 1 -- 172.21.15.26:0/850790734 >> 172.21.15.26:0/850790734 conn(0x55bd62e2b070 msgr2=0x55bd62e2b450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.143+0000 7f95c859d740 1 -- 172.21.15.26:0/850790734 shutdown_connections 2024-04-26T23:52:05.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.143+0000 7f95c859d740 1 -- 172.21.15.26:0/850790734 wait complete. 2024-04-26T23:52:05.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.143+0000 7f95c859d740 1 -- start start 2024-04-26T23:52:05.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.144+0000 7f95c859d740 1 Processor -- start 2024-04-26T23:52:05.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.144+0000 7f95c859d740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e2ed50 0x55bd62e39550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.144+0000 7f95c859d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e368e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.144+0000 7f95c859d740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e39d40 0x55bd62e36e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.144+0000 7f95c859d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55bd62d98200 con 0x55bd62e2f670 2024-04-26T23:52:05.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.144+0000 7f95c859d740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55bd62d92ee0 con 0x55bd62e2ed50 2024-04-26T23:52:05.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.144+0000 7f95c859d740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55bd62d9fe70 con 0x55bd62e39d40 2024-04-26T23:52:05.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.144+0000 7f95c859d740 10 client.0 _ll_register_callbacks cb 0x55bd62d89270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:52:05.153 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.144+0000 7f95be000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e368e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.144+0000 7f95be000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e368e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59604/0 (socket says 172.21.15.26:59604) 2024-04-26T23:52:05.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.144+0000 7f95be000640 1 -- 172.21.15.26:0/2423576148 learned_addr learned my addr 172.21.15.26:0/2423576148 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:05.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95bea00640 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e2ed50 0x55bd62e39550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95bf400640 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e39d40 0x55bd62e36e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95be000640 1 -- 172.21.15.26:0/2423576148 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e39d40 msgr2=0x55bd62e36e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.154 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95be000640 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e39d40 0x55bd62e36e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95be000640 1 -- 172.21.15.26:0/2423576148 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e2ed50 msgr2=0x55bd62e39550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95be000640 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e2ed50 0x55bd62e39550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95be000640 1 -- 172.21.15.26:0/2423576148 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd62b6f7d0 con 0x55bd62e2f670 2024-04-26T23:52:05.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95bf400640 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e39d40 0x55bd62e36e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:52:05.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95bea00640 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e2ed50 0x55bd62e39550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:52:05.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95be000640 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e368e0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f95ac0ee6f0 tx=0x7f95ac0bccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40b22a7cdf3f4672 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95a8c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:52:05.155 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95a8c00640 1 -- 172.21.15.26:0/2423576148 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ac049070 con 0x55bd62e2f670 2024-04-26T23:52:05.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.145+0000 7f95a8c00640 1 -- 172.21.15.26:0/2423576148 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f95ac0d62d0 con 0x55bd62e2f670 2024-04-26T23:52:05.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.146+0000 7f95c859d740 1 -- 172.21.15.26:0/2423576148 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95b001cab0 con 0x55bd62e2f670 2024-04-26T23:52:05.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.146+0000 7f95a8c00640 1 -- 172.21.15.26:0/2423576148 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f95ac0bd5e0 con 0x55bd62e2f670 2024-04-26T23:52:05.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.146+0000 7f95c859d740 10 client.18774 fetch_fsmap learned FSMap version 24 2024-04-26T23:52:05.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.146+0000 7f95c859d740 1 -- 172.21.15.26:0/2423576148 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bd62aa53f0 con 0x55bd62e2f670 2024-04-26T23:52:05.156 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.146+0000 7f95a8c00640 1 -- 172.21.15.26:0/2423576148 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f95b001cab0 con 0x55bd62e2f670 2024-04-26T23:52:05.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.146+0000 7f95a8c00640 1 -- 172.21.15.26:0/2423576148 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f95ac0ee910 con 0x55bd62e2f670 2024-04-26T23:52:05.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.146+0000 7f95c859d740 10 client.18774 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:52:05.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.146+0000 7f95c859d740 10 client.18774 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:52:05.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.146+0000 7f95c859d740 20 client.18774 populate_metadata read hostname 'smithi026' 2024-04-26T23:52:05.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.146+0000 7f95c859d740 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd62e49510 0x55bd62e4b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.146+0000 7f95c859d740 4 client.18774 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:52:05.157 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.147+0000 7f95c859d740 1 -- 172.21.15.26:0/2423576148 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bd62da17e0 con 0x55bd62e49510 2024-04-26T23:52:05.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.147+0000 7f95bea00640 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd62e49510 0x55bd62e4b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.148+0000 7f95bea00640 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd62e49510 0x55bd62e4b980 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a1fbac469c03f67 server_cookie=e8b84ae7139d9c9f in_seq=0 out_seq=0 2024-04-26T23:52:05.158 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.148+0000 7f95a8c00640 10 client.18774 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:52:05.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.150+0000 7f95a8c00640 1 -- 172.21.15.26:0/2423576148 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bd62da17e0 con 0x55bd62e49510 2024-04-26T23:52:05.159 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.150+0000 7f95a8c00640 10 client.18774 handle_command_reply: tid=0 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.150+0000 7f95c859d740 1 client.18774 shutdown 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.150+0000 7f95c859d740 1 -- 172.21.15.26:0/2423576148 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 msgr2=0x55bd62e368e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.150+0000 7f95c859d740 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e368e0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f95ac0ee6f0 tx=0x7f95ac0bccb0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.150+0000 7f95c859d740 1 -- 172.21.15.26:0/2423576148 shutdown_connections 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.150+0000 7f95c859d740 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd62e49510 0x55bd62e4b980 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.150+0000 7f95c859d740 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e39d40 0x55bd62e36e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.150+0000 7f95c859d740 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e368e0 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.150+0000 7f95c859d740 1 --2- 172.21.15.26:0/2423576148 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e2ed50 0x55bd62e39550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.150+0000 7f95a8c00640 0 client.18774 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.150+0000 7f95c859d740 1 -- 172.21.15.26:0/2423576148 >> 172.21.15.26:0/2423576148 conn(0x55bd62e2b070 msgr2=0x55bd62e30d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.151+0000 7f95c859d740 1 -- 172.21.15.26:0/2423576148 shutdown_connections 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.151+0000 7f95c859d740 1 -- 172.21.15.26:0/2423576148 wait complete. 2024-04-26T23:52:05.160 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.151+0000 7f95c859d740 20 client.18774 trim_cache size 0 max 16384 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.170+0000 7f95c859d740 1 Processor -- start 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.170+0000 7f95c859d740 1 -- start start 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.170+0000 7f95c859d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2ed50 0x55bd62e35a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.170+0000 7f95c859d740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e2f670 0x55bd62e2a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.170+0000 7f95c859d740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e39d40 0x55bd62e39010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.170+0000 7f95c859d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f95c01b0620 con 0x55bd62e2ed50 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.170+0000 7f95c859d740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f95c01ae490 con 0x55bd62e2f670 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.170+0000 7f95c859d740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f95c01aff50 con 0x55bd62e39d40 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.171+0000 7f95bea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2ed50 0x55bd62e35a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.171+0000 7f95bea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2ed50 0x55bd62e35a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59614/0 (socket says 172.21.15.26:59614) 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.171+0000 7f95bea00640 1 -- 172.21.15.26:0/3570249309 learned_addr learned my addr 172.21.15.26:0/3570249309 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.171+0000 7f95bf400640 1 --2- 172.21.15.26:0/3570249309 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e39d40 0x55bd62e39010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.180 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.171+0000 7f95be000640 1 --2- 172.21.15.26:0/3570249309 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e2f670 0x55bd62e2a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.171+0000 7f95bea00640 1 -- 172.21.15.26:0/3570249309 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e39d40 msgr2=0x55bd62e39010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.171+0000 7f95bea00640 1 --2- 172.21.15.26:0/3570249309 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e39d40 0x55bd62e39010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.171+0000 7f95bea00640 1 -- 172.21.15.26:0/3570249309 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e2f670 msgr2=0x55bd62e2a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.171+0000 7f95bea00640 1 --2- 172.21.15.26:0/3570249309 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e2f670 0x55bd62e2a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.171+0000 7f95bea00640 1 -- 172.21.15.26:0/3570249309 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd62a650f0 con 0x55bd62e2ed50 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.172+0000 7f95bea00640 1 --2- 172.21.15.26:0/3570249309 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2ed50 0x55bd62e35a40 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f95b000bc90 tx=0x7f95b0011710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3623c5b77484c860 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.172+0000 7f95ab400640 1 -- 172.21.15.26:0/3570249309 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b0004020 con 0x55bd62e2ed50 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.172+0000 7f95ab400640 1 -- 172.21.15.26:0/3570249309 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f95b00054d0 con 0x55bd62e2ed50 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.172+0000 7f95ab400640 1 -- 172.21.15.26:0/3570249309 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b00119e0 con 0x55bd62e2ed50 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.173+0000 7f95c859d740 1 -- 172.21.15.26:0/3570249309 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2ed50 msgr2=0x55bd62e35a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.173+0000 7f95c859d740 1 --2- 172.21.15.26:0/3570249309 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2ed50 0x55bd62e35a40 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f95b000bc90 tx=0x7f95b0011710 comp rx=0 tx=0).stop 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.173+0000 7f95c859d740 1 -- 172.21.15.26:0/3570249309 shutdown_connections 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.173+0000 7f95c859d740 1 --2- 172.21.15.26:0/3570249309 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e39d40 0x55bd62e39010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.181 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.173+0000 7f95c859d740 1 --2- 172.21.15.26:0/3570249309 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e2f670 0x55bd62e2a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.173+0000 7f95c859d740 1 --2- 172.21.15.26:0/3570249309 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2ed50 0x55bd62e35a40 unknown :-1 s=CLOSED pgs=1539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.173+0000 7f95c859d740 1 -- 172.21.15.26:0/3570249309 >> 172.21.15.26:0/3570249309 conn(0x55bd62e2b070 msgr2=0x55bd62e29960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.173+0000 7f95c859d740 1 -- 172.21.15.26:0/3570249309 shutdown_connections 2024-04-26T23:52:05.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.173+0000 7f95c859d740 1 -- 172.21.15.26:0/3570249309 wait complete. 2024-04-26T23:52:05.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.173+0000 7f95c859d740 1 -- start start 2024-04-26T23:52:05.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.173+0000 7f95c859d740 1 Processor -- start 2024-04-26T23:52:05.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.174+0000 7f95c859d740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e2ed50 0x55bd62e421d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.174+0000 7f95c859d740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e334f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.174+0000 7f95c859d740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e39d40 0x55bd62e33c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.182 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.174+0000 7f95c859d740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f95c01af1b0 con 0x55bd62e2f670 2024-04-26T23:52:05.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.174+0000 7f95c859d740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f95c01aeae0 con 0x55bd62e39d40 2024-04-26T23:52:05.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.174+0000 7f95c859d740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f95c01af880 con 0x55bd62e2ed50 2024-04-26T23:52:05.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.174+0000 7f95c859d740 10 client.0 _ll_register_callbacks cb 0x7f95ac005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:52:05.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.174+0000 7f95be000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e334f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.174+0000 7f95be000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e334f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59624/0 (socket says 172.21.15.26:59624) 2024-04-26T23:52:05.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.174+0000 7f95be000640 1 -- 172.21.15.26:0/4149645151 learned_addr learned my addr 172.21.15.26:0/4149645151 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:05.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.174+0000 7f95bea00640 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e2ed50 0x55bd62e421d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95bf400640 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e39d40 0x55bd62e33c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95be000640 1 -- 172.21.15.26:0/4149645151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e2ed50 msgr2=0x55bd62e421d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95be000640 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e2ed50 0x55bd62e421d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95be000640 1 -- 172.21.15.26:0/4149645151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e39d40 msgr2=0x55bd62e33c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.183 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95be000640 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e39d40 0x55bd62e33c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95be000640 1 -- 172.21.15.26:0/4149645151 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd62d5ba30 con 0x55bd62e2f670 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95bf400640 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e39d40 0x55bd62e33c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95bea00640 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e2ed50 0x55bd62e421d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95be000640 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e334f0 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7f95ac0bce70 tx=0x7f95ac0bcde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81434bfd4d58be44 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95a8c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95a8c00640 1 -- 172.21.15.26:0/4149645151 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ac049040 con 0x55bd62e2f670 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95a8c00640 1 -- 172.21.15.26:0/4149645151 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f95ac0c58c0 con 0x55bd62e2f670 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95c859d740 1 -- 172.21.15.26:0/4149645151 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95b00054d0 con 0x55bd62e2f670 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95a8c00640 1 -- 172.21.15.26:0/4149645151 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f95ac0bcee0 con 0x55bd62e2f670 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95c859d740 10 client.18780 fetch_fsmap learned FSMap version 24 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.175+0000 7f95c859d740 1 -- 172.21.15.26:0/4149645151 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55bd62eafae0 con 0x55bd62e2f670 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.176+0000 7f95a8c00640 1 -- 172.21.15.26:0/4149645151 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f95b00054d0 con 0x55bd62e2f670 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.176+0000 7f95a8c00640 1 -- 172.21.15.26:0/4149645151 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f95ac0f40b0 con 0x55bd62e2f670 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.176+0000 7f95c859d740 10 client.18780 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:52:05.184 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.176+0000 7f95c859d740 10 client.18780 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:52:05.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.176+0000 7f95c859d740 20 client.18780 populate_metadata read hostname 'smithi026' 2024-04-26T23:52:05.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.176+0000 7f95c859d740 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd62eb0090 0x55bd62eb24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.176+0000 7f95c859d740 4 client.18780 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-26T23:52:05.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.176+0000 7f95c859d740 1 -- 172.21.15.26:0/4149645151 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55bd62d9b650 con 0x55bd62eb0090 2024-04-26T23:52:05.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.177+0000 7f95bea00640 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd62eb0090 0x55bd62eb24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.177+0000 7f95bea00640 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd62eb0090 0x55bd62eb24b0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dcf693e88cfa6f7f server_cookie=85761263ff8cd159 in_seq=0 out_seq=0 2024-04-26T23:52:05.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.177+0000 7f95a8c00640 10 client.18780 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95a8c00640 1 -- 172.21.15.26:0/4149645151 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55bd62d9b650 con 0x55bd62eb0090 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95a8c00640 10 client.18780 handle_command_reply: tid=0 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95c859d740 1 client.18780 shutdown 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95c859d740 1 -- 172.21.15.26:0/4149645151 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 msgr2=0x55bd62e334f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95c859d740 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e334f0 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7f95ac0bce70 tx=0x7f95ac0bcde0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95c859d740 1 -- 172.21.15.26:0/4149645151 shutdown_connections 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95c859d740 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55bd62eb0090 0x55bd62eb24b0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95c859d740 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55bd62e39d40 0x55bd62e33c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95c859d740 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55bd62e2f670 0x55bd62e334f0 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95c859d740 1 --2- 172.21.15.26:0/4149645151 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55bd62e2ed50 0x55bd62e421d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95a8c00640 0 client.18780 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95c859d740 1 -- 172.21.15.26:0/4149645151 >> 172.21.15.26:0/4149645151 conn(0x55bd62e2b070 msgr2=0x55bd62e2a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95c859d740 1 -- 172.21.15.26:0/4149645151 shutdown_connections 2024-04-26T23:52:05.187 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.178+0000 7f95c859d740 1 -- 172.21.15.26:0/4149645151 wait complete. 2024-04-26T23:52:05.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.179+0000 7f95c859d740 20 client.18780 trim_cache size 0 max 16384 2024-04-26T23:52:05.189 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:52:05.189 INFO:teuthology.orchestra.run.smithi026.stdout: "status": "no active scrubs running", 2024-04-26T23:52:05.189 INFO:teuthology.orchestra.run.smithi026.stdout: "scrubs": {} 2024-04-26T23:52:05.189 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:52:05.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.179+0000 7f95bfe00640 1 -- 172.21.15.26:0/2879114269 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f95a40a3da0 msgr2=0x7f95a40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.179+0000 7f95bfe00640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f95a40a3da0 0x7f95a40a6260 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f95b8007ed0 tx=0x7f95b8007680 comp rx=0 tx=0).stop 2024-04-26T23:52:05.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.179+0000 7f95bfe00640 1 -- 172.21.15.26:0/2879114269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f95c0105390 msgr2=0x7f95c019b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.179+0000 7f95bfe00640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f95c0105390 0x7f95c019b630 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f95ac02a960 tx=0x7f95ac003c20 comp rx=0 tx=0).stop 2024-04-26T23:52:05.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.179+0000 7f95bfe00640 1 -- 172.21.15.26:0/2879114269 shutdown_connections 2024-04-26T23:52:05.191 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.179+0000 7f95bfe00640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95c010a9e0 0x7f95c019f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.179+0000 7f95bfe00640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f95a40a3da0 0x7f95a40a6260 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.179+0000 7f95bfe00640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f95c0105390 0x7f95c019b630 unknown :-1 s=CLOSED pgs=1536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.179+0000 7f95bfe00640 1 --2- 172.21.15.26:0/2879114269 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f95c01049d0 0x7f95c019b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.179+0000 7f95bfe00640 1 -- 172.21.15.26:0/2879114269 >> 172.21.15.26:0/2879114269 conn(0x7f95c01004a0 msgr2=0x7f95c0100d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.180+0000 7f95bfe00640 1 -- 172.21.15.26:0/2879114269 shutdown_connections 2024-04-26T23:52:05.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.180+0000 7f95bfe00640 1 -- 172.21.15.26:0/2879114269 wait complete. 2024-04-26T23:52:05.203 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-26T23:52:05.203 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:52:05.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:04 smithi164 ceph-mon[31699]: pgmap v507: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 52 KiB/s wr, 25 op/s 2024-04-26T23:52:05.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.408+0000 7fd01d800640 1 -- 172.21.15.26:0/422681691 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd01810cd50 msgr2=0x7fd01810f1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.408+0000 7fd01d800640 1 --2- 172.21.15.26:0/422681691 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd01810cd50 0x7fd01810f1f0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7fd010009ca0 tx=0x7fd01002a950 comp rx=0 tx=0).stop 2024-04-26T23:52:05.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.408+0000 7fd01d800640 1 -- 172.21.15.26:0/422681691 shutdown_connections 2024-04-26T23:52:05.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.408+0000 7fd01d800640 1 --2- 172.21.15.26:0/422681691 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd01810cd50 0x7fd01810f1f0 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.408+0000 7fd01d800640 1 --2- 172.21.15.26:0/422681691 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd018104250 0x7fd01810c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.413 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.408+0000 7fd01d800640 1 --2- 172.21.15.26:0/422681691 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd018103930 0x7fd018103d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.408+0000 7fd01d800640 1 -- 172.21.15.26:0/422681691 >> 172.21.15.26:0/422681691 conn(0x7fd0180fd130 msgr2=0x7fd0180ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.408+0000 7fd01d800640 1 -- 172.21.15.26:0/422681691 shutdown_connections 2024-04-26T23:52:05.414 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.408+0000 7fd01d800640 1 -- 172.21.15.26:0/422681691 wait complete. 2024-04-26T23:52:05.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.409+0000 7fd01d800640 1 Processor -- start 2024-04-26T23:52:05.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.409+0000 7fd01d800640 1 -- start start 2024-04-26T23:52:05.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.410+0000 7fd01d800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd018103930 0x7fd018198dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.416 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.410+0000 7fd01d800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd018104250 0x7fd018199310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.410+0000 7fd01d800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd01810cd50 0x7fd01819d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.410+0000 7fd01d800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd0181128b0 con 0x7fd01810cd50 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.410+0000 7fd01d800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd018112730 con 0x7fd018104250 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.410+0000 7fd01d800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd018112a30 con 0x7fd018103930 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.410+0000 7fd01ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd01810cd50 0x7fd01819d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.410+0000 7fd01ce00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd01810cd50 0x7fd01819d690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59638/0 (socket says 172.21.15.26:59638) 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.410+0000 7fd01ce00640 1 -- 172.21.15.26:0/1723969452 learned_addr learned my addr 172.21.15.26:0/1723969452 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.411+0000 7fd017400640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd018104250 0x7fd018199310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.411+0000 7fd017e00640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd018103930 0x7fd018198dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.411+0000 7fd01ce00640 1 -- 172.21.15.26:0/1723969452 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd018103930 msgr2=0x7fd018198dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.411+0000 7fd01ce00640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd018103930 0x7fd018198dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.411+0000 7fd01ce00640 1 -- 172.21.15.26:0/1723969452 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd018104250 msgr2=0x7fd018199310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.411+0000 7fd01ce00640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd018104250 0x7fd018199310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.417 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.411+0000 7fd01ce00640 1 -- 172.21.15.26:0/1723969452 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd01819ddc0 con 0x7fd01810cd50 2024-04-26T23:52:05.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.411+0000 7fd01ce00640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd01810cd50 0x7fd01819d690 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7fd01002ae70 tx=0x7fd010003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.411+0000 7fd014c00640 1 -- 172.21.15.26:0/1723969452 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd010034040 con 0x7fd01810cd50 2024-04-26T23:52:05.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.411+0000 7fd014c00640 1 -- 172.21.15.26:0/1723969452 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd010030850 con 0x7fd01810cd50 2024-04-26T23:52:05.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.411+0000 7fd014c00640 1 -- 172.21.15.26:0/1723969452 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd010004670 con 0x7fd01810cd50 2024-04-26T23:52:05.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.411+0000 7fd01d800640 1 -- 172.21.15.26:0/1723969452 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd01819e050 con 0x7fd01810cd50 2024-04-26T23:52:05.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.412+0000 7fd01d800640 1 -- 172.21.15.26:0/1723969452 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0181a5940 con 0x7fd01810cd50 2024-04-26T23:52:05.418 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.413+0000 7fd01d800640 1 -- 172.21.15.26:0/1723969452 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd018069670 con 0x7fd01810cd50 2024-04-26T23:52:05.419 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.415+0000 7fd014c00640 1 -- 172.21.15.26:0/1723969452 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd010037020 con 0x7fd01810cd50 2024-04-26T23:52:05.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.416+0000 7fd014c00640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcffc0a3d20 0x7fcffc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.417+0000 7fd014c00640 1 -- 172.21.15.26:0/1723969452 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7fd0100f1960 con 0x7fd01810cd50 2024-04-26T23:52:05.420 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.417+0000 7fd017e00640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcffc0a3d20 0x7fcffc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.421 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.418+0000 7fd017e00640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcffc0a3d20 0x7fcffc0a61e0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd008005fd0 tx=0x7fd008005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.423 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.419+0000 7fd014c00640 1 -- 172.21.15.26:0/1723969452 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fd010081060 con 0x7fd01810cd50 2024-04-26T23:52:05.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.671+0000 7fd01d800640 1 -- 172.21.15.26:0/1723969452 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd01819a120 con 0x7fd01810cd50 2024-04-26T23:52:05.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.672+0000 7fd014c00640 1 -- 172.21.15.26:0/1723969452 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fd0100be120 con 0x7fd01810cd50 2024-04-26T23:52:05.677 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:52:05.677 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:52:05.677 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:52:05.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.675+0000 7fd01d800640 1 -- 172.21.15.26:0/1723969452 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcffc0a3d20 msgr2=0x7fcffc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.675+0000 7fd01d800640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcffc0a3d20 0x7fcffc0a61e0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd008005fd0 tx=0x7fd008005850 comp rx=0 tx=0).stop 2024-04-26T23:52:05.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.675+0000 7fd01d800640 1 -- 172.21.15.26:0/1723969452 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd01810cd50 msgr2=0x7fd01819d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.675+0000 7fd01d800640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd01810cd50 0x7fd01819d690 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7fd01002ae70 tx=0x7fd010003f10 comp rx=0 tx=0).stop 2024-04-26T23:52:05.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.675+0000 7fd01d800640 1 -- 172.21.15.26:0/1723969452 shutdown_connections 2024-04-26T23:52:05.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.675+0000 7fd01d800640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcffc0a3d20 0x7fcffc0a61e0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.675+0000 7fd01d800640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd01810cd50 0x7fd01819d690 unknown :-1 s=CLOSED pgs=1542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.675+0000 7fd01d800640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd018104250 0x7fd018199310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.675+0000 7fd01d800640 1 --2- 172.21.15.26:0/1723969452 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd018103930 0x7fd018198dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.675+0000 7fd01d800640 1 -- 172.21.15.26:0/1723969452 >> 172.21.15.26:0/1723969452 conn(0x7fd0180fd130 msgr2=0x7fd0180fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.675+0000 7fd01d800640 1 -- 172.21.15.26:0/1723969452 shutdown_connections 2024-04-26T23:52:05.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.675+0000 7fd01d800640 1 -- 172.21.15.26:0/1723969452 wait complete. 2024-04-26T23:52:05.699 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-26T23:52:05.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.916+0000 7fe8c3200640 1 -- 172.21.15.26:0/3695210726 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8c410eef0 msgr2=0x7fe8c410f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.916+0000 7fe8c3200640 1 --2- 172.21.15.26:0/3695210726 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8c410eef0 0x7fe8c410f2d0 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7fe8b4009900 tx=0x7fe8b402a480 comp rx=0 tx=0).stop 2024-04-26T23:52:05.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.916+0000 7fe8c3200640 1 -- 172.21.15.26:0/3695210726 shutdown_connections 2024-04-26T23:52:05.920 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.916+0000 7fe8c3200640 1 --2- 172.21.15.26:0/3695210726 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe8c4109870 0x7fe8c4115c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.916+0000 7fe8c3200640 1 --2- 172.21.15.26:0/3695210726 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe8c4108ed0 0x7fe8c4109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.916+0000 7fe8c3200640 1 --2- 172.21.15.26:0/3695210726 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8c410eef0 0x7fe8c410f2d0 unknown :-1 s=CLOSED pgs=1543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.916+0000 7fe8c3200640 1 -- 172.21.15.26:0/3695210726 >> 172.21.15.26:0/3695210726 conn(0x7fe8c4078750 msgr2=0x7fe8c4107750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.916+0000 7fe8c3200640 1 -- 172.21.15.26:0/3695210726 shutdown_connections 2024-04-26T23:52:05.921 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.916+0000 7fe8c3200640 1 -- 172.21.15.26:0/3695210726 wait complete. 2024-04-26T23:52:05.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.917+0000 7fe8c3200640 1 Processor -- start 2024-04-26T23:52:05.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.917+0000 7fe8c3200640 1 -- start start 2024-04-26T23:52:05.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.918+0000 7fe8c3200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8c4108ed0 0x7fe8c419f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.918+0000 7fe8c3200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe8c4109870 0x7fe8c419f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.918+0000 7fe8c3200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe8c410eef0 0x7fe8c41a3d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.918+0000 7fe8c3200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c4118f80 con 0x7fe8c4108ed0 2024-04-26T23:52:05.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.918+0000 7fe8c3200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c4118e00 con 0x7fe8c4109870 2024-04-26T23:52:05.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.918+0000 7fe8c3200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c4119100 con 0x7fe8c410eef0 2024-04-26T23:52:05.922 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.918+0000 7fe8c1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8c4108ed0 0x7fe8c419f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.918+0000 7fe8c1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8c4108ed0 0x7fe8c419f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59658/0 (socket says 172.21.15.26:59658) 2024-04-26T23:52:05.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.918+0000 7fe8bbe00640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe8c4109870 0x7fe8c419f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.918+0000 7fe8c1e00640 1 -- 172.21.15.26:0/1999214245 learned_addr learned my addr 172.21.15.26:0/1999214245 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:05.923 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.918+0000 7fe8c2800640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe8c410eef0 0x7fe8c41a3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.919+0000 7fe8c1e00640 1 -- 172.21.15.26:0/1999214245 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe8c410eef0 msgr2=0x7fe8c41a3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.919+0000 7fe8c1e00640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe8c410eef0 0x7fe8c41a3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.919+0000 7fe8c1e00640 1 -- 172.21.15.26:0/1999214245 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe8c4109870 msgr2=0x7fe8c419f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.919+0000 7fe8c1e00640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe8c4109870 0x7fe8c419f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.919+0000 7fe8c1e00640 1 -- 172.21.15.26:0/1999214245 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8c41a4490 con 0x7fe8c4108ed0 2024-04-26T23:52:05.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.919+0000 7fe8c1e00640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8c4108ed0 0x7fe8c419f4a0 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fe8b402a9a0 tx=0x7fe8b4003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.920+0000 7fe8baa00640 1 -- 172.21.15.26:0/1999214245 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b403f070 con 0x7fe8c4108ed0 2024-04-26T23:52:05.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.920+0000 7fe8baa00640 1 -- 172.21.15.26:0/1999214245 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8b403baf0 con 0x7fe8c4108ed0 2024-04-26T23:52:05.924 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.920+0000 7fe8baa00640 1 -- 172.21.15.26:0/1999214245 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b4035030 con 0x7fe8c4108ed0 2024-04-26T23:52:05.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.920+0000 7fe8c3200640 1 -- 172.21.15.26:0/1999214245 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8c41a4720 con 0x7fe8c4108ed0 2024-04-26T23:52:05.925 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.920+0000 7fe8c3200640 1 -- 172.21.15.26:0/1999214245 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8c41ac010 con 0x7fe8c4108ed0 2024-04-26T23:52:05.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.923+0000 7fe8cbc06740 1 Processor -- start 2024-04-26T23:52:05.927 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.923+0000 7fe8cbc06740 1 -- start start 2024-04-26T23:52:05.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.923+0000 7fe8baa00640 1 -- 172.21.15.26:0/1999214245 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe8b4042070 con 0x7fe8c4108ed0 2024-04-26T23:52:05.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.924+0000 7fe8cbc06740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1ab780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.924+0000 7fe8cbc06740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1b5e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.924+0000 7fe8cbc06740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1b6390 0x55cf9e1b8780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.924+0000 7fe8cbc06740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cf9e10fc70 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.924+0000 7fe8cbc06740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cf9e0c8980 con 0x55cf9e1abcc0 2024-04-26T23:52:05.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.924+0000 7fe8cbc06740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cf9e10bc30 con 0x55cf9e1b6390 2024-04-26T23:52:05.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.924+0000 7fe8c2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1ab780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.924+0000 7fe8c2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1ab780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59668/0 (socket says 172.21.15.26:59668) 2024-04-26T23:52:05.928 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.924+0000 7fe8c2800640 1 -- 172.21.15.26:0/2706698239 learned_addr learned my addr 172.21.15.26:0/2706698239 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.924+0000 7fe8bbe00640 1 --2- 172.21.15.26:0/2706698239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1b6390 0x55cf9e1b8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.925+0000 7fe8c1e00640 1 --2- 172.21.15.26:0/2706698239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1b5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.925+0000 7fe8c2800640 1 -- 172.21.15.26:0/2706698239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1b6390 msgr2=0x55cf9e1b8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.925+0000 7fe8c2800640 1 --2- 172.21.15.26:0/2706698239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1b6390 0x55cf9e1b8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.925+0000 7fe8c2800640 1 -- 172.21.15.26:0/2706698239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1abcc0 msgr2=0x55cf9e1b5e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.925+0000 7fe8c2800640 1 --2- 172.21.15.26:0/2706698239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1b5e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.925+0000 7fe8c2800640 1 -- 172.21.15.26:0/2706698239 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf9e0a07b0 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.925+0000 7fe8c1e00640 1 --2- 172.21.15.26:0/2706698239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1b5e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.925+0000 7fe8c2800640 1 --2- 172.21.15.26:0/2706698239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1ab780 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc0039f0 tx=0x7fe8bc003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d99df2e4bd93b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.925+0000 7fe8baa00640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe8a80a3da0 0x7fe8a80a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.925+0000 7fe8b3400640 1 -- 172.21.15.26:0/2706698239 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8bc01a470 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.925+0000 7fe8b3400640 1 -- 172.21.15.26:0/2706698239 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8bc015070 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.930 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.925+0000 7fe8b3400640 1 -- 172.21.15.26:0/2706698239 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8bc0106a0 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.926+0000 7fe8baa00640 1 -- 172.21.15.26:0/1999214245 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7fe8b40f0e80 con 0x7fe8c4108ed0 2024-04-26T23:52:05.931 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.926+0000 7fe8c1e00640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe8a80a3da0 0x7fe8a80a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.926+0000 7fe8cbc06740 1 -- 172.21.15.26:0/2706698239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 msgr2=0x55cf9e1ab780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.926+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/2706698239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1ab780 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc0039f0 tx=0x7fe8bc003eb0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.926+0000 7fe8c1e00640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe8a80a3da0 0x7fe8a80a6260 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x55cf9e1ac960 tx=0x7fe8b4009260 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.926+0000 7fe8cbc06740 1 -- 172.21.15.26:0/2706698239 shutdown_connections 2024-04-26T23:52:05.933 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.926+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/2706698239 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1b6390 0x55cf9e1b8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.926+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/2706698239 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1b5e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.926+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/2706698239 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1ab780 unknown :-1 s=CLOSED pgs=1545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.927+0000 7fe8cbc06740 1 -- 172.21.15.26:0/2706698239 >> 172.21.15.26:0/2706698239 conn(0x55cf9e1a76c0 msgr2=0x55cf9e1a7aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.927+0000 7fe8cbc06740 1 -- 172.21.15.26:0/2706698239 shutdown_connections 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.927+0000 7fe8cbc06740 1 -- 172.21.15.26:0/2706698239 wait complete. 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.927+0000 7fe8cbc06740 1 -- start start 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.927+0000 7fe8cbc06740 1 Processor -- start 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.928+0000 7fe8cbc06740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1b5d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.928+0000 7fe8cbc06740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1b3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.928+0000 7fe8cbc06740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1b6390 0x55cf9e1b3650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.928+0000 7fe8cbc06740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55cf9e10ef80 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.928+0000 7fe8cbc06740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55cf9e0bc260 con 0x55cf9e1abcc0 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.928+0000 7fe8cbc06740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cf9e1142a0 con 0x55cf9e1b6390 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.928+0000 7fe8cbc06740 10 client.0 _ll_register_callbacks cb 0x55cf9e106960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:52:05.934 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.928+0000 7fe8c2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1b5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.928+0000 7fe8c2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1b5d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59676/0 (socket says 172.21.15.26:59676) 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.928+0000 7fe8c2800640 1 -- 172.21.15.26:0/3072387938 learned_addr learned my addr 172.21.15.26:0/3072387938 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.928+0000 7fe8bbe00640 1 --2- 172.21.15.26:0/3072387938 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.929+0000 7fe8c2800640 1 -- 172.21.15.26:0/3072387938 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1b6390 msgr2=0x55cf9e1b3650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.929+0000 7fe8c2800640 1 --2- 172.21.15.26:0/3072387938 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1b6390 0x55cf9e1b3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.929+0000 7fe8c2800640 1 -- 172.21.15.26:0/3072387938 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1abcc0 msgr2=0x55cf9e1b3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.929+0000 7fe8c2800640 1 --2- 172.21.15.26:0/3072387938 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1b3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.929+0000 7fe8c2800640 1 -- 172.21.15.26:0/3072387938 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf9e09e1c0 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.929+0000 7fe8c2800640 1 --2- 172.21.15.26:0/3072387938 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1b5d50 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc005cc0 tx=0x7fe8bc004910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=196c04d99fb550bf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.929+0000 7fe8a7e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.929+0000 7fe8a7e00640 1 -- 172.21.15.26:0/3072387938 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8bc011710 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.929+0000 7fe8a7e00640 1 -- 172.21.15.26:0/3072387938 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7fe8bc0118b0 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.929+0000 7fe8cbc06740 1 -- 172.21.15.26:0/3072387938 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8bc015070 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.930+0000 7fe8a7e00640 1 -- 172.21.15.26:0/3072387938 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe8bc031050 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.935 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.930+0000 7fe8cbc06740 10 client.18798 fetch_fsmap learned FSMap version 24 2024-04-26T23:52:05.936 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.930+0000 7fe8cbc06740 1 -- 172.21.15.26:0/3072387938 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cf9de213f0 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.930+0000 7fe8a7e00640 1 -- 172.21.15.26:0/3072387938 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8bc015070 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.930+0000 7fe8a7e00640 1 -- 172.21.15.26:0/3072387938 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe8bc024410 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.930+0000 7fe8cbc06740 10 client.18798 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:52:05.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.930+0000 7fe8cbc06740 10 client.18798 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:52:05.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.930+0000 7fe8cbc06740 20 client.18798 populate_metadata read hostname 'smithi026' 2024-04-26T23:52:05.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.930+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/3072387938 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf9e1c5cf0 0x55cf9e1c80e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.930+0000 7fe8cbc06740 4 client.18798 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:52:05.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.930+0000 7fe8cbc06740 1 -- 172.21.15.26:0/3072387938 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cf9e11d880 con 0x55cf9e1c5cf0 2024-04-26T23:52:05.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.931+0000 7fe8bbe00640 1 --2- 172.21.15.26:0/3072387938 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf9e1c5cf0 0x55cf9e1c80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.937 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.932+0000 7fe8bbe00640 1 --2- 172.21.15.26:0/3072387938 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf9e1c5cf0 0x55cf9e1c80e0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c7af1f1255888e84 server_cookie=5ff47ab25776381f in_seq=0 out_seq=0 2024-04-26T23:52:05.938 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.932+0000 7fe8a7e00640 10 client.18798 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:52:05.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8a7e00640 1 -- 172.21.15.26:0/3072387938 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cf9e11d880 con 0x55cf9e1c5cf0 2024-04-26T23:52:05.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8a7e00640 10 client.18798 handle_command_reply: tid=0 2024-04-26T23:52:05.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8cbc06740 1 client.18798 shutdown 2024-04-26T23:52:05.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8cbc06740 1 -- 172.21.15.26:0/3072387938 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 msgr2=0x55cf9e1b5d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/3072387938 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1b5d50 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc005cc0 tx=0x7fe8bc004910 comp rx=0 tx=0).stop 2024-04-26T23:52:05.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8cbc06740 1 -- 172.21.15.26:0/3072387938 shutdown_connections 2024-04-26T23:52:05.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/3072387938 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf9e1c5cf0 0x55cf9e1c80e0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/3072387938 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1b6390 0x55cf9e1b3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8a7e00640 0 client.18798 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:52:05.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/3072387938 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1b3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.939 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/3072387938 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1b5d50 unknown :-1 s=CLOSED pgs=1546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8cbc06740 1 -- 172.21.15.26:0/3072387938 >> 172.21.15.26:0/3072387938 conn(0x55cf9e1a76c0 msgr2=0x55cf9e1ad380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8cbc06740 1 -- 172.21.15.26:0/3072387938 shutdown_connections 2024-04-26T23:52:05.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.934+0000 7fe8cbc06740 1 -- 172.21.15.26:0/3072387938 wait complete. 2024-04-26T23:52:05.940 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.935+0000 7fe8cbc06740 20 client.18798 trim_cache size 0 max 16384 2024-04-26T23:52:05.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.949+0000 7fe8cbc06740 1 Processor -- start 2024-04-26T23:52:05.953 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.949+0000 7fe8cbc06740 1 -- start start 2024-04-26T23:52:05.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.950+0000 7fe8cbc06740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1cd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.950+0000 7fe8cbc06740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1cde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.950+0000 7fe8cbc06740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1b6390 0x55cf9e1b02e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.950+0000 7fe8cbc06740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c41b71a0 con 0x55cf9e1abcc0 2024-04-26T23:52:05.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.950+0000 7fe8cbc06740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c41b4a70 con 0x55cf9e1b6390 2024-04-26T23:52:05.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.950+0000 7fe8cbc06740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c41b28e0 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.954 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.950+0000 7fe8bbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.950+0000 7fe8bbe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1cde10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59678/0 (socket says 172.21.15.26:59678) 2024-04-26T23:52:05.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.950+0000 7fe8bbe00640 1 -- 172.21.15.26:0/1274583524 learned_addr learned my addr 172.21.15.26:0/1274583524 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:05.955 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.951+0000 7fe8c2800640 1 --2- 172.21.15.26:0/1274583524 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1cd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.951+0000 7fe8bbe00640 1 -- 172.21.15.26:0/1274583524 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1ab3a0 msgr2=0x55cf9e1cd8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.951+0000 7fe8c2800640 1 --2- 172.21.15.26:0/1274583524 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1b6390 0x55cf9e1b02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.951+0000 7fe8bbe00640 1 --2- 172.21.15.26:0/1274583524 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1cd8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.951+0000 7fe8bbe00640 1 -- 172.21.15.26:0/1274583524 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1b6390 msgr2=0x55cf9e1b02e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.956 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.951+0000 7fe8bbe00640 1 --2- 172.21.15.26:0/1274583524 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1b6390 0x55cf9e1b02e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.951+0000 7fe8bbe00640 1 -- 172.21.15.26:0/1274583524 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf9deeb7d0 con 0x55cf9e1abcc0 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.951+0000 7fe8c2800640 1 --2- 172.21.15.26:0/1274583524 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1b6390 0x55cf9e1b02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.951+0000 7fe8bbe00640 1 --2- 172.21.15.26:0/1274583524 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1cde10 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x55cf9e1a8850 tx=0x7fe8ac005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b8ce0466d7e3bf9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.951+0000 7fe8b2a00640 1 -- 172.21.15.26:0/1274583524 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ac005220 con 0x55cf9e1abcc0 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.952+0000 7fe8b2a00640 1 -- 172.21.15.26:0/1274583524 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8ac024030 con 0x55cf9e1abcc0 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.952+0000 7fe8b2a00640 1 -- 172.21.15.26:0/1274583524 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ac020330 con 0x55cf9e1abcc0 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.952+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1274583524 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1abcc0 msgr2=0x55cf9e1cde10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.952+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/1274583524 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1cde10 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x55cf9e1a8850 tx=0x7fe8ac005f90 comp rx=0 tx=0).stop 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.952+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1274583524 shutdown_connections 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.952+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/1274583524 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1b6390 0x55cf9e1b02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.952+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/1274583524 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1cde10 unknown :-1 s=CLOSED pgs=1547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.952+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/1274583524 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1cd8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.952+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1274583524 >> 172.21.15.26:0/1274583524 conn(0x55cf9e1a76c0 msgr2=0x55cf9e1b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.957 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.952+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1274583524 shutdown_connections 2024-04-26T23:52:05.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.952+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1274583524 wait complete. 2024-04-26T23:52:05.958 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.953+0000 7fe8cbc06740 1 -- start start 2024-04-26T23:52:05.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.953+0000 7fe8cbc06740 1 Processor -- start 2024-04-26T23:52:05.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.953+0000 7fe8cbc06740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1bbe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.953+0000 7fe8cbc06740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1bc3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.953+0000 7fe8cbc06740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1b6390 0x55cf9e1bc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.953+0000 7fe8cbc06740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c41b2f30 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.960 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.953+0000 7fe8cbc06740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c41b43a0 con 0x55cf9e1b6390 2024-04-26T23:52:05.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.953+0000 7fe8cbc06740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c41b3600 con 0x55cf9e1abcc0 2024-04-26T23:52:05.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.954+0000 7fe8cbc06740 10 client.0 _ll_register_callbacks cb 0x7fe8bc009ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:52:05.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.954+0000 7fe8c2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1bbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.954+0000 7fe8c2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1bbe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59686/0 (socket says 172.21.15.26:59686) 2024-04-26T23:52:05.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.954+0000 7fe8c2800640 1 -- 172.21.15.26:0/1060065956 learned_addr learned my addr 172.21.15.26:0/1060065956 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:05.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.954+0000 7fe8bbe00640 1 --2- 172.21.15.26:0/1060065956 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1bc3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.954+0000 7fe8c2800640 1 -- 172.21.15.26:0/1060065956 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1abcc0 msgr2=0x55cf9e1bc3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.954+0000 7fe8c2800640 1 --2- 172.21.15.26:0/1060065956 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1bc3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.954+0000 7fe8c2800640 1 -- 172.21.15.26:0/1060065956 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1b6390 msgr2=0x55cf9e1bc910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:05.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.954+0000 7fe8c2800640 1 --2- 172.21.15.26:0/1060065956 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1b6390 0x55cf9e1bc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.954+0000 7fe8c2800640 1 -- 172.21.15.26:0/1060065956 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf9e0b62a0 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.961 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.954+0000 7fe8c2800640 1 --2- 172.21.15.26:0/1060065956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1bbe90 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc006010 tx=0x7fe8bc024630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a135d942a7c08746 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.954+0000 7fe8a7e00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.955+0000 7fe8a7e00640 1 -- 172.21.15.26:0/1060065956 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8bc009c40 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.955+0000 7fe8a7e00640 1 -- 172.21.15.26:0/1060065956 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7fe8bc029040 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.955+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1060065956 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8ac024030 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.955+0000 7fe8a7e00640 1 -- 172.21.15.26:0/1060065956 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe8bc044050 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.955+0000 7fe8cbc06740 10 client.18804 fetch_fsmap learned FSMap version 24 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.955+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1060065956 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cf9e22c2b0 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.955+0000 7fe8a7e00640 1 -- 172.21.15.26:0/1060065956 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe8ac024030 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.956+0000 7fe8a7e00640 1 -- 172.21.15.26:0/1060065956 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe8bc004980 con 0x55cf9e1ab3a0 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.956+0000 7fe8cbc06740 10 client.18804 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.956+0000 7fe8cbc06740 10 client.18804 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.e 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.956+0000 7fe8cbc06740 20 client.18804 populate_metadata read hostname 'smithi026' 2024-04-26T23:52:05.962 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.956+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/1060065956 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf9e22ca60 0x55cf9e22ee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:05.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.956+0000 7fe8cbc06740 4 client.18804 mds_command: new command op to 34475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:52:05.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.956+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1060065956 --> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cf9e1176f0 con 0x55cf9e22ca60 2024-04-26T23:52:05.963 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.956+0000 7fe8bbe00640 1 --2- 172.21.15.26:0/1060065956 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf9e22ca60 0x55cf9e22ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:05.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.957+0000 7fe8bbe00640 1 --2- 172.21.15.26:0/1060065956 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf9e22ca60 0x55cf9e22ee80 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6e0465160d013374 server_cookie=8835d61e6c23d794 in_seq=0 out_seq=0 2024-04-26T23:52:05.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.957+0000 7fe8a7e00640 10 client.18804 ms_handle_connect on v2:172.21.15.86:6834/485180241 2024-04-26T23:52:05.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8a7e00640 1 -- 172.21.15.26:0/1060065956 <== mds.2 v2:172.21.15.86:6834/485180241 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cf9e1176f0 con 0x55cf9e22ca60 2024-04-26T23:52:05.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8a7e00640 10 client.18804 handle_command_reply: tid=0 2024-04-26T23:52:05.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8cbc06740 1 client.18804 shutdown 2024-04-26T23:52:05.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1060065956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 msgr2=0x55cf9e1bbe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/1060065956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1bbe90 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc006010 tx=0x7fe8bc024630 comp rx=0 tx=0).stop 2024-04-26T23:52:05.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1060065956 shutdown_connections 2024-04-26T23:52:05.964 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/1060065956 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55cf9e1b6390 0x55cf9e1bc910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/1060065956 >> [v2:172.21.15.86:6834/485180241,v1:172.21.15.86:6835/485180241] conn(0x55cf9e22ca60 0x55cf9e22ee80 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/1060065956 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf9e1abcc0 0x55cf9e1bc3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8cbc06740 1 --2- 172.21.15.26:0/1060065956 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55cf9e1ab3a0 0x55cf9e1bbe90 unknown :-1 s=CLOSED pgs=1548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1060065956 >> 172.21.15.26:0/1060065956 conn(0x55cf9e1a76c0 msgr2=0x55cf9e1b5100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8a7e00640 0 client.18804 ms_handle_reset on v2:172.21.15.86:6834/485180241 2024-04-26T23:52:05.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1060065956 shutdown_connections 2024-04-26T23:52:05.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8cbc06740 1 -- 172.21.15.26:0/1060065956 wait complete. 2024-04-26T23:52:05.965 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.958+0000 7fe8cbc06740 20 client.18804 trim_cache size 0 max 16384 2024-04-26T23:52:05.965 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:52:05.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.959+0000 7fe8c3200640 1 -- 172.21.15.26:0/1999214245 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe8a80a3da0 msgr2=0x7fe8a80a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.959+0000 7fe8c3200640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe8a80a3da0 0x7fe8a80a6260 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x55cf9e1ac960 tx=0x7fe8b4009260 comp rx=0 tx=0).stop 2024-04-26T23:52:05.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.959+0000 7fe8c3200640 1 -- 172.21.15.26:0/1999214245 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8c4108ed0 msgr2=0x7fe8c419f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:05.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.959+0000 7fe8c3200640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8c4108ed0 0x7fe8c419f4a0 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fe8b402a9a0 tx=0x7fe8b4003b90 comp rx=0 tx=0).stop 2024-04-26T23:52:05.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.959+0000 7fe8c3200640 1 -- 172.21.15.26:0/1999214245 shutdown_connections 2024-04-26T23:52:05.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.959+0000 7fe8c3200640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe8c410eef0 0x7fe8c41a3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.966 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.959+0000 7fe8c3200640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe8c4109870 0x7fe8c419f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.959+0000 7fe8c3200640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe8a80a3da0 0x7fe8a80a6260 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.959+0000 7fe8c3200640 1 --2- 172.21.15.26:0/1999214245 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe8c4108ed0 0x7fe8c419f4a0 unknown :-1 s=CLOSED pgs=1544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:05.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.959+0000 7fe8c3200640 1 -- 172.21.15.26:0/1999214245 >> 172.21.15.26:0/1999214245 conn(0x7fe8c4078750 msgr2=0x7fe8c40799b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:05.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.959+0000 7fe8c3200640 1 -- 172.21.15.26:0/1999214245 shutdown_connections 2024-04-26T23:52:05.967 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:05.959+0000 7fe8c3200640 1 -- 172.21.15.26:0/1999214245 wait complete. 2024-04-26T23:52:05.977 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:05 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1723969452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:52:05.980 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-26T23:52:06.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:05 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1723969452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:52:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.181+0000 7f625a000640 1 -- 172.21.15.26:0/4025384288 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62541091b0 msgr2=0x7f6254109590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.181+0000 7f625a000640 1 --2- 172.21.15.26:0/4025384288 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62541091b0 0x7f6254109590 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7f6244009900 tx=0x7f624402a410 comp rx=0 tx=0).stop 2024-04-26T23:52:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.181+0000 7f625a000640 1 -- 172.21.15.26:0/4025384288 shutdown_connections 2024-04-26T23:52:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.181+0000 7f625a000640 1 --2- 172.21.15.26:0/4025384288 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f625410e230 0x7f6254115e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.181+0000 7f625a000640 1 --2- 172.21.15.26:0/4025384288 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6254109b60 0x7f625410db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.181+0000 7f625a000640 1 --2- 172.21.15.26:0/4025384288 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62541091b0 0x7f6254109590 unknown :-1 s=CLOSED pgs=1549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.185 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.181+0000 7f625a000640 1 -- 172.21.15.26:0/4025384288 >> 172.21.15.26:0/4025384288 conn(0x7f6254076e70 msgr2=0x7f6254079290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.181+0000 7f625a000640 1 -- 172.21.15.26:0/4025384288 shutdown_connections 2024-04-26T23:52:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.181+0000 7f625a000640 1 -- 172.21.15.26:0/4025384288 wait complete. 2024-04-26T23:52:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.183+0000 7f625a000640 1 Processor -- start 2024-04-26T23:52:06.186 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.183+0000 7f625a000640 1 -- start start 2024-04-26T23:52:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.183+0000 7f625a000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62541091b0 0x7f625419f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.183+0000 7f625a000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f625410e230 0x7f625419fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.183+0000 7f625a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62541a3fa0 0x7f62541a4450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.183+0000 7f625a000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f62541190a0 con 0x7f62541a3fa0 2024-04-26T23:52:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.183+0000 7f625a000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6254118f20 con 0x7f625410e230 2024-04-26T23:52:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.183+0000 7f625a000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6254119220 con 0x7f62541091b0 2024-04-26T23:52:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.183+0000 7f6253e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62541a3fa0 0x7f62541a4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.184+0000 7f6253e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62541a3fa0 0x7f62541a4450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59718/0 (socket says 172.21.15.26:59718) 2024-04-26T23:52:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.184+0000 7f6253e00640 1 -- 172.21.15.26:0/1725822320 learned_addr learned my addr 172.21.15.26:0/1725822320 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:06.188 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.184+0000 7f6253400640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62541091b0 0x7f625419f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.184+0000 7f624be00640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f625410e230 0x7f625419fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.184+0000 7f6253e00640 1 -- 172.21.15.26:0/1725822320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62541091b0 msgr2=0x7f625419f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.184+0000 7f6253e00640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62541091b0 0x7f625419f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.184+0000 7f6253e00640 1 -- 172.21.15.26:0/1725822320 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f625410e230 msgr2=0x7f625419fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.184+0000 7f6253e00640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f625410e230 0x7f625419fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.184+0000 7f6253e00640 1 -- 172.21.15.26:0/1725822320 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62541a4a90 con 0x7f62541a3fa0 2024-04-26T23:52:06.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.184+0000 7f6253400640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62541091b0 0x7f625419f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:52:06.189 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.184+0000 7f6253e00640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62541a3fa0 0x7f62541a4450 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f624c00cad0 tx=0x7f624c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.185+0000 7f6250c00640 1 -- 172.21.15.26:0/1725822320 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624c00ae20 con 0x7f62541a3fa0 2024-04-26T23:52:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.185+0000 7f6250c00640 1 -- 172.21.15.26:0/1725822320 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f624c005020 con 0x7f62541a3fa0 2024-04-26T23:52:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.185+0000 7f6250c00640 1 -- 172.21.15.26:0/1725822320 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624c00f6b0 con 0x7f62541a3fa0 2024-04-26T23:52:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.185+0000 7f625a000640 1 -- 172.21.15.26:0/1725822320 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62541a4d80 con 0x7f62541a3fa0 2024-04-26T23:52:06.190 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.185+0000 7f625a000640 1 -- 172.21.15.26:0/1725822320 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62541ac570 con 0x7f62541a3fa0 2024-04-26T23:52:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.188+0000 7f625cfbe740 1 Processor -- start 2024-04-26T23:52:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.188+0000 7f6250c00640 1 -- 172.21.15.26:0/1725822320 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f624c0051d0 con 0x7f62541a3fa0 2024-04-26T23:52:06.192 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.189+0000 7f625cfbe740 1 -- start start 2024-04-26T23:52:06.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.189+0000 7f625cfbe740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9b1f0 0x5590d9a9b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.189+0000 7f625cfbe740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 0x5590d9aa5ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.189+0000 7f625cfbe740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 0x5590d9aa85d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.189+0000 7f625cfbe740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5590d99ffc70 con 0x5590d9aa61e0 2024-04-26T23:52:06.193 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.189+0000 7f625cfbe740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5590d99b8980 con 0x5590d9a9b1f0 2024-04-26T23:52:06.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.189+0000 7f625cfbe740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5590d99fbc30 con 0x5590d9a9bb10 2024-04-26T23:52:06.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.189+0000 7f624be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 0x5590d9aa85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.189+0000 7f624be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 0x5590d9aa85d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59728/0 (socket says 172.21.15.26:59728) 2024-04-26T23:52:06.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.189+0000 7f624be00640 1 -- 172.21.15.26:0/2401523481 learned_addr learned my addr 172.21.15.26:0/2401523481 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:06.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.190+0000 7f624be00640 1 --2- 172.21.15.26:0/2401523481 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9b1f0 0x5590d9a9b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.194 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.190+0000 7f6253400640 1 --2- 172.21.15.26:0/2401523481 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 0x5590d9aa5ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.190+0000 7f624be00640 1 -- 172.21.15.26:0/2401523481 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 msgr2=0x5590d9aa5ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.190+0000 7f624be00640 1 --2- 172.21.15.26:0/2401523481 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 0x5590d9aa5ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.196 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.190+0000 7f624be00640 1 -- 172.21.15.26:0/2401523481 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9b1f0 msgr2=0x5590d9a9b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.190+0000 7f624be00640 1 --2- 172.21.15.26:0/2401523481 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9b1f0 0x5590d9a9b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.190+0000 7f624be00640 1 -- 172.21.15.26:0/2401523481 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590d99907b0 con 0x5590d9aa61e0 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.190+0000 7f6250c00640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f62380a3d20 0x7f62380a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.190+0000 7f6250c00640 1 -- 172.21.15.26:0/1725822320 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f624c0d0c20 con 0x7f62541a3fa0 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.190+0000 7f6253400640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f62380a3d20 0x7f62380a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.190+0000 7f624be00640 1 --2- 172.21.15.26:0/2401523481 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 0x5590d9aa85d0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f623c014980 tx=0x7f623c00c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4350d671d3550fe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.191+0000 7f6243e00640 1 -- 172.21.15.26:0/2401523481 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f623c0142d0 con 0x5590d9aa61e0 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.191+0000 7f6243e00640 1 -- 172.21.15.26:0/2401523481 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f623c0054b0 con 0x5590d9aa61e0 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.191+0000 7f6243e00640 1 -- 172.21.15.26:0/2401523481 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f623c00f760 con 0x5590d9aa61e0 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.192+0000 7f625cfbe740 1 -- 172.21.15.26:0/2401523481 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 msgr2=0x5590d9aa85d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.192+0000 7f625cfbe740 1 --2- 172.21.15.26:0/2401523481 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 0x5590d9aa85d0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f623c014980 tx=0x7f623c00c4b0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.192+0000 7f6253400640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f62380a3d20 0x7f62380a61e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6244006010 tx=0x7f6244009560 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.192+0000 7f625cfbe740 1 -- 172.21.15.26:0/2401523481 shutdown_connections 2024-04-26T23:52:06.197 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.192+0000 7f625cfbe740 1 --2- 172.21.15.26:0/2401523481 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 0x5590d9aa85d0 unknown :-1 s=CLOSED pgs=1551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.192+0000 7f625cfbe740 1 --2- 172.21.15.26:0/2401523481 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 0x5590d9aa5ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.192+0000 7f625cfbe740 1 --2- 172.21.15.26:0/2401523481 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9b1f0 0x5590d9a9b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.192+0000 7f625cfbe740 1 -- 172.21.15.26:0/2401523481 >> 172.21.15.26:0/2401523481 conn(0x5590d9a97510 msgr2=0x5590d9a978f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:06.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.192+0000 7f625cfbe740 1 -- 172.21.15.26:0/2401523481 shutdown_connections 2024-04-26T23:52:06.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.192+0000 7f625cfbe740 1 -- 172.21.15.26:0/2401523481 wait complete. 2024-04-26T23:52:06.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.192+0000 7f625cfbe740 1 -- start start 2024-04-26T23:52:06.198 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.193+0000 7f625cfbe740 1 Processor -- start 2024-04-26T23:52:06.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.193+0000 7f625cfbe740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9b1f0 0x5590d9aa5b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.193+0000 7f625cfbe740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 0x5590d9aa2e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.193+0000 7f625cfbe740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 0x5590d9aa33e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.193+0000 7f625cfbe740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x5590d99fef80 con 0x5590d9aa61e0 2024-04-26T23:52:06.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.193+0000 7f625cfbe740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x5590d99ac260 con 0x5590d9a9b1f0 2024-04-26T23:52:06.201 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.193+0000 7f625cfbe740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5590d9a042a0 con 0x5590d9a9bb10 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.193+0000 7f625cfbe740 10 client.0 _ll_register_callbacks cb 0x5590d99f6960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.193+0000 7f6253e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 0x5590d9aa33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.194+0000 7f6253e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 0x5590d9aa33e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59738/0 (socket says 172.21.15.26:59738) 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.194+0000 7f6253e00640 1 -- 172.21.15.26:0/233500443 learned_addr learned my addr 172.21.15.26:0/233500443 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.194+0000 7f624be00640 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 0x5590d9aa2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.194+0000 7f6253400640 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9b1f0 0x5590d9aa5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.194+0000 7f6253e00640 1 -- 172.21.15.26:0/233500443 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 msgr2=0x5590d9aa2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.194+0000 7f6253e00640 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 0x5590d9aa2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.194+0000 7f6253e00640 1 -- 172.21.15.26:0/233500443 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9b1f0 msgr2=0x5590d9aa5b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.194+0000 7f6253e00640 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9b1f0 0x5590d9aa5b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.194+0000 7f6253e00640 1 -- 172.21.15.26:0/233500443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590d998e1c0 con 0x5590d9aa61e0 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.194+0000 7f6253e00640 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 0x5590d9aa33e0 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f624c0ce290 tx=0x7f624c09c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb971475e9280fe7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.194+0000 7f6240c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:52:06.202 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.194+0000 7f6240c00640 1 -- 172.21.15.26:0/233500443 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624c01d030 con 0x5590d9aa61e0 2024-04-26T23:52:06.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f6240c00640 1 -- 172.21.15.26:0/233500443 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f624c0991b0 con 0x5590d9aa61e0 2024-04-26T23:52:06.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f625cfbe740 1 -- 172.21.15.26:0/233500443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f623c0054b0 con 0x5590d9aa61e0 2024-04-26T23:52:06.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f6240c00640 1 -- 172.21.15.26:0/233500443 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f624c0a57b0 con 0x5590d9aa61e0 2024-04-26T23:52:06.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f625cfbe740 10 client.18816 fetch_fsmap learned FSMap version 24 2024-04-26T23:52:06.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f625cfbe740 1 -- 172.21.15.26:0/233500443 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5590d97113f0 con 0x5590d9aa61e0 2024-04-26T23:52:06.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f6240c00640 1 -- 172.21.15.26:0/233500443 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f623c0054b0 con 0x5590d9aa61e0 2024-04-26T23:52:06.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f6240c00640 1 -- 172.21.15.26:0/233500443 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f624c0a5320 con 0x5590d9aa61e0 2024-04-26T23:52:06.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f625cfbe740 10 client.18816 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:52:06.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f625cfbe740 10 client.18816 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:52:06.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f625cfbe740 20 client.18816 populate_metadata read hostname 'smithi026' 2024-04-26T23:52:06.203 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f625cfbe740 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5590d9ab5cf0 0x5590d9ab8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f625cfbe740 4 client.18816 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:52:06.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.195+0000 7f625cfbe740 1 -- 172.21.15.26:0/233500443 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5590d9a0d880 con 0x5590d9ab5cf0 2024-04-26T23:52:06.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.196+0000 7f6253400640 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5590d9ab5cf0 0x5590d9ab8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.197+0000 7f6253400640 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5590d9ab5cf0 0x5590d9ab8130 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c67bf7354f58f067 server_cookie=9e5112813fea0bdf in_seq=0 out_seq=0 2024-04-26T23:52:06.204 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.197+0000 7f6240c00640 10 client.18816 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:52:06.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f6240c00640 1 -- 172.21.15.26:0/233500443 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5590d9a0d880 con 0x5590d9ab5cf0 2024-04-26T23:52:06.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f6240c00640 10 client.18816 handle_command_reply: tid=0 2024-04-26T23:52:06.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f625cfbe740 1 client.18816 shutdown 2024-04-26T23:52:06.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f625cfbe740 1 -- 172.21.15.26:0/233500443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 msgr2=0x5590d9aa33e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f625cfbe740 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 0x5590d9aa33e0 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f624c0ce290 tx=0x7f624c09c5d0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f625cfbe740 1 -- 172.21.15.26:0/233500443 shutdown_connections 2024-04-26T23:52:06.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f625cfbe740 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5590d9ab5cf0 0x5590d9ab8130 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f625cfbe740 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9aa61e0 0x5590d9aa33e0 unknown :-1 s=CLOSED pgs=1552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f625cfbe740 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 0x5590d9aa2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f625cfbe740 1 --2- 172.21.15.26:0/233500443 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9b1f0 0x5590d9aa5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f6240c00640 0 client.18816 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:52:06.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f625cfbe740 1 -- 172.21.15.26:0/233500443 >> 172.21.15.26:0/233500443 conn(0x5590d9a97510 msgr2=0x5590d9a9d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:06.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.199+0000 7f625cfbe740 1 -- 172.21.15.26:0/233500443 shutdown_connections 2024-04-26T23:52:06.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.200+0000 7f625cfbe740 1 -- 172.21.15.26:0/233500443 wait complete. 2024-04-26T23:52:06.206 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.200+0000 7f625cfbe740 20 client.18816 trim_cache size 0 max 16384 2024-04-26T23:52:06.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.214+0000 7f625cfbe740 1 Processor -- start 2024-04-26T23:52:06.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.215+0000 7f625cfbe740 1 -- start start 2024-04-26T23:52:06.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.215+0000 7f625cfbe740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 0x5590d9aa1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.215+0000 7f625cfbe740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 0x5590d9ab1c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.215+0000 7f625cfbe740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9aa61e0 0x5590d9abda00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.215+0000 7f625cfbe740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f62541b7390 con 0x5590d9a9b1f0 2024-04-26T23:52:06.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.215+0000 7f625cfbe740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f62541b4c60 con 0x5590d9aa61e0 2024-04-26T23:52:06.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.215+0000 7f625cfbe740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f62541b2ad0 con 0x5590d9a9bb10 2024-04-26T23:52:06.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.215+0000 7f6253400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 0x5590d9aa1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.216+0000 7f6253400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 0x5590d9aa1dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59752/0 (socket says 172.21.15.26:59752) 2024-04-26T23:52:06.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.216+0000 7f6253e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9aa61e0 0x5590d9abda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.216+0000 7f6253400640 1 -- 172.21.15.26:0/1953447269 learned_addr learned my addr 172.21.15.26:0/1953447269 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:06.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.216+0000 7f624be00640 1 --2- 172.21.15.26:0/1953447269 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 0x5590d9ab1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.216+0000 7f6253400640 1 -- 172.21.15.26:0/1953447269 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 msgr2=0x5590d9ab1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.216+0000 7f6253400640 1 --2- 172.21.15.26:0/1953447269 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 0x5590d9ab1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.216+0000 7f6253400640 1 -- 172.21.15.26:0/1953447269 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9aa61e0 msgr2=0x5590d9abda00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.216+0000 7f6253400640 1 --2- 172.21.15.26:0/1953447269 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9aa61e0 0x5590d9abda00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.216+0000 7f6253400640 1 -- 172.21.15.26:0/1953447269 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590d97db7d0 con 0x5590d9a9b1f0 2024-04-26T23:52:06.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.216+0000 7f6253400640 1 --2- 172.21.15.26:0/1953447269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 0x5590d9aa1dc0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f6244004650 tx=0x7f624403e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30324874a99d43e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.217+0000 7f6243400640 1 -- 172.21.15.26:0/1953447269 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6244057070 con 0x5590d9a9b1f0 2024-04-26T23:52:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.217+0000 7f6243400640 1 -- 172.21.15.26:0/1953447269 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6244003770 con 0x5590d9a9b1f0 2024-04-26T23:52:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.217+0000 7f6243400640 1 -- 172.21.15.26:0/1953447269 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6244035040 con 0x5590d9a9b1f0 2024-04-26T23:52:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.217+0000 7f625cfbe740 1 -- 172.21.15.26:0/1953447269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 msgr2=0x5590d9aa1dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.217+0000 7f625cfbe740 1 --2- 172.21.15.26:0/1953447269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 0x5590d9aa1dc0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f6244004650 tx=0x7f624403e000 comp rx=0 tx=0).stop 2024-04-26T23:52:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.218+0000 7f625cfbe740 1 -- 172.21.15.26:0/1953447269 shutdown_connections 2024-04-26T23:52:06.222 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.218+0000 7f625cfbe740 1 --2- 172.21.15.26:0/1953447269 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9aa61e0 0x5590d9abda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.218+0000 7f625cfbe740 1 --2- 172.21.15.26:0/1953447269 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9a9bb10 0x5590d9ab1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.218+0000 7f625cfbe740 1 --2- 172.21.15.26:0/1953447269 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 0x5590d9aa1dc0 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.218+0000 7f625cfbe740 1 -- 172.21.15.26:0/1953447269 >> 172.21.15.26:0/1953447269 conn(0x5590d9a97510 msgr2=0x5590d9a96690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.218+0000 7f625cfbe740 1 -- 172.21.15.26:0/1953447269 shutdown_connections 2024-04-26T23:52:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.218+0000 7f625cfbe740 1 -- 172.21.15.26:0/1953447269 wait complete. 2024-04-26T23:52:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.218+0000 7f625cfbe740 1 -- start start 2024-04-26T23:52:06.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.218+0000 7f625cfbe740 1 Processor -- start 2024-04-26T23:52:06.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.219+0000 7f625cfbe740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 0x5590d9aae360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.219+0000 7f625cfbe740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9bb10 0x5590d9aab6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.219+0000 7f625cfbe740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9aa61e0 0x5590d9aabc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.219+0000 7f625cfbe740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f62541b3120 con 0x5590d9a9b1f0 2024-04-26T23:52:06.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.219+0000 7f625cfbe740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f62541b4590 con 0x5590d9a9bb10 2024-04-26T23:52:06.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.219+0000 7f625cfbe740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f62541b37f0 con 0x5590d9aa61e0 2024-04-26T23:52:06.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.219+0000 7f625cfbe740 10 client.0 _ll_register_callbacks cb 0x7f624c087040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:52:06.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.219+0000 7f6253400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 0x5590d9aae360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.219+0000 7f6253400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 0x5590d9aae360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59756/0 (socket says 172.21.15.26:59756) 2024-04-26T23:52:06.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.219+0000 7f6253400640 1 -- 172.21.15.26:0/3901842026 learned_addr learned my addr 172.21.15.26:0/3901842026 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:06.226 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.219+0000 7f624be00640 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9bb10 0x5590d9aab6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.219+0000 7f6253e00640 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9aa61e0 0x5590d9aabc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.220+0000 7f6253400640 1 -- 172.21.15.26:0/3901842026 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9aa61e0 msgr2=0x5590d9aabc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.220+0000 7f6253400640 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9aa61e0 0x5590d9aabc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.220+0000 7f6253400640 1 -- 172.21.15.26:0/3901842026 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9bb10 msgr2=0x5590d9aab6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.220+0000 7f6253400640 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9bb10 0x5590d9aab6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.220+0000 7f6253400640 1 -- 172.21.15.26:0/3901842026 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590d99a62a0 con 0x5590d9a9b1f0 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.220+0000 7f6253400640 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 0x5590d9aae360 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f624402a930 tx=0x7f6244005450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a04dcd7226ee5a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.220+0000 7f6240c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.220+0000 7f6240c00640 1 -- 172.21.15.26:0/3901842026 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6244057040 con 0x5590d9a9b1f0 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.220+0000 7f6240c00640 1 -- 172.21.15.26:0/3901842026 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f6244003ba0 con 0x5590d9a9b1f0 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.220+0000 7f625cfbe740 1 -- 172.21.15.26:0/3901842026 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6244003770 con 0x5590d9a9b1f0 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.221+0000 7f6240c00640 1 -- 172.21.15.26:0/3901842026 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6244035040 con 0x5590d9a9b1f0 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.221+0000 7f625cfbe740 10 client.18822 fetch_fsmap learned FSMap version 24 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.221+0000 7f625cfbe740 1 -- 172.21.15.26:0/3901842026 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5590d9b1bf20 con 0x5590d9a9b1f0 2024-04-26T23:52:06.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.221+0000 7f6240c00640 1 -- 172.21.15.26:0/3901842026 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6244003770 con 0x5590d9a9b1f0 2024-04-26T23:52:06.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.221+0000 7f6240c00640 1 -- 172.21.15.26:0/3901842026 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f624403c700 con 0x5590d9a9b1f0 2024-04-26T23:52:06.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.221+0000 7f625cfbe740 10 client.18822 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:52:06.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.221+0000 7f625cfbe740 10 client.18822 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-04-26T23:52:06.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.221+0000 7f625cfbe740 20 client.18822 populate_metadata read hostname 'smithi026' 2024-04-26T23:52:06.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.221+0000 7f625cfbe740 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5590d9b1c5f0 0x5590d9b1ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.221+0000 7f625cfbe740 4 client.18822 mds_command: new command op to 34508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:52:06.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.221+0000 7f625cfbe740 1 -- 172.21.15.26:0/3901842026 --> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5590d9a076f0 con 0x5590d9b1c5f0 2024-04-26T23:52:06.228 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.222+0000 7f624be00640 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5590d9b1c5f0 0x5590d9b1ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.223+0000 7f624be00640 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5590d9b1c5f0 0x5590d9b1ea10 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5a169fe49e5dca34 server_cookie=3fdd0a51922db683 in_seq=0 out_seq=0 2024-04-26T23:52:06.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.223+0000 7f6240c00640 10 client.18822 ms_handle_connect on v2:172.21.15.86:6836/1137699523 2024-04-26T23:52:06.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.223+0000 7f6240c00640 1 -- 172.21.15.26:0/3901842026 <== mds.1 v2:172.21.15.86:6836/1137699523 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5590d9a076f0 con 0x5590d9b1c5f0 2024-04-26T23:52:06.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.223+0000 7f6240c00640 10 client.18822 handle_command_reply: tid=0 2024-04-26T23:52:06.229 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.223+0000 7f625cfbe740 1 client.18822 shutdown 2024-04-26T23:52:06.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.224+0000 7f625cfbe740 1 -- 172.21.15.26:0/3901842026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 msgr2=0x5590d9aae360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.224+0000 7f625cfbe740 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 0x5590d9aae360 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f624402a930 tx=0x7f6244005450 comp rx=0 tx=0).stop 2024-04-26T23:52:06.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.224+0000 7f625cfbe740 1 -- 172.21.15.26:0/3901842026 shutdown_connections 2024-04-26T23:52:06.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.224+0000 7f625cfbe740 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.86:6836/1137699523,v1:172.21.15.86:6837/1137699523] conn(0x5590d9b1c5f0 0x5590d9b1ea10 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.224+0000 7f625cfbe740 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5590d9aa61e0 0x5590d9aabc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.224+0000 7f625cfbe740 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x5590d9a9bb10 0x5590d9aab6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.224+0000 7f6240c00640 0 client.18822 ms_handle_reset on v2:172.21.15.86:6836/1137699523 2024-04-26T23:52:06.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.224+0000 7f625cfbe740 1 --2- 172.21.15.26:0/3901842026 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x5590d9a9b1f0 0x5590d9aae360 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.224+0000 7f625cfbe740 1 -- 172.21.15.26:0/3901842026 >> 172.21.15.26:0/3901842026 conn(0x5590d9a97510 msgr2=0x5590d9aa4690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:06.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.224+0000 7f625cfbe740 1 -- 172.21.15.26:0/3901842026 shutdown_connections 2024-04-26T23:52:06.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.224+0000 7f625cfbe740 1 -- 172.21.15.26:0/3901842026 wait complete. 2024-04-26T23:52:06.230 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.224+0000 7f625cfbe740 20 client.18822 trim_cache size 0 max 16384 2024-04-26T23:52:06.231 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:52:06.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.225+0000 7f625a000640 1 -- 172.21.15.26:0/1725822320 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f62380a3d20 msgr2=0x7f62380a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.225+0000 7f625a000640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f62380a3d20 0x7f62380a61e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6244006010 tx=0x7f6244009560 comp rx=0 tx=0).stop 2024-04-26T23:52:06.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.225+0000 7f625a000640 1 -- 172.21.15.26:0/1725822320 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62541a3fa0 msgr2=0x7f62541a4450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.225+0000 7f625a000640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62541a3fa0 0x7f62541a4450 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f624c00cad0 tx=0x7f624c00cf90 comp rx=0 tx=0).stop 2024-04-26T23:52:06.231 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.225+0000 7f625a000640 1 -- 172.21.15.26:0/1725822320 shutdown_connections 2024-04-26T23:52:06.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.225+0000 7f625a000640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f62380a3d20 0x7f62380a61e0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.225+0000 7f625a000640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f62541a3fa0 0x7f62541a4450 unknown :-1 s=CLOSED pgs=1550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.225+0000 7f625a000640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f625410e230 0x7f625419fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.225+0000 7f625a000640 1 --2- 172.21.15.26:0/1725822320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62541091b0 0x7f625419f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.225+0000 7f625a000640 1 -- 172.21.15.26:0/1725822320 >> 172.21.15.26:0/1725822320 conn(0x7f6254076e70 msgr2=0x7f62540782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:06.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.225+0000 7f625a000640 1 -- 172.21.15.26:0/1725822320 shutdown_connections 2024-04-26T23:52:06.232 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.225+0000 7f625a000640 1 -- 172.21.15.26:0/1725822320 wait complete. 2024-04-26T23:52:06.247 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-26T23:52:06.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:05 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1723969452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:52:06.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.447+0000 7f325be00640 1 -- 172.21.15.26:0/3657033652 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f325c1076d0 msgr2=0x7f325c107ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.447+0000 7f325be00640 1 --2- 172.21.15.26:0/3657033652 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f325c1076d0 0x7f325c107ab0 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7f324c009930 tx=0x7f324c02a420 comp rx=0 tx=0).stop 2024-04-26T23:52:06.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.447+0000 7f325be00640 1 -- 172.21.15.26:0/3657033652 shutdown_connections 2024-04-26T23:52:06.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.447+0000 7f325be00640 1 --2- 172.21.15.26:0/3657033652 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f325c102080 0x7f325c10e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.447+0000 7f325be00640 1 --2- 172.21.15.26:0/3657033652 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f325c1016c0 0x7f325c101b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.447+0000 7f325be00640 1 --2- 172.21.15.26:0/3657033652 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f325c1076d0 0x7f325c107ab0 unknown :-1 s=CLOSED pgs=1555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.447+0000 7f325be00640 1 -- 172.21.15.26:0/3657033652 >> 172.21.15.26:0/3657033652 conn(0x7f325c0fd1b0 msgr2=0x7f325c0ff5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:06.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.447+0000 7f325be00640 1 -- 172.21.15.26:0/3657033652 shutdown_connections 2024-04-26T23:52:06.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.447+0000 7f325be00640 1 -- 172.21.15.26:0/3657033652 wait complete. 2024-04-26T23:52:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.448+0000 7f325be00640 1 Processor -- start 2024-04-26T23:52:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.448+0000 7f325be00640 1 -- start start 2024-04-26T23:52:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f325c1016c0 0x7f325c19b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325be00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f325c102080 0x7f325c19b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325be00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f325c1076d0 0x7f325c19fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f325c111890 con 0x7f325c1016c0 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325be00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f325c111710 con 0x7f325c102080 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325be00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f325c111a10 con 0x7f325c1076d0 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f325c1016c0 0x7f325c19b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f325c1016c0 0x7f325c19b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59776/0 (socket says 172.21.15.26:59776) 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325aa00640 1 -- 172.21.15.26:0/646552622 learned_addr learned my addr 172.21.15.26:0/646552622 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325a000640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f325c102080 0x7f325c19b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325b400640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f325c1076d0 0x7f325c19fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325aa00640 1 -- 172.21.15.26:0/646552622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f325c1076d0 msgr2=0x7f325c19fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325aa00640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f325c1076d0 0x7f325c19fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325aa00640 1 -- 172.21.15.26:0/646552622 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f325c102080 msgr2=0x7f325c19b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325aa00640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f325c102080 0x7f325c19b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325aa00640 1 -- 172.21.15.26:0/646552622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f325c1a0180 con 0x7f325c1016c0 2024-04-26T23:52:06.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.449+0000 7f325b400640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f325c1076d0 0x7f325c19fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:52:06.455 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.450+0000 7f325aa00640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f325c1016c0 0x7f325c19b1e0 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f324c02a940 tx=0x7f324c003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.450+0000 7f3260a00640 1 -- 172.21.15.26:0/646552622 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f324c03f070 con 0x7f325c1016c0 2024-04-26T23:52:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.450+0000 7f3260a00640 1 -- 172.21.15.26:0/646552622 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f324c03baf0 con 0x7f325c1016c0 2024-04-26T23:52:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.450+0000 7f3260a00640 1 -- 172.21.15.26:0/646552622 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f324c035030 con 0x7f325c1016c0 2024-04-26T23:52:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.450+0000 7f325be00640 1 -- 172.21.15.26:0/646552622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f325c1a0410 con 0x7f325c1016c0 2024-04-26T23:52:06.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.450+0000 7f325be00640 1 -- 172.21.15.26:0/646552622 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f325c1a7d00 con 0x7f325c1016c0 2024-04-26T23:52:06.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.454+0000 7f3264d81740 1 Processor -- start 2024-04-26T23:52:06.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.454+0000 7f3264d81740 1 -- start start 2024-04-26T23:52:06.457 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.454+0000 7f3260a00640 1 -- 172.21.15.26:0/646552622 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f324c042070 con 0x7f325c1016c0 2024-04-26T23:52:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.454+0000 7f3264d81740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 0x55facd43c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.454+0000 7f3264d81740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 0x55facd446e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.454+0000 7f3264d81740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd447390 0x55facd449780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.459 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.454+0000 7f3264d81740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55facd3a0c70 con 0x55facd43c3a0 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.454+0000 7f3264d81740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55facd359980 con 0x55facd447390 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.454+0000 7f3264d81740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55facd39cc30 con 0x55facd43ccc0 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.454+0000 7f325b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 0x55facd43c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.455+0000 7f325b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 0x55facd43c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59784/0 (socket says 172.21.15.26:59784) 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.455+0000 7f325b400640 1 -- 172.21.15.26:0/3392756312 learned_addr learned my addr 172.21.15.26:0/3392756312 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.455+0000 7f325aa00640 1 --2- 172.21.15.26:0/3392756312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 0x55facd446e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.455+0000 7f325a000640 1 --2- 172.21.15.26:0/3392756312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd447390 0x55facd449780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.455+0000 7f325b400640 1 -- 172.21.15.26:0/3392756312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 msgr2=0x55facd446e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.455+0000 7f325b400640 1 --2- 172.21.15.26:0/3392756312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 0x55facd446e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.455+0000 7f325b400640 1 -- 172.21.15.26:0/3392756312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd447390 msgr2=0x55facd449780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.455+0000 7f325b400640 1 --2- 172.21.15.26:0/3392756312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd447390 0x55facd449780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.455+0000 7f325b400640 1 -- 172.21.15.26:0/3392756312 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55facd3317b0 con 0x55facd43c3a0 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.455+0000 7f325a000640 1 --2- 172.21.15.26:0/3392756312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd447390 0x55facd449780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.455+0000 7f325b400640 1 --2- 172.21.15.26:0/3392756312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 0x55facd43c780 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f3254009f10 tx=0x7f325400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4529d4cc65fd3482 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:06.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.456+0000 7f324be00640 1 -- 172.21.15.26:0/3392756312 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3254003b70 con 0x55facd43c3a0 2024-04-26T23:52:06.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.456+0000 7f324be00640 1 -- 172.21.15.26:0/3392756312 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3254003d10 con 0x55facd43c3a0 2024-04-26T23:52:06.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.456+0000 7f324be00640 1 -- 172.21.15.26:0/3392756312 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32540118c0 con 0x55facd43c3a0 2024-04-26T23:52:06.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.456+0000 7f3260a00640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f323c0a3da0 0x7f323c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.456+0000 7f3260a00640 1 -- 172.21.15.26:0/646552622 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f324c0f0ef0 con 0x7f325c1016c0 2024-04-26T23:52:06.465 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.456+0000 7f325aa00640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f323c0a3da0 0x7f323c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.457+0000 7f3264d81740 1 -- 172.21.15.26:0/3392756312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 msgr2=0x55facd43c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.457+0000 7f3264d81740 1 --2- 172.21.15.26:0/3392756312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 0x55facd43c780 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f3254009f10 tx=0x7f325400f730 comp rx=0 tx=0).stop 2024-04-26T23:52:06.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.457+0000 7f3264d81740 1 -- 172.21.15.26:0/3392756312 shutdown_connections 2024-04-26T23:52:06.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.457+0000 7f3264d81740 1 --2- 172.21.15.26:0/3392756312 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd447390 0x55facd449780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.457+0000 7f3264d81740 1 --2- 172.21.15.26:0/3392756312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 0x55facd446e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.457+0000 7f3264d81740 1 --2- 172.21.15.26:0/3392756312 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 0x55facd43c780 unknown :-1 s=CLOSED pgs=1557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.457+0000 7f3264d81740 1 -- 172.21.15.26:0/3392756312 >> 172.21.15.26:0/3392756312 conn(0x55facd4386c0 msgr2=0x55facd438aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:06.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.457+0000 7f3264d81740 1 -- 172.21.15.26:0/3392756312 shutdown_connections 2024-04-26T23:52:06.466 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.457+0000 7f325aa00640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f323c0a3da0 0x7f323c0a6260 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x55facd43d960 tx=0x7f324c02a420 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:06.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.457+0000 7f3264d81740 1 -- 172.21.15.26:0/3392756312 wait complete. 2024-04-26T23:52:06.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.457+0000 7f3264d81740 1 -- start start 2024-04-26T23:52:06.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.458+0000 7f3264d81740 1 Processor -- start 2024-04-26T23:52:06.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.458+0000 7f3264d81740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd43c3a0 0x55facd446d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.458+0000 7f3264d81740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 0x55facd443ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.458+0000 7f3264d81740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd447390 0x55facd444550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.458+0000 7f3264d81740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x55facd39ff80 con 0x55facd447390 2024-04-26T23:52:06.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.458+0000 7f3264d81740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x55facd34d260 con 0x55facd43c3a0 2024-04-26T23:52:06.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.458+0000 7f3264d81740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55facd3a52a0 con 0x55facd43ccc0 2024-04-26T23:52:06.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.458+0000 7f3264d81740 10 client.0 _ll_register_callbacks cb 0x55facd397960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:52:06.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.459+0000 7f325b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd447390 0x55facd444550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.467 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.459+0000 7f325b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd447390 0x55facd444550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59790/0 (socket says 172.21.15.26:59790) 2024-04-26T23:52:06.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.459+0000 7f325b400640 1 -- 172.21.15.26:0/4131571381 learned_addr learned my addr 172.21.15.26:0/4131571381 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:06.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.459+0000 7f325a000640 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 0x55facd443ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.459+0000 7f325b400640 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd43c3a0 0x55facd446d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.459+0000 7f325b400640 1 -- 172.21.15.26:0/4131571381 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 msgr2=0x55facd443ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.459+0000 7f325b400640 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 0x55facd443ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.459+0000 7f325b400640 1 -- 172.21.15.26:0/4131571381 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd43c3a0 msgr2=0x55facd446d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.459+0000 7f325b400640 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd43c3a0 0x55facd446d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.459+0000 7f325b400640 1 -- 172.21.15.26:0/4131571381 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55facd32f1c0 con 0x55facd447390 2024-04-26T23:52:06.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.459+0000 7f325b400640 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd447390 0x55facd444550 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7f3254003ce0 tx=0x7f3254011580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbde87a4adbf7298 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:06.468 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.459+0000 7f3248c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:52:06.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.460+0000 7f3248c00640 1 -- 172.21.15.26:0/4131571381 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325401f070 con 0x55facd447390 2024-04-26T23:52:06.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.460+0000 7f3264d81740 1 -- 172.21.15.26:0/4131571381 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3254003d10 con 0x55facd447390 2024-04-26T23:52:06.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.460+0000 7f3248c00640 1 -- 172.21.15.26:0/4131571381 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f32540042d0 con 0x55facd447390 2024-04-26T23:52:06.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.460+0000 7f3248c00640 1 -- 172.21.15.26:0/4131571381 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f32540044d0 con 0x55facd447390 2024-04-26T23:52:06.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.460+0000 7f3264d81740 10 client.18834 fetch_fsmap learned FSMap version 24 2024-04-26T23:52:06.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.460+0000 7f3264d81740 1 -- 172.21.15.26:0/4131571381 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55facd0b23f0 con 0x55facd447390 2024-04-26T23:52:06.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.460+0000 7f3248c00640 1 -- 172.21.15.26:0/4131571381 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3254003d10 con 0x55facd447390 2024-04-26T23:52:06.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.461+0000 7f3248c00640 1 -- 172.21.15.26:0/4131571381 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3254011b20 con 0x55facd447390 2024-04-26T23:52:06.469 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.461+0000 7f3264d81740 10 client.18834 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:52:06.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.461+0000 7f3264d81740 10 client.18834 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:52:06.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.461+0000 7f3264d81740 20 client.18834 populate_metadata read hostname 'smithi026' 2024-04-26T23:52:06.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.461+0000 7f3264d81740 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55facd456cb0 0x55facd4590a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.461+0000 7f3264d81740 4 client.18834 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T23:52:06.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.461+0000 7f3264d81740 1 -- 172.21.15.26:0/4131571381 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55facd3ae880 con 0x55facd456cb0 2024-04-26T23:52:06.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.461+0000 7f325a000640 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55facd456cb0 0x55facd4590a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.463+0000 7f325a000640 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55facd456cb0 0x55facd4590a0 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c1c6c1b6b8a1368 server_cookie=5247b48e7a2077b0 in_seq=0 out_seq=0 2024-04-26T23:52:06.472 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.463+0000 7f3248c00640 10 client.18834 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.464+0000 7f3248c00640 1 -- 172.21.15.26:0/4131571381 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55facd3ae880 con 0x55facd456cb0 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.464+0000 7f3248c00640 10 client.18834 handle_command_reply: tid=0 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.464+0000 7f3264d81740 1 client.18834 shutdown 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.465+0000 7f3264d81740 1 -- 172.21.15.26:0/4131571381 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd447390 msgr2=0x55facd444550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.465+0000 7f3264d81740 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd447390 0x55facd444550 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7f3254003ce0 tx=0x7f3254011580 comp rx=0 tx=0).stop 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.465+0000 7f3264d81740 1 -- 172.21.15.26:0/4131571381 shutdown_connections 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.465+0000 7f3264d81740 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55facd456cb0 0x55facd4590a0 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.465+0000 7f3264d81740 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd447390 0x55facd444550 unknown :-1 s=CLOSED pgs=1558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.465+0000 7f3264d81740 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 0x55facd443ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.465+0000 7f3248c00640 0 client.18834 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.465+0000 7f3264d81740 1 --2- 172.21.15.26:0/4131571381 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd43c3a0 0x55facd446d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.465+0000 7f3264d81740 1 -- 172.21.15.26:0/4131571381 >> 172.21.15.26:0/4131571381 conn(0x55facd4386c0 msgr2=0x55facd43e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.465+0000 7f3264d81740 1 -- 172.21.15.26:0/4131571381 shutdown_connections 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.465+0000 7f3264d81740 1 -- 172.21.15.26:0/4131571381 wait complete. 2024-04-26T23:52:06.473 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.465+0000 7f3264d81740 20 client.18834 trim_cache size 0 max 16384 2024-04-26T23:52:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.480+0000 7f3264d81740 1 Processor -- start 2024-04-26T23:52:06.485 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.480+0000 7f3264d81740 1 -- start start 2024-04-26T23:52:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.480+0000 7f3264d81740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 0x55facd452e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.480+0000 7f3264d81740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 0x55facd446830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f3264d81740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd447390 0x55facd45e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f3264d81740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f325c1b2f10 con 0x55facd43c3a0 2024-04-26T23:52:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f3264d81740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f325c1b07e0 con 0x55facd447390 2024-04-26T23:52:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f3264d81740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f325c1ae650 con 0x55facd43ccc0 2024-04-26T23:52:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f325b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 0x55facd452e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f325b400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 0x55facd452e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59802/0 (socket says 172.21.15.26:59802) 2024-04-26T23:52:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f325b400640 1 -- 172.21.15.26:0/2578322211 learned_addr learned my addr 172.21.15.26:0/2578322211 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f325a000640 1 --2- 172.21.15.26:0/2578322211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 0x55facd446830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f325b400640 1 -- 172.21.15.26:0/2578322211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 msgr2=0x55facd446830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f325b400640 1 --2- 172.21.15.26:0/2578322211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 0x55facd446830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f325b400640 1 -- 172.21.15.26:0/2578322211 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd447390 msgr2=0x55facd45e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f325b400640 1 --2- 172.21.15.26:0/2578322211 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd447390 0x55facd45e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.487 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.481+0000 7f325b400640 1 -- 172.21.15.26:0/2578322211 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55facd17c7d0 con 0x55facd43c3a0 2024-04-26T23:52:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.482+0000 7f325b400640 1 --2- 172.21.15.26:0/2578322211 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 0x55facd452e40 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f3254009540 tx=0x7f3254003a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5946389abd450ffa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.482+0000 7f324b400640 1 -- 172.21.15.26:0/2578322211 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325403a070 con 0x55facd43c3a0 2024-04-26T23:52:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.482+0000 7f324b400640 1 -- 172.21.15.26:0/2578322211 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3254004e50 con 0x55facd43c3a0 2024-04-26T23:52:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.482+0000 7f324b400640 1 -- 172.21.15.26:0/2578322211 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325401f040 con 0x55facd43c3a0 2024-04-26T23:52:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.483+0000 7f3264d81740 1 -- 172.21.15.26:0/2578322211 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 msgr2=0x55facd452e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.483+0000 7f3264d81740 1 --2- 172.21.15.26:0/2578322211 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 0x55facd452e40 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f3254009540 tx=0x7f3254003a10 comp rx=0 tx=0).stop 2024-04-26T23:52:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.483+0000 7f3264d81740 1 -- 172.21.15.26:0/2578322211 shutdown_connections 2024-04-26T23:52:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.483+0000 7f3264d81740 1 --2- 172.21.15.26:0/2578322211 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd447390 0x55facd45e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.488 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.483+0000 7f3264d81740 1 --2- 172.21.15.26:0/2578322211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd43ccc0 0x55facd446830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.483+0000 7f3264d81740 1 --2- 172.21.15.26:0/2578322211 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43c3a0 0x55facd452e40 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.483+0000 7f3264d81740 1 -- 172.21.15.26:0/2578322211 >> 172.21.15.26:0/2578322211 conn(0x55facd4386c0 msgr2=0x55facd4377b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.483+0000 7f3264d81740 1 -- 172.21.15.26:0/2578322211 shutdown_connections 2024-04-26T23:52:06.489 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.483+0000 7f3264d81740 1 -- 172.21.15.26:0/2578322211 wait complete. 2024-04-26T23:52:06.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.483+0000 7f3264d81740 1 -- start start 2024-04-26T23:52:06.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.483+0000 7f3264d81740 1 Processor -- start 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.484+0000 7f3264d81740 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd43c3a0 0x55facd44a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.484+0000 7f3264d81740 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43ccc0 0x55facd44ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.484+0000 7f3264d81740 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd447390 0x55facd4bd950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.484+0000 7f3264d81740 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f325c1aeca0 con 0x55facd43ccc0 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.484+0000 7f3264d81740 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f325c1b0110 con 0x55facd43c3a0 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.484+0000 7f3264d81740 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f325c1af370 con 0x55facd447390 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.484+0000 7f3264d81740 10 client.0 _ll_register_callbacks cb 0x7f3254015070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.484+0000 7f325a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43ccc0 0x55facd44ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.484+0000 7f325a000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43ccc0 0x55facd44ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59818/0 (socket says 172.21.15.26:59818) 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.484+0000 7f325a000640 1 -- 172.21.15.26:0/3074409566 learned_addr learned my addr 172.21.15.26:0/3074409566 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.484+0000 7f325b400640 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd43c3a0 0x55facd44a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.484+0000 7f325a000640 1 -- 172.21.15.26:0/3074409566 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd447390 msgr2=0x55facd4bd950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.494 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f325a000640 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd447390 0x55facd4bd950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f325a000640 1 -- 172.21.15.26:0/3074409566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd43c3a0 msgr2=0x55facd44a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f325a000640 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd43c3a0 0x55facd44a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f325a000640 1 -- 172.21.15.26:0/3074409566 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55facd3472a0 con 0x55facd43ccc0 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f325b400640 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd43c3a0 0x55facd44a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f325a000640 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43ccc0 0x55facd44ab60 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x55facd443850 tx=0x7f3244011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=154d6cf44722f3ae server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f3248c00640 10 client.0 ms_handle_connect on v2:172.21.15.26:3300/0 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f3248c00640 1 -- 172.21.15.26:0/3074409566 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3244004260 con 0x55facd43ccc0 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f3248c00640 1 -- 172.21.15.26:0/3074409566 <== mon.0 v2:172.21.15.26:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f3244004400 con 0x55facd43ccc0 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f3264d81740 1 -- 172.21.15.26:0/3074409566 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3254004e50 con 0x55facd43ccc0 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f3248c00640 1 -- 172.21.15.26:0/3074409566 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f324402c050 con 0x55facd43ccc0 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f3264d81740 10 client.18840 fetch_fsmap learned FSMap version 24 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.485+0000 7f3264d81740 1 -- 172.21.15.26:0/3074409566 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55facd4c51f0 con 0x55facd43ccc0 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.486+0000 7f3248c00640 1 -- 172.21.15.26:0/3074409566 <== mon.0 v2:172.21.15.26:3300/0 4 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3254004e50 con 0x55facd43ccc0 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.486+0000 7f3248c00640 1 -- 172.21.15.26:0/3074409566 <== mon.0 v2:172.21.15.26:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3244003ab0 con 0x55facd43ccc0 2024-04-26T23:52:06.495 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.486+0000 7f3264d81740 10 client.18840 fetch_fsmap finished waiting for FSMap version 24 2024-04-26T23:52:06.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.486+0000 7f3264d81740 10 client.18840 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-26T23:52:06.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.486+0000 7f3264d81740 20 client.18840 populate_metadata read hostname 'smithi026' 2024-04-26T23:52:06.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.486+0000 7f3264d81740 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55facd4c59f0 0x55facd4c7e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:06.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.486+0000 7f3264d81740 4 client.18840 mds_command: new command op to 34559 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.486+0000 7f3264d81740 1 -- 172.21.15.26:0/3074409566 --> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55facd3a86f0 con 0x55facd4c59f0 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.487+0000 7f325b400640 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55facd4c59f0 0x55facd4c7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.487+0000 7f325b400640 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55facd4c59f0 0x55facd4c7e30 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b63f3e788b428076 server_cookie=e7fb8a30467041f7 in_seq=0 out_seq=0 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.487+0000 7f3248c00640 10 client.18840 ms_handle_connect on v2:172.21.15.86:6838/2562669391 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.488+0000 7f3248c00640 1 -- 172.21.15.26:0/3074409566 <== mds.0 v2:172.21.15.86:6838/2562669391 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55facd3a86f0 con 0x55facd4c59f0 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.488+0000 7f3248c00640 10 client.18840 handle_command_reply: tid=0 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.488+0000 7f3264d81740 1 client.18840 shutdown 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.489+0000 7f3264d81740 1 -- 172.21.15.26:0/3074409566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43ccc0 msgr2=0x55facd44ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.489+0000 7f3264d81740 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43ccc0 0x55facd44ab60 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x55facd443850 tx=0x7f3244011810 comp rx=0 tx=0).stop 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.489+0000 7f3264d81740 1 -- 172.21.15.26:0/3074409566 shutdown_connections 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.489+0000 7f3264d81740 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.86:6838/2562669391,v1:172.21.15.86:6839/2562669391] conn(0x55facd4c59f0 0x55facd4c7e30 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.489+0000 7f3264d81740 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55facd447390 0x55facd4bd950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.498 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.489+0000 7f3264d81740 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x55facd43ccc0 0x55facd44ab60 unknown :-1 s=CLOSED pgs=1560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.489+0000 7f3264d81740 1 --2- 172.21.15.26:0/3074409566 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x55facd43c3a0 0x55facd44a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.489+0000 7f3248c00640 0 client.18840 ms_handle_reset on v2:172.21.15.86:6838/2562669391 2024-04-26T23:52:06.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.489+0000 7f3264d81740 1 -- 172.21.15.26:0/3074409566 >> 172.21.15.26:0/3074409566 conn(0x55facd4386c0 msgr2=0x55facd445820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:06.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.489+0000 7f3264d81740 1 -- 172.21.15.26:0/3074409566 shutdown_connections 2024-04-26T23:52:06.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.489+0000 7f3264d81740 1 -- 172.21.15.26:0/3074409566 wait complete. 2024-04-26T23:52:06.499 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.489+0000 7f3264d81740 20 client.18840 trim_cache size 0 max 16384 2024-04-26T23:52:06.499 INFO:teuthology.orchestra.run.smithi026.stdout:[] 2024-04-26T23:52:06.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.490+0000 7f325be00640 1 -- 172.21.15.26:0/646552622 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f323c0a3da0 msgr2=0x7f323c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.490+0000 7f325be00640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f323c0a3da0 0x7f323c0a6260 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x55facd43d960 tx=0x7f324c02a420 comp rx=0 tx=0).stop 2024-04-26T23:52:06.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.490+0000 7f325be00640 1 -- 172.21.15.26:0/646552622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f325c1016c0 msgr2=0x7f325c19b1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:06.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.490+0000 7f325be00640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f325c1016c0 0x7f325c19b1e0 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f324c02a940 tx=0x7f324c003b90 comp rx=0 tx=0).stop 2024-04-26T23:52:06.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.490+0000 7f325be00640 1 -- 172.21.15.26:0/646552622 shutdown_connections 2024-04-26T23:52:06.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.490+0000 7f325be00640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f325c1076d0 0x7f325c19fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.490+0000 7f325be00640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f325c102080 0x7f325c19b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.490+0000 7f325be00640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f323c0a3da0 0x7f323c0a6260 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.500 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.490+0000 7f325be00640 1 --2- 172.21.15.26:0/646552622 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f325c1016c0 0x7f325c19b1e0 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:06.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.490+0000 7f325be00640 1 -- 172.21.15.26:0/646552622 >> 172.21.15.26:0/646552622 conn(0x7f325c0fd1b0 msgr2=0x7f325c10d570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:06.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.490+0000 7f325be00640 1 -- 172.21.15.26:0/646552622 shutdown_connections 2024-04-26T23:52:06.501 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:06.490+0000 7f325be00640 1 -- 172.21.15.26:0/646552622 wait complete. 2024-04-26T23:52:07.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:06 smithi086 ceph-mon[31122]: pgmap v508: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 48 KiB/s wr, 22 op/s 2024-04-26T23:52:07.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:06 smithi164 ceph-mon[31699]: pgmap v508: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 48 KiB/s wr, 22 op/s 2024-04-26T23:52:07.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:06 smithi026 ceph-mon[28371]: pgmap v508: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 48 KiB/s wr, 22 op/s 2024-04-26T23:52:07.511 INFO:tasks.fwd_scrub.fs.[cephfs]:end scrubbing fs: cephfs 2024-04-26T23:52:07.512 INFO:tasks.fwd_scrub:done joining 2024-04-26T23:52:07.512 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-26T23:52:07.523 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:52:07.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.744+0000 7ff496200640 1 -- 172.21.15.26:0/2518722344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff49010ab90 msgr2=0x7ff49010af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:07.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.744+0000 7ff496200640 1 --2- 172.21.15.26:0/2518722344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff49010ab90 0x7ff49010af70 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7ff480009930 tx=0x7ff48002a420 comp rx=0 tx=0).stop 2024-04-26T23:52:07.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.744+0000 7ff496200640 1 -- 172.21.15.26:0/2518722344 shutdown_connections 2024-04-26T23:52:07.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.744+0000 7ff496200640 1 --2- 172.21.15.26:0/2518722344 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff4901054b0 0x7ff4901119c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:07.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.744+0000 7ff496200640 1 --2- 172.21.15.26:0/2518722344 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff490104af0 0x7ff490104f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:07.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.744+0000 7ff496200640 1 --2- 172.21.15.26:0/2518722344 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff49010ab90 0x7ff49010af70 unknown :-1 s=CLOSED pgs=1561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:07.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.744+0000 7ff496200640 1 -- 172.21.15.26:0/2518722344 >> 172.21.15.26:0/2518722344 conn(0x7ff4901005e0 msgr2=0x7ff490102a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:07.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.744+0000 7ff496200640 1 -- 172.21.15.26:0/2518722344 shutdown_connections 2024-04-26T23:52:07.748 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.744+0000 7ff496200640 1 -- 172.21.15.26:0/2518722344 wait complete. 2024-04-26T23:52:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.745+0000 7ff496200640 1 Processor -- start 2024-04-26T23:52:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.745+0000 7ff496200640 1 -- start start 2024-04-26T23:52:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.745+0000 7ff496200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff490104af0 0x7ff49019b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.745+0000 7ff496200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff4901054b0 0x7ff49019b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.745+0000 7ff496200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff49010ab90 0x7ff49019fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.745+0000 7ff496200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff490114c90 con 0x7ff490104af0 2024-04-26T23:52:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.745+0000 7ff496200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff490114b10 con 0x7ff49010ab90 2024-04-26T23:52:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.746+0000 7ff496200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff490114e10 con 0x7ff4901054b0 2024-04-26T23:52:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.746+0000 7ff48f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff490104af0 0x7ff49019b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.746+0000 7ff48f400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff490104af0 0x7ff49019b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59842/0 (socket says 172.21.15.26:59842) 2024-04-26T23:52:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.746+0000 7ff48f400640 1 -- 172.21.15.26:0/3654794036 learned_addr learned my addr 172.21.15.26:0/3654794036 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:07.751 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.746+0000 7ff487e00640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff4901054b0 0x7ff49019b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.746+0000 7ff48fe00640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff49010ab90 0x7ff49019fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.746+0000 7ff48f400640 1 -- 172.21.15.26:0/3654794036 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff4901054b0 msgr2=0x7ff49019b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.746+0000 7ff48f400640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff4901054b0 0x7ff49019b710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.746+0000 7ff48f400640 1 -- 172.21.15.26:0/3654794036 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff49010ab90 msgr2=0x7ff49019fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.746+0000 7ff48f400640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff49010ab90 0x7ff49019fa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.746+0000 7ff48f400640 1 -- 172.21.15.26:0/3654794036 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4901a01c0 con 0x7ff490104af0 2024-04-26T23:52:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.747+0000 7ff48f400640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff490104af0 0x7ff49019b1d0 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7ff48002a940 tx=0x7ff480003d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.747+0000 7ff48cc00640 1 -- 172.21.15.26:0/3654794036 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff48003f070 con 0x7ff490104af0 2024-04-26T23:52:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.747+0000 7ff48cc00640 1 -- 172.21.15.26:0/3654794036 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff48003bdc0 con 0x7ff490104af0 2024-04-26T23:52:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.747+0000 7ff496200640 1 -- 172.21.15.26:0/3654794036 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4901a0450 con 0x7ff490104af0 2024-04-26T23:52:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.747+0000 7ff48cc00640 1 -- 172.21.15.26:0/3654794036 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff480035030 con 0x7ff490104af0 2024-04-26T23:52:07.752 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.747+0000 7ff496200640 1 -- 172.21.15.26:0/3654794036 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4901a7d40 con 0x7ff490104af0 2024-04-26T23:52:07.753 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.748+0000 7ff496200640 1 -- 172.21.15.26:0/3654794036 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff490069c10 con 0x7ff490104af0 2024-04-26T23:52:07.754 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.750+0000 7ff48cc00640 1 -- 172.21.15.26:0/3654794036 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff480042070 con 0x7ff490104af0 2024-04-26T23:52:07.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.752+0000 7ff48cc00640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff4740a3d20 0x7ff4740a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:07.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.752+0000 7ff48cc00640 1 -- 172.21.15.26:0/3654794036 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7ff4800f12c0 con 0x7ff490104af0 2024-04-26T23:52:07.756 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.752+0000 7ff487e00640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff4740a3d20 0x7ff4740a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:07.757 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.753+0000 7ff487e00640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff4740a3d20 0x7ff4740a61e0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff490102cf0 tx=0x7ff478005c60 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:07.760 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.757+0000 7ff48cc00640 1 -- 172.21.15.26:0/3654794036 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7ff4800bd8e0 con 0x7ff490104af0 2024-04-26T23:52:07.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.977+0000 7ff496200640 1 -- 172.21.15.26:0/3654794036 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff49010d060 con 0x7ff490104af0 2024-04-26T23:52:07.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.981+0000 7ff48cc00640 1 -- 172.21.15.26:0/3654794036 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v110) ==== 74+0+23137 (secure 0 0 0) 0x7ff4800bd1e0 con 0x7ff490104af0 2024-04-26T23:52:07.986 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:52:07.986 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":110,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:51:10.543049+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"109","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":25,"snap_epoch":109,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/4065044171":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2100393270":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3654847750":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/445554482":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3428062602":"2024-04-27T23:35:51.095952+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":12,"length":1},{"begin":25,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:52:07.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.984+0000 7ff496200640 1 -- 172.21.15.26:0/3654794036 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff4740a3d20 msgr2=0x7ff4740a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:07.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.984+0000 7ff496200640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff4740a3d20 0x7ff4740a61e0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff490102cf0 tx=0x7ff478005c60 comp rx=0 tx=0).stop 2024-04-26T23:52:07.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.984+0000 7ff496200640 1 -- 172.21.15.26:0/3654794036 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff490104af0 msgr2=0x7ff49019b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:07.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.984+0000 7ff496200640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff490104af0 0x7ff49019b1d0 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7ff48002a940 tx=0x7ff480003d60 comp rx=0 tx=0).stop 2024-04-26T23:52:07.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.984+0000 7ff496200640 1 -- 172.21.15.26:0/3654794036 shutdown_connections 2024-04-26T23:52:07.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.984+0000 7ff496200640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff49010ab90 0x7ff49019fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:07.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.984+0000 7ff496200640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff4901054b0 0x7ff49019b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:07.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.984+0000 7ff496200640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff4740a3d20 0x7ff4740a61e0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:07.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.984+0000 7ff496200640 1 --2- 172.21.15.26:0/3654794036 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff490104af0 0x7ff49019b1d0 unknown :-1 s=CLOSED pgs=1562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:07.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.984+0000 7ff496200640 1 -- 172.21.15.26:0/3654794036 >> 172.21.15.26:0/3654794036 conn(0x7ff4901005e0 msgr2=0x7ff490100ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:07.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.984+0000 7ff496200640 1 -- 172.21.15.26:0/3654794036 shutdown_connections 2024-04-26T23:52:07.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:07.985+0000 7ff496200640 1 -- 172.21.15.26:0/3654794036 wait complete. 2024-04-26T23:52:08.007 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T23:33:17.314859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T23:33:18.628963+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '109', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 25, 'snap_epoch': 109, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:52:08.008 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T23:52:08.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.211+0000 7f1956e00640 1 -- 172.21.15.26:0/2589433584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1950109b60 msgr2=0x7f195010db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:08.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.211+0000 7f1956e00640 1 --2- 172.21.15.26:0/2589433584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1950109b60 0x7f195010db50 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7f1938009900 tx=0x7f193802a410 comp rx=0 tx=0).stop 2024-04-26T23:52:08.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.212+0000 7f1956e00640 1 -- 172.21.15.26:0/2589433584 shutdown_connections 2024-04-26T23:52:08.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.212+0000 7f1956e00640 1 --2- 172.21.15.26:0/2589433584 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f195010e230 0x7f1950115e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.216 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.212+0000 7f1956e00640 1 --2- 172.21.15.26:0/2589433584 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1950109b60 0x7f195010db50 unknown :-1 s=CLOSED pgs=1563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.212+0000 7f1956e00640 1 --2- 172.21.15.26:0/2589433584 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f19501091b0 0x7f1950109590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.212+0000 7f1956e00640 1 -- 172.21.15.26:0/2589433584 >> 172.21.15.26:0/2589433584 conn(0x7f1950076e70 msgr2=0x7f1950079290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:08.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.212+0000 7f1956e00640 1 -- 172.21.15.26:0/2589433584 shutdown_connections 2024-04-26T23:52:08.217 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.212+0000 7f1956e00640 1 -- 172.21.15.26:0/2589433584 wait complete. 2024-04-26T23:52:08.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.213+0000 7f1956e00640 1 Processor -- start 2024-04-26T23:52:08.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.213+0000 7f1956e00640 1 -- start start 2024-04-26T23:52:08.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.214+0000 7f1956e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f19501091b0 0x7f195019f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:08.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.214+0000 7f1956e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f195010e230 0x7f195019fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:08.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.214+0000 7f1956e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f19501a3f70 0x7f19501a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:08.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.214+0000 7f1956e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1950119020 con 0x7f19501091b0 2024-04-26T23:52:08.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.214+0000 7f1956e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1950118ea0 con 0x7f19501a3f70 2024-04-26T23:52:08.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.214+0000 7f1956e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f19501191a0 con 0x7f195010e230 2024-04-26T23:52:08.218 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.214+0000 7f194fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f19501091b0 0x7f195019f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:08.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.214+0000 7f194fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f19501091b0 0x7f195019f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59856/0 (socket says 172.21.15.26:59856) 2024-04-26T23:52:08.219 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.214+0000 7f194fe00640 1 -- 172.21.15.26:0/492420352 learned_addr learned my addr 172.21.15.26:0/492420352 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:08.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.215+0000 7f194f400640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f195010e230 0x7f195019fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:08.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.215+0000 7f1954e00640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f19501a3f70 0x7f19501a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:08.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.215+0000 7f194fe00640 1 -- 172.21.15.26:0/492420352 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f195010e230 msgr2=0x7f195019fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:08.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.215+0000 7f194fe00640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f195010e230 0x7f195019fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.215+0000 7f194fe00640 1 -- 172.21.15.26:0/492420352 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f19501a3f70 msgr2=0x7f19501a4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:08.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.215+0000 7f194fe00640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f19501a3f70 0x7f19501a4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.215+0000 7f194fe00640 1 -- 172.21.15.26:0/492420352 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19501a4a60 con 0x7f19501091b0 2024-04-26T23:52:08.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.215+0000 7f194fe00640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f19501091b0 0x7f195019f6b0 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f194000eb90 tx=0x7f194000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:08.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.215+0000 7f194cc00640 1 -- 172.21.15.26:0/492420352 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1940004d20 con 0x7f19501091b0 2024-04-26T23:52:08.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.215+0000 7f194cc00640 1 -- 172.21.15.26:0/492420352 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f194000ee90 con 0x7f19501091b0 2024-04-26T23:52:08.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.215+0000 7f1956e00640 1 -- 172.21.15.26:0/492420352 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19501a4d50 con 0x7f19501091b0 2024-04-26T23:52:08.220 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.216+0000 7f194cc00640 1 -- 172.21.15.26:0/492420352 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1940010690 con 0x7f19501091b0 2024-04-26T23:52:08.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.216+0000 7f1956e00640 1 -- 172.21.15.26:0/492420352 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19501ac540 con 0x7f19501091b0 2024-04-26T23:52:08.221 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.217+0000 7f1956e00640 1 -- 172.21.15.26:0/492420352 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1950069ba0 con 0x7f19501091b0 2024-04-26T23:52:08.223 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.219+0000 7f194cc00640 1 -- 172.21.15.26:0/492420352 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1940010830 con 0x7f19501091b0 2024-04-26T23:52:08.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.221+0000 7f194cc00640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f19340a3da0 0x7f19340a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:08.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.221+0000 7f194cc00640 1 -- 172.21.15.26:0/492420352 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7f19400d11c0 con 0x7f19501091b0 2024-04-26T23:52:08.224 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.221+0000 7f194f400640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f19340a3da0 0x7f19340a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:08.225 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.222+0000 7f194f400640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f19340a3da0 0x7f19340a6260 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f1938006010 tx=0x7f1938000bc0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:08.227 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.223+0000 7f194cc00640 1 -- 172.21.15.26:0/492420352 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f1940054060 con 0x7f19501091b0 2024-04-26T23:52:08.434 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.430+0000 7f1956e00640 1 -- 172.21.15.26:0/492420352 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f19501114c0 con 0x7f19501091b0 2024-04-26T23:52:08.435 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.431+0000 7f194cc00640 1 -- 172.21.15.26:0/492420352 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v110) ==== 93+0+10 (secure 0 0 0) 0x7f194009d7e0 con 0x7f19501091b0 2024-04-26T23:52:08.435 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:52:08.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.434+0000 7f1956e00640 1 -- 172.21.15.26:0/492420352 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f19340a3da0 msgr2=0x7f19340a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:08.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.434+0000 7f1956e00640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f19340a3da0 0x7f19340a6260 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f1938006010 tx=0x7f1938000bc0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.434+0000 7f1956e00640 1 -- 172.21.15.26:0/492420352 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f19501091b0 msgr2=0x7f195019f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:08.438 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.434+0000 7f1956e00640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f19501091b0 0x7f195019f6b0 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f194000eb90 tx=0x7f194000c6a0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.434+0000 7f1956e00640 1 -- 172.21.15.26:0/492420352 shutdown_connections 2024-04-26T23:52:08.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.434+0000 7f1956e00640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f19501a3f70 0x7f19501a4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.434+0000 7f1956e00640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f195010e230 0x7f195019fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.434+0000 7f1956e00640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f19340a3da0 0x7f19340a6260 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.434+0000 7f1956e00640 1 --2- 172.21.15.26:0/492420352 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f19501091b0 0x7f195019f6b0 unknown :-1 s=CLOSED pgs=1564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.434+0000 7f1956e00640 1 -- 172.21.15.26:0/492420352 >> 172.21.15.26:0/492420352 conn(0x7f1950076e70 msgr2=0x7f19500782f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:08.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.435+0000 7f1956e00640 1 -- 172.21.15.26:0/492420352 shutdown_connections 2024-04-26T23:52:08.439 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.435+0000 7f1956e00640 1 -- 172.21.15.26:0/492420352 wait complete. 2024-04-26T23:52:08.459 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T23:52:08.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.670+0000 7fcdf2800640 1 -- 172.21.15.26:0/4230395683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcdec1053a0 msgr2=0x7fcdec1118b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:08.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.670+0000 7fcdf2800640 1 --2- 172.21.15.26:0/4230395683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcdec1053a0 0x7fcdec1118b0 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7fcde4009cd0 tx=0x7fcde402a8f0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.671+0000 7fcdf2800640 1 -- 172.21.15.26:0/4230395683 shutdown_connections 2024-04-26T23:52:08.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.671+0000 7fcdf2800640 1 --2- 172.21.15.26:0/4230395683 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcdec1053a0 0x7fcdec1118b0 unknown :-1 s=CLOSED pgs=1565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.671+0000 7fcdf2800640 1 --2- 172.21.15.26:0/4230395683 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcdec1049e0 0x7fcdec104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.671+0000 7fcdf2800640 1 --2- 172.21.15.26:0/4230395683 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcdec10a9f0 0x7fcdec10add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.671+0000 7fcdf2800640 1 -- 172.21.15.26:0/4230395683 >> 172.21.15.26:0/4230395683 conn(0x7fcdec100470 msgr2=0x7fcdec102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:08.675 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.671+0000 7fcdf2800640 1 -- 172.21.15.26:0/4230395683 shutdown_connections 2024-04-26T23:52:08.676 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.671+0000 7fcdf2800640 1 -- 172.21.15.26:0/4230395683 wait complete. 2024-04-26T23:52:08.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.672+0000 7fcdf2800640 1 Processor -- start 2024-04-26T23:52:08.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.672+0000 7fcdf2800640 1 -- start start 2024-04-26T23:52:08.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.672+0000 7fcdf2800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcdec1049e0 0x7fcdec19b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:08.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.672+0000 7fcdf2800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcdec1053a0 0x7fcdec19b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:08.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.672+0000 7fcdf2800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcdec10a9f0 0x7fcdec19f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:08.677 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.672+0000 7fcdf2800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec114b60 con 0x7fcdec10a9f0 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.672+0000 7fcdf2800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec1149e0 con 0x7fcdec1049e0 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.672+0000 7fcdf2800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec114ce0 con 0x7fcdec1053a0 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.673+0000 7fcdf1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcdec10a9f0 0x7fcdec19f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.673+0000 7fcdf1e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcdec10a9f0 0x7fcdec19f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59876/0 (socket says 172.21.15.26:59876) 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.673+0000 7fcdf1e00640 1 -- 172.21.15.26:0/3863058264 learned_addr learned my addr 172.21.15.26:0/3863058264 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.673+0000 7fcdf1400640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcdec1049e0 0x7fcdec19b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.673+0000 7fcdf0a00640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcdec1053a0 0x7fcdec19b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.673+0000 7fcdf1e00640 1 -- 172.21.15.26:0/3863058264 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcdec1053a0 msgr2=0x7fcdec19b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.673+0000 7fcdf1e00640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcdec1053a0 0x7fcdec19b5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.673+0000 7fcdf1e00640 1 -- 172.21.15.26:0/3863058264 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcdec1049e0 msgr2=0x7fcdec19b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.673+0000 7fcdf1e00640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcdec1049e0 0x7fcdec19b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.673+0000 7fcdf1e00640 1 -- 172.21.15.26:0/3863058264 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdec1a0040 con 0x7fcdec10a9f0 2024-04-26T23:52:08.678 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.674+0000 7fcdf1e00640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcdec10a9f0 0x7fcdec19f910 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7fcde4005cc0 tx=0x7fcde4003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:08.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.674+0000 7fcdea000640 1 -- 172.21.15.26:0/3863058264 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde4004040 con 0x7fcdec10a9f0 2024-04-26T23:52:08.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.674+0000 7fcdea000640 1 -- 172.21.15.26:0/3863058264 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fcde4040070 con 0x7fcdec10a9f0 2024-04-26T23:52:08.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.674+0000 7fcdea000640 1 -- 172.21.15.26:0/3863058264 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde4045ac0 con 0x7fcdec10a9f0 2024-04-26T23:52:08.679 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.674+0000 7fcdf2800640 1 -- 172.21.15.26:0/3863058264 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdec1a02d0 con 0x7fcdec10a9f0 2024-04-26T23:52:08.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.674+0000 7fcdf2800640 1 -- 172.21.15.26:0/3863058264 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdec1a7bc0 con 0x7fcdec10a9f0 2024-04-26T23:52:08.680 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.675+0000 7fcdf2800640 1 -- 172.21.15.26:0/3863058264 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdec069ac0 con 0x7fcdec10a9f0 2024-04-26T23:52:08.681 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.677+0000 7fcdea000640 1 -- 172.21.15.26:0/3863058264 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fcde4045c60 con 0x7fcdec10a9f0 2024-04-26T23:52:08.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.680+0000 7fcdea000640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcdd40a3d20 0x7fcdd40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:08.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.680+0000 7fcdea000640 1 -- 172.21.15.26:0/3863058264 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8556+0+0 (secure 0 0 0) 0x7fcde40f1d10 con 0x7fcdec10a9f0 2024-04-26T23:52:08.684 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.680+0000 7fcdf1400640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcdd40a3d20 0x7fcdd40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:08.685 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.681+0000 7fcdf1400640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcdd40a3d20 0x7fcdd40a61e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fcddc005fd0 tx=0x7fcddc00b510 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:08.687 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.683+0000 7fcdea000640 1 -- 172.21.15.26:0/3863058264 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fcde40be440 con 0x7fcdec10a9f0 2024-04-26T23:52:08.902 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.898+0000 7fcdf2800640 1 -- 172.21.15.26:0/3863058264 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fcdec10cf50 con 0x7fcdec10a9f0 2024-04-26T23:52:08.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.899+0000 7fcdea000640 1 -- 172.21.15.26:0/3863058264 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v111) ==== 104+0+11 (secure 0 0 0) 0x7fcde40bdd40 con 0x7fcdec10a9f0 2024-04-26T23:52:08.903 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-26T23:52:08.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.901+0000 7fcdf2800640 1 -- 172.21.15.26:0/3863058264 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcdd40a3d20 msgr2=0x7fcdd40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:08.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.901+0000 7fcdf2800640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcdd40a3d20 0x7fcdd40a61e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fcddc005fd0 tx=0x7fcddc00b510 comp rx=0 tx=0).stop 2024-04-26T23:52:08.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.901+0000 7fcdf2800640 1 -- 172.21.15.26:0/3863058264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcdec10a9f0 msgr2=0x7fcdec19f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:08.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.901+0000 7fcdf2800640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcdec10a9f0 0x7fcdec19f910 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7fcde4005cc0 tx=0x7fcde4003970 comp rx=0 tx=0).stop 2024-04-26T23:52:08.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.902+0000 7fcdf2800640 1 -- 172.21.15.26:0/3863058264 shutdown_connections 2024-04-26T23:52:08.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.902+0000 7fcdf2800640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fcdd40a3d20 0x7fcdd40a61e0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.902+0000 7fcdf2800640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fcdec10a9f0 0x7fcdec19f910 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.902+0000 7fcdf2800640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcdec1053a0 0x7fcdec19b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.902+0000 7fcdf2800640 1 --2- 172.21.15.26:0/3863058264 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fcdec1049e0 0x7fcdec19b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:08.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.902+0000 7fcdf2800640 1 -- 172.21.15.26:0/3863058264 >> 172.21.15.26:0/3863058264 conn(0x7fcdec100470 msgr2=0x7fcdec100c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:08.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.902+0000 7fcdf2800640 1 -- 172.21.15.26:0/3863058264 shutdown_connections 2024-04-26T23:52:08.906 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:08.902+0000 7fcdf2800640 1 -- 172.21.15.26:0/3863058264 wait complete. 2024-04-26T23:52:08.924 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T23:52:09.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.136+0000 7ff814e00640 1 -- 172.21.15.26:0/3400184221 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff81010ef50 msgr2=0x7ff810111360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:09.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.136+0000 7ff814e00640 1 --2- 172.21.15.26:0/3400184221 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff81010ef50 0x7ff810111360 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7ff808009ca0 tx=0x7ff80802a950 comp rx=0 tx=0).stop 2024-04-26T23:52:09.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.136+0000 7ff814e00640 1 -- 172.21.15.26:0/3400184221 shutdown_connections 2024-04-26T23:52:09.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.136+0000 7ff814e00640 1 --2- 172.21.15.26:0/3400184221 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff81010ef50 0x7ff810111360 unknown :-1 s=CLOSED pgs=1567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.136+0000 7ff814e00640 1 --2- 172.21.15.26:0/3400184221 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff810075620 0x7ff81010ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.136+0000 7ff814e00640 1 --2- 172.21.15.26:0/3400184221 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff810074d00 0x7ff8100750e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.140 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.136+0000 7ff814e00640 1 -- 172.21.15.26:0/3400184221 >> 172.21.15.26:0/3400184221 conn(0x7ff8100fe1e0 msgr2=0x7ff810100600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:09.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.136+0000 7ff814e00640 1 -- 172.21.15.26:0/3400184221 shutdown_connections 2024-04-26T23:52:09.141 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.136+0000 7ff814e00640 1 -- 172.21.15.26:0/3400184221 wait complete. 2024-04-26T23:52:09.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.137+0000 7ff814e00640 1 Processor -- start 2024-04-26T23:52:09.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.137+0000 7ff814e00640 1 -- start start 2024-04-26T23:52:09.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff814e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff810074d00 0x7ff81019b050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:09.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff814e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff810075620 0x7ff81019b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:09.142 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff814e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff81010ef50 0x7ff81019f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff814e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff810114a10 con 0x7ff810075620 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff814e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff810114890 con 0x7ff81010ef50 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff814e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff810114b90 con 0x7ff810074d00 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff80ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff810075620 0x7ff81019b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff80ea00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff810075620 0x7ff81019b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59900/0 (socket says 172.21.15.26:59900) 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff80ea00640 1 -- 172.21.15.26:0/3359431300 learned_addr learned my addr 172.21.15.26:0/3359431300 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff80fe00640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff81010ef50 0x7ff81019f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff80f400640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff810074d00 0x7ff81019b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff80ea00640 1 -- 172.21.15.26:0/3359431300 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff810074d00 msgr2=0x7ff81019b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff80ea00640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff810074d00 0x7ff81019b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff80ea00640 1 -- 172.21.15.26:0/3359431300 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff81010ef50 msgr2=0x7ff81019f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff80ea00640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff81010ef50 0x7ff81019f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.138+0000 7ff80ea00640 1 -- 172.21.15.26:0/3359431300 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8101a0040 con 0x7ff810075620 2024-04-26T23:52:09.143 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.139+0000 7ff80ea00640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff810075620 0x7ff81019b590 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7ff80000d950 tx=0x7ff80000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:09.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.139+0000 7ff807e00640 1 -- 172.21.15.26:0/3359431300 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff800017070 con 0x7ff810075620 2024-04-26T23:52:09.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.139+0000 7ff814e00640 1 -- 172.21.15.26:0/3359431300 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8101a0330 con 0x7ff810075620 2024-04-26T23:52:09.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.139+0000 7ff807e00640 1 -- 172.21.15.26:0/3359431300 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff800009c30 con 0x7ff810075620 2024-04-26T23:52:09.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.139+0000 7ff807e00640 1 -- 172.21.15.26:0/3359431300 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff80000f620 con 0x7ff810075620 2024-04-26T23:52:09.144 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.139+0000 7ff814e00640 1 -- 172.21.15.26:0/3359431300 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8101a7bc0 con 0x7ff810075620 2024-04-26T23:52:09.145 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.140+0000 7ff814e00640 1 -- 172.21.15.26:0/3359431300 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff81019c3a0 con 0x7ff810075620 2024-04-26T23:52:09.146 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.142+0000 7ff807e00640 1 -- 172.21.15.26:0/3359431300 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff800010460 con 0x7ff810075620 2024-04-26T23:52:09.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.144+0000 7ff807e00640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7f40a3d20 0x7ff7f40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:09.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.144+0000 7ff807e00640 1 -- 172.21.15.26:0/3359431300 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8600+0+0 (secure 0 0 0) 0x7ff8000d0510 con 0x7ff810075620 2024-04-26T23:52:09.147 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.144+0000 7ff80f400640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7f40a3d20 0x7ff7f40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:09.148 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.144+0000 7ff80f400640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7f40a3d20 0x7ff7f40a61e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff7f8005fd0 tx=0x7ff7f8005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:09.152 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.148+0000 7ff807e00640 1 -- 172.21.15.26:0/3359431300 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7ff80009cb00 con 0x7ff810075620 2024-04-26T23:52:09.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:08 smithi164 ceph-mon[31699]: pgmap v509: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 48 KiB/s wr, 24 op/s 2024-04-26T23:52:09.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:08 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3654794036' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:52:09.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:08 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/492420352' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:52:09.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:08 smithi026 ceph-mon[28371]: pgmap v509: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 48 KiB/s wr, 24 op/s 2024-04-26T23:52:09.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:08 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3654794036' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:52:09.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:08 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/492420352' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:52:09.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:08 smithi086 ceph-mon[31122]: pgmap v509: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 48 KiB/s wr, 24 op/s 2024-04-26T23:52:09.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:08 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3654794036' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:52:09.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:08 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/492420352' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:52:09.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.347+0000 7ff814e00640 1 -- 172.21.15.26:0/3359431300 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7ff81002dad0 con 0x7ff810075620 2024-04-26T23:52:09.351 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.348+0000 7ff807e00640 1 -- 172.21.15.26:0/3359431300 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v111) ==== 100+0+11 (secure 0 0 0) 0x7ff800009de0 con 0x7ff810075620 2024-04-26T23:52:09.352 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-26T23:52:09.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.350+0000 7ff814e00640 1 -- 172.21.15.26:0/3359431300 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7f40a3d20 msgr2=0x7ff7f40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:09.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.350+0000 7ff814e00640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7f40a3d20 0x7ff7f40a61e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff7f8005fd0 tx=0x7ff7f8005850 comp rx=0 tx=0).stop 2024-04-26T23:52:09.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.350+0000 7ff814e00640 1 -- 172.21.15.26:0/3359431300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff810075620 msgr2=0x7ff81019b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:09.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.350+0000 7ff814e00640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff810075620 0x7ff81019b590 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7ff80000d950 tx=0x7ff80000de10 comp rx=0 tx=0).stop 2024-04-26T23:52:09.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.350+0000 7ff814e00640 1 -- 172.21.15.26:0/3359431300 shutdown_connections 2024-04-26T23:52:09.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.350+0000 7ff814e00640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff81010ef50 0x7ff81019f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.350+0000 7ff814e00640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff7f40a3d20 0x7ff7f40a61e0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.350+0000 7ff814e00640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff810075620 0x7ff81019b590 unknown :-1 s=CLOSED pgs=1568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.350+0000 7ff814e00640 1 --2- 172.21.15.26:0/3359431300 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff810074d00 0x7ff81019b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.350+0000 7ff814e00640 1 -- 172.21.15.26:0/3359431300 >> 172.21.15.26:0/3359431300 conn(0x7ff8100fe1e0 msgr2=0x7ff8100ffc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:09.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.351+0000 7ff814e00640 1 -- 172.21.15.26:0/3359431300 shutdown_connections 2024-04-26T23:52:09.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.351+0000 7ff814e00640 1 -- 172.21.15.26:0/3359431300 wait complete. 2024-04-26T23:52:09.373 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-26T23:52:09.584 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.580+0000 7f1a24a00640 1 -- 172.21.15.26:0/2343903439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a20100e90 msgr2=0x7f1a20101270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:09.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.580+0000 7f1a24a00640 1 --2- 172.21.15.26:0/2343903439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a20100e90 0x7f1a20101270 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f1a10009900 tx=0x7f1a1002a480 comp rx=0 tx=0).stop 2024-04-26T23:52:09.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.580+0000 7f1a24a00640 1 -- 172.21.15.26:0/2343903439 shutdown_connections 2024-04-26T23:52:09.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.580+0000 7f1a24a00640 1 --2- 172.21.15.26:0/2343903439 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a2010cd70 0x7f1a2010f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.580+0000 7f1a24a00640 1 --2- 172.21.15.26:0/2343903439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a201017b0 0x7f1a2010c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.580+0000 7f1a24a00640 1 --2- 172.21.15.26:0/2343903439 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a20100e90 0x7f1a20101270 unknown :-1 s=CLOSED pgs=1569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.580+0000 7f1a24a00640 1 -- 172.21.15.26:0/2343903439 >> 172.21.15.26:0/2343903439 conn(0x7f1a200775b0 msgr2=0x7f1a200779c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:09.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.581+0000 7f1a24a00640 1 -- 172.21.15.26:0/2343903439 shutdown_connections 2024-04-26T23:52:09.585 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.581+0000 7f1a24a00640 1 -- 172.21.15.26:0/2343903439 wait complete. 2024-04-26T23:52:09.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.582+0000 7f1a24a00640 1 Processor -- start 2024-04-26T23:52:09.586 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.582+0000 7f1a24a00640 1 -- start start 2024-04-26T23:52:09.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.582+0000 7f1a24a00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a20100e90 0x7f1a20102690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:09.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.583+0000 7f1a24a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a201017b0 0x7f1a20102bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:09.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.583+0000 7f1a24a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a2010cd70 0x7f1a20103110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:09.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.583+0000 7f1a24a00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f1a201128b0 con 0x7f1a2010cd70 2024-04-26T23:52:09.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.583+0000 7f1a24a00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f1a20112730 con 0x7f1a20100e90 2024-04-26T23:52:09.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.583+0000 7f1a24a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1a20112a30 con 0x7f1a201017b0 2024-04-26T23:52:09.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.583+0000 7f1a1fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a2010cd70 0x7f1a20103110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:09.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.583+0000 7f1a1fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a2010cd70 0x7f1a20103110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59912/0 (socket says 172.21.15.26:59912) 2024-04-26T23:52:09.587 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.583+0000 7f1a1fe00640 1 -- 172.21.15.26:0/1351283743 learned_addr learned my addr 172.21.15.26:0/1351283743 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:09.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.583+0000 7f1a1ea00640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a201017b0 0x7f1a20102bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:09.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.583+0000 7f1a1f400640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a20100e90 0x7f1a20102690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:09.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.584+0000 7f1a1fe00640 1 -- 172.21.15.26:0/1351283743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a201017b0 msgr2=0x7f1a20102bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:09.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.584+0000 7f1a1fe00640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a201017b0 0x7f1a20102bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.584+0000 7f1a1fe00640 1 -- 172.21.15.26:0/1351283743 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a20100e90 msgr2=0x7f1a20102690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:09.589 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.584+0000 7f1a1fe00640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a20100e90 0x7f1a20102690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:09.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.584+0000 7f1a1fe00640 1 -- 172.21.15.26:0/1351283743 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a201a72b0 con 0x7f1a2010cd70 2024-04-26T23:52:09.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.584+0000 7f1a1f400640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a20100e90 0x7f1a20102690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:52:09.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.584+0000 7f1a1fe00640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a2010cd70 0x7f1a20103110 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f1a1800eaa0 tx=0x7f1a1800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:09.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.584+0000 7f1a17e00640 1 -- 172.21.15.26:0/1351283743 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1800cdb0 con 0x7f1a2010cd70 2024-04-26T23:52:09.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.584+0000 7f1a17e00640 1 -- 172.21.15.26:0/1351283743 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f1a18005020 con 0x7f1a2010cd70 2024-04-26T23:52:09.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.584+0000 7f1a24a00640 1 -- 172.21.15.26:0/1351283743 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a201a75a0 con 0x7f1a2010cd70 2024-04-26T23:52:09.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.584+0000 7f1a17e00640 1 -- 172.21.15.26:0/1351283743 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a180116d0 con 0x7f1a2010cd70 2024-04-26T23:52:09.590 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.585+0000 7f1a24a00640 1 -- 172.21.15.26:0/1351283743 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a201a7aa0 con 0x7f1a2010cd70 2024-04-26T23:52:09.591 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.586+0000 7f1a24a00640 1 -- 172.21.15.26:0/1351283743 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a20069ac0 con 0x7f1a2010cd70 2024-04-26T23:52:09.592 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.589+0000 7f1a17e00640 1 -- 172.21.15.26:0/1351283743 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1a180051d0 con 0x7f1a2010cd70 2024-04-26T23:52:09.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.590+0000 7f1a17e00640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1a040a3d20 0x7f1a040a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:09.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.590+0000 7f1a17e00640 1 -- 172.21.15.26:0/1351283743 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8600+0+0 (secure 0 0 0) 0x7f1a180d0b10 con 0x7f1a2010cd70 2024-04-26T23:52:09.594 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.591+0000 7f1a1f400640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1a040a3d20 0x7f1a040a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:09.595 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.591+0000 7f1a1f400640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1a040a3d20 0x7f1a040a61e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1a10006010 tx=0x7f1a10005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:09.598 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.595+0000 7f1a17e00640 1 -- 172.21.15.26:0/1351283743 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f1a18016030 con 0x7f1a2010cd70 2024-04-26T23:52:09.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.863+0000 7f1a24a00640 1 -- 172.21.15.26:0/1351283743 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f1a20107960 con 0x7f1a2010cd70 2024-04-26T23:52:09.899 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.895+0000 7f1a17e00640 1 -- 172.21.15.26:0/1351283743 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v25) ==== 81+0+746062 (secure 0 0 0) 0x7f1a1809d100 con 0x7f1a2010cd70 2024-04-26T23:52:09.913 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:52:09.913 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:52:09.913 INFO:teuthology.orchestra.run.smithi026.stdout: "epoch": 25, 2024-04-26T23:52:09.914 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.914 INFO:teuthology.orchestra.run.smithi026.stdout: "active_gid": 24955, 2024-04-26T23:52:09.914 INFO:teuthology.orchestra.run.smithi026.stdout: "active_name": "x", 2024-04-26T23:52:09.914 INFO:teuthology.orchestra.run.smithi026.stdout: "active_addrs": { 2024-04-26T23:52:09.914 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T23:52:09.914 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:09.914 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T23:52:09.914 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:6800", 2024-04-26T23:52:09.914 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 2981289650 2024-04-26T23:52:09.914 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.914 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:09.914 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v1", 2024-04-26T23:52:09.915 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:6801", 2024-04-26T23:52:09.915 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 2981289650 2024-04-26T23:52:09.915 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:09.915 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T23:52:09.915 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.915 INFO:teuthology.orchestra.run.smithi026.stdout: "active_addr": "172.21.15.26:6801/2981289650", 2024-04-26T23:52:09.915 INFO:teuthology.orchestra.run.smithi026.stdout: "active_change": "2024-04-26T23:35:51.096239+0000", 2024-04-26T23:52:09.915 INFO:teuthology.orchestra.run.smithi026.stdout: "active_mgr_features": 4540701547738038271, 2024-04-26T23:52:09.915 INFO:teuthology.orchestra.run.smithi026.stdout: "available": true, 2024-04-26T23:52:09.915 INFO:teuthology.orchestra.run.smithi026.stdout: "standbys": [ 2024-04-26T23:52:09.915 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:09.915 INFO:teuthology.orchestra.run.smithi026.stdout: "gid": 15309, 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "z", 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "mgr_features": 4540701547738038271, 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "available_modules": [ 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "alerts", 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.916 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:09.917 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.917 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.917 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.917 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T23:52:09.917 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.917 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.917 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.917 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.917 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:09.917 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:09.917 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.917 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:09.918 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.919 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.920 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:09.921 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:09.921 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:09.921 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:09.921 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:09.921 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:09.921 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:09.921 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:09.921 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:09.921 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.921 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.922 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.922 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.922 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:09.922 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:09.922 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.922 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.922 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.922 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:09.922 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_destination": { 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_destination", 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.923 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email address to send alerts to", 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_from_name": { 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_from_name", 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "Ceph", 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.924 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email From: name", 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_host": { 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_host", 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:09.925 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.926 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.926 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.926 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP server", 2024-04-26T23:52:09.926 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.926 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.926 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.926 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.926 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_password": { 2024-04-26T23:52:09.926 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_password", 2024-04-26T23:52:09.926 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.926 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.927 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.927 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:09.927 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.927 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.927 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.927 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Password to authenticate with", 2024-04-26T23:52:09.927 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.927 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.927 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.927 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.928 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_port": { 2024-04-26T23:52:09.928 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_port", 2024-04-26T23:52:09.928 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:09.928 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.928 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.928 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "465", 2024-04-26T23:52:09.928 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.928 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.928 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.928 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP port", 2024-04-26T23:52:09.928 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.928 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.929 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.929 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.929 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_sender": { 2024-04-26T23:52:09.929 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_sender", 2024-04-26T23:52:09.929 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.929 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.929 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.929 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:09.929 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.929 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.929 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.929 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP envelope sender", 2024-04-26T23:52:09.930 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.930 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.930 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.930 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.930 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_ssl": { 2024-04-26T23:52:09.930 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_ssl", 2024-04-26T23:52:09.930 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.930 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.930 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.930 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:09.931 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.931 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.931 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.931 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T23:52:09.931 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.931 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.931 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.931 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.931 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_user": { 2024-04-26T23:52:09.931 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_user", 2024-04-26T23:52:09.931 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.931 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.932 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.932 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:09.932 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.932 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.932 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.932 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "User to authenticate as", 2024-04-26T23:52:09.932 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.932 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.932 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.932 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:09.932 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:09.933 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.933 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:09.933 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "balancer", 2024-04-26T23:52:09.933 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:09.933 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:09.933 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:09.933 INFO:teuthology.orchestra.run.smithi026.stdout: "active": { 2024-04-26T23:52:09.933 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "active", 2024-04-26T23:52:09.933 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.933 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.933 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.933 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_time": { 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_time", 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.934 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0000", 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_weekday": { 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_weekday", 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.935 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_max_iterations": { 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_max_iterations", 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.936 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "25", 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "250", 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_metrics": { 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_metrics", 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.937 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_step": { 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_step", 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.938 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.5", 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0.001", 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "0.999", 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "aggressiveness of optimization", 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "end_time": { 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_time", 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.939 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2359", 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "end_weekday": { 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_weekday", 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:09.940 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.941 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.942 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:09.943 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:09.943 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.943 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.943 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.943 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:09.943 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.943 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.943 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.943 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:09.943 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.943 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:09.944 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:09.945 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: "min_score": { 2024-04-26T23:52:09.946 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_score", 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-26T23:52:09.947 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "upmap", 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "crush-compat", 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "none", 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "read", 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap", 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap-read" 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Balancer mode", 2024-04-26T23:52:09.948 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_ids": { 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_ids", 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.949 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.950 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_deviation": { 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_deviation", 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.951 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_optimizations": { 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_optimizations", 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T23:52:09.952 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm", 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_down_multiplier": { 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_down_multiplier", 2024-04-26T23:52:09.953 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_refresh_rate": { 2024-04-26T23:52:09.954 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_refresh_rate", 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "20", 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_starting_port": { 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_starting_port", 2024-04-26T23:52:09.955 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4721", 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_ptrace": { 2024-04-26T23:52:09.956 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_ptrace", 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_interval": { 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_interval", 2024-04-26T23:52:09.957 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_memory_target_ratio": { 2024-04-26T23:52:09.958 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.7", 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm_log_destination": { 2024-04-26T23:52:09.959 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm_log_destination", 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "file", 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "file,syslog", 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "syslog" 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.960 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "cgroups_split": { 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cgroups_split", 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.961 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "config_checks_enabled": { 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_checks_enabled", 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.962 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "config_dashboard": { 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_dashboard", 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.963 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_alertmanager": { 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_alertmanager", 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.964 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_base": { 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_base", 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Container image name, without the tag", 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.965 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_elasticsearch": { 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_elasticsearch", 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "elasticsearch container image", 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.966 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_grafana": { 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_grafana", 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.967 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_haproxy": { 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_haproxy", 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "HAproxy container image", 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.968 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_agent": { 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_agent", 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger agent container image", 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.969 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_collector": { 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_collector", 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger collector container image", 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.970 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_query": { 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_query", 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger query container image", 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.971 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_keepalived": { 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_keepalived", 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Keepalived container image", 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.972 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_loki": { 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_loki", 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Loki container image", 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.973 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.974 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.974 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_node_exporter": { 2024-04-26T23:52:09.974 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_node_exporter", 2024-04-26T23:52:09.974 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.974 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.974 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.974 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T23:52:09.974 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.974 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.974 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.974 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T23:52:09.974 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_nvmeof": { 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_nvmeof", 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Nvme-of container image", 2024-04-26T23:52:09.975 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.976 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.976 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.976 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.976 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_prometheus": { 2024-04-26T23:52:09.976 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_prometheus", 2024-04-26T23:52:09.976 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.976 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.976 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.976 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T23:52:09.976 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.976 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.976 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_promtail": { 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_promtail", 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.977 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.978 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Promtail container image", 2024-04-26T23:52:09.978 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.978 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.978 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.978 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.978 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_samba": { 2024-04-26T23:52:09.978 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_samba", 2024-04-26T23:52:09.978 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.978 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.978 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.978 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T23:52:09.978 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Samba/SMB container image", 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_snmp_gateway": { 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_snmp_gateway", 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T23:52:09.979 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SNMP Gateway container image", 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: "container_init": { 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_init", 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.980 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:09.981 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.981 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.981 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.981 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T23:52:09.981 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.981 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.981 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.981 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.981 INFO:teuthology.orchestra.run.smithi026.stdout: "daemon_cache_timeout": { 2024-04-26T23:52:09.981 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "daemon_cache_timeout", 2024-04-26T23:52:09.981 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: "default_cephadm_command_timeout": { 2024-04-26T23:52:09.982 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "900", 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.983 INFO:teuthology.orchestra.run.smithi026.stdout: "default_registry": { 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_registry", 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io", 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "device_cache_timeout": { 2024-04-26T23:52:09.984 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_cache_timeout", 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1800", 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache device inventory", 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.985 INFO:teuthology.orchestra.run.smithi026.stdout: "device_enhanced_scan": { 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_enhanced_scan", 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.986 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "facts_cache_timeout": { 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "facts_cache_timeout", 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache host facts data", 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.987 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "grafana_dashboards_path": { 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "grafana_dashboards_path", 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.988 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.989 INFO:teuthology.orchestra.run.smithi026.stdout: "host_check_interval": { 2024-04-26T23:52:09.989 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "host_check_interval", 2024-04-26T23:52:09.989 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:09.989 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.989 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.989 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:09.989 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.989 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.989 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.989 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to perform a host check", 2024-04-26T23:52:09.990 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.990 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.990 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.990 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.990 INFO:teuthology.orchestra.run.smithi026.stdout: "hw_monitoring": { 2024-04-26T23:52:09.990 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hw_monitoring", 2024-04-26T23:52:09.990 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.990 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.991 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.991 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:09.991 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.991 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.991 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.991 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T23:52:09.991 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.991 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.991 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.992 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.992 INFO:teuthology.orchestra.run.smithi026.stdout: "inventory_list_all": { 2024-04-26T23:52:09.992 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "inventory_list_all", 2024-04-26T23:52:09.992 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.992 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.992 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.992 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:09.992 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.993 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.993 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.993 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T23:52:09.993 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.993 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.993 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.993 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.994 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:09.994 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:09.994 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:09.994 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.994 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:09.994 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:09.995 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.995 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.995 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:09.995 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:09.995 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:09.995 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:09.996 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:09.996 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:09.996 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:09.996 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:09.996 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:09.996 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.996 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.996 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.997 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.997 INFO:teuthology.orchestra.run.smithi026.stdout: "log_refresh_metadata": { 2024-04-26T23:52:09.997 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_refresh_metadata", 2024-04-26T23:52:09.997 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.997 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.997 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:09.997 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:09.998 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:09.998 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:09.998 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:09.998 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T23:52:09.998 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:09.998 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:09.998 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:09.999 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:09.999 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:09.999 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:09.999 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:09.999 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:09.999 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.000 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.000 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.000 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.000 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.000 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T23:52:10.000 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.000 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.001 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.001 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.001 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.001 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.001 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.001 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.002 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.002 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.002 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.002 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.002 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.002 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.002 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.002 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.002 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.002 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.002 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.003 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.004 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "*", 2024-04-26T23:52:10.005 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "max_count_per_host": { 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_count_per_host", 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.006 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of daemons per service per host", 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "max_osd_draining_count": { 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_osd_draining_count", 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.007 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: "migration_current": { 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "migration_current", 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.008 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "internal - do not modify", 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.009 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "root", 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm-package", 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: "root" 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: "oob_default_addr": { 2024-04-26T23:52:10.010 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "oob_default_addr", 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "169.254.1.1", 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "prometheus_alerts_path": { 2024-04-26T23:52:10.011 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus_alerts_path", 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.012 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_insecure": { 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_insecure", 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.013 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_password": { 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_password", 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.014 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.015 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_url": { 2024-04-26T23:52:10.015 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_url", 2024-04-26T23:52:10.015 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.015 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.015 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.015 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.015 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.015 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.015 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.015 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T23:52:10.015 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_username": { 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_username", 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T23:52:10.016 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: "secure_monitoring_stack": { 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "secure_monitoring_stack", 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.017 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: "service_discovery_port": { 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "service_discovery_port", 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8765", 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.018 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "cephadm service discovery port", 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "ssh_config_file": { 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssh_config_file", 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.019 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "use_agent": { 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_agent", 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.020 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "use_repo_digest": { 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_repo_digest", 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T23:52:10.021 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_failed_host_check": { 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_failed_host_check", 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T23:52:10.022 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_daemons": { 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_daemons", 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.023 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_hosts": { 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_hosts", 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.024 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crash", 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.025 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.026 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.027 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.028 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.029 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "retain_interval": { 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retain_interval", 2024-04-26T23:52:10.030 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "31536000", 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_recent_interval": { 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_recent_interval", 2024-04-26T23:52:10.031 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1209600", 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.032 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dashboard", 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.033 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.034 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.035 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_ENABLED": { 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.036 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.037 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.039 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.040 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.041 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.042 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.043 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.044 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.045 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.046 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.047 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.048 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_URL": { 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_URL", 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.049 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.050 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.051 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.052 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.053 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.054 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "[]", 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.055 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "{}", 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.056 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.057 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.058 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.059 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.060 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.061 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.062 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.063 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.064 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.065 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.065 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.065 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.065 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.065 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T23:52:10.065 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T23:52:10.065 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.065 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.065 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.065 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.065 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.065 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.066 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.067 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.068 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.069 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.069 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.069 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.069 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.069 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.069 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.069 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.069 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.069 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T23:52:10.069 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T23:52:10.069 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.069 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.070 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.070 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8", 2024-04-26T23:52:10.070 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.070 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.070 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.070 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.070 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.070 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.070 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.070 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.070 INFO:teuthology.orchestra.run.smithi026.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T23:52:10.070 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "45", 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.071 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.072 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.073 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.074 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.075 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.075 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T23:52:10.075 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T23:52:10.075 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.075 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.075 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.075 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.075 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.075 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.075 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.075 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.075 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.076 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.077 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.078 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.079 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "cross_origin_url": { 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cross_origin_url", 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.080 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: "crt_file": { 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crt_file", 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.081 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.082 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.082 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.082 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.082 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.082 INFO:teuthology.orchestra.run.smithi026.stdout: "debug": { 2024-04-26T23:52:10.082 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "debug", 2024-04-26T23:52:10.082 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.082 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.082 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.082 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.082 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.082 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable/disable debug options", 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: "jwt_token_ttl": { 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "jwt_token_ttl", 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "28800", 2024-04-26T23:52:10.083 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.084 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.085 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.086 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.087 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.088 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.089 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "motd": { 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "motd", 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.090 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "The message of the day", 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect_resolve_ip_addr": { 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.091 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.092 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8080", 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.093 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.094 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.095 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.095 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.095 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.095 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.095 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.095 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.095 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.095 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl_server_port": { 2024-04-26T23:52:10.095 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl_server_port", 2024-04-26T23:52:10.095 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.095 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8443", 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-26T23:52:10.096 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.097 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.097 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.097 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "redirect", 2024-04-26T23:52:10.097 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.097 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.097 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.097 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.097 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect" 2024-04-26T23:52:10.097 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.097 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.097 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.097 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.098 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.098 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.098 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-26T23:52:10.098 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-26T23:52:10.098 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.098 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.098 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.098 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-26T23:52:10.098 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-26T23:52:10.099 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-26T23:52:10.099 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.099 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.099 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.099 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.099 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.099 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.099 INFO:teuthology.orchestra.run.smithi026.stdout: "url_prefix": { 2024-04-26T23:52:10.099 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url_prefix", 2024-04-26T23:52:10.100 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.100 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.100 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.100 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.100 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.100 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.100 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.100 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.100 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.101 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.101 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.101 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.101 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.101 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.101 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.101 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "devicehealth", 2024-04-26T23:52:10.101 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.101 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.102 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.102 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_monitoring": { 2024-04-26T23:52:10.102 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_monitoring", 2024-04-26T23:52:10.102 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.102 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.102 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.102 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.102 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.103 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.103 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.103 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "monitor device health metrics", 2024-04-26T23:52:10.103 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.103 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.103 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.103 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.103 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.103 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.104 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.104 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.104 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.104 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.104 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.104 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.104 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.104 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.104 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.105 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.105 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.105 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.105 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.105 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.105 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.105 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.105 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.105 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.105 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.106 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.106 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.106 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.106 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.106 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.106 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.106 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.106 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.107 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.107 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.107 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.107 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.107 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.107 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.107 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.107 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.107 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.108 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.108 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.108 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.108 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.108 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.108 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.108 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.108 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.108 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.109 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.109 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.109 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.109 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.109 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.109 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.109 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.109 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.109 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.110 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.110 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.110 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.110 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.110 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.110 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.110 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.110 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.111 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.111 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.111 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.111 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.111 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.111 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.111 INFO:teuthology.orchestra.run.smithi026.stdout: "mark_out_threshold": { 2024-04-26T23:52:10.111 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mark_out_threshold", 2024-04-26T23:52:10.111 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.112 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.112 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.112 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2419200", 2024-04-26T23:52:10.112 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.112 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.112 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.112 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T23:52:10.112 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.112 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.112 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.112 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_name": { 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_name", 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "device_health_metrics", 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.113 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "retention_period": { 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retention_period", 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15552000", 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain device health metrics", 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.114 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.115 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_frequency": { 2024-04-26T23:52:10.115 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_frequency", 2024-04-26T23:52:10.115 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.115 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.115 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.115 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-26T23:52:10.115 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.115 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.115 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.115 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T23:52:10.115 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.115 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: "self_heal": { 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "self_heal", 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T23:52:10.116 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.117 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_threshold": { 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_threshold", 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7257600", 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.118 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "diskprediction_local", 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.119 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.120 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.121 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.122 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.123 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "predict_interval": { 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predict_interval", 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-26T23:52:10.124 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "predictor_model": { 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predictor_model", 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "prophetstor", 2024-04-26T23:52:10.125 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.126 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "influx", 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": false, 2024-04-26T23:52:10.127 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "influxdb python module not found", 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "batch_size": { 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "batch_size", 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5000", 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.128 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "database": { 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "database", 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "ceph", 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.129 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "hostname": { 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hostname", 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server hostname", 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.130 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "30", 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "5", 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.131 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.132 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.133 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.134 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.135 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "password": { 2024-04-26T23:52:10.136 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "password", 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "password of InfluxDB server user", 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "port": { 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "port", 2024-04-26T23:52:10.137 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8086", 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server port", 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-26T23:52:10.138 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "false", 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: "threads": { 2024-04-26T23:52:10.139 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threads", 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "32", 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "username": { 2024-04-26T23:52:10.140 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "username", 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "username of InfluxDB server user", 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "verify_ssl": { 2024-04-26T23:52:10.141 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "verify_ssl", 2024-04-26T23:52:10.142 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.142 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.142 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.142 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "true", 2024-04-26T23:52:10.142 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.142 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.142 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.142 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T23:52:10.142 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.142 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.142 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.142 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "insights", 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.143 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.144 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.145 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.146 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.146 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.146 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.146 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.146 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.146 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.146 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.146 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.146 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.146 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.146 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.150 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.150 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.150 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.150 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.150 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.150 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.150 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.150 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.150 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.150 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.151 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "iostat", 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.152 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.153 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.154 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.155 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.156 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "k8sevents", 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_event_retention_days": { 2024-04-26T23:52:10.157 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ceph_event_retention_days", 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7", 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.158 INFO:teuthology.orchestra.run.smithi026.stdout: "config_check_secs": { 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_check_secs", 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "10", 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.159 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.160 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.161 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.162 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.163 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.164 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "localpool", 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "failure_domain": { 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "failure_domain", 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "host", 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.165 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.166 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "failure domain for any created local pool", 2024-04-26T23:52:10.166 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T23:52:10.166 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.166 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.166 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.166 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.166 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.166 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.166 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.166 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.166 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.166 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.167 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.168 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.169 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.170 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.170 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.170 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.170 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.170 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.170 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.170 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.170 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.170 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.170 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.170 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.170 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "min_size": { 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_size", 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.171 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default min_size for any created local pool", 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "num_rep": { 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "num_rep", 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.172 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3", 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default replica count for any created local pool", 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_num": { 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_num", 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.173 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "128", 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: "prefix": { 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prefix", 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.174 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name prefix for any created local pool", 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "subtree": { 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "subtree", 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.175 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "rack", 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mds_autoscaler", 2024-04-26T23:52:10.176 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.177 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.178 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.179 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.180 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.181 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirroring", 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.182 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.183 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.183 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.183 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.183 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.183 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.183 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.183 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.183 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.183 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.183 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.183 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.183 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.184 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.185 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.185 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.185 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.185 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.185 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.185 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.185 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.185 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.185 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.185 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.186 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.186 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.186 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.186 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.186 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.186 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.186 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.186 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.186 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.187 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "nfs", 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.188 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.189 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.190 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.191 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.192 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.193 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.194 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.194 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.194 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-26T23:52:10.194 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.194 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.194 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.194 INFO:teuthology.orchestra.run.smithi026.stdout: "fail_fs": { 2024-04-26T23:52:10.194 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "fail_fs", 2024-04-26T23:52:10.194 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.194 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.194 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.195 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.196 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.196 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.196 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.196 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.196 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.196 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.196 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.196 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.196 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.196 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.197 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.198 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.199 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.199 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.199 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.199 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.199 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.199 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.199 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.199 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.199 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.199 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.199 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.199 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.200 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator": { 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.201 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm", 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: "rook", 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: "test_orchestrator" 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Orchestrator backend", 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_perf_query", 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.202 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.203 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.204 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.205 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.206 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.207 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.208 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.208 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.208 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_support", 2024-04-26T23:52:10.208 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.208 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.208 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.208 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.208 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.208 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.208 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.208 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.208 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.209 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.210 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.210 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.210 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.210 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.210 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.210 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.210 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.210 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.210 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.210 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.210 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.210 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.211 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.212 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.212 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.212 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.212 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.212 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.212 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.212 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.212 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.212 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.213 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.213 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.213 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.213 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.213 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.213 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.213 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.213 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.214 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.214 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.214 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.214 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.214 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.214 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.214 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.215 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.215 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_autoscaler", 2024-04-26T23:52:10.215 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.215 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.215 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.215 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.215 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.215 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.216 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.216 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.216 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.216 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.216 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.216 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.217 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.217 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.217 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.217 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.217 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.217 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.218 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.218 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.218 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.218 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.218 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.218 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.218 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.219 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.219 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.219 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.219 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.219 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.219 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.219 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.220 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.220 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.220 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.220 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.220 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.220 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.220 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.220 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.221 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.221 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.221 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.221 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.221 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.221 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.221 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.222 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.222 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.222 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.222 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.222 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.222 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.223 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.223 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.223 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.223 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.223 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.223 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.223 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.224 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.224 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.224 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.224 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.224 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.224 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.224 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:10.225 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: "threshold": { 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threshold", 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.226 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1.0", 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "scaling threshold", 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "progress", 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.227 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_pg_recovery_event": { 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_pg_recovery_event", 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.228 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.229 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.230 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.231 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.232 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.233 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.234 INFO:teuthology.orchestra.run.smithi026.stdout: "max_completed_events": { 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_completed_events", 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "50", 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "number of past completed events to remember", 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:10.235 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long the module is going to sleep", 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.236 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus", 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "cache": { 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cache", 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.237 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: "exclude_perf_counters": { 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "exclude_perf_counters", 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.238 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.239 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.240 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.241 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.242 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.243 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools": { 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools", 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.244 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "300", 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.245 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.246 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.246 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.246 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.246 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.246 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.246 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_interval": { 2024-04-26T23:52:10.246 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_interval", 2024-04-26T23:52:10.246 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.246 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.246 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.246 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15.0", 2024-04-26T23:52:10.246 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-26T23:52:10.247 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.248 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "9283", 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: "stale_cache_strategy": { 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stale_cache_strategy", 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.249 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.250 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "log", 2024-04-26T23:52:10.250 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.250 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.250 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.250 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.250 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.250 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.250 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.250 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.250 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-26T23:52:10.250 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-26T23:52:10.250 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "default", 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: "default", 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: "error" 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.251 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.252 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_support", 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.253 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.254 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.255 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.256 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.257 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_snap_create": { 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_snap_create", 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.258 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "mirror_snapshot_schedule": { 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.259 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.260 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.260 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.260 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.260 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.260 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.260 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.260 INFO:teuthology.orchestra.run.smithi026.stdout: "trash_purge_schedule": { 2024-04-26T23:52:10.260 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "trash_purge_schedule", 2024-04-26T23:52:10.260 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.260 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.261 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "restful", 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_auth": { 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_auth", 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.262 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.263 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.264 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.265 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.266 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.266 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.266 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.266 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.266 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.266 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.266 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.266 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.266 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.266 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.266 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.266 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.267 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.268 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.269 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.270 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.270 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.270 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.270 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.270 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.270 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.270 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T23:52:10.270 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T23:52:10.270 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.270 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.270 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.274 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.274 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.274 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.274 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.274 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.274 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.274 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.274 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.274 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rgw", 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.275 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.276 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.277 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.278 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.278 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.278 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.278 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.278 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.278 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.278 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.278 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.278 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.278 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.278 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.279 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.280 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rook", 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.281 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.282 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.283 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.284 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.285 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: "storage_class": { 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "storage_class", 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "local", 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.286 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "selftest", 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.287 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.288 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.289 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.290 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.291 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: "roption1": { 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption1", 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.292 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "roption2": { 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption2", 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.293 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "xyz", 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption1": { 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption1", 2024-04-26T23:52:10.294 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption2": { 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption2", 2024-04-26T23:52:10.295 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.296 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.296 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.296 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.296 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.296 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.296 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.296 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.296 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.296 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.296 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.296 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.296 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption3": { 2024-04-26T23:52:10.297 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption3", 2024-04-26T23:52:10.297 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.297 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.297 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.297 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.297 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.297 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.297 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.297 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption4": { 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption4", 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.298 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.299 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.299 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.299 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.299 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.299 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.299 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption5": { 2024-04-26T23:52:10.299 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption5", 2024-04-26T23:52:10.299 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.299 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.299 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.299 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption6": { 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption6", 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.300 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption7": { 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption7", 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.301 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.302 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.302 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.302 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T23:52:10.302 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "42", 2024-04-26T23:52:10.302 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.302 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.302 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.302 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.302 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.302 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.302 INFO:teuthology.orchestra.run.smithi026.stdout: "testkey": { 2024-04-26T23:52:10.302 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testkey", 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "testlkey": { 2024-04-26T23:52:10.303 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testlkey", 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "testnewline": { 2024-04-26T23:52:10.304 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testnewline", 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.305 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_m_granularity": { 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_m_granularity", 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.306 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "dump_on_update": { 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dump_on_update", 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.307 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "dump database to debug log on update", 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.308 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.309 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.310 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.310 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.310 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.310 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.310 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.310 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.310 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.310 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.310 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.310 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.310 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.310 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.311 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.312 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stats", 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.313 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.314 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.315 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.316 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.316 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.316 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.316 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.316 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.316 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.316 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.316 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.316 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.316 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.316 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.317 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.318 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "status", 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.319 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.320 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.321 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.322 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.323 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telegraf", 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.324 INFO:teuthology.orchestra.run.smithi026.stdout: "address": { 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "address", 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.325 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15", 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.326 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.327 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.327 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.327 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.327 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.327 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.327 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.327 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.327 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.327 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.327 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.327 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.327 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.328 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.329 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.330 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.330 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.330 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.330 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.330 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.330 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.330 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.330 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.330 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.331 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telemetry", 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_basic": { 2024-04-26T23:52:10.332 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_basic", 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_crash": { 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_crash", 2024-04-26T23:52:10.333 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_device": { 2024-04-26T23:52:10.334 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_device", 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_ident": { 2024-04-26T23:52:10.335 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_ident", 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_perf": { 2024-04-26T23:52:10.336 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_perf", 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "contact": { 2024-04-26T23:52:10.337 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "contact", 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "description": { 2024-04-26T23:52:10.338 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "description", 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "device_url": { 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_url", 2024-04-26T23:52:10.339 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-26T23:52:10.340 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.341 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "24", 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "8", 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: "last_opt_revision": { 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "last_opt_revision", 2024-04-26T23:52:10.342 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1", 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard": { 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard", 2024-04-26T23:52:10.343 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard_description": { 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard_description", 2024-04-26T23:52:10.344 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.345 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.346 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.347 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.348 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.349 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.349 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.349 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.349 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.349 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.349 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.349 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.349 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.349 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.349 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.349 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.349 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.350 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.350 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.350 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.350 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.350 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.350 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.350 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.350 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.350 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.350 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.350 INFO:teuthology.orchestra.run.smithi026.stdout: "organization": { 2024-04-26T23:52:10.350 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "organization", 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "proxy": { 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "proxy", 2024-04-26T23:52:10.351 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "url": { 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url", 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.352 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.353 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "test_orchestrator", 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.354 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.355 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.356 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.357 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.358 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "volumes", 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.359 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.360 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.361 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.362 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.363 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_clones": { 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_clones", 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.364 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4", 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "periodic_async_work": { 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "periodic_async_work", 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.365 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Periodically check for async work", 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_delay": { 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_delay", 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.366 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_no_wait": { 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.367 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix", 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.368 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "discovery_interval": { 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "discovery_interval", 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "100", 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.369 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "identifier": { 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "identifier", 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.370 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.371 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.372 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.373 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.374 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.375 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.376 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_host": { 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_host", 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.377 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_port": { 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_port", 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10051", 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.378 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_sender": { 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_sender", 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.379 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: "gid": 34994, 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "y", 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: "mgr_features": 4540701547738038271, 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: "available_modules": [ 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "alerts", 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.380 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.381 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.382 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.383 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.384 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.384 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.384 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.384 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.384 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.384 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.384 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.384 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.384 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.384 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.384 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.384 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.385 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.386 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_destination": { 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_destination", 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email address to send alerts to", 2024-04-26T23:52:10.387 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_from_name": { 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_from_name", 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "Ceph", 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email From: name", 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.388 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_host": { 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_host", 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP server", 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.389 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_password": { 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_password", 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Password to authenticate with", 2024-04-26T23:52:10.390 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_port": { 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_port", 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "465", 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.391 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP port", 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_sender": { 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_sender", 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP envelope sender", 2024-04-26T23:52:10.392 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_ssl": { 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_ssl", 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T23:52:10.393 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_user": { 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_user", 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.394 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "User to authenticate as", 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "balancer", 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: "active": { 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "active", 2024-04-26T23:52:10.395 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_time": { 2024-04-26T23:52:10.396 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_time", 2024-04-26T23:52:10.397 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.397 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.397 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.397 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0000", 2024-04-26T23:52:10.397 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.397 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.397 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.397 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T23:52:10.397 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T23:52:10.397 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_weekday": { 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_weekday", 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T23:52:10.398 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_max_iterations": { 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_max_iterations", 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "25", 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "250", 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T23:52:10.399 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_metrics": { 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_metrics", 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T23:52:10.400 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_step": { 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_step", 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.5", 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0.001", 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "0.999", 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "aggressiveness of optimization", 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T23:52:10.401 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "end_time": { 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_time", 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2359", 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T23:52:10.402 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "end_weekday": { 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_weekday", 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T23:52:10.403 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.404 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.405 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.406 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.407 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.408 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.408 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.408 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.408 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.408 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.408 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.408 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.408 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.408 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.408 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.408 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.408 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: "min_score": { 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_score", 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.409 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.410 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.410 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T23:52:10.410 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.410 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.410 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.410 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.410 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "upmap", 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "crush-compat", 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "none", 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "read", 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap", 2024-04-26T23:52:10.411 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap-read" 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Balancer mode", 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_ids": { 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_ids", 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.412 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.413 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_deviation": { 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_deviation", 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.414 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_optimizations": { 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_optimizations", 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.415 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm", 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_down_multiplier": { 2024-04-26T23:52:10.416 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_down_multiplier", 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.417 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_refresh_rate": { 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_refresh_rate", 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "20", 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.418 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_starting_port": { 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_starting_port", 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4721", 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.419 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_ptrace": { 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_ptrace", 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.420 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_interval": { 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_interval", 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_memory_target_ratio": { 2024-04-26T23:52:10.421 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.7", 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm_log_destination": { 2024-04-26T23:52:10.422 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm_log_destination", 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "file", 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "file,syslog", 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "syslog" 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.423 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "cgroups_split": { 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cgroups_split", 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.424 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "config_checks_enabled": { 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_checks_enabled", 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.425 INFO:teuthology.orchestra.run.smithi026.stdout: "config_dashboard": { 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_dashboard", 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.426 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_alertmanager": { 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_alertmanager", 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_base": { 2024-04-26T23:52:10.427 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_base", 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Container image name, without the tag", 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_elasticsearch": { 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_elasticsearch", 2024-04-26T23:52:10.428 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "elasticsearch container image", 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_grafana": { 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_grafana", 2024-04-26T23:52:10.429 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_haproxy": { 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_haproxy", 2024-04-26T23:52:10.430 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "HAproxy container image", 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_agent": { 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_agent", 2024-04-26T23:52:10.431 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger agent container image", 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_collector": { 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_collector", 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.432 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger collector container image", 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_query": { 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_query", 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.433 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger query container image", 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_keepalived": { 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_keepalived", 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.434 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Keepalived container image", 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_loki": { 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_loki", 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.435 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Loki container image", 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_node_exporter": { 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_node_exporter", 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.436 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_nvmeof": { 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_nvmeof", 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.437 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Nvme-of container image", 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_prometheus": { 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_prometheus", 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.438 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_promtail": { 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_promtail", 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.439 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Promtail container image", 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_samba": { 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_samba", 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.440 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Samba/SMB container image", 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_snmp_gateway": { 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_snmp_gateway", 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.441 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.442 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.442 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T23:52:10.442 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.442 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.442 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.442 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SNMP Gateway container image", 2024-04-26T23:52:10.442 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.442 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.442 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.443 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.443 INFO:teuthology.orchestra.run.smithi026.stdout: "container_init": { 2024-04-26T23:52:10.443 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_init", 2024-04-26T23:52:10.443 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.443 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.443 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.443 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.443 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.444 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.444 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.444 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T23:52:10.444 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.444 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.444 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.445 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.445 INFO:teuthology.orchestra.run.smithi026.stdout: "daemon_cache_timeout": { 2024-04-26T23:52:10.445 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "daemon_cache_timeout", 2024-04-26T23:52:10.445 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.445 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.445 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.446 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:10.446 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.446 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.446 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.446 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T23:52:10.446 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.446 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.447 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.447 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.447 INFO:teuthology.orchestra.run.smithi026.stdout: "default_cephadm_command_timeout": { 2024-04-26T23:52:10.447 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T23:52:10.447 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.447 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.447 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.448 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "900", 2024-04-26T23:52:10.448 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.448 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.448 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.448 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T23:52:10.448 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.448 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.448 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.449 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.449 INFO:teuthology.orchestra.run.smithi026.stdout: "default_registry": { 2024-04-26T23:52:10.449 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_registry", 2024-04-26T23:52:10.449 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.449 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.449 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.449 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io", 2024-04-26T23:52:10.450 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.450 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.450 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.450 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T23:52:10.450 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.450 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.451 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.451 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.451 INFO:teuthology.orchestra.run.smithi026.stdout: "device_cache_timeout": { 2024-04-26T23:52:10.451 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_cache_timeout", 2024-04-26T23:52:10.451 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.451 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.452 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.452 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1800", 2024-04-26T23:52:10.452 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.452 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.452 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.452 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache device inventory", 2024-04-26T23:52:10.452 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.452 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "device_enhanced_scan": { 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_enhanced_scan", 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.453 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: "facts_cache_timeout": { 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "facts_cache_timeout", 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache host facts data", 2024-04-26T23:52:10.454 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "grafana_dashboards_path": { 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "grafana_dashboards_path", 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.455 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "host_check_interval": { 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "host_check_interval", 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to perform a host check", 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.456 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "hw_monitoring": { 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hw_monitoring", 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.457 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.458 INFO:teuthology.orchestra.run.smithi026.stdout: "inventory_list_all": { 2024-04-26T23:52:10.458 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "inventory_list_all", 2024-04-26T23:52:10.458 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.458 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.458 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.458 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.458 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.458 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.458 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.458 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T23:52:10.458 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.458 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.459 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "log_refresh_metadata": { 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_refresh_metadata", 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.460 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.461 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.462 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.463 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.464 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.464 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.464 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.464 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.464 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.464 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.464 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.464 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.464 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.464 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.464 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.464 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.465 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "*", 2024-04-26T23:52:10.466 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "max_count_per_host": { 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_count_per_host", 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.467 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of daemons per service per host", 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: "max_osd_draining_count": { 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_osd_draining_count", 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.468 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: "migration_current": { 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "migration_current", 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.469 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.470 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.470 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.470 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.470 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.470 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "internal - do not modify", 2024-04-26T23:52:10.470 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.470 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.470 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.470 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.470 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-26T23:52:10.470 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-26T23:52:10.471 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.471 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.471 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.471 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "root", 2024-04-26T23:52:10.471 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.471 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.471 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.471 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm-package", 2024-04-26T23:52:10.471 INFO:teuthology.orchestra.run.smithi026.stdout: "root" 2024-04-26T23:52:10.471 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.471 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T23:52:10.471 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.472 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.472 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.472 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.472 INFO:teuthology.orchestra.run.smithi026.stdout: "oob_default_addr": { 2024-04-26T23:52:10.472 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "oob_default_addr", 2024-04-26T23:52:10.472 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.472 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.472 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.472 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "169.254.1.1", 2024-04-26T23:52:10.472 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.472 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "prometheus_alerts_path": { 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus_alerts_path", 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.473 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_insecure": { 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_insecure", 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.474 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_password": { 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_password", 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.475 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_url": { 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_url", 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.476 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.477 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.477 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.477 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.477 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T23:52:10.477 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.477 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.477 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.477 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.477 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_username": { 2024-04-26T23:52:10.477 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_username", 2024-04-26T23:52:10.478 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.478 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.478 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.478 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.478 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.478 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.479 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.479 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T23:52:10.479 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.479 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.479 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.479 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.479 INFO:teuthology.orchestra.run.smithi026.stdout: "secure_monitoring_stack": { 2024-04-26T23:52:10.479 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "secure_monitoring_stack", 2024-04-26T23:52:10.479 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.479 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.479 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.479 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.480 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.480 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.480 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.480 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T23:52:10.480 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.480 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.480 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.480 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.480 INFO:teuthology.orchestra.run.smithi026.stdout: "service_discovery_port": { 2024-04-26T23:52:10.480 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "service_discovery_port", 2024-04-26T23:52:10.481 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.481 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.481 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.481 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8765", 2024-04-26T23:52:10.481 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.481 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "cephadm service discovery port", 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: "ssh_config_file": { 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssh_config_file", 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.482 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "use_agent": { 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_agent", 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.483 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.484 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.484 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T23:52:10.484 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.484 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.484 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.484 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.484 INFO:teuthology.orchestra.run.smithi026.stdout: "use_repo_digest": { 2024-04-26T23:52:10.484 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_repo_digest", 2024-04-26T23:52:10.484 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.484 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.484 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.484 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_failed_host_check": { 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_failed_host_check", 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.485 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_daemons": { 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_daemons", 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.486 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.487 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.487 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.487 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.487 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T23:52:10.487 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.487 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.487 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.487 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.487 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_hosts": { 2024-04-26T23:52:10.487 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_hosts", 2024-04-26T23:52:10.488 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.488 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.488 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.488 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.488 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.488 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.488 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.488 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T23:52:10.488 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.488 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.488 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.488 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crash", 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.489 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.490 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.491 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.492 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.493 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: "retain_interval": { 2024-04-26T23:52:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retain_interval", 2024-04-26T23:52:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "31536000", 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_recent_interval": { 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_recent_interval", 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.495 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1209600", 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dashboard", 2024-04-26T23:52:10.496 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.497 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.497 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.497 INFO:teuthology.orchestra.run.smithi026.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T23:52:10.497 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T23:52:10.497 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.497 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.497 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.497 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.497 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.497 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.497 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.497 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.498 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.498 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.498 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.498 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.498 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T23:52:10.498 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T23:52:10.498 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.498 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.498 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.499 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.499 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.499 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.499 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.499 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.499 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.499 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.499 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.499 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.499 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T23:52:10.499 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T23:52:10.499 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_ENABLED": { 2024-04-26T23:52:10.500 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.501 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T23:52:10.502 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T23:52:10.502 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.502 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.502 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.502 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.502 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.502 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.502 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.502 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.502 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.502 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.502 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.503 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.504 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.504 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T23:52:10.504 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T23:52:10.504 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.504 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.504 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.504 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.504 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.504 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.504 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.504 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.504 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.505 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.506 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.507 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.508 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.509 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.510 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.511 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.512 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.513 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_URL": { 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_URL", 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.514 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.515 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.516 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.516 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.516 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T23:52:10.516 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T23:52:10.516 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.516 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.516 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.516 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.516 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.516 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.516 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.516 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.517 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.518 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.519 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "[]", 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.520 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "{}", 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.521 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.522 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.523 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.524 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.525 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.526 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.527 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.528 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.529 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.530 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.530 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T23:52:10.530 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T23:52:10.530 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.530 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.530 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.530 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.530 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.530 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.530 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.530 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.531 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.531 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.531 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.531 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.531 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T23:52:10.531 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T23:52:10.531 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.531 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.531 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.532 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.532 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.532 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.532 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.532 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.532 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.532 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.532 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.532 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.532 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T23:52:10.532 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T23:52:10.532 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T23:52:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.533 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T23:52:10.534 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T23:52:10.534 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.534 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.534 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.534 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.534 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.534 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.534 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.534 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.534 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.534 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.534 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.535 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.535 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T23:52:10.535 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T23:52:10.535 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.535 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.535 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.535 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8", 2024-04-26T23:52:10.535 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.535 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.536 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.536 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.536 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.536 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.536 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.536 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.536 INFO:teuthology.orchestra.run.smithi026.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T23:52:10.536 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T23:52:10.536 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.536 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.536 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.537 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "45", 2024-04-26T23:52:10.537 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.537 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.537 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.537 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.537 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.537 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.537 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.537 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.537 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T23:52:10.537 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.538 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.539 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T23:52:10.540 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T23:52:10.540 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.540 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.540 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.540 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.540 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.540 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.540 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.541 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.541 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.541 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.541 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.541 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.541 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T23:52:10.541 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T23:52:10.541 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.541 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.541 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.541 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.541 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.542 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.543 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.543 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.543 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.543 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.543 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.543 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.543 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.543 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.543 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T23:52:10.544 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T23:52:10.544 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.544 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.544 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.544 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:10.544 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.544 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.544 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.544 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.545 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.545 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.545 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.545 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.545 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T23:52:10.545 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T23:52:10.545 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.545 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.546 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.546 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.546 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.546 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.546 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.546 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.546 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.546 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.546 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.547 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.547 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T23:52:10.547 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T23:52:10.547 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.547 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.547 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.547 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T23:52:10.547 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.548 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.548 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.548 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.548 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.548 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.548 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.548 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.548 INFO:teuthology.orchestra.run.smithi026.stdout: "cross_origin_url": { 2024-04-26T23:52:10.549 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cross_origin_url", 2024-04-26T23:52:10.549 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.549 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.549 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.549 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.549 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.549 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.549 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.549 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.550 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.550 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.550 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.550 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.550 INFO:teuthology.orchestra.run.smithi026.stdout: "crt_file": { 2024-04-26T23:52:10.550 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crt_file", 2024-04-26T23:52:10.550 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.551 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.551 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.551 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.551 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.551 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.551 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.551 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.551 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.551 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.551 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.551 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "debug": { 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "debug", 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable/disable debug options", 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.552 INFO:teuthology.orchestra.run.smithi026.stdout: "jwt_token_ttl": { 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "jwt_token_ttl", 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "28800", 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.553 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.554 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-26T23:52:10.554 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-26T23:52:10.554 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.554 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.554 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.554 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.554 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.554 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.554 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.554 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.555 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.556 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.557 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.558 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.558 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.558 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.558 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.558 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.558 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.558 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.558 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.558 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.559 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.559 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.559 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.559 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.562 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.562 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.562 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.562 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.562 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.562 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.562 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.562 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.562 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.562 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.562 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.563 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.563 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.563 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.563 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.563 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.563 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.563 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.563 INFO:teuthology.orchestra.run.smithi026.stdout: "motd": { 2024-04-26T23:52:10.563 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "motd", 2024-04-26T23:52:10.563 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.563 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.563 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "The message of the day", 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect_resolve_ip_addr": { 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.564 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.565 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.566 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8080", 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.567 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl_server_port": { 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl_server_port", 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.568 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8443", 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.569 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "redirect", 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect" 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.570 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.571 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "url_prefix": { 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url_prefix", 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.572 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "devicehealth", 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_monitoring": { 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_monitoring", 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.573 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "monitor device health metrics", 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.574 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.575 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.575 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.575 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.575 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.575 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.575 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.575 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.575 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.575 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.576 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.576 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.576 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.576 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.576 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.576 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.576 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.576 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.577 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.577 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.577 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.577 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.577 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.577 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.578 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.578 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.578 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.578 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.578 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.578 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.579 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.579 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.579 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.579 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.579 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.579 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.579 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.580 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.580 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.580 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.580 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.580 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.580 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.581 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.581 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.581 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.581 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.581 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.581 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.581 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.582 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.582 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.582 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.582 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.582 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.582 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.582 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.583 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.583 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.583 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.583 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.583 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.583 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.583 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.584 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.584 INFO:teuthology.orchestra.run.smithi026.stdout: "mark_out_threshold": { 2024-04-26T23:52:10.584 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mark_out_threshold", 2024-04-26T23:52:10.584 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.584 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.584 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.585 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2419200", 2024-04-26T23:52:10.585 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.585 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.585 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.585 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T23:52:10.586 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.586 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.586 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.586 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.586 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_name": { 2024-04-26T23:52:10.586 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_name", 2024-04-26T23:52:10.587 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.587 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.587 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.587 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "device_health_metrics", 2024-04-26T23:52:10.587 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.587 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.587 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.587 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T23:52:10.587 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "retention_period": { 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retention_period", 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15552000", 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain device health metrics", 2024-04-26T23:52:10.588 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.589 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.589 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.589 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.589 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_frequency": { 2024-04-26T23:52:10.589 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_frequency", 2024-04-26T23:52:10.589 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.589 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.589 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.589 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-26T23:52:10.589 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.589 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.590 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.590 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T23:52:10.590 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.590 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.590 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.590 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.590 INFO:teuthology.orchestra.run.smithi026.stdout: "self_heal": { 2024-04-26T23:52:10.590 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "self_heal", 2024-04-26T23:52:10.590 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.590 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.590 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.591 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_threshold": { 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_threshold", 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.592 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7257600", 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "diskprediction_local", 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.593 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.594 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.595 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.596 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.597 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.598 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.598 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.598 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.598 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.598 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.598 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.598 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.598 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.598 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.598 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.599 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.599 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.599 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.599 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.599 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.599 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.599 INFO:teuthology.orchestra.run.smithi026.stdout: "predict_interval": { 2024-04-26T23:52:10.599 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predict_interval", 2024-04-26T23:52:10.599 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.599 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.599 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: "predictor_model": { 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predictor_model", 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.600 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "prophetstor", 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.601 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.602 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.602 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:10.602 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.602 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.602 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.602 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.602 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.602 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.602 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.602 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.602 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.602 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "influx", 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": false, 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "influxdb python module not found", 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: "batch_size": { 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "batch_size", 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5000", 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.603 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "database": { 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "database", 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "ceph", 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.604 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "hostname": { 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hostname", 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.605 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server hostname", 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "30", 2024-04-26T23:52:10.606 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "5", 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.607 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.608 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.608 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.608 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.608 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.608 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.608 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.608 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.608 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.608 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.608 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.608 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.608 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.609 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.610 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.610 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.610 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.610 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.610 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.610 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.610 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.610 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.610 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.610 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.610 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.611 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.611 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.611 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.611 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.611 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.611 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.611 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.611 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.611 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.611 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.611 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.612 INFO:teuthology.orchestra.run.smithi026.stdout: "password": { 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "password", 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "password of InfluxDB server user", 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.613 INFO:teuthology.orchestra.run.smithi026.stdout: "port": { 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "port", 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8086", 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server port", 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.614 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "false", 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.615 INFO:teuthology.orchestra.run.smithi026.stdout: "threads": { 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threads", 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "32", 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.616 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.617 INFO:teuthology.orchestra.run.smithi026.stdout: "username": { 2024-04-26T23:52:10.617 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "username", 2024-04-26T23:52:10.617 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.617 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.617 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.617 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.617 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.617 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.617 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.617 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "username of InfluxDB server user", 2024-04-26T23:52:10.617 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.617 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: "verify_ssl": { 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "verify_ssl", 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "true", 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T23:52:10.618 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "insights", 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.619 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.620 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.621 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.622 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.622 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.622 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.622 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.622 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.622 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.622 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.622 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.622 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.622 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.622 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.622 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.623 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "iostat", 2024-04-26T23:52:10.624 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.625 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.626 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.626 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.626 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.626 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.626 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.626 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.626 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.626 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.626 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.626 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.626 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.626 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.627 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.628 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.629 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "k8sevents", 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_event_retention_days": { 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ceph_event_retention_days", 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.630 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7", 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "config_check_secs": { 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_check_secs", 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.631 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "10", 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.632 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.633 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.634 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.635 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.636 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "localpool", 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.637 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.638 INFO:teuthology.orchestra.run.smithi026.stdout: "failure_domain": { 2024-04-26T23:52:10.638 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "failure_domain", 2024-04-26T23:52:10.638 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.638 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.638 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.638 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "host", 2024-04-26T23:52:10.638 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.638 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.638 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.638 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "failure domain for any created local pool", 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.639 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.640 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.640 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.640 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.640 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.640 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.640 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.640 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.640 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.640 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.640 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.640 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.640 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.641 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.642 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.643 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: "min_size": { 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_size", 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.644 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default min_size for any created local pool", 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "num_rep": { 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "num_rep", 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.645 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3", 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default replica count for any created local pool", 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_num": { 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_num", 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.646 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "128", 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: "prefix": { 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prefix", 2024-04-26T23:52:10.647 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name prefix for any created local pool", 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "subtree": { 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "subtree", 2024-04-26T23:52:10.648 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.649 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.649 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.649 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "rack", 2024-04-26T23:52:10.649 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.649 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.649 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.649 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T23:52:10.649 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T23:52:10.649 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.649 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.649 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mds_autoscaler", 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.650 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.651 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.651 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.651 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.651 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.651 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.651 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.651 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.651 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.652 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.652 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.652 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.652 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.652 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.652 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.652 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.652 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.652 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.652 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.652 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.652 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.653 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.654 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.655 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirroring", 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.656 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.657 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.658 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.659 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.660 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.660 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.660 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.660 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.660 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.660 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.660 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.660 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.660 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.660 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.660 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.661 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.662 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.662 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.662 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "nfs", 2024-04-26T23:52:10.662 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.662 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.662 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.662 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.662 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.662 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.662 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.662 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.662 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.663 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.664 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.665 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.666 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.667 INFO:teuthology.orchestra.run.smithi026.stdout: "fail_fs": { 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "fail_fs", 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.668 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.669 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.670 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.671 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.672 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.673 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.673 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.673 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.673 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.673 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.673 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.673 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.673 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.673 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.673 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.673 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator": { 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm", 2024-04-26T23:52:10.674 INFO:teuthology.orchestra.run.smithi026.stdout: "rook", 2024-04-26T23:52:10.675 INFO:teuthology.orchestra.run.smithi026.stdout: "test_orchestrator" 2024-04-26T23:52:10.675 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.675 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Orchestrator backend", 2024-04-26T23:52:10.675 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.675 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.675 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.675 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.675 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.675 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.675 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.675 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_perf_query", 2024-04-26T23:52:10.675 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.676 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.676 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.676 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.676 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.676 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.676 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.676 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.677 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.677 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.677 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.677 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.677 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.677 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.678 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.678 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.678 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.678 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.678 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.678 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.678 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.679 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.679 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.679 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.679 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.679 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.679 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.679 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.679 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.680 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.680 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.680 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.680 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.680 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.680 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.680 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.680 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.681 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.681 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.681 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.681 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.681 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.681 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.681 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.681 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.681 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.682 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.683 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_support", 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.684 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.685 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.686 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.686 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.686 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.686 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.686 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.686 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.686 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.686 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.686 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.686 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.686 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.686 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.687 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.688 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_autoscaler", 2024-04-26T23:52:10.689 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.690 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.691 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.692 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.693 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.694 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.695 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "threshold": { 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threshold", 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1.0", 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "scaling threshold", 2024-04-26T23:52:10.696 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "progress", 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_pg_recovery_event": { 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_pg_recovery_event", 2024-04-26T23:52:10.697 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-26T23:52:10.698 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-26T23:52:10.699 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.699 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.699 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.699 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.699 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.699 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.699 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.699 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.699 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.700 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.701 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.702 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.703 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.704 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.704 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.704 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.704 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.704 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.704 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.704 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.704 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.704 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.704 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.704 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: "max_completed_events": { 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_completed_events", 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "50", 2024-04-26T23:52:10.705 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.706 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.706 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.706 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "number of past completed events to remember", 2024-04-26T23:52:10.706 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.706 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.706 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.706 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.706 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:10.706 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:10.706 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.706 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.706 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long the module is going to sleep", 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus", 2024-04-26T23:52:10.707 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "cache": { 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cache", 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.708 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "exclude_perf_counters": { 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "exclude_perf_counters", 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.709 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.710 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.710 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.710 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.710 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.710 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.710 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.710 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.710 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.710 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.710 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.710 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.710 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.711 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.712 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.713 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.714 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools": { 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools", 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.715 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "300", 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.716 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_interval": { 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_interval", 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15.0", 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.717 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.718 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "9283", 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.719 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "stale_cache_strategy": { 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stale_cache_strategy", 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "log", 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.720 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "default", 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "default", 2024-04-26T23:52:10.721 INFO:teuthology.orchestra.run.smithi026.stdout: "error" 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-26T23:52:10.722 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_support", 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.723 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.724 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.725 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.725 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.725 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.725 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.725 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.725 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.725 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.725 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.725 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.725 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.725 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.725 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.726 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.727 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.728 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_snap_create": { 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_snap_create", 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.729 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: "mirror_snapshot_schedule": { 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.730 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "trash_purge_schedule": { 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "trash_purge_schedule", 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.731 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "restful", 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_auth": { 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_auth", 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.732 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.733 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.734 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.735 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.736 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.737 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.738 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.738 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.738 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.738 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.738 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.738 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.738 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.738 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.738 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.738 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.738 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.738 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.739 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.740 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rgw", 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.741 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.742 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.743 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.744 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.745 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.746 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.746 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.746 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.746 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.746 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.746 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.746 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.746 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.746 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.746 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.746 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.747 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.747 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.747 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.747 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.747 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.747 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.747 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rook", 2024-04-26T23:52:10.747 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.747 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.747 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.748 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.748 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.748 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.748 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.748 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.748 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.748 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.748 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.748 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.748 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.748 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.748 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.749 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.750 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.751 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.752 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.752 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.752 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.752 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.752 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.752 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.752 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.752 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.752 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.752 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.752 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.752 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "storage_class": { 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "storage_class", 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "local", 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.753 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "selftest", 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.754 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.755 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.756 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.757 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.758 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.758 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.758 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.758 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.758 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.758 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.758 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.758 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.758 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.758 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.758 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.758 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.759 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.759 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.759 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.759 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.759 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.759 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.759 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.759 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.760 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.760 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.760 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.760 INFO:teuthology.orchestra.run.smithi026.stdout: "roption1": { 2024-04-26T23:52:10.760 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption1", 2024-04-26T23:52:10.760 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.760 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.761 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.761 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.761 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.761 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.761 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.761 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.762 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.762 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.762 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.762 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.766 INFO:teuthology.orchestra.run.smithi026.stdout: "roption2": { 2024-04-26T23:52:10.766 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption2", 2024-04-26T23:52:10.766 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.766 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.766 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.766 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "xyz", 2024-04-26T23:52:10.767 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.767 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.767 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.767 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.767 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.767 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.767 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.768 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.768 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption1": { 2024-04-26T23:52:10.768 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption1", 2024-04-26T23:52:10.768 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.768 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.768 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.769 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.769 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.769 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.769 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.769 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.769 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.769 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.770 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.770 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.770 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption2": { 2024-04-26T23:52:10.770 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption2", 2024-04-26T23:52:10.770 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.770 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.771 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.771 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.771 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.771 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.771 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.771 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.771 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.771 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.771 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.771 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.771 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption3": { 2024-04-26T23:52:10.771 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption3", 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption4": { 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption4", 2024-04-26T23:52:10.772 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption5": { 2024-04-26T23:52:10.773 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption5", 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption6": { 2024-04-26T23:52:10.774 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption6", 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption7": { 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption7", 2024-04-26T23:52:10.775 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "42", 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "testkey": { 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testkey", 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.776 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "testlkey": { 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testlkey", 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.777 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "testnewline": { 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testnewline", 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.778 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.779 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_m_granularity": { 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_m_granularity", 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T23:52:10.780 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "dump_on_update": { 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dump_on_update", 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "dump database to debug log on update", 2024-04-26T23:52:10.781 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.782 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.783 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.784 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.785 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.786 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stats", 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.787 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.788 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.789 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.790 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.791 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.792 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "status", 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.793 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.794 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.794 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.794 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.794 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.794 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.794 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.794 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.794 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.794 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.794 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.795 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.796 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.796 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.796 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.796 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.796 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.796 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.796 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.796 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.796 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.796 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.796 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.796 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.797 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.798 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.798 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.798 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.798 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.798 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.798 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.798 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.798 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.798 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.798 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.798 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.798 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telegraf", 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: "address": { 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "address", 2024-04-26T23:52:10.799 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.800 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.800 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.800 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T23:52:10.800 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.800 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.800 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.800 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.800 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15", 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.801 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.802 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.803 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.804 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.805 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.806 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.806 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.806 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.806 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.806 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.806 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.806 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.806 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.806 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.806 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.806 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.806 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telemetry", 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_basic": { 2024-04-26T23:52:10.807 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_basic", 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.808 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_crash": { 2024-04-26T23:52:10.809 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_crash", 2024-04-26T23:52:10.809 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.809 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.809 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.809 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.809 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.809 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.809 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.809 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T23:52:10.809 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.809 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.810 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.810 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.810 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_device": { 2024-04-26T23:52:10.810 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_device", 2024-04-26T23:52:10.810 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.810 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.810 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.810 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.810 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.810 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.810 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.810 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T23:52:10.811 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.811 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.811 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.811 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.811 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_ident": { 2024-04-26T23:52:10.811 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_ident", 2024-04-26T23:52:10.811 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.811 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.811 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.811 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.811 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.811 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.812 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.812 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T23:52:10.812 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.812 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.812 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.812 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.812 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_perf": { 2024-04-26T23:52:10.812 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_perf", 2024-04-26T23:52:10.812 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.812 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.812 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.812 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "contact": { 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "contact", 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.813 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "description": { 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "description", 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.814 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "device_url": { 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_url", 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T23:52:10.815 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.816 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.817 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.817 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.817 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.817 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.817 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.817 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.817 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.817 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:10.817 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:10.817 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.817 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.817 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "24", 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "8", 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "last_opt_revision": { 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "last_opt_revision", 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.818 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1", 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard": { 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard", 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.819 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard_description": { 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard_description", 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.820 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.821 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.822 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.823 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.824 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.825 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "organization": { 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "organization", 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.826 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "proxy": { 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "proxy", 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.827 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "url": { 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url", 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.828 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "test_orchestrator", 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.829 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.830 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.831 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.832 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.833 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.834 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "volumes", 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.835 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.836 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.837 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.838 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.839 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_clones": { 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_clones", 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.840 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4", 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "periodic_async_work": { 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "periodic_async_work", 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.841 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.842 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.842 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.842 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.842 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Periodically check for async work", 2024-04-26T23:52:10.842 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.842 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.842 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.842 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.842 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_delay": { 2024-04-26T23:52:10.842 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_delay", 2024-04-26T23:52:10.842 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.842 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_no_wait": { 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.843 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix", 2024-04-26T23:52:10.844 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "discovery_interval": { 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "discovery_interval", 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "100", 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.845 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "identifier": { 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "identifier", 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.846 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.847 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.848 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.849 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.850 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.851 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.852 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_host": { 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_host", 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.853 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_port": { 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_port", 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10051", 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.854 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_sender": { 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_sender", 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.855 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: "modules": [ 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm", 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: "dashboard", 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: "iostat", 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: "nfs", 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: "restful", 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: "snap_schedule" 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.856 INFO:teuthology.orchestra.run.smithi026.stdout: "available_modules": [ 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "alerts", 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.857 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.858 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.859 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.860 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.861 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.862 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_destination": { 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_destination", 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email address to send alerts to", 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.863 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_from_name": { 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_from_name", 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "Ceph", 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Email From: name", 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.864 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_host": { 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_host", 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP server", 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.865 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.866 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.866 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_password": { 2024-04-26T23:52:10.866 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_password", 2024-04-26T23:52:10.866 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.866 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.866 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.866 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.866 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.866 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.866 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.866 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Password to authenticate with", 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_port": { 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_port", 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "465", 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.867 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP port", 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_sender": { 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_sender", 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.868 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.869 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SMTP envelope sender", 2024-04-26T23:52:10.869 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.869 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.869 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.869 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.869 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_ssl": { 2024-04-26T23:52:10.869 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_ssl", 2024-04-26T23:52:10.869 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.870 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.870 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.870 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.870 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.870 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.870 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.870 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T23:52:10.871 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.871 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.871 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.871 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.871 INFO:teuthology.orchestra.run.smithi026.stdout: "smtp_user": { 2024-04-26T23:52:10.871 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "smtp_user", 2024-04-26T23:52:10.872 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.872 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.872 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.872 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.872 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.872 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.873 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.873 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "User to authenticate as", 2024-04-26T23:52:10.873 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.873 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.873 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.873 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.873 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.874 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.874 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.874 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "balancer", 2024-04-26T23:52:10.874 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.874 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.874 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.874 INFO:teuthology.orchestra.run.smithi026.stdout: "active": { 2024-04-26T23:52:10.875 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "active", 2024-04-26T23:52:10.875 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.875 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.875 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.875 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.875 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.875 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.876 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.876 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T23:52:10.876 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.876 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.876 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.876 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.876 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_time": { 2024-04-26T23:52:10.876 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_time", 2024-04-26T23:52:10.877 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.877 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.877 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.877 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0000", 2024-04-26T23:52:10.877 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.877 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.878 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.878 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T23:52:10.878 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T23:52:10.878 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.878 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.878 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.879 INFO:teuthology.orchestra.run.smithi026.stdout: "begin_weekday": { 2024-04-26T23:52:10.879 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "begin_weekday", 2024-04-26T23:52:10.879 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:10.879 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.879 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.879 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:10.879 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_max_iterations": { 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_max_iterations", 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "25", 2024-04-26T23:52:10.880 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "250", 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_metrics": { 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_metrics", 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T23:52:10.881 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: "crush_compat_step": { 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crush_compat_step", 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.882 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.5", 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0.001", 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "0.999", 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "aggressiveness of optimization", 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "end_time": { 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_time", 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2359", 2024-04-26T23:52:10.883 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "end_weekday": { 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "end_weekday", 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:10.884 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "0", 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "6", 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.885 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.886 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.887 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.888 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.889 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: "min_score": { 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_score", 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.890 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.891 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "upmap", 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "crush-compat", 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "none", 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "read", 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap", 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap-read" 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Balancer mode", 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.892 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_ids": { 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_ids", 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.893 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.894 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_deviation": { 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_deviation", 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.895 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "upmap_max_optimizations": { 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "upmap_max_optimizations", 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.896 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm", 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_down_multiplier": { 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_down_multiplier", 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.897 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_refresh_rate": { 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_refresh_rate", 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "20", 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.898 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "agent_starting_port": { 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "agent_starting_port", 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4721", 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.899 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.900 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.900 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T23:52:10.900 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.900 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.900 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.900 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.900 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_ptrace": { 2024-04-26T23:52:10.900 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_ptrace", 2024-04-26T23:52:10.900 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.900 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.900 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.900 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.901 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.901 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.901 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.901 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T23:52:10.901 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T23:52:10.901 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.901 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.901 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.901 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_interval": { 2024-04-26T23:52:10.901 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_interval", 2024-04-26T23:52:10.901 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.901 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "autotune_memory_target_ratio": { 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:10.902 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0.7", 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm_log_destination": { 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cephadm_log_destination", 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.903 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: "file", 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: "file,syslog", 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: "syslog" 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.904 INFO:teuthology.orchestra.run.smithi026.stdout: "cgroups_split": { 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cgroups_split", 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "config_checks_enabled": { 2024-04-26T23:52:10.905 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_checks_enabled", 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "config_dashboard": { 2024-04-26T23:52:10.906 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_dashboard", 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_alertmanager": { 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_alertmanager", 2024-04-26T23:52:10.907 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_base": { 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_base", 2024-04-26T23:52:10.908 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Container image name, without the tag", 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_elasticsearch": { 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_elasticsearch", 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.909 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "elasticsearch container image", 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_grafana": { 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_grafana", 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.910 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_haproxy": { 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_haproxy", 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.911 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.912 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.912 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T23:52:10.912 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.912 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.912 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.912 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "HAproxy container image", 2024-04-26T23:52:10.912 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.912 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.912 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.912 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.912 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_agent": { 2024-04-26T23:52:10.912 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_agent", 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger agent container image", 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.913 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_collector": { 2024-04-26T23:52:10.914 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_collector", 2024-04-26T23:52:10.914 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.914 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.914 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.914 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T23:52:10.914 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.914 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.914 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.914 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger collector container image", 2024-04-26T23:52:10.914 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.914 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.914 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_jaeger_query": { 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_jaeger_query", 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Jaeger query container image", 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.915 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_keepalived": { 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_keepalived", 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Keepalived container image", 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.916 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_loki": { 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_loki", 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Loki container image", 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.917 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.918 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.918 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_node_exporter": { 2024-04-26T23:52:10.918 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_node_exporter", 2024-04-26T23:52:10.918 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.918 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.918 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.918 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T23:52:10.918 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.918 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.918 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.918 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T23:52:10.918 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_nvmeof": { 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_nvmeof", 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Nvme-of container image", 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.919 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_prometheus": { 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_prometheus", 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Prometheus container image", 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.920 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_promtail": { 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_promtail", 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Promtail container image", 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.921 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_samba": { 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_samba", 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Samba/SMB container image", 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.922 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: "container_image_snmp_gateway": { 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_image_snmp_gateway", 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "SNMP Gateway container image", 2024-04-26T23:52:10.923 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "container_init": { 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "container_init", 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.924 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: "daemon_cache_timeout": { 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "daemon_cache_timeout", 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T23:52:10.925 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: "default_cephadm_command_timeout": { 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "900", 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.926 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "default_registry": { 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "default_registry", 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "docker.io", 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T23:52:10.927 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "device_cache_timeout": { 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_cache_timeout", 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1800", 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache device inventory", 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.928 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "device_enhanced_scan": { 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_enhanced_scan", 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.929 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "facts_cache_timeout": { 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "facts_cache_timeout", 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "seconds to cache host facts data", 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.930 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "grafana_dashboards_path": { 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "grafana_dashboards_path", 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.931 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: "host_check_interval": { 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "host_check_interval", 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to perform a host check", 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.932 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "hw_monitoring": { 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hw_monitoring", 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.933 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: "inventory_list_all": { 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "inventory_list_all", 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.934 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.935 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "log_refresh_metadata": { 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_refresh_metadata", 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.936 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.937 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.938 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.939 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.940 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.941 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "*", 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.942 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "max_count_per_host": { 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_count_per_host", 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of daemons per service per host", 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.943 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "max_osd_draining_count": { 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_osd_draining_count", 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.944 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "migration_current": { 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "migration_current", 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "internal - do not modify", 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.945 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "mode": { 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mode", 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "root", 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm-package", 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "root" 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T23:52:10.946 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "oob_default_addr": { 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "oob_default_addr", 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "169.254.1.1", 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T23:52:10.947 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "prometheus_alerts_path": { 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus_alerts_path", 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T23:52:10.948 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_insecure": { 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_insecure", 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T23:52:10.949 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_password": { 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_password", 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.950 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_url": { 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_url", 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T23:52:10.951 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "registry_username": { 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "registry_username", 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T23:52:10.952 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.953 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.953 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.953 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.953 INFO:teuthology.orchestra.run.smithi026.stdout: "secure_monitoring_stack": { 2024-04-26T23:52:10.953 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "secure_monitoring_stack", 2024-04-26T23:52:10.953 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.953 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.953 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.953 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.953 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.953 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.953 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: "service_discovery_port": { 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "service_discovery_port", 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8765", 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.954 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "cephadm service discovery port", 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "ssh_config_file": { 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssh_config_file", 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.955 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "use_agent": { 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_agent", 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.956 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "use_repo_digest": { 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "use_repo_digest", 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.957 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_failed_host_check": { 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_failed_host_check", 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.958 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_daemons": { 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_daemons", 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.959 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_on_stray_hosts": { 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_on_stray_hosts", 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.960 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crash", 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.961 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.962 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.963 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.963 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.963 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.963 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.963 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:10.963 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:10.963 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.963 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.963 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.963 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.964 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.964 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.964 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.964 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.964 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.964 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.964 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.964 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.964 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:10.964 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:10.964 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.965 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.966 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.966 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.966 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.966 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:10.966 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:10.966 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.966 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.966 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.966 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.966 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.966 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "retain_interval": { 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retain_interval", 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "31536000", 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.967 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_recent_interval": { 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_recent_interval", 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1209600", 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.968 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dashboard", 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T23:52:10.969 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T23:52:10.970 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T23:52:10.971 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_ENABLED": { 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T23:52:10.972 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.973 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.974 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.975 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.976 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.977 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.978 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.979 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.980 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.981 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.982 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.983 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.984 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_URL": { 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_URL", 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.985 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.986 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.986 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.986 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.986 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.986 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.986 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.986 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.986 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.986 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.986 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T23:52:10.986 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T23:52:10.986 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.987 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.988 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.989 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.989 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.989 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.989 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.989 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.989 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.989 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.989 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.989 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.989 INFO:teuthology.orchestra.run.smithi026.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T23:52:10.989 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.990 INFO:teuthology.orchestra.run.smithi026.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.991 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "[]", 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.992 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "{}", 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.993 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.994 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.995 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.996 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.997 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.998 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:10.999 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.000 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.001 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T23:52:11.001 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T23:52:11.001 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.001 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.001 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.001 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.001 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.001 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.001 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.002 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.003 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.004 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.005 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.005 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.005 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.005 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.005 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.005 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.005 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T23:52:11.005 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T23:52:11.005 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.005 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.005 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.006 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:11.006 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.006 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.006 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.006 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.006 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.006 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.006 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.006 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.006 INFO:teuthology.orchestra.run.smithi026.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T23:52:11.006 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T23:52:11.006 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8", 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T23:52:11.007 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T23:52:11.008 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.008 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.008 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.008 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "45", 2024-04-26T23:52:11.008 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.008 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.008 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.008 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.008 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.008 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.008 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.008 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.009 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.010 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.010 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T23:52:11.010 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T23:52:11.010 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.010 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.010 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.010 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "admin", 2024-04-26T23:52:11.010 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.010 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.010 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.010 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.011 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.011 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.011 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.011 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.011 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T23:52:11.011 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T23:52:11.011 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.011 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.011 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.011 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.011 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.011 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.012 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.012 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.012 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.012 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.012 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.012 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.012 INFO:teuthology.orchestra.run.smithi026.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T23:52:11.012 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T23:52:11.012 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.012 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.012 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.013 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.013 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.013 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.013 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.013 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.013 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.013 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.013 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.013 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.013 INFO:teuthology.orchestra.run.smithi026.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T23:52:11.013 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T23:52:11.014 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.014 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.014 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.014 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.014 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.014 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.014 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.014 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.014 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.014 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.015 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.016 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.017 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.018 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.018 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.018 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.018 INFO:teuthology.orchestra.run.smithi026.stdout: "cross_origin_url": { 2024-04-26T23:52:11.018 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cross_origin_url", 2024-04-26T23:52:11.018 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.018 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.018 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.018 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.018 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.018 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.018 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "crt_file": { 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "crt_file", 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.019 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: "debug": { 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "debug", 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.020 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Enable/disable debug options", 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "jwt_token_ttl": { 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "jwt_token_ttl", 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "28800", 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.021 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.022 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.023 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.024 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.025 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.026 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.027 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "motd": { 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "motd", 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "The message of the day", 2024-04-26T23:52:11.028 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect_resolve_ip_addr": { 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.029 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.030 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.030 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.030 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.030 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T23:52:11.030 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T23:52:11.030 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.030 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.030 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.030 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-26T23:52:11.030 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.031 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.031 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.031 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.031 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.031 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.031 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.031 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.031 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T23:52:11.032 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T23:52:11.032 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.032 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.032 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.032 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8080", 2024-04-26T23:52:11.032 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.032 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.033 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.033 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.033 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.033 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.033 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.033 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.034 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-26T23:52:11.034 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-26T23:52:11.034 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.034 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.034 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.034 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.035 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.035 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.035 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.035 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.035 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.035 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.035 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.036 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.036 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl_server_port": { 2024-04-26T23:52:11.036 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl_server_port", 2024-04-26T23:52:11.036 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.036 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.036 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.036 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8443", 2024-04-26T23:52:11.036 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.037 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.037 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.037 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.037 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.037 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.037 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.037 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.038 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-26T23:52:11.038 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-26T23:52:11.038 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.038 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.038 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.038 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "redirect", 2024-04-26T23:52:11.038 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.038 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.038 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.038 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.038 INFO:teuthology.orchestra.run.smithi026.stdout: "redirect" 2024-04-26T23:52:11.038 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-26T23:52:11.039 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "url_prefix": { 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url_prefix", 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.040 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "devicehealth", 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_monitoring": { 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_monitoring", 2024-04-26T23:52:11.041 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "monitor device health metrics", 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.042 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.043 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.044 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.045 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.046 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.046 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.046 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.046 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.046 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.046 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.046 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.046 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.046 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.046 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.046 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.046 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "mark_out_threshold": { 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mark_out_threshold", 2024-04-26T23:52:11.047 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "2419200", 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: "pool_name": { 2024-04-26T23:52:11.048 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pool_name", 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "device_health_metrics", 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "retention_period": { 2024-04-26T23:52:11.049 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "retention_period", 2024-04-26T23:52:11.050 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:11.050 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.050 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.050 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15552000", 2024-04-26T23:52:11.050 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.050 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.050 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.050 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long to retain device health metrics", 2024-04-26T23:52:11.050 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.050 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_frequency": { 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_frequency", 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.051 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "self_heal": { 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "self_heal", 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.052 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.053 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.053 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.053 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:11.053 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:11.053 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:11.053 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.053 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.053 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:11.053 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.053 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.053 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.053 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T23:52:11.054 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.054 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.054 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.054 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.054 INFO:teuthology.orchestra.run.smithi026.stdout: "warn_threshold": { 2024-04-26T23:52:11.054 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "warn_threshold", 2024-04-26T23:52:11.054 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:11.054 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.054 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.054 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7257600", 2024-04-26T23:52:11.054 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.054 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "diskprediction_local", 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.055 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.056 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.057 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.057 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.057 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.057 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.057 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.057 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.057 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.058 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.058 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.058 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.058 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.058 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.058 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.059 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.059 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.059 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.059 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.059 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.059 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.060 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.060 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.060 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.060 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.060 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.060 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.060 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.061 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.061 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.061 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.061 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.061 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.061 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.062 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.062 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.062 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.062 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.062 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.062 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.063 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.063 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.063 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.063 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.063 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.063 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.063 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.064 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.064 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.064 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.064 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.064 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.064 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.064 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.065 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.065 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.065 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.065 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.065 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.065 INFO:teuthology.orchestra.run.smithi026.stdout: "predict_interval": { 2024-04-26T23:52:11.066 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predict_interval", 2024-04-26T23:52:11.066 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.066 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.066 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.066 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "86400", 2024-04-26T23:52:11.066 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.067 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.067 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.067 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.067 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.067 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.067 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.068 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.068 INFO:teuthology.orchestra.run.smithi026.stdout: "predictor_model": { 2024-04-26T23:52:11.068 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "predictor_model", 2024-04-26T23:52:11.068 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.068 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.068 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.068 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "prophetstor", 2024-04-26T23:52:11.068 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.068 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.069 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.069 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.069 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.069 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.069 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.069 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.069 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:11.070 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:11.070 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.070 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.070 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.070 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "600", 2024-04-26T23:52:11.070 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.071 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.071 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.071 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.071 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.071 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.071 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.072 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.072 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.072 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.072 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.072 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "influx", 2024-04-26T23:52:11.072 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": false, 2024-04-26T23:52:11.073 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "influxdb python module not found", 2024-04-26T23:52:11.073 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.073 INFO:teuthology.orchestra.run.smithi026.stdout: "batch_size": { 2024-04-26T23:52:11.073 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "batch_size", 2024-04-26T23:52:11.073 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.073 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.073 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.074 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5000", 2024-04-26T23:52:11.074 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.074 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.074 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.074 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T23:52:11.074 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.075 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.075 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.075 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.075 INFO:teuthology.orchestra.run.smithi026.stdout: "database": { 2024-04-26T23:52:11.075 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "database", 2024-04-26T23:52:11.075 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.076 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.076 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.076 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "ceph", 2024-04-26T23:52:11.076 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.076 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.076 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.077 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T23:52:11.077 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.077 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.077 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.077 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.077 INFO:teuthology.orchestra.run.smithi026.stdout: "hostname": { 2024-04-26T23:52:11.078 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "hostname", 2024-04-26T23:52:11.078 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.078 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.078 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.078 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.078 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.079 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.079 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.079 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server hostname", 2024-04-26T23:52:11.079 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.079 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.079 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.080 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.080 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:11.080 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:11.080 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:11.080 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.080 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.080 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "30", 2024-04-26T23:52:11.081 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "5", 2024-04-26T23:52:11.081 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.081 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.081 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T23:52:11.081 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.082 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.082 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.082 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.082 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.082 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.082 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.082 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.083 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.083 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.083 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.083 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.083 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.083 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.083 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.084 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.084 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.084 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.084 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.084 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.084 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.085 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.085 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.085 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.085 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.085 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.085 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.085 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.086 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.086 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.086 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.086 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.086 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.086 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.086 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.086 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.087 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.087 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.087 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.087 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.087 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.087 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.087 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.087 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.087 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.087 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.087 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.087 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.088 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "password": { 2024-04-26T23:52:11.089 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "password", 2024-04-26T23:52:11.090 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.090 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.090 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.090 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.090 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.090 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.090 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.090 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "password of InfluxDB server user", 2024-04-26T23:52:11.091 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.091 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.091 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.091 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.091 INFO:teuthology.orchestra.run.smithi026.stdout: "port": { 2024-04-26T23:52:11.091 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "port", 2024-04-26T23:52:11.091 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.091 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.091 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.091 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "8086", 2024-04-26T23:52:11.091 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.091 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "InfluxDB server port", 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "ssl": { 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ssl", 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "false", 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.092 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "threads": { 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threads", 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "32", 2024-04-26T23:52:11.093 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.094 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T23:52:11.094 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.094 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.094 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.094 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.094 INFO:teuthology.orchestra.run.smithi026.stdout: "username": { 2024-04-26T23:52:11.094 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "username", 2024-04-26T23:52:11.094 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.094 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.094 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.094 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.094 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "username of InfluxDB server user", 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: "verify_ssl": { 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "verify_ssl", 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.095 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "true", 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "insights", 2024-04-26T23:52:11.096 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.097 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.098 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.099 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.100 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.101 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.101 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.101 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.101 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.101 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.101 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.101 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.101 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.101 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.101 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.101 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.101 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.102 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.102 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.102 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.102 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.102 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.102 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "iostat", 2024-04-26T23:52:11.102 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.102 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.102 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.102 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.103 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.104 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.104 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.104 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.104 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.104 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.104 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.104 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.104 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.104 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.104 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.105 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.106 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.106 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.106 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.106 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.106 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.106 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.106 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.106 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.106 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.106 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.106 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.106 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.107 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "k8sevents", 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.108 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.109 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.109 INFO:teuthology.orchestra.run.smithi026.stdout: "ceph_event_retention_days": { 2024-04-26T23:52:11.109 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "ceph_event_retention_days", 2024-04-26T23:52:11.109 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.109 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.109 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.109 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "7", 2024-04-26T23:52:11.110 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.110 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.110 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.110 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T23:52:11.110 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.110 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.111 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.111 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.111 INFO:teuthology.orchestra.run.smithi026.stdout: "config_check_secs": { 2024-04-26T23:52:11.111 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "config_check_secs", 2024-04-26T23:52:11.111 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.111 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.111 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.112 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:11.112 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "10", 2024-04-26T23:52:11.112 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.112 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.112 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T23:52:11.112 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.112 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.112 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.113 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.113 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.113 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.113 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.113 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.113 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.113 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.113 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.114 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.114 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.114 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.114 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.114 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.114 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.114 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.114 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.115 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.115 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.115 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.115 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.115 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.115 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.115 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.115 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.116 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.116 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.116 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.116 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.116 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.116 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.116 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.116 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.116 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.116 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.116 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.116 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.117 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.118 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.118 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.118 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.118 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.118 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.118 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.118 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.118 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.118 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.119 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.119 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.119 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.119 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.119 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.119 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.119 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.119 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.119 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.120 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.120 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.120 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.120 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.120 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.120 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "localpool", 2024-04-26T23:52:11.120 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.120 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.120 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.121 INFO:teuthology.orchestra.run.smithi026.stdout: "failure_domain": { 2024-04-26T23:52:11.121 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "failure_domain", 2024-04-26T23:52:11.121 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.121 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.121 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.121 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "host", 2024-04-26T23:52:11.121 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.121 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.121 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.121 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "failure domain for any created local pool", 2024-04-26T23:52:11.122 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T23:52:11.122 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.122 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.122 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.122 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.122 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.122 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.122 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.123 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.123 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.123 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.123 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.123 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.123 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.123 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.123 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.123 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.124 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.124 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.124 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.124 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.124 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.124 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.124 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.124 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.125 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.125 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.125 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.125 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.125 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.125 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.125 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.125 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.125 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.126 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.126 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.126 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.126 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.126 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.126 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.126 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.126 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.127 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.127 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.127 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.127 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.127 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.127 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.127 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.127 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.127 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.128 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.128 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.128 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.128 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.128 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.128 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.128 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.128 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.128 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.129 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.129 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.129 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.129 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.129 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.129 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.129 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.129 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.129 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.130 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.130 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.130 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.130 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.130 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.130 INFO:teuthology.orchestra.run.smithi026.stdout: "min_size": { 2024-04-26T23:52:11.130 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "min_size", 2024-04-26T23:52:11.130 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.130 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.130 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default min_size for any created local pool", 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "num_rep": { 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "num_rep", 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.131 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3", 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default replica count for any created local pool", 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_num": { 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_num", 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.132 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "128", 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "prefix": { 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prefix", 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.133 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "name prefix for any created local pool", 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "subtree": { 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "subtree", 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.134 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "rack", 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mds_autoscaler", 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.135 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.136 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.137 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.138 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.139 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirroring", 2024-04-26T23:52:11.140 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.141 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.142 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.143 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.144 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.145 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "nfs", 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.146 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.147 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.148 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.149 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.150 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: "fail_fs": { 2024-04-26T23:52:11.151 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "fail_fs", 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.152 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.153 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.154 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.155 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.156 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator": { 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "orchestrator", 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.157 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: "cephadm", 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: "rook", 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: "test_orchestrator" 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Orchestrator backend", 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.158 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_perf_query", 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.159 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.160 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.161 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.162 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.163 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "osd_support", 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.164 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.165 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.166 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.167 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.168 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "pg_autoscaler", 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.169 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.170 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.171 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.172 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.172 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.174 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.175 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:11.176 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "threshold": { 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "threshold", 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.177 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "3.0", 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1.0", 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "scaling threshold", 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "progress", 2024-04-26T23:52:11.178 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_pg_recovery_event": { 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_pg_recovery_event", 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.179 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.180 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.181 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.182 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.183 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.184 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.185 INFO:teuthology.orchestra.run.smithi026.stdout: "max_completed_events": { 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_completed_events", 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "50", 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "number of past completed events to remember", 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.186 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "sleep_interval": { 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "sleep_interval", 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "5", 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "how long the module is going to sleep", 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.187 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "prometheus", 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "cache": { 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "cache", 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.188 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "exclude_perf_counters": { 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "exclude_perf_counters", 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.189 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.190 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.191 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.192 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.193 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.194 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools": { 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools", 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.195 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "300", 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.196 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "scrape_interval": { 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "scrape_interval", 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15.0", 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.197 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "::", 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.198 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "9283", 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.199 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "stale_cache_strategy": { 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stale_cache_strategy", 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "log", 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.200 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_behaviour": { 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_behaviour", 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "default", 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "default", 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "error" 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.201 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "standby_error_status_code": { 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "standby_error_status_code", 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "500", 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "400", 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "599", 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.202 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_support", 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.203 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.204 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.205 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.206 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.207 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_snap_create": { 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_snap_create", 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10", 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.208 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "mirror_snapshot_schedule": { 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.209 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "trash_purge_schedule": { 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "trash_purge_schedule", 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.210 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "restful", 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: "enable_auth": { 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enable_auth", 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.211 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "key_file": { 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "key_file", 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.212 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.213 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.214 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.215 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.216 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.217 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "server_addr": { 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_addr", 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.218 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "server_port": { 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "server_port", 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.219 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.220 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.220 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.220 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.221 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.221 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.221 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.221 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.221 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.221 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.221 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.221 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.221 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rgw", 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.222 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.223 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.224 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.225 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.226 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rook", 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.227 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.228 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.229 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.230 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.231 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "storage_class": { 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "storage_class", 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.232 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "local", 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.233 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "selftest", 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.234 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.235 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.236 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.237 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.238 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "roption1": { 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption1", 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.239 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "roption2": { 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "roption2", 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "xyz", 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.240 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption1": { 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption1", 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.241 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption2": { 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption2", 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption3": { 2024-04-26T23:52:11.242 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption3", 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "float", 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption4": { 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption4", 2024-04-26T23:52:11.243 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption5": { 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption5", 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.244 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption6": { 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption6", 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.245 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "rwoption7": { 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rwoption7", 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.246 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "1", 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "42", 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: "testkey": { 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testkey", 2024-04-26T23:52:11.247 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "testlkey": { 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testlkey", 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.248 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: "testnewline": { 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "testnewline", 2024-04-26T23:52:11.249 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.250 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "allow_m_granularity": { 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "allow_m_granularity", 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.251 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "dump_on_update": { 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "dump_on_update", 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "dump database to debug log on update", 2024-04-26T23:52:11.252 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.253 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.254 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.255 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.256 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.257 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "stats", 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.258 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.259 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.260 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.261 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.262 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "status", 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.263 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.264 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.265 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.266 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.267 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telegraf", 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.268 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "address": { 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "address", 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.269 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "15", 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.270 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.271 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.272 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.273 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.274 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "telemetry", 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.275 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_basic": { 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_basic", 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.276 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_crash": { 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_crash", 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.277 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_device": { 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_device", 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.278 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_ident": { 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_ident", 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "channel_perf": { 2024-04-26T23:52:11.279 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "channel_perf", 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "contact": { 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "contact", 2024-04-26T23:52:11.280 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "description": { 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "description", 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.281 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "device_url": { 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "device_url", 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.282 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "enabled": { 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "enabled", 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.283 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.284 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "24", 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "8", 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "last_opt_revision": { 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "last_opt_revision", 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.285 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "1", 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard": { 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard", 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.286 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "leaderboard_description": { 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "leaderboard_description", 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.287 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.288 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.289 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.290 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.291 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.292 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "organization": { 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "organization", 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.293 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "proxy": { 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "proxy", 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.294 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: "url": { 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "url", 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.295 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "test_orchestrator", 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.296 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.297 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.298 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.299 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.300 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.301 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "volumes", 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.302 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.303 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.304 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.305 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.306 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "max_concurrent_clones": { 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "max_concurrent_clones", 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "4", 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.307 INFO:teuthology.orchestra.run.smithi026.stdout: "periodic_async_work": { 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "periodic_async_work", 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Periodically check for async work", 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_delay": { 2024-04-26T23:52:11.308 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_delay", 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "0", 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "snapshot_clone_no_wait": { 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T23:52:11.309 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "True", 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.310 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix", 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "can_run": true, 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "error_string": "", 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "module_options": { 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "discovery_interval": { 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "discovery_interval", 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "uint", 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "100", 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.311 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "identifier": { 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "identifier", 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.312 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "interval": { 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "interval", 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "secs", 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "60", 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.313 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "log_level": { 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_level", 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.314 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster": { 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster", 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.315 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_cluster_level": { 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_cluster_level", 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "info", 2024-04-26T23:52:11.316 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [ 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: "", 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: "critical", 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: "debug", 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: "error", 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: "info", 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: "warning" 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.317 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "log_to_file": { 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "log_to_file", 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "bool", 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 1, 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "False", 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.318 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_host": { 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_host", 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "", 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.319 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_port": { 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_port", 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "int", 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "10051", 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.320 INFO:teuthology.orchestra.run.smithi026.stdout: "zabbix_sender": { 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "zabbix_sender", 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "str", 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: "level": "advanced", 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: "flags": 0, 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: "min": "", 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: "max": "", 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: "enum_allowed": [], 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: "desc": "", 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: "long_desc": "", 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: "tags": [], 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: "see_also": [] 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.321 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "services": { 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "dashboard": "https://172.21.15.26:8443/" 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "always_on_modules": { 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "octopus": [ 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-26T23:52:11.322 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: "pacific": [ 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-26T23:52:11.323 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "quincy": [ 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "reef": [ 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-26T23:52:11.324 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: ], 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "squid": [ 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "balancer", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "crash", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "devicehealth", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "orchestrator", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "pg_autoscaler", 2024-04-26T23:52:11.325 INFO:teuthology.orchestra.run.smithi026.stdout: "progress", 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: "rbd_support", 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: "status", 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: "telemetry", 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: "volumes" 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: "last_failure_osd_epoch": 92, 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: "active_clients": [ 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "devicehealth", 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T23:52:11.326 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 3556533516 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "libcephsqlite", 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 1680975899 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.327 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "rbd_support", 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 1494900329 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T23:52:11.328 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 880406239 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "snap_schedule", 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 3556347832 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:11.329 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.330 INFO:teuthology.orchestra.run.smithi026.stdout: "name": "volumes", 2024-04-26T23:52:11.330 INFO:teuthology.orchestra.run.smithi026.stdout: "addrvec": [ 2024-04-26T23:52:11.330 INFO:teuthology.orchestra.run.smithi026.stdout: { 2024-04-26T23:52:11.330 INFO:teuthology.orchestra.run.smithi026.stdout: "type": "v2", 2024-04-26T23:52:11.330 INFO:teuthology.orchestra.run.smithi026.stdout: "addr": "172.21.15.26:0", 2024-04-26T23:52:11.330 INFO:teuthology.orchestra.run.smithi026.stdout: "nonce": 1896539076 2024-04-26T23:52:11.330 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.330 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T23:52:11.330 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:11.330 INFO:teuthology.orchestra.run.smithi026.stdout: ] 2024-04-26T23:52:11.330 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:52:11.332 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:09 smithi086 ceph-mon[31122]: osdmap e111: 12 total, 12 up, 12 in 2024-04-26T23:52:11.332 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:09 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3863058264' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:52:11.332 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:09 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3359431300' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:52:11.332 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:10 smithi086 ceph-mon[31122]: pgmap v511: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 26 op/s 2024-04-26T23:52:11.332 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:10 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1351283743' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T23:52:11.332 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:09 smithi164 ceph-mon[31699]: osdmap e111: 12 total, 12 up, 12 in 2024-04-26T23:52:11.332 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:09 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3863058264' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:52:11.332 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:09 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3359431300' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:52:11.333 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:10 smithi164 ceph-mon[31699]: pgmap v511: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 26 op/s 2024-04-26T23:52:11.333 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:10 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1351283743' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T23:52:11.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.906+0000 7f1a24a00640 1 -- 172.21.15.26:0/1351283743 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1a040a3d20 msgr2=0x7f1a040a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:11.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.906+0000 7f1a24a00640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1a040a3d20 0x7f1a040a61e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1a10006010 tx=0x7f1a10005a20 comp rx=0 tx=0).stop 2024-04-26T23:52:11.333 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.906+0000 7f1a24a00640 1 -- 172.21.15.26:0/1351283743 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a2010cd70 msgr2=0x7f1a20103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:11.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.906+0000 7f1a24a00640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a2010cd70 0x7f1a20103110 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f1a1800eaa0 tx=0x7f1a1800ef60 comp rx=0 tx=0).stop 2024-04-26T23:52:11.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.906+0000 7f1a24a00640 1 -- 172.21.15.26:0/1351283743 shutdown_connections 2024-04-26T23:52:11.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.906+0000 7f1a24a00640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f1a040a3d20 0x7f1a040a61e0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:11.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.906+0000 7f1a24a00640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f1a2010cd70 0x7f1a20103110 unknown :-1 s=CLOSED pgs=1570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:11.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.906+0000 7f1a24a00640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a201017b0 0x7f1a20102bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:11.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.906+0000 7f1a24a00640 1 --2- 172.21.15.26:0/1351283743 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f1a20100e90 0x7f1a20102690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:11.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.906+0000 7f1a24a00640 1 -- 172.21.15.26:0/1351283743 >> 172.21.15.26:0/1351283743 conn(0x7f1a200775b0 msgr2=0x7f1a200fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:11.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.906+0000 7f1a24a00640 1 -- 172.21.15.26:0/1351283743 shutdown_connections 2024-04-26T23:52:11.334 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:09.906+0000 7f1a24a00640 1 -- 172.21.15.26:0/1351283743 wait complete. 2024-04-26T23:52:11.340 DEBUG:tasks.check_counter:Getting stats from a 2024-04-26T23:52:11.341 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-26T23:52:11.341 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:09 smithi026 ceph-mon[28371]: osdmap e111: 12 total, 12 up, 12 in 2024-04-26T23:52:11.341 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:09 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3863058264' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:52:11.341 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:09 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3359431300' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:52:11.341 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:10 smithi026 ceph-mon[28371]: pgmap v511: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 26 op/s 2024-04-26T23:52:11.341 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:10 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1351283743' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T23:52:11.821 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:52:13.264 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:12 smithi026 ceph-mon[28371]: pgmap v512: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 26 op/s 2024-04-26T23:52:13.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:12 smithi164 ceph-mon[31699]: pgmap v512: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 26 op/s 2024-04-26T23:52:13.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:12 smithi086 ceph-mon[31122]: pgmap v512: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 58 KiB/s wr, 26 op/s 2024-04-26T23:52:14.163 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:52:14.164 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T23:52:14.164 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 316, 2024-04-26T23:52:14.164 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 306, 2024-04-26T23:52:14.164 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 1478240, 2024-04-26T23:52:14.164 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 188720, 2024-04-26T23:52:14.164 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 4, 2024-04-26T23:52:14.164 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 0, 2024-04-26T23:52:14.164 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.127253266, 2024-04-26T23:52:14.164 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.050633187, 2024-04-26T23:52:14.164 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.063722113, 2024-04-26T23:52:14.165 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.016380432, 2024-04-26T23:52:14.165 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:14.165 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 305, 2024-04-26T23:52:14.165 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.028176666, 2024-04-26T23:52:14.165 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000092382 2024-04-26T23:52:14.165 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:14.165 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:14.165 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:14.165 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:14.165 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 1478240, 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 188720 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 6, 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 235, 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 3232, 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 198368, 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 5, 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 3, 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.051148703, 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.039006254, 2024-04-26T23:52:14.166 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.005244883, 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 233, 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.030672088, 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000131639 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 3232, 2024-04-26T23:52:14.167 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 198368 2024-04-26T23:52:14.168 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:14.168 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T23:52:14.168 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 0, 2024-04-26T23:52:14.168 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 2, 2024-04-26T23:52:14.168 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 0, 2024-04-26T23:52:14.168 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 0, 2024-04-26T23:52:14.168 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 2, 2024-04-26T23:52:14.168 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 1, 2024-04-26T23:52:14.168 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.000990083, 2024-04-26T23:52:14.168 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.000000000, 2024-04-26T23:52:14.168 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.000778412, 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:14.169 INFO:teuthology.orchestra.run.smithi026.stdout: "cct": { 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "total_workers": 0, 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "unhealthy_workers": 0 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "mempool": { 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_bytes": 0, 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_items": 0, 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_items": 0, 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_items": 0, 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T23:52:14.170 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T23:52:14.171 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T23:52:14.171 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_items": 0, 2024-04-26T23:52:14.171 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T23:52:14.171 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T23:52:14.171 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_bytes": 0, 2024-04-26T23:52:14.171 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_items": 0, 2024-04-26T23:52:14.171 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_bytes": 0, 2024-04-26T23:52:14.171 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_items": 0, 2024-04-26T23:52:14.171 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T23:52:14.171 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_items": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_bytes": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_items": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_bytes": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_items": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_bytes": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_items": 0, 2024-04-26T23:52:14.172 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_items": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_items": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_bytes": 148994, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_items": 31, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_bytes": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_items": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_bytes": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_items": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_bytes": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_items": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_bytes": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_items": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_bytes": 0, 2024-04-26T23:52:14.173 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_items": 0, 2024-04-26T23:52:14.174 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T23:52:14.174 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_items": 0, 2024-04-26T23:52:14.174 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_bytes": 0, 2024-04-26T23:52:14.174 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_items": 0, 2024-04-26T23:52:14.174 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_bytes": 928, 2024-04-26T23:52:14.174 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_items": 2, 2024-04-26T23:52:14.174 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_bytes": 0, 2024-04-26T23:52:14.174 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_items": 0, 2024-04-26T23:52:14.174 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_bytes": 0, 2024-04-26T23:52:14.174 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_items": 0 2024-04-26T23:52:14.174 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:14.174 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 318, 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 1433633, 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 318, 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 318, 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 1433633, 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:14.175 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:14.176 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:14.176 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:14.176 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:14.176 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:52:15.157 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:14 smithi026 ceph-mon[28371]: pgmap v513: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 307 B/s wr, 6 op/s 2024-04-26T23:52:15.162 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-04-26T23:52:15.162 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-04-26T23:52:15.162 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2024-04-26T23:52:15.162 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2024-04-26T23:52:15.163 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2024-04-26T23:52:15.163 DEBUG:tasks.check_counter:Getting stats from d 2024-04-26T23:52:15.163 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-26T23:52:15.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:14 smithi164 ceph-mon[31699]: pgmap v513: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 307 B/s wr, 6 op/s 2024-04-26T23:52:15.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:14 smithi086 ceph-mon[31122]: pgmap v513: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 307 B/s wr, 6 op/s 2024-04-26T23:52:15.654 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:52:16.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:16 smithi026 ceph-mon[28371]: osdmap e112: 12 total, 12 up, 12 in 2024-04-26T23:52:16.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:16 smithi026 ceph-mon[28371]: pgmap v515: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-26T23:52:17.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:16 smithi164 ceph-mon[31699]: osdmap e112: 12 total, 12 up, 12 in 2024-04-26T23:52:17.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:16 smithi164 ceph-mon[31699]: pgmap v515: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-26T23:52:17.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:16 smithi086 ceph-mon[31122]: osdmap e112: 12 total, 12 up, 12 in 2024-04-26T23:52:17.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:16 smithi086 ceph-mon[31122]: pgmap v515: 97 pgs: 97 active+clean; 62 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 255 B/s wr, 4 op/s 2024-04-26T23:52:18.118 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:52:18.119 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T23:52:18.119 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 0, 2024-04-26T23:52:18.119 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 2, 2024-04-26T23:52:18.119 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 0, 2024-04-26T23:52:18.119 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 0, 2024-04-26T23:52:18.119 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 4, 2024-04-26T23:52:18.119 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 0, 2024-04-26T23:52:18.119 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.004116473, 2024-04-26T23:52:18.119 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.000000000, 2024-04-26T23:52:18.120 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.000814299, 2024-04-26T23:52:18.120 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T23:52:18.120 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:18.120 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:18.120 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:18.120 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:18.120 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:18.120 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:18.120 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:18.120 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:18.120 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:18.120 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:18.121 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T23:52:18.121 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T23:52:18.121 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:18.121 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T23:52:18.121 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 2, 2024-04-26T23:52:18.121 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 240, 2024-04-26T23:52:18.121 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 320, 2024-04-26T23:52:18.121 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 199152, 2024-04-26T23:52:18.121 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 5, 2024-04-26T23:52:18.121 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 3, 2024-04-26T23:52:18.121 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.048739492, 2024-04-26T23:52:18.122 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.038285687, 2024-04-26T23:52:18.122 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.003509673, 2024-04-26T23:52:18.122 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T23:52:18.122 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:18.122 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 237, 2024-04-26T23:52:18.122 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.031919210, 2024-04-26T23:52:18.122 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000134680 2024-04-26T23:52:18.122 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:18.122 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:18.122 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:18.123 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:18.123 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:18.123 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:18.123 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T23:52:18.123 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 199152 2024-04-26T23:52:18.123 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:18.123 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T23:52:18.123 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 328, 2024-04-26T23:52:18.123 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 316, 2024-04-26T23:52:18.123 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 1483328, 2024-04-26T23:52:18.123 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 194288, 2024-04-26T23:52:18.123 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 2, 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 1, 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.139139595, 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.052025955, 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.083559149, 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.016286521, 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 316, 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.030731350, 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000097251 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:18.124 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:18.125 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:18.125 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:18.125 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 1483328, 2024-04-26T23:52:18.125 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 194288 2024-04-26T23:52:18.125 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:18.125 INFO:teuthology.orchestra.run.smithi026.stdout: "cct": { 2024-04-26T23:52:18.125 INFO:teuthology.orchestra.run.smithi026.stdout: "total_workers": 0, 2024-04-26T23:52:18.125 INFO:teuthology.orchestra.run.smithi026.stdout: "unhealthy_workers": 0 2024-04-26T23:52:18.125 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:18.125 INFO:teuthology.orchestra.run.smithi026.stdout: "mempool": { 2024-04-26T23:52:18.126 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_bytes": 0, 2024-04-26T23:52:18.126 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_items": 0, 2024-04-26T23:52:18.126 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T23:52:18.126 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_items": 0, 2024-04-26T23:52:18.126 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T23:52:18.126 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_items": 0, 2024-04-26T23:52:18.126 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T23:52:18.126 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T23:52:18.126 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T23:52:18.126 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T23:52:18.127 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T23:52:18.127 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_items": 0, 2024-04-26T23:52:18.127 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T23:52:18.127 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T23:52:18.127 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_bytes": 0, 2024-04-26T23:52:18.127 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_items": 0, 2024-04-26T23:52:18.127 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_bytes": 0, 2024-04-26T23:52:18.127 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_items": 0, 2024-04-26T23:52:18.127 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T23:52:18.127 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T23:52:18.128 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T23:52:18.128 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T23:52:18.128 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T23:52:18.128 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_items": 0, 2024-04-26T23:52:18.128 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_bytes": 0, 2024-04-26T23:52:18.128 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_items": 0, 2024-04-26T23:52:18.128 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T23:52:18.128 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T23:52:18.128 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_bytes": 0, 2024-04-26T23:52:18.128 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_items": 0, 2024-04-26T23:52:18.128 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_bytes": 0, 2024-04-26T23:52:18.129 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_items": 0, 2024-04-26T23:52:18.129 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T23:52:18.129 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_items": 0, 2024-04-26T23:52:18.129 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T23:52:18.129 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_items": 0, 2024-04-26T23:52:18.129 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_bytes": 148714, 2024-04-26T23:52:18.129 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_items": 30, 2024-04-26T23:52:18.129 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_bytes": 0, 2024-04-26T23:52:18.129 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_items": 0, 2024-04-26T23:52:18.129 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_bytes": 0, 2024-04-26T23:52:18.130 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_items": 0, 2024-04-26T23:52:18.130 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_bytes": 0, 2024-04-26T23:52:18.130 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_items": 0, 2024-04-26T23:52:18.130 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_bytes": 0, 2024-04-26T23:52:18.130 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_items": 0, 2024-04-26T23:52:18.130 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_bytes": 0, 2024-04-26T23:52:18.130 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_items": 0, 2024-04-26T23:52:18.130 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T23:52:18.130 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_items": 0, 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_bytes": 0, 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_items": 0, 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_bytes": 928, 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_items": 2, 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_bytes": 0, 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_items": 0, 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_bytes": 0, 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_items": 0 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T23:52:18.131 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 326, 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 1434673, 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 326, 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 326, 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 1434673, 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:18.132 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:52:19.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:18 smithi164 ceph-mon[31699]: pgmap v516: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 350 B/s wr, 7 op/s 2024-04-26T23:52:19.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:18 smithi026 ceph-mon[28371]: pgmap v516: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 350 B/s wr, 7 op/s 2024-04-26T23:52:19.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:18 smithi086 ceph-mon[31122]: pgmap v516: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 350 B/s wr, 7 op/s 2024-04-26T23:52:19.138 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-26T23:52:19.138 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-26T23:52:19.138 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-04-26T23:52:19.138 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-04-26T23:52:19.138 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-04-26T23:52:19.138 DEBUG:tasks.check_counter:Getting stats from g 2024-04-26T23:52:19.139 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-26T23:52:19.600 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:52:21.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:20 smithi164 ceph-mon[31699]: pgmap v517: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 307 B/s wr, 6 op/s 2024-04-26T23:52:21.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:20 smithi026 ceph-mon[28371]: pgmap v517: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 307 B/s wr, 6 op/s 2024-04-26T23:52:21.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:20 smithi086 ceph-mon[31122]: pgmap v517: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 307 B/s wr, 6 op/s 2024-04-26T23:52:22.028 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:52:22.028 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T23:52:22.028 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 323, 2024-04-26T23:52:22.028 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 311, 2024-04-26T23:52:22.028 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 1481968, 2024-04-26T23:52:22.028 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 191088, 2024-04-26T23:52:22.029 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 4, 2024-04-26T23:52:22.029 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 0, 2024-04-26T23:52:22.029 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.135808443, 2024-04-26T23:52:22.029 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.052450222, 2024-04-26T23:52:22.029 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.077699859, 2024-04-26T23:52:22.029 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.015959827, 2024-04-26T23:52:22.029 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:22.029 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 311, 2024-04-26T23:52:22.029 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.029912191, 2024-04-26T23:52:22.030 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000096180 2024-04-26T23:52:22.030 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:22.030 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:22.030 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:22.030 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:22.030 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:22.030 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:22.030 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 1481968, 2024-04-26T23:52:22.030 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 191088 2024-04-26T23:52:22.030 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:22.030 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T23:52:22.030 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 3, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 236, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 480, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 277168, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 6, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 3, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.052487095, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.038976002, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.006516135, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 233, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.043280490, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000185753 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:22.031 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:22.032 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:22.032 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:22.032 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:22.032 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:22.032 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 480, 2024-04-26T23:52:22.032 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 277168 2024-04-26T23:52:22.032 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:22.032 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T23:52:22.032 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 0, 2024-04-26T23:52:22.032 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 2, 2024-04-26T23:52:22.032 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 0, 2024-04-26T23:52:22.032 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 0, 2024-04-26T23:52:22.033 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 2, 2024-04-26T23:52:22.033 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 1, 2024-04-26T23:52:22.033 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.000657129, 2024-04-26T23:52:22.033 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.000000000, 2024-04-26T23:52:22.033 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.000508953, 2024-04-26T23:52:22.033 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T23:52:22.033 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:22.033 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:22.033 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:22.033 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:22.033 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:22.033 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:22.034 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:22.034 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:22.034 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:22.034 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:22.034 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T23:52:22.034 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T23:52:22.034 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:22.034 INFO:teuthology.orchestra.run.smithi026.stdout: "cct": { 2024-04-26T23:52:22.034 INFO:teuthology.orchestra.run.smithi026.stdout: "total_workers": 0, 2024-04-26T23:52:22.035 INFO:teuthology.orchestra.run.smithi026.stdout: "unhealthy_workers": 0 2024-04-26T23:52:22.035 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:22.035 INFO:teuthology.orchestra.run.smithi026.stdout: "mempool": { 2024-04-26T23:52:22.035 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_bytes": 0, 2024-04-26T23:52:22.035 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_items": 0, 2024-04-26T23:52:22.035 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T23:52:22.035 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_items": 0, 2024-04-26T23:52:22.035 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T23:52:22.035 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_items": 0, 2024-04-26T23:52:22.035 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T23:52:22.035 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T23:52:22.035 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T23:52:22.036 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T23:52:22.036 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T23:52:22.036 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_items": 0, 2024-04-26T23:52:22.036 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T23:52:22.036 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T23:52:22.036 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_bytes": 0, 2024-04-26T23:52:22.036 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_items": 0, 2024-04-26T23:52:22.036 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_bytes": 0, 2024-04-26T23:52:22.036 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_items": 0, 2024-04-26T23:52:22.036 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T23:52:22.036 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T23:52:22.036 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_items": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_bytes": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_items": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_bytes": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_items": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_bytes": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_items": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T23:52:22.037 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_items": 0, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_items": 0, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_bytes": 148754, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_items": 31, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_bytes": 0, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_items": 0, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_bytes": 0, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_items": 0, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_bytes": 0, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_items": 0, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_bytes": 0, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_items": 0, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_bytes": 0, 2024-04-26T23:52:22.038 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_items": 0, 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_items": 0, 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_bytes": 0, 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_items": 0, 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_bytes": 928, 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_items": 2, 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_bytes": 0, 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_items": 0, 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_bytes": 0, 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_items": 0 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T23:52:22.039 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-26T23:52:22.040 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T23:52:22.040 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 322, 2024-04-26T23:52:22.040 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 1434050, 2024-04-26T23:52:22.040 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:22.040 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 322, 2024-04-26T23:52:22.040 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T23:52:22.040 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T23:52:22.040 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 322, 2024-04-26T23:52:22.040 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 1434050, 2024-04-26T23:52:22.040 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T23:52:22.040 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:22.040 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:22.041 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:22.041 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:22.041 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:22.041 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:52:22.863 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-04-26T23:52:22.863 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-04-26T23:52:22.864 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-04-26T23:52:22.864 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-04-26T23:52:22.864 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-04-26T23:52:22.864 DEBUG:tasks.check_counter:Getting stats from j 2024-04-26T23:52:22.864 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-26T23:52:22.939 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:22 smithi026 ceph-mon[28371]: pgmap v518: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 307 B/s wr, 6 op/s 2024-04-26T23:52:23.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:22 smithi164 ceph-mon[31699]: pgmap v518: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 307 B/s wr, 6 op/s 2024-04-26T23:52:23.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:22 smithi086 ceph-mon[31122]: pgmap v518: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 307 B/s wr, 6 op/s 2024-04-26T23:52:23.336 INFO:teuthology.orchestra.run.smithi026.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T23:52:25.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:24 smithi164 ceph-mon[31699]: pgmap v519: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:52:25.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:24 smithi026 ceph-mon[28371]: pgmap v519: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:52:25.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:24 smithi086 ceph-mon[31122]: pgmap v519: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:52:25.747 INFO:teuthology.orchestra.run.smithi026.stdout:{ 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 327, 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 317, 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 1481232, 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 195760, 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 4, 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 0, 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.130637514, 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.051823117, 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.069571193, 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.016056918, 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 316, 2024-04-26T23:52:25.748 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.028156571, 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000089103 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 1481232, 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 195760 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 6, 2024-04-26T23:52:25.749 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 243, 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 3232, 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 199776, 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 5, 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 3, 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.050741242, 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.038800829, 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.004676213, 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 241, 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.043493449, 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000180470 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:25.750 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 3232, 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 199776 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_messages": 0, 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages": 2, 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_bytes": 0, 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_bytes": 0, 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_created_connections": 2, 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_active_connections": 1, 2024-04-26T23:52:25.751 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_total_time": 0.000956482, 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_send_time": 0.000000000, 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_recv_time": 0.000794980, 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T23:52:25.752 INFO:teuthology.orchestra.run.smithi026.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: "cct": { 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: "total_workers": 0, 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: "unhealthy_workers": 0 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: "mempool": { 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_bytes": 0, 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: "bloom_filter_items": 0, 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_alloc_items": 0, 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_data_items": 0, 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T23:52:25.753 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_other_items": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_bytes": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_extent_items": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_bytes": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_blob_items": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T23:52:25.754 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_fsck_items": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_bytes": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_txc_items": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_bytes": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluestore_writing_items": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_bytes": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_items": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_reader_items": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "bluefs_file_writer_items": 0, 2024-04-26T23:52:25.755 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_bytes": 148714, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_anon_items": 30, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_bytes": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "buffer_meta_items": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_bytes": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_items": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_bytes": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_mapbl_items": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_bytes": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "osd_pglog_items": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_bytes": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_items": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "osdmap_mapping_items": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_bytes": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "pgmap_items": 0, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_bytes": 928, 2024-04-26T23:52:25.756 INFO:teuthology.orchestra.run.smithi026.stdout: "mds_co_items": 2, 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_bytes": 0, 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_1_items": 0, 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_bytes": 0, 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "unittest_2_items": 0 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: }, 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "val": 0, 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "max": 104857600, 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "get_started": 0, 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "get": 329, 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "get_sum": 1435063, 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "get_or_fail_success": 329, 2024-04-26T23:52:25.757 INFO:teuthology.orchestra.run.smithi026.stdout: "take": 0, 2024-04-26T23:52:25.758 INFO:teuthology.orchestra.run.smithi026.stdout: "take_sum": 0, 2024-04-26T23:52:25.758 INFO:teuthology.orchestra.run.smithi026.stdout: "put": 329, 2024-04-26T23:52:25.758 INFO:teuthology.orchestra.run.smithi026.stdout: "put_sum": 1435063, 2024-04-26T23:52:25.758 INFO:teuthology.orchestra.run.smithi026.stdout: "wait": { 2024-04-26T23:52:25.758 INFO:teuthology.orchestra.run.smithi026.stdout: "avgcount": 0, 2024-04-26T23:52:25.758 INFO:teuthology.orchestra.run.smithi026.stdout: "sum": 0.000000000, 2024-04-26T23:52:25.758 INFO:teuthology.orchestra.run.smithi026.stdout: "avgtime": 0.000000000 2024-04-26T23:52:25.758 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:25.758 INFO:teuthology.orchestra.run.smithi026.stdout: } 2024-04-26T23:52:25.758 INFO:teuthology.orchestra.run.smithi026.stdout:} 2024-04-26T23:52:26.816 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-26T23:52:26.816 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-26T23:52:26.816 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-04-26T23:52:26.816 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-04-26T23:52:26.816 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-04-26T23:52:26.816 DEBUG:tasks.check_counter:Getting stats from b 2024-04-26T23:52:26.817 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-26T23:52:27.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:26 smithi164 ceph-mon[31699]: pgmap v520: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:52:27.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:26 smithi026 ceph-mon[28371]: pgmap v520: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:52:27.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:26 smithi086 ceph-mon[31122]: pgmap v520: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-04-26T23:52:27.268 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T23:52:29.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:28 smithi164 ceph-mon[31699]: pgmap v521: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:52:29.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:28 smithi026 ceph-mon[28371]: pgmap v521: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:52:29.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:28 smithi086 ceph-mon[31122]: pgmap v521: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-04-26T23:52:29.799 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-04-26T23:52:29.799 INFO:teuthology.orchestra.run.smithi086.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T23:52:29.799 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_messages": 2391, 2024-04-26T23:52:29.799 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages": 2461, 2024-04-26T23:52:29.799 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_bytes": 2065716, 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_bytes": 14892665, 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_created_connections": 12, 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_active_connections": 3, 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_total_time": 0.594842993, 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_send_time": 0.210762893, 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_recv_time": 0.205494938, 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_fast_dispatch_time": 0.118186026, 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 2460, 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.562416738, 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000228624 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 238, 2024-04-26T23:52:29.800 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000066903, 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000281 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_encrypted_bytes": 1622176, 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_encrypted_bytes": 684272 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_messages": 4754, 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages": 3598, 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_bytes": 1819989, 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_bytes": 33346617, 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_created_connections": 235, 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_active_connections": 9, 2024-04-26T23:52:29.801 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_total_time": 1.306231482, 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_send_time": 0.450614621, 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_recv_time": 0.524505906, 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_fast_dispatch_time": 0.266812624, 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 3596, 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.534074216, 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000148518 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 3101, 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.001219171, 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000393 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.802 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_encrypted_bytes": 539824, 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_encrypted_bytes": 263648 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_messages": 10050, 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages": 14009, 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_bytes": 3675092, 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_bytes": 18257341, 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_created_connections": 20, 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_active_connections": 6, 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_total_time": 2.741874817, 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_send_time": 1.209119296, 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_recv_time": 1.376693435, 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_fast_dispatch_time": 0.230882202, 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:29.803 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 14007, 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 1.322537350, 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000094419 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 18969, 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.010690384, 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000563 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: "cct": { 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: "total_workers": 1, 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: "unhealthy_workers": 0 2024-04-26T23:52:29.804 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: "finisher-MDSRank": { 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: "queue_len": 0, 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: "complete_latency": { 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 3114, 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 7.229979000, 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.002321765 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: "finisher-PurgeQueue": { 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: "queue_len": 0, 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: "complete_latency": { 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 5221, 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.565034229, 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000108223 2024-04-26T23:52:29.805 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "request": 2668, 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "reply": 2668, 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "reply_latency": { 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 2668, 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 9.034010792, 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.003386061 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "slow_reply": 0, 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "forward": 0, 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_fetch_complete": 0, 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_fetch_keys": 0, 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_commit": 12, 2024-04-26T23:52:29.806 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_split": 0, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_merge": 0, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes": 45, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_top": 1, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_bottom": 44, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_pin_tail": 0, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_pinned": 43, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_expired": 0, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_with_caps": 2, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "caps": 3, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "subtrees": 2, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse": 2764, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_hit": 2749, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_forward": 0, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_discover": 0, 2024-04-26T23:52:29.807 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_dir_fetch": 0, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_remote_ino": 0, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_lock": 0, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "load_cent": 0, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "q": 0, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "exported": 0, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "exported_inodes": 0, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "imported": 0, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "imported_inodes": 0, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "openino_dir_fetch": 0, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "openino_backtrace_fetch": 399, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "openino_peer_discover": 0, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "root_rfiles": 4, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "root_rbytes": 234, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "root_rsnaps": 6, 2024-04-26T23:52:29.808 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_backtrace_fetch": 399, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_set_tag": 0, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_inotable_repaired": 0, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_dir_inodes": 257, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_dir_base_inodes": 29, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_dirfrag_rstats": 228, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_file_inodes": 142, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_inode_file_caps": 0, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_revoke": 1313, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_grant": 3571, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_caps": 3944, 2024-04-26T23:52:29.809 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_caps_dirty": 1790, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_cap_release": 47, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "process_request_cap_release": 3651 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_cache": { 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_update": 0, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_update_receipt": 0, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_try_discover": 0, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_send_discover": 0, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_handle_discover": 5, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "num_strays": 2, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "num_strays_delayed": 0, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "num_strays_enqueuing": 0, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_created": 1212, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_enqueued": 1210, 2024-04-26T23:52:29.810 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_reintegrated": 0, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_migrated": 0, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "num_recovering_processing": 0, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "num_recovering_enqueued": 0, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "num_recovering_prioritized": 0, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "recovery_started": 2, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "recovery_completed": 2, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_quiesce_path": 0, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_quiesce_inode": 0, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_enqueue_scrub": 29, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_exportdir": 0, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_flush": 0, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_fragmentdir": 0, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_fragstats": 0, 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_inodestats": 0 2024-04-26T23:52:29.811 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_log": { 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "evlrg": 0, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "evadd": 6651, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "evex": 0, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "evtrm": 0, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "ev": 6651, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "evexg": 0, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "evexd": 0, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "segadd": 15, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "segex": 0, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "segtrm": 0, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "seg": 15, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "segmjr": 2, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "segexg": 0, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "segexd": 0, 2024-04-26T23:52:29.812 INFO:teuthology.orchestra.run.smithi086.stdout: "expos": 4194304, 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "wrpos": 59786109, 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "rdpos": 0, 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "jlat": { 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 1388, 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 7.441544014, 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.005361342 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "replayed": 0 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_mem": { 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "ino": 39, 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "ino+": 1278, 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "ino-": 1239, 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "dir": 20, 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "dir+": 24, 2024-04-26T23:52:29.813 INFO:teuthology.orchestra.run.smithi086.stdout: "dir-": 4, 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "dn": 45, 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "dn+": 1260, 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "dn-": 1215, 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "cap": 3, 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "cap+": 1226, 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "cap-": 1223, 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "rss": 59144, 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "heap": 231800 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_server": { 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "dispatch_client_request": 2835, 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "dispatch_server_request": 0, 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_request": 2668, 2024-04-26T23:52:29.814 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_session": 35, 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_peer_request": 0, 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "req_create_latency": { 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 1210, 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 3.215494076, 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.002657433 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "req_getattr_latency": { 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 175, 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.088738379, 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000507076 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "req_getfilelock_latency": { 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.815 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "req_link_latency": { 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookup_latency": { 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 1, 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000506127, 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000506127 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookuphash_latency": { 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.816 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupino_latency": { 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupname_latency": { 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupparent_latency": { 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.817 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupsnap_latency": { 2024-04-26T23:52:29.818 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.818 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.818 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.818 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.818 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lssnap_latency": { 2024-04-26T23:52:29.818 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 16, 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.008982623, 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000561413 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: "req_mkdir_latency": { 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 12, 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.044463118, 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.003705259 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: "req_mknod_latency": { 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.819 INFO:teuthology.orchestra.run.smithi086.stdout: "req_mksnap_latency": { 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 16, 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.212156903, 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.013259806 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: "req_open_latency": { 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: "req_readdir_latency": { 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 6, 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.047047733, 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.007841288 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.820 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rename_latency": { 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 2, 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.007871786, 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.003935893 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: "req_renamesnap_latency": { 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: "req_snapdiff_latency": { 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.821 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rmdir_latency": { 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 6, 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.076743449, 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.012790574 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rmsnap_latency": { 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 10, 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.151666003, 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.015166600 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rmxattr_latency": { 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.822 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setattr_latency": { 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 1, 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.001496278, 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.001496278 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setdirlayout_latency": { 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setfilelock_latency": { 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.823 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setlayout_latency": { 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setxattr_latency": { 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 7, 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.055734156, 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.007962022 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: "req_symlink_latency": { 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.824 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: "req_unlink_latency": { 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 1206, 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 5.123110161, 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.004248018 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: "cap_revoke_eviction": 0, 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: "cap_acquisition_throttle": 0, 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: "req_getvxattr_latency": { 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_sessions": { 2024-04-26T23:52:29.825 INFO:teuthology.orchestra.run.smithi086.stdout: "session_count": 2, 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "session_add": 4, 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "session_remove": 2, 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "sessions_open": 2, 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "sessions_stale": 0, 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "total_load": 1571, 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "average_load": 785, 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "avg_session_uptime": 963, 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "mdthresh_evicted": 0 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "mempool": { 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "bloom_filter_bytes": 0, 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "bloom_filter_items": 0, 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T23:52:29.826 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_alloc_items": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_data_items": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_other_items": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_extent_bytes": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_extent_items": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_blob_bytes": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_blob_items": 0, 2024-04-26T23:52:29.827 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_fsck_items": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_txc_bytes": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_txc_items": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_bytes": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_items": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_bytes": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_items": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_reader_items": 0, 2024-04-26T23:52:29.828 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_writer_items": 0, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_anon_bytes": 332732, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_anon_items": 133, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_meta_bytes": 0, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_meta_items": 0, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_bytes": 0, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_items": 0, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_mapbl_bytes": 0, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_mapbl_items": 0, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_pglog_bytes": 0, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_pglog_items": 0, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_bytes": 8256, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_items": 188, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T23:52:29.829 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_mapping_items": 0, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "pgmap_bytes": 0, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "pgmap_items": 0, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_co_bytes": 222508, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_co_items": 1144, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_1_bytes": 0, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_1_items": 0, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_2_bytes": 0, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_2_items": 0 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "objecter": { 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "op_active": 0, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "op_laggy": 0, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "op_send": 6002, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "op_send_bytes": 55828493, 2024-04-26T23:52:29.830 INFO:teuthology.orchestra.run.smithi086.stdout: "op_resend": 33, 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "op_reply": 6002, 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "op_latency": { 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 6002, 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 52.198876379, 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.008696913 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "op_inflight": 0, 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "oplen_avg": { 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 6002, 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 6133 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "op": 6002, 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "op_r": 542, 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "op_w": 5460, 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "op_rmw": 0, 2024-04-26T23:52:29.831 INFO:teuthology.orchestra.run.smithi086.stdout: "op_pg": 0, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_stat": 2, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_create": 11, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_read": 112, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_write": 1471, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_writefull": 78, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_writesame": 0, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_append": 0, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_zero": 0, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_truncate": 0, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_delete": 3823, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_mapext": 0, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_sparse_read": 0, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_clonerange": 0, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_getxattr": 428, 2024-04-26T23:52:29.832 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_setxattr": 22, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_cmpxattr": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_rmxattr": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_resetxattrs": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_call": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_watch": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_notify": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_pgls": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_pgls_filter": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_other": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_active": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_send": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_resend": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_ping": 0, 2024-04-26T23:52:29.833 INFO:teuthology.orchestra.run.smithi086.stdout: "poolop_active": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "poolop_send": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "poolop_resend": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "poolstat_active": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "poolstat_send": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "poolstat_resend": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "statfs_active": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "statfs_send": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "statfs_resend": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "command_active": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "command_send": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "command_resend": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "map_epoch": 112, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "map_full": 0, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "map_inc": 24, 2024-04-26T23:52:29.834 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_sessions": 12, 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_session_open": 12, 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_session_close": 0, 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_laggy": 0, 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_wr": 134, 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_rd": 0, 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_del": 52 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "oft": { 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_objs": 1, 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_kv_pairs": 0, 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_updates": 0, 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_removes": 0 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "osd-slow-ops": { 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: "slow_ops_count": 0 2024-04-26T23:52:29.835 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "purge_queue": { 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing_ops": 0, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing_ops_high_water": 12, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing": 0, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing_high_water": 6, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executed_ops": 3298, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executed": 1210, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_item_in_journal": 0 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 104857600, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 17191, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 5923887, 2024-04-26T23:52:29.836 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 17191, 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 0, 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 0, 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 17191, 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 5923887, 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-objecter_bytes": { 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 104857600, 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:29.837 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 0, 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 0, 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 6002, 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 55950751, 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 6002, 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 55950751, 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:29.838 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-objecter_ops": { 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 1024, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 0, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 0, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 6002, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 6002, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 6002, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 6002, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.839 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-write_buf_throttle": { 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 3758096384, 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 1210, 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 122258, 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 1210, 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 0, 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 0, 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 83, 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 122258, 2024-04-26T23:52:29.840 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-write_buf_throttle-0x55dddfde2500": { 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 3758096384, 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 6651, 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 55591805, 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:29.841 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 6651, 2024-04-26T23:52:29.842 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 0, 2024-04-26T23:52:29.842 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 0, 2024-04-26T23:52:29.843 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 1388, 2024-04-26T23:52:29.843 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 55591805, 2024-04-26T23:52:29.843 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:29.843 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:29.843 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:29.843 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:29.843 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:29.843 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:29.844 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-04-26T23:52:30.770 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-04-26T23:52:30.770 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-04-26T23:52:30.770 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-04-26T23:52:30.770 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=16 2024-04-26T23:52:30.770 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=10 2024-04-26T23:52:30.770 DEBUG:tasks.check_counter:Getting stats from e 2024-04-26T23:52:30.770 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-26T23:52:31.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:30 smithi164 ceph-mon[31699]: pgmap v522: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:31.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:30 smithi026 ceph-mon[28371]: pgmap v522: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:31.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:30 smithi086 ceph-mon[31122]: pgmap v522: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:31.224 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T23:52:33.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:32 smithi026 ceph-mon[28371]: pgmap v523: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:33.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:32 smithi164 ceph-mon[31699]: pgmap v523: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:33.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:32 smithi086 ceph-mon[31122]: pgmap v523: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:33.676 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-04-26T23:52:33.676 INFO:teuthology.orchestra.run.smithi086.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T23:52:33.676 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_messages": 708, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages": 926, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_bytes": 199017, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_bytes": 542597, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_created_connections": 9, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_active_connections": 3, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_total_time": 0.298465114, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_send_time": 0.154841501, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_recv_time": 0.116424864, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_fast_dispatch_time": 0.011398565, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 929, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.152043365, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000163663 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.677 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 1560, 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000802860, 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000514 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_encrypted_bytes": 2912, 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_messages": 55, 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages": 148, 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_bytes": 11363, 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_bytes": 210795, 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_created_connections": 18, 2024-04-26T23:52:33.678 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_active_connections": 4, 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_total_time": 0.038412867, 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_send_time": 0.012210443, 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_recv_time": 0.022275972, 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_fast_dispatch_time": 0.000618215, 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 145, 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.047727657, 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000329156 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 122, 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000060888, 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000499 2024-04-26T23:52:33.679 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_encrypted_bytes": 4208, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_encrypted_bytes": 119232 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_messages": 461, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages": 653, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_bytes": 1537714, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_bytes": 1315182, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_created_connections": 66, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_active_connections": 5, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_total_time": 0.239813205, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_send_time": 0.077853199, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_recv_time": 0.158739758, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_fast_dispatch_time": 0.015754098, 2024-04-26T23:52:33.680 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 648, 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.086286418, 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000133158 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 77, 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000028721, 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000373 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_encrypted_bytes": 1528224, 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_encrypted_bytes": 656224 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: "cct": { 2024-04-26T23:52:33.681 INFO:teuthology.orchestra.run.smithi086.stdout: "total_workers": 1, 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: "unhealthy_workers": 0 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: "finisher-MDSRank": { 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: "queue_len": 0, 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: "complete_latency": { 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 68, 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.003321296, 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000048842 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: "finisher-PurgeQueue": { 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: "queue_len": 0, 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: "complete_latency": { 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 2, 2024-04-26T23:52:33.682 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000008363, 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000004181 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: "request": 5, 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: "reply": 4, 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: "reply_latency": { 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 4, 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.003274746, 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000818686 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: "slow_reply": 0, 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: "forward": 1, 2024-04-26T23:52:33.683 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_fetch_complete": 0, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_fetch_keys": 0, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_commit": 11, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_split": 0, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_merge": 0, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes": 11, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_top": 0, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_bottom": 11, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_pin_tail": 0, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_pinned": 10, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_expired": 1, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_with_caps": 0, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "caps": 0, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "subtrees": 2, 2024-04-26T23:52:33.684 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse": 11, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_hit": 6, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_forward": 0, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_discover": 2, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_dir_fetch": 0, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_remote_ino": 0, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_lock": 0, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "load_cent": 0, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "q": 0, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "exported": 0, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "exported_inodes": 0, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "imported": 0, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "imported_inodes": 0, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "openino_dir_fetch": 0, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "openino_backtrace_fetch": 0, 2024-04-26T23:52:33.685 INFO:teuthology.orchestra.run.smithi086.stdout: "openino_peer_discover": 0, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "root_rfiles": 4, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "root_rbytes": 234, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "root_rsnaps": 6, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_set_tag": 0, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_inotable_repaired": 0, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_dir_inodes": 0, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_file_inodes": 0, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_inode_file_caps": 0, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_grant": 0, 2024-04-26T23:52:33.686 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_caps": 0, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_caps_dirty": 0, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_cap_release": 1, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "process_request_cap_release": 1 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_cache": { 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_update": 0, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_update_receipt": 0, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_try_discover": 0, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_send_discover": 3, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_handle_discover": 0, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "num_strays": 0, 2024-04-26T23:52:33.687 INFO:teuthology.orchestra.run.smithi086.stdout: "num_strays_delayed": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "num_strays_enqueuing": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_created": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_enqueued": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_reintegrated": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_migrated": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "num_recovering_processing": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "num_recovering_enqueued": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "num_recovering_prioritized": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "recovery_started": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "recovery_completed": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_quiesce_path": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_quiesce_inode": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_exportdir": 0, 2024-04-26T23:52:33.688 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_flush": 0, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_fragmentdir": 0, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_fragstats": 0, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_inodestats": 0 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_log": { 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "evlrg": 0, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "evadd": 10, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "evex": 0, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "evtrm": 0, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "ev": 10, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "evexg": 0, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "evexd": 0, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "segadd": 2, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "segex": 0, 2024-04-26T23:52:33.689 INFO:teuthology.orchestra.run.smithi086.stdout: "segtrm": 0, 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "seg": 2, 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "segmjr": 2, 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "segexg": 0, 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "segexd": 0, 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "expos": 4194304, 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "wrpos": 4197372, 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "rdpos": 0, 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "jlat": { 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 9, 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.093620851, 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.010402316 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "replayed": 0 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.690 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_mem": { 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "ino": 14, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "ino+": 14, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "ino-": 0, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "dir": 13, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "dir+": 14, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "dir-": 1, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "dn": 11, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "dn+": 12, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "dn-": 1, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "cap": 0, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "cap+": 3, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "cap-": 3, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "rss": 51328, 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: "heap": 223608 2024-04-26T23:52:33.691 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_server": { 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "dispatch_client_request": 7, 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "dispatch_server_request": 0, 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_request": 5, 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_session": 37, 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_peer_request": 0, 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "req_create_latency": { 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "req_getattr_latency": { 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 2, 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.001180201, 2024-04-26T23:52:33.692 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000590100 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: "req_getfilelock_latency": { 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: "req_link_latency": { 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookup_latency": { 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 2, 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.002094545, 2024-04-26T23:52:33.693 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.001047272 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookuphash_latency": { 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupino_latency": { 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupname_latency": { 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.694 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupparent_latency": { 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupsnap_latency": { 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lssnap_latency": { 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.695 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.696 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.696 INFO:teuthology.orchestra.run.smithi086.stdout: "req_mkdir_latency": { 2024-04-26T23:52:33.696 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.696 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.696 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.696 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.696 INFO:teuthology.orchestra.run.smithi086.stdout: "req_mknod_latency": { 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: "req_mksnap_latency": { 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: "req_open_latency": { 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.697 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: "req_readdir_latency": { 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rename_latency": { 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: "req_renamesnap_latency": { 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.698 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: "req_snapdiff_latency": { 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rmdir_latency": { 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rmsnap_latency": { 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.699 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rmxattr_latency": { 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setattr_latency": { 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setdirlayout_latency": { 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.700 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setfilelock_latency": { 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setlayout_latency": { 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setxattr_latency": { 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.701 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: "req_symlink_latency": { 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: "req_unlink_latency": { 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: "cap_revoke_eviction": 0, 2024-04-26T23:52:33.702 INFO:teuthology.orchestra.run.smithi086.stdout: "cap_acquisition_throttle": 0, 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: "req_getvxattr_latency": { 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_sessions": { 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: "session_count": 2, 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: "session_add": 5, 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: "session_remove": 3, 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: "sessions_open": 2, 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: "sessions_stale": 0, 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: "total_load": 3, 2024-04-26T23:52:33.703 INFO:teuthology.orchestra.run.smithi086.stdout: "average_load": 1, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "avg_session_uptime": 965, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "mdthresh_evicted": 0 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "mempool": { 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "bloom_filter_bytes": 0, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "bloom_filter_items": 0, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_alloc_items": 0, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_data_items": 0, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T23:52:33.704 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_other_items": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_extent_bytes": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_extent_items": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_blob_bytes": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_blob_items": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_fsck_items": 0, 2024-04-26T23:52:33.705 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_txc_bytes": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_txc_items": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_bytes": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_items": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_bytes": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_items": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_reader_items": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_writer_items": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_anon_bytes": 249015, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_anon_items": 90, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_meta_bytes": 0, 2024-04-26T23:52:33.706 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_meta_items": 0, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_bytes": 0, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_items": 0, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_mapbl_bytes": 0, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_mapbl_items": 0, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_pglog_bytes": 0, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_pglog_items": 0, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_bytes": 8256, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_items": 188, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_mapping_items": 0, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "pgmap_bytes": 0, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "pgmap_items": 0, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_co_bytes": 56544, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_co_items": 224, 2024-04-26T23:52:33.707 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_1_bytes": 0, 2024-04-26T23:52:33.708 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_1_items": 0, 2024-04-26T23:52:33.708 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_2_bytes": 0, 2024-04-26T23:52:33.708 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_2_items": 0 2024-04-26T23:52:33.708 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.708 INFO:teuthology.orchestra.run.smithi086.stdout: "objecter": { 2024-04-26T23:52:33.708 INFO:teuthology.orchestra.run.smithi086.stdout: "op_active": 0, 2024-04-26T23:52:33.708 INFO:teuthology.orchestra.run.smithi086.stdout: "op_laggy": 0, 2024-04-26T23:52:33.708 INFO:teuthology.orchestra.run.smithi086.stdout: "op_send": 48, 2024-04-26T23:52:33.708 INFO:teuthology.orchestra.run.smithi086.stdout: "op_send_bytes": 13605, 2024-04-26T23:52:33.708 INFO:teuthology.orchestra.run.smithi086.stdout: "op_resend": 33, 2024-04-26T23:52:33.709 INFO:teuthology.orchestra.run.smithi086.stdout: "op_reply": 48, 2024-04-26T23:52:33.709 INFO:teuthology.orchestra.run.smithi086.stdout: "op_latency": { 2024-04-26T23:52:33.709 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 48, 2024-04-26T23:52:33.709 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.627986575, 2024-04-26T23:52:33.709 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.013083053 2024-04-26T23:52:33.709 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.709 INFO:teuthology.orchestra.run.smithi086.stdout: "op_inflight": 0, 2024-04-26T23:52:33.709 INFO:teuthology.orchestra.run.smithi086.stdout: "oplen_avg": { 2024-04-26T23:52:33.709 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 48, 2024-04-26T23:52:33.709 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 72 2024-04-26T23:52:33.709 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "op": 48, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "op_r": 0, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "op_w": 48, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "op_rmw": 0, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "op_pg": 0, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_stat": 0, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_create": 10, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_read": 0, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_write": 9, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_writefull": 8, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_writesame": 0, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_append": 0, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_zero": 0, 2024-04-26T23:52:33.710 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_truncate": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_delete": 6, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_mapext": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_sparse_read": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_clonerange": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_getxattr": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_setxattr": 20, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_cmpxattr": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_rmxattr": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_resetxattrs": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_call": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_watch": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_notify": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_pgls": 0, 2024-04-26T23:52:33.711 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_pgls_filter": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_other": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_active": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_send": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_resend": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_ping": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "poolop_active": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "poolop_send": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "poolop_resend": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "poolstat_active": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "poolstat_send": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "poolstat_resend": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "statfs_active": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "statfs_send": 0, 2024-04-26T23:52:33.712 INFO:teuthology.orchestra.run.smithi086.stdout: "statfs_resend": 0, 2024-04-26T23:52:33.713 INFO:teuthology.orchestra.run.smithi086.stdout: "command_active": 0, 2024-04-26T23:52:33.713 INFO:teuthology.orchestra.run.smithi086.stdout: "command_send": 0, 2024-04-26T23:52:33.713 INFO:teuthology.orchestra.run.smithi086.stdout: "command_resend": 0, 2024-04-26T23:52:33.713 INFO:teuthology.orchestra.run.smithi086.stdout: "map_epoch": 112, 2024-04-26T23:52:33.713 INFO:teuthology.orchestra.run.smithi086.stdout: "map_full": 0, 2024-04-26T23:52:33.713 INFO:teuthology.orchestra.run.smithi086.stdout: "map_inc": 23, 2024-04-26T23:52:33.713 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_sessions": 8, 2024-04-26T23:52:33.713 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_session_open": 11, 2024-04-26T23:52:33.713 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_session_close": 3, 2024-04-26T23:52:33.713 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_laggy": 0, 2024-04-26T23:52:33.713 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_wr": 17, 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_rd": 0, 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_del": 2 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: "oft": { 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_objs": 1, 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_kv_pairs": 0, 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_updates": 0, 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_removes": 0 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: "osd-slow-ops": { 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: "slow_ops_count": 0 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: "purge_queue": { 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing_ops": 0, 2024-04-26T23:52:33.714 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing": 0, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing_high_water": 0, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executed_ops": 0, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executed": 0, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_item_in_journal": 0 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 104857600, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 1220, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 1614408, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 1220, 2024-04-26T23:52:33.715 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 0, 2024-04-26T23:52:33.716 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 0, 2024-04-26T23:52:33.716 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 1220, 2024-04-26T23:52:33.716 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 1614408, 2024-04-26T23:52:33.716 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:33.716 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.716 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.716 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.716 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:33.716 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.716 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-objecter_bytes": { 2024-04-26T23:52:33.716 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 104857600, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 0, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 0, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 48, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 13605, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 48, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 13605, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.717 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-objecter_ops": { 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 1024, 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 0, 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 0, 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 48, 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 48, 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 48, 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 48, 2024-04-26T23:52:33.718 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-write_buf_throttle": { 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 3758096384, 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 0, 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 0, 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 0, 2024-04-26T23:52:33.719 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 0, 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 0, 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 0, 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-write_buf_throttle-0x55c6f5962500": { 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 3758096384, 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 10, 2024-04-26T23:52:33.720 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 3068, 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 10, 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 0, 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 0, 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 9, 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 3068, 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:33.721 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-04-26T23:52:34.775 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-26T23:52:34.776 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-26T23:52:34.776 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=6 2024-04-26T23:52:34.776 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-04-26T23:52:34.776 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T23:52:34.776 DEBUG:tasks.check_counter:Getting stats from h 2024-04-26T23:52:34.776 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-26T23:52:35.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:34 smithi164 ceph-mon[31699]: pgmap v524: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:35.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:34 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:52:35.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:34 smithi026 ceph-mon[28371]: pgmap v524: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:35.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:34 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:52:35.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:34 smithi086 ceph-mon[31122]: pgmap v524: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:35.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:34 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T23:52:35.202 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T23:52:36.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:35 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:52:36.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:35 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:52:36.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:35 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:52:36.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:35 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:52:36.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:35 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:52:36.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:35 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:52:36.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:35 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T23:52:36.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:35 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T23:52:36.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:35 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' 2024-04-26T23:52:36.905 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:36 smithi086 ceph-mon[31122]: pgmap v525: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:37.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:36 smithi164 ceph-mon[31699]: pgmap v525: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:37.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:36 smithi026 ceph-mon[28371]: pgmap v525: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:37.475 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-04-26T23:52:37.475 INFO:teuthology.orchestra.run.smithi086.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T23:52:37.476 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_messages": 459, 2024-04-26T23:52:37.476 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages": 651, 2024-04-26T23:52:37.476 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_bytes": 1541996, 2024-04-26T23:52:37.476 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_bytes": 1126866, 2024-04-26T23:52:37.476 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_created_connections": 53, 2024-04-26T23:52:37.476 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_active_connections": 5, 2024-04-26T23:52:37.476 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_total_time": 0.247044056, 2024-04-26T23:52:37.476 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_send_time": 0.077795308, 2024-04-26T23:52:37.476 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_recv_time": 0.145237858, 2024-04-26T23:52:37.476 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_fast_dispatch_time": 0.019303206, 2024-04-26T23:52:37.476 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 646, 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.095478154, 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000147799 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 58, 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000013591, 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000234 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_encrypted_bytes": 1530832, 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_encrypted_bytes": 623472 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.477 INFO:teuthology.orchestra.run.smithi086.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_messages": 690, 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages": 979, 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_bytes": 183366, 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_bytes": 823047, 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_created_connections": 30, 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_active_connections": 5, 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_total_time": 0.314825191, 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_send_time": 0.159836816, 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_recv_time": 0.143227640, 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_fast_dispatch_time": 0.010162725, 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 978, 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.132416275, 2024-04-26T23:52:37.478 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000135394 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 1580, 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000827210, 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000523 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_encrypted_bytes": 5792, 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_encrypted_bytes": 126192 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_messages": 123, 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages": 173, 2024-04-26T23:52:37.479 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_bytes": 38598, 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_bytes": 104542, 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_created_connections": 13, 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_active_connections": 4, 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_total_time": 0.052717476, 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_send_time": 0.023835358, 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_recv_time": 0.027478675, 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_fast_dispatch_time": 0.000726254, 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 174, 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.056797171, 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000326420 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 230, 2024-04-26T23:52:37.480 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000175417, 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000762 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_encrypted_bytes": 2912, 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: "cct": { 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: "total_workers": 1, 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: "unhealthy_workers": 0 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: "finisher-MDSRank": { 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: "queue_len": 0, 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: "complete_latency": { 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 66, 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.003366724, 2024-04-26T23:52:37.481 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000051010 2024-04-26T23:52:37.482 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:37.482 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.482 INFO:teuthology.orchestra.run.smithi086.stdout: "finisher-PurgeQueue": { 2024-04-26T23:52:37.482 INFO:teuthology.orchestra.run.smithi086.stdout: "queue_len": 0, 2024-04-26T23:52:37.482 INFO:teuthology.orchestra.run.smithi086.stdout: "complete_latency": { 2024-04-26T23:52:37.482 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 2, 2024-04-26T23:52:37.483 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000011774, 2024-04-26T23:52:37.483 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000005887 2024-04-26T23:52:37.483 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:37.483 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.483 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-04-26T23:52:37.483 INFO:teuthology.orchestra.run.smithi086.stdout: "request": 13, 2024-04-26T23:52:37.483 INFO:teuthology.orchestra.run.smithi086.stdout: "reply": 9, 2024-04-26T23:52:37.483 INFO:teuthology.orchestra.run.smithi086.stdout: "reply_latency": { 2024-04-26T23:52:37.483 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 9, 2024-04-26T23:52:37.483 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.006605408, 2024-04-26T23:52:37.483 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000733934 2024-04-26T23:52:37.483 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "slow_reply": 0, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "forward": 4, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_fetch_complete": 0, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_fetch_keys": 0, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_commit": 11, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_split": 0, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_merge": 0, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes": 14, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_top": 0, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_bottom": 14, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_pin_tail": 0, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_pinned": 14, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_expired": 0, 2024-04-26T23:52:37.484 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_with_caps": 5, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "caps": 5, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "subtrees": 2, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse": 18, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_hit": 14, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_forward": 1, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_discover": 1, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_dir_fetch": 0, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_remote_ino": 0, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_lock": 0, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "load_cent": 0, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "q": 0, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "exported": 0, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "exported_inodes": 0, 2024-04-26T23:52:37.485 INFO:teuthology.orchestra.run.smithi086.stdout: "imported": 0, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "imported_inodes": 0, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "openino_dir_fetch": 0, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "openino_backtrace_fetch": 0, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "openino_peer_discover": 0, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "root_rfiles": 4, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "root_rbytes": 234, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "root_rsnaps": 6, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_set_tag": 0, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_inotable_repaired": 0, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_dir_inodes": 0, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T23:52:37.486 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_file_inodes": 0, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_inode_file_caps": 0, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_revoke": 1, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_grant": 0, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_caps": 1, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_caps_dirty": 0, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_cap_release": 0, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "process_request_cap_release": 1 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_cache": { 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_update": 0, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_update_receipt": 0, 2024-04-26T23:52:37.487 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_try_discover": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_send_discover": 2, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_handle_discover": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "num_strays": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "num_strays_delayed": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "num_strays_enqueuing": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_created": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_enqueued": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_reintegrated": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_migrated": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "num_recovering_processing": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "num_recovering_enqueued": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "num_recovering_prioritized": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "recovery_started": 0, 2024-04-26T23:52:37.488 INFO:teuthology.orchestra.run.smithi086.stdout: "recovery_completed": 0, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_quiesce_path": 0, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_quiesce_inode": 0, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_exportdir": 0, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_flush": 0, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_fragmentdir": 0, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_fragstats": 0, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_inodestats": 0 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_log": { 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "evlrg": 0, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "evadd": 10, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "evex": 0, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "evtrm": 0, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "ev": 10, 2024-04-26T23:52:37.489 INFO:teuthology.orchestra.run.smithi086.stdout: "evexg": 0, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "evexd": 0, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "segadd": 2, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "segex": 0, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "segtrm": 0, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "seg": 2, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "segmjr": 2, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "segexg": 0, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "segexd": 0, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "expos": 4194304, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "wrpos": 4197372, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "rdpos": 0, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "jlat": { 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 9, 2024-04-26T23:52:37.490 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.106311181, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.011812353 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "replayed": 0 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_mem": { 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "ino": 17, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "ino+": 17, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "ino-": 0, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "dir": 15, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "dir+": 16, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "dir-": 1, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "dn": 14, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "dn+": 14, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "dn-": 0, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "cap": 5, 2024-04-26T23:52:37.491 INFO:teuthology.orchestra.run.smithi086.stdout: "cap+": 7, 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "cap-": 2, 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "rss": 51840, 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "heap": 223608 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_server": { 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "dispatch_client_request": 14, 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "dispatch_server_request": 0, 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_request": 13, 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_session": 37, 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_peer_request": 0, 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "req_create_latency": { 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.492 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.493 INFO:teuthology.orchestra.run.smithi086.stdout: "req_getattr_latency": { 2024-04-26T23:52:37.493 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 8, 2024-04-26T23:52:37.493 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.006225103, 2024-04-26T23:52:37.493 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000778137 2024-04-26T23:52:37.493 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.493 INFO:teuthology.orchestra.run.smithi086.stdout: "req_getfilelock_latency": { 2024-04-26T23:52:37.493 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.494 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.494 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.494 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.494 INFO:teuthology.orchestra.run.smithi086.stdout: "req_link_latency": { 2024-04-26T23:52:37.494 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.494 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.494 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.494 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.494 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookup_latency": { 2024-04-26T23:52:37.494 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 1, 2024-04-26T23:52:37.494 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000380305, 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000380305 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookuphash_latency": { 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupino_latency": { 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupname_latency": { 2024-04-26T23:52:37.495 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupparent_latency": { 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupsnap_latency": { 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lssnap_latency": { 2024-04-26T23:52:37.496 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.497 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.497 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.497 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.497 INFO:teuthology.orchestra.run.smithi086.stdout: "req_mkdir_latency": { 2024-04-26T23:52:37.497 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: "req_mknod_latency": { 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: "req_mksnap_latency": { 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.498 INFO:teuthology.orchestra.run.smithi086.stdout: "req_open_latency": { 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: "req_readdir_latency": { 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rename_latency": { 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.499 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: "req_renamesnap_latency": { 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: "req_snapdiff_latency": { 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rmdir_latency": { 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.500 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rmsnap_latency": { 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rmxattr_latency": { 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setattr_latency": { 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.501 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setdirlayout_latency": { 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setfilelock_latency": { 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setlayout_latency": { 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.502 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setxattr_latency": { 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: "req_symlink_latency": { 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: "req_unlink_latency": { 2024-04-26T23:52:37.503 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: "cap_revoke_eviction": 0, 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: "cap_acquisition_throttle": 0, 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: "req_getvxattr_latency": { 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_sessions": { 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: "session_count": 2, 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: "session_add": 5, 2024-04-26T23:52:37.504 INFO:teuthology.orchestra.run.smithi086.stdout: "session_remove": 3, 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "sessions_open": 2, 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "sessions_stale": 0, 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "total_load": 5, 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "average_load": 1, 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "avg_session_uptime": 972, 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "mdthresh_evicted": 0 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "mempool": { 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "bloom_filter_bytes": 0, 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "bloom_filter_items": 0, 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_alloc_items": 0, 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T23:52:37.505 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_data_items": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_other_items": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_extent_bytes": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_extent_items": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_blob_bytes": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_blob_items": 0, 2024-04-26T23:52:37.506 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_fsck_items": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_txc_bytes": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_txc_items": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_bytes": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_items": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_bytes": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_items": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T23:52:37.507 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_reader_items": 0, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_writer_items": 0, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_anon_bytes": 265607, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_anon_items": 100, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_meta_bytes": 88, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_meta_items": 1, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_bytes": 0, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_items": 0, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_mapbl_bytes": 0, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_mapbl_items": 0, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_pglog_bytes": 0, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_pglog_items": 0, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_bytes": 8256, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_items": 188, 2024-04-26T23:52:37.508 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_mapping_items": 0, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "pgmap_bytes": 0, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "pgmap_items": 0, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_co_bytes": 69549, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_co_items": 301, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_1_bytes": 0, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_1_items": 0, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_2_bytes": 0, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_2_items": 0 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "objecter": { 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "op_active": 0, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "op_laggy": 0, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "op_send": 47, 2024-04-26T23:52:37.509 INFO:teuthology.orchestra.run.smithi086.stdout: "op_send_bytes": 13741, 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: "op_resend": 33, 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: "op_reply": 47, 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: "op_latency": { 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 47, 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.594987291, 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.012659304 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: "op_inflight": 0, 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: "oplen_avg": { 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 47, 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 70 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: "op": 47, 2024-04-26T23:52:37.510 INFO:teuthology.orchestra.run.smithi086.stdout: "op_r": 0, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "op_w": 47, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "op_rmw": 0, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "op_pg": 0, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_stat": 0, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_create": 10, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_read": 0, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_write": 9, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_writefull": 8, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_writesame": 0, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_append": 0, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_zero": 0, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_truncate": 0, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_delete": 6, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_mapext": 0, 2024-04-26T23:52:37.511 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_sparse_read": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_clonerange": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_getxattr": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_setxattr": 20, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_cmpxattr": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_rmxattr": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_resetxattrs": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_call": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_watch": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_notify": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_pgls": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_pgls_filter": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_other": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_active": 0, 2024-04-26T23:52:37.512 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_send": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_resend": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_ping": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "poolop_active": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "poolop_send": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "poolop_resend": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "poolstat_active": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "poolstat_send": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "poolstat_resend": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "statfs_active": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "statfs_send": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "statfs_resend": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "command_active": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "command_send": 0, 2024-04-26T23:52:37.513 INFO:teuthology.orchestra.run.smithi086.stdout: "command_resend": 0, 2024-04-26T23:52:37.514 INFO:teuthology.orchestra.run.smithi086.stdout: "map_epoch": 112, 2024-04-26T23:52:37.514 INFO:teuthology.orchestra.run.smithi086.stdout: "map_full": 0, 2024-04-26T23:52:37.514 INFO:teuthology.orchestra.run.smithi086.stdout: "map_inc": 23, 2024-04-26T23:52:37.514 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_sessions": 9, 2024-04-26T23:52:37.514 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_session_open": 14, 2024-04-26T23:52:37.514 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_session_close": 5, 2024-04-26T23:52:37.514 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_laggy": 0, 2024-04-26T23:52:37.514 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_wr": 16, 2024-04-26T23:52:37.514 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_rd": 0, 2024-04-26T23:52:37.514 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_del": 1 2024-04-26T23:52:37.514 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: "oft": { 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_objs": 1, 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_kv_pairs": 0, 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_updates": 0, 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_removes": 0 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: "osd-slow-ops": { 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: "slow_ops_count": 0 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: "purge_queue": { 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing_ops": 0, 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T23:52:37.515 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing": 0, 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing_high_water": 0, 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executed_ops": 0, 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executed": 0, 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_item_in_journal": 0 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 104857600, 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 1268, 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 1625848, 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:37.516 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 1268, 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 0, 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 0, 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 1268, 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 1625848, 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-objecter_bytes": { 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:37.517 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 104857600, 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 0, 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 0, 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 47, 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 13741, 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 47, 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 13741, 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.518 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-objecter_ops": { 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 1024, 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 0, 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 0, 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 47, 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 47, 2024-04-26T23:52:37.519 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 47, 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 47, 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-write_buf_throttle": { 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 3758096384, 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 0, 2024-04-26T23:52:37.520 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 0, 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 0, 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 0, 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 0, 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 0, 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:37.521 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-write_buf_throttle-0x56248e95c500": { 2024-04-26T23:52:37.522 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:37.522 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 3758096384, 2024-04-26T23:52:37.522 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:37.522 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 10, 2024-04-26T23:52:37.522 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 3068, 2024-04-26T23:52:37.522 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:37.522 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 10, 2024-04-26T23:52:37.522 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 0, 2024-04-26T23:52:37.522 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 0, 2024-04-26T23:52:37.522 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 9, 2024-04-26T23:52:37.522 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 3068, 2024-04-26T23:52:37.522 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:37.523 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:37.523 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:37.523 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:37.523 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:37.523 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:37.523 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-04-26T23:52:38.487 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-04-26T23:52:38.488 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-04-26T23:52:38.488 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-04-26T23:52:38.488 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-26T23:52:38.488 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T23:52:38.488 DEBUG:tasks.check_counter:Getting stats from k 2024-04-26T23:52:38.488 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-26T23:52:38.936 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T23:52:39.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:38 smithi164 ceph-mon[31699]: pgmap v526: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:39.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:38 smithi026 ceph-mon[28371]: pgmap v526: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:39.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:38 smithi086 ceph-mon[31122]: pgmap v526: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:41.004 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:40 smithi086 ceph-mon[31122]: pgmap v527: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:41.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:40 smithi164 ceph-mon[31699]: pgmap v527: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:41.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:40 smithi026 ceph-mon[28371]: pgmap v527: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:41.342 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-04-26T23:52:41.342 INFO:teuthology.orchestra.run.smithi086.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T23:52:41.342 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_messages": 2405, 2024-04-26T23:52:41.342 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages": 2407, 2024-04-26T23:52:41.342 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_bytes": 30074459, 2024-04-26T23:52:41.342 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_bytes": 764800, 2024-04-26T23:52:41.342 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_created_connections": 7, 2024-04-26T23:52:41.342 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_active_connections": 3, 2024-04-26T23:52:41.343 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_total_time": 0.625774205, 2024-04-26T23:52:41.343 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_send_time": 0.242095331, 2024-04-26T23:52:41.343 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_recv_time": 0.196268893, 2024-04-26T23:52:41.343 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_fast_dispatch_time": 0.133851895, 2024-04-26T23:52:41.343 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:41.343 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 2405, 2024-04-26T23:52:41.343 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.204738578, 2024-04-26T23:52:41.343 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000085130 2024-04-26T23:52:41.343 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.343 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:41.343 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_messages": 464, 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages": 452, 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_bytes": 18322702, 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_bytes": 236184, 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_created_connections": 7, 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_active_connections": 4, 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_total_time": 0.218721391, 2024-04-26T23:52:41.344 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_send_time": 0.059349660, 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_recv_time": 0.158249331, 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_fast_dispatch_time": 0.022578763, 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 451, 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.054388401, 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000120595 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_encrypted_bytes": 1519520, 2024-04-26T23:52:41.345 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_encrypted_bytes": 204000 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_messages": 1148, 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages": 1389, 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_bytes": 9740056, 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_bytes": 952261, 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_created_connections": 7, 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_active_connections": 5, 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_total_time": 0.316464965, 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_send_time": 0.112257052, 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_recv_time": 0.089687933, 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_running_fast_dispatch_time": 0.080761363, 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:41.346 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 1387, 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.142105070, 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000102454 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_recv_encrypted_bytes": 3232, 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: "msgr_send_encrypted_bytes": 589104 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: "cct": { 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: "total_workers": 1, 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: "unhealthy_workers": 0 2024-04-26T23:52:41.347 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.348 INFO:teuthology.orchestra.run.smithi086.stdout: "finisher-MDSRank": { 2024-04-26T23:52:41.348 INFO:teuthology.orchestra.run.smithi086.stdout: "queue_len": 0, 2024-04-26T23:52:41.348 INFO:teuthology.orchestra.run.smithi086.stdout: "complete_latency": { 2024-04-26T23:52:41.348 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 6021, 2024-04-26T23:52:41.348 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.333690540, 2024-04-26T23:52:41.348 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000055421 2024-04-26T23:52:41.348 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:41.348 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.348 INFO:teuthology.orchestra.run.smithi086.stdout: "finisher-PurgeQueue": { 2024-04-26T23:52:41.348 INFO:teuthology.orchestra.run.smithi086.stdout: "queue_len": 0, 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: "complete_latency": { 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: "mds": { 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: "request": 0, 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: "reply": 0, 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: "reply_latency": { 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.349 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "slow_reply": 0, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "forward": 0, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_fetch_complete": 0, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_fetch_keys": 0, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_commit": 0, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_split": 0, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_merge": 0, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes": 1253, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_top": 0, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_bottom": 1253, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_pin_tail": 0, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_pinned": 1253, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_expired": 0, 2024-04-26T23:52:41.350 INFO:teuthology.orchestra.run.smithi086.stdout: "inodes_with_caps": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "caps": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "subtrees": 2, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_hit": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_forward": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_discover": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_dir_fetch": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_remote_ino": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "traverse_lock": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "load_cent": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "q": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "exported": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "exported_inodes": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "imported": 0, 2024-04-26T23:52:41.351 INFO:teuthology.orchestra.run.smithi086.stdout: "imported_inodes": 0, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "openino_dir_fetch": 0, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "openino_backtrace_fetch": 0, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "openino_peer_discover": 0, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "root_rfiles": 4, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "root_rbytes": 234, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "root_rsnaps": 6, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_set_tag": 0, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_inotable_repaired": 0, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_dir_inodes": 0, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "scrub_file_inodes": 0, 2024-04-26T23:52:41.352 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_inode_file_caps": 0, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_grant": 0, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_caps": 0, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_caps_dirty": 0, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_cap_release": 0, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "process_request_cap_release": 0 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_cache": { 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_update": 0, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_update_receipt": 0, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_try_discover": 0, 2024-04-26T23:52:41.353 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_send_discover": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "dir_handle_discover": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "num_strays": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "num_strays_delayed": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "num_strays_enqueuing": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_created": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_enqueued": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_reintegrated": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "strays_migrated": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "num_recovering_processing": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "num_recovering_enqueued": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "num_recovering_prioritized": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "recovery_started": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "recovery_completed": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_quiesce_path": 0, 2024-04-26T23:52:41.354 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_quiesce_inode": 0, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_exportdir": 0, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_flush": 0, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_fragmentdir": 0, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_fragstats": 0, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "ireq_inodestats": 0 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_log": { 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "evlrg": 0, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "evadd": 0, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "evex": 0, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "evtrm": 0, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "ev": 6651, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "evexg": 0, 2024-04-26T23:52:41.355 INFO:teuthology.orchestra.run.smithi086.stdout: "evexd": 0, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "segadd": 0, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "segex": 0, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "segtrm": 0, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "seg": 15, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "segmjr": 2, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "segexg": 0, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "segexd": 0, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "expos": 4194304, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "wrpos": 59786109, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "rdpos": 59785997, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "jlat": { 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.356 INFO:teuthology.orchestra.run.smithi086.stdout: "replayed": 6651 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_mem": { 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "ino": 39, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "ino+": 1249, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "ino-": 1210, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "dir": 20, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "dir+": 24, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "dir-": 4, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "dn": 1253, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "dn+": 1258, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "dn-": 5, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "cap": 0, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "cap+": 0, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "cap-": 0, 2024-04-26T23:52:41.357 INFO:teuthology.orchestra.run.smithi086.stdout: "rss": 53500, 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "heap": 215416 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_server": { 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "dispatch_client_request": 0, 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "dispatch_server_request": 0, 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_request": 0, 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_client_session": 0, 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "handle_peer_request": 0, 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "req_create_latency": { 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "req_getattr_latency": { 2024-04-26T23:52:41.358 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "req_getfilelock_latency": { 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "req_link_latency": { 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookup_latency": { 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.359 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookuphash_latency": { 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupino_latency": { 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupname_latency": { 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.360 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupparent_latency": { 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lookupsnap_latency": { 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "req_lssnap_latency": { 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.361 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.362 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.362 INFO:teuthology.orchestra.run.smithi086.stdout: "req_mkdir_latency": { 2024-04-26T23:52:41.362 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.362 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.362 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: "req_mknod_latency": { 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: "req_mksnap_latency": { 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: "req_open_latency": { 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.363 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: "req_readdir_latency": { 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rename_latency": { 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: "req_renamesnap_latency": { 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.364 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: "req_snapdiff_latency": { 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rmdir_latency": { 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rmsnap_latency": { 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.365 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: "req_rmxattr_latency": { 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setattr_latency": { 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setdirlayout_latency": { 2024-04-26T23:52:41.366 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setfilelock_latency": { 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setlayout_latency": { 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.367 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: "req_setxattr_latency": { 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: "req_symlink_latency": { 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: "req_unlink_latency": { 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.368 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: "cap_revoke_eviction": 0, 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: "cap_acquisition_throttle": 0, 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: "req_getvxattr_latency": { 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_sessions": { 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: "session_count": 2, 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: "session_add": 4, 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: "session_remove": 2, 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: "sessions_open": 3, 2024-04-26T23:52:41.369 INFO:teuthology.orchestra.run.smithi086.stdout: "sessions_stale": 0, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "total_load": 0, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "average_load": 0, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "avg_session_uptime": 4944, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "mdthresh_evicted": 0 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "mempool": { 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "bloom_filter_bytes": 0, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "bloom_filter_items": 0, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_alloc_items": 0, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_data_items": 0, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T23:52:41.370 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_other_items": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_extent_bytes": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_extent_items": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_blob_bytes": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_blob_items": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T23:52:41.371 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_fsck_items": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_txc_bytes": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_txc_items": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_bytes": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "bluestore_writing_items": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_bytes": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_items": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_reader_items": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "bluefs_file_writer_items": 0, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_anon_bytes": 215225, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_anon_items": 67, 2024-04-26T23:52:41.372 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_meta_bytes": 0, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "buffer_meta_items": 0, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_bytes": 0, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_items": 0, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_mapbl_bytes": 0, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_mapbl_items": 0, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_pglog_bytes": 0, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_pglog_items": 0, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_bytes": 8256, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_items": 188, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "osdmap_mapping_items": 0, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "pgmap_bytes": 0, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "pgmap_items": 0, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_co_bytes": 1075916, 2024-04-26T23:52:41.373 INFO:teuthology.orchestra.run.smithi086.stdout: "mds_co_items": 5628, 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_1_bytes": 0, 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_1_items": 0, 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_2_bytes": 0, 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "unittest_2_items": 0 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "objecter": { 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "op_active": 0, 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "op_laggy": 0, 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "op_send": 3648, 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "op_send_bytes": 26, 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "op_resend": 4, 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "op_reply": 3648, 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "op_latency": { 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 3648, 2024-04-26T23:52:41.374 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 4.259907549, 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.001167737 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "op_inflight": 0, 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "oplen_avg": { 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 3648, 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 3649 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "op": 3648, 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "op_r": 3648, 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "op_w": 0, 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "op_rmw": 0, 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "op_pg": 0, 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_stat": 2356, 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_create": 0, 2024-04-26T23:52:41.375 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_read": 1289, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_write": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_writefull": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_writesame": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_append": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_zero": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_truncate": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_delete": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_mapext": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_sparse_read": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_clonerange": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_getxattr": 2, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_setxattr": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_cmpxattr": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_rmxattr": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_resetxattrs": 0, 2024-04-26T23:52:41.376 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_call": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_watch": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_notify": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_pgls": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_pgls_filter": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "osdop_other": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_active": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_send": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_resend": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "linger_ping": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "poolop_active": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "poolop_send": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "poolop_resend": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "poolstat_active": 0, 2024-04-26T23:52:41.377 INFO:teuthology.orchestra.run.smithi086.stdout: "poolstat_send": 0, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "poolstat_resend": 0, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "statfs_active": 0, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "statfs_send": 0, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "statfs_resend": 0, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "command_active": 0, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "command_send": 0, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "command_resend": 0, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "map_epoch": 112, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "map_full": 0, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "map_inc": 23, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_sessions": 8, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_session_open": 10, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_session_close": 2, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "osd_laggy": 0, 2024-04-26T23:52:41.378 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_wr": 0, 2024-04-26T23:52:41.379 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_rd": 2, 2024-04-26T23:52:41.379 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_del": 0 2024-04-26T23:52:41.379 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.379 INFO:teuthology.orchestra.run.smithi086.stdout: "oft": { 2024-04-26T23:52:41.379 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_objs": 0, 2024-04-26T23:52:41.379 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_kv_pairs": 0, 2024-04-26T23:52:41.379 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_updates": 0, 2024-04-26T23:52:41.379 INFO:teuthology.orchestra.run.smithi086.stdout: "omap_total_removes": 0 2024-04-26T23:52:41.379 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.379 INFO:teuthology.orchestra.run.smithi086.stdout: "osd-slow-ops": { 2024-04-26T23:52:41.379 INFO:teuthology.orchestra.run.smithi086.stdout: "slow_ops_count": 0 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "purge_queue": { 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing_ops": 0, 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing": 0, 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executing_high_water": 0, 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executed_ops": 0, 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_executed": 0, 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "pq_item_in_journal": 0 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 104857600, 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:41.380 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 4013, 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 57754555, 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 4013, 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 0, 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 0, 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 4013, 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 57754555, 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-objecter_bytes": { 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:41.381 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 104857600, 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 0, 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 0, 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 3648, 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 55591815, 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 3648, 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 55591815, 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:41.382 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-objecter_ops": { 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 1024, 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 0, 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 0, 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 3648, 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 3648, 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 3648, 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 3648, 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:41.383 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-write_buf_throttle": { 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 3758096384, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 0, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 0, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 0, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 0, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 0, 2024-04-26T23:52:41.384 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 0, 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: }, 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "throttle-write_buf_throttle-0x55869258e780": { 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "val": 0, 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "max": 3758096384, 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "get_started": 0, 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "get": 0, 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "get_sum": 0, 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:41.385 INFO:teuthology.orchestra.run.smithi086.stdout: "take": 0, 2024-04-26T23:52:41.386 INFO:teuthology.orchestra.run.smithi086.stdout: "take_sum": 0, 2024-04-26T23:52:41.386 INFO:teuthology.orchestra.run.smithi086.stdout: "put": 0, 2024-04-26T23:52:41.386 INFO:teuthology.orchestra.run.smithi086.stdout: "put_sum": 0, 2024-04-26T23:52:41.386 INFO:teuthology.orchestra.run.smithi086.stdout: "wait": { 2024-04-26T23:52:41.386 INFO:teuthology.orchestra.run.smithi086.stdout: "avgcount": 0, 2024-04-26T23:52:41.386 INFO:teuthology.orchestra.run.smithi086.stdout: "sum": 0.000000000, 2024-04-26T23:52:41.386 INFO:teuthology.orchestra.run.smithi086.stdout: "avgtime": 0.000000000 2024-04-26T23:52:41.386 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:41.386 INFO:teuthology.orchestra.run.smithi086.stdout: } 2024-04-26T23:52:41.386 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-04-26T23:52:42.319 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-04-26T23:52:42.319 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-04-26T23:52:42.319 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=6 2024-04-26T23:52:42.319 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-04-26T23:52:42.319 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T23:52:42.319 DEBUG:tasks.check_counter:Getting stats from c 2024-04-26T23:52:42.319 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-26T23:52:42.781 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:52:43.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:42 smithi026 ceph-mon[28371]: pgmap v528: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:43.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:42 smithi164 ceph-mon[31699]: pgmap v528: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:43.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:42 smithi086 ceph-mon[31122]: pgmap v528: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:44.884 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:44 smithi164 ceph-mon[31699]: pgmap v529: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:45.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:44 smithi026 ceph-mon[28371]: pgmap v529: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:45.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:44 smithi086 ceph-mon[31122]: pgmap v529: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:45.101 INFO:teuthology.orchestra.run.smithi164.stdout:{ 2024-04-26T23:52:45.102 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T23:52:45.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 1167, 2024-04-26T23:52:45.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 1169, 2024-04-26T23:52:45.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 309349, 2024-04-26T23:52:45.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 371170, 2024-04-26T23:52:45.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 7, 2024-04-26T23:52:45.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 2, 2024-04-26T23:52:45.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.253783700, 2024-04-26T23:52:45.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.090422274, 2024-04-26T23:52:45.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.066413120, 2024-04-26T23:52:45.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.065981341, 2024-04-26T23:52:45.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1167, 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.112289140, 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000096220 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 1372, 2024-04-26T23:52:45.103 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 1360, 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 1767712, 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 523415, 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 4, 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 3, 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.365278813, 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.125889521, 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.146789626, 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.089983275, 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1359, 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.121916119, 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000089710 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 1518000, 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 200640 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 1163, 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 1401, 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 391984, 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 925558, 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 6, 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 4, 2024-04-26T23:52:45.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.294129676, 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.117868137, 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.069440807, 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.070018688, 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1399, 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.167398895, 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000119656 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 3232, 2024-04-26T23:52:45.106 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 557632 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: "cct": { 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: "total_workers": 1, 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: "unhealthy_workers": 0 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: "finisher-MDSRank": { 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: "queue_len": 0, 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: "complete_latency": { 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 5404, 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.316556734, 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000058578 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: "finisher-PurgeQueue": { 2024-04-26T23:52:45.107 INFO:teuthology.orchestra.run.smithi164.stdout: "queue_len": 0, 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: "complete_latency": { 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: "mds": { 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: "request": 0, 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: "reply": 0, 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: "reply_latency": { 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.108 INFO:teuthology.orchestra.run.smithi164.stdout: "slow_reply": 0, 2024-04-26T23:52:45.109 INFO:teuthology.orchestra.run.smithi164.stdout: "forward": 0, 2024-04-26T23:52:45.109 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_fetch_complete": 0, 2024-04-26T23:52:45.109 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_fetch_keys": 0, 2024-04-26T23:52:45.109 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_commit": 0, 2024-04-26T23:52:45.109 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_split": 0, 2024-04-26T23:52:45.109 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_merge": 0, 2024-04-26T23:52:45.109 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes": 0, 2024-04-26T23:52:45.109 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_top": 0, 2024-04-26T23:52:45.109 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_bottom": 0, 2024-04-26T23:52:45.109 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_pin_tail": 0, 2024-04-26T23:52:45.109 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_pinned": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_expired": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_with_caps": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "caps": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "subtrees": 1, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_hit": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_forward": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_discover": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_dir_fetch": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_remote_ino": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_lock": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "load_cent": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "q": 0, 2024-04-26T23:52:45.110 INFO:teuthology.orchestra.run.smithi164.stdout: "exported": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "exported_inodes": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "imported": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "imported_inodes": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_dir_fetch": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_backtrace_fetch": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_peer_discover": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rfiles": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rbytes": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rsnaps": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_set_tag": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_inotable_repaired": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dir_inodes": 0, 2024-04-26T23:52:45.111 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_file_inodes": 0, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_inode_file_caps": 0, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_grant": 0, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_caps": 0, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_caps_dirty": 0, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_cap_release": 0, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "process_request_cap_release": 0 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_cache": { 2024-04-26T23:52:45.112 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_update": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_update_receipt": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_try_discover": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_send_discover": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_handle_discover": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays_delayed": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays_enqueuing": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_created": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_enqueued": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_reintegrated": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_migrated": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_processing": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_enqueued": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_prioritized": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "recovery_started": 0, 2024-04-26T23:52:45.113 INFO:teuthology.orchestra.run.smithi164.stdout: "recovery_completed": 0, 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_quiesce_path": 0, 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_quiesce_inode": 0, 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_exportdir": 0, 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_flush": 0, 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_fragmentdir": 0, 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_fragstats": 0, 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_inodestats": 0 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_log": { 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "evlrg": 0, 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "evadd": 0, 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "evex": 0, 2024-04-26T23:52:45.114 INFO:teuthology.orchestra.run.smithi164.stdout: "evtrm": 0, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "ev": 10, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "evexg": 0, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "evexd": 0, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "segadd": 0, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "segex": 0, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "segtrm": 0, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "seg": 2, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "segmjr": 2, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "segexg": 0, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "segexd": 0, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "expos": 4194304, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "wrpos": 4197372, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "rdpos": 4197231, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "jlat": { 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.115 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "replayed": 10 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_mem": { 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "ino": 3, 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "ino+": 3, 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "ino-": 0, 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "dir": 1, 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "dir+": 1, 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "dir-": 0, 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "dn": 0, 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "dn+": 0, 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "dn-": 0, 2024-04-26T23:52:45.116 INFO:teuthology.orchestra.run.smithi164.stdout: "cap": 0, 2024-04-26T23:52:45.117 INFO:teuthology.orchestra.run.smithi164.stdout: "cap+": 0, 2024-04-26T23:52:45.117 INFO:teuthology.orchestra.run.smithi164.stdout: "cap-": 0, 2024-04-26T23:52:45.117 INFO:teuthology.orchestra.run.smithi164.stdout: "rss": 49280, 2024-04-26T23:52:45.117 INFO:teuthology.orchestra.run.smithi164.stdout: "heap": 215416 2024-04-26T23:52:45.117 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.117 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_server": { 2024-04-26T23:52:45.117 INFO:teuthology.orchestra.run.smithi164.stdout: "dispatch_client_request": 0, 2024-04-26T23:52:45.117 INFO:teuthology.orchestra.run.smithi164.stdout: "dispatch_server_request": 0, 2024-04-26T23:52:45.117 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_request": 0, 2024-04-26T23:52:45.117 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_session": 0, 2024-04-26T23:52:45.117 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_peer_request": 0, 2024-04-26T23:52:45.118 INFO:teuthology.orchestra.run.smithi164.stdout: "req_create_latency": { 2024-04-26T23:52:45.118 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.118 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.118 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.118 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.118 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getattr_latency": { 2024-04-26T23:52:45.118 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.118 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.118 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.118 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.118 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getfilelock_latency": { 2024-04-26T23:52:45.118 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.119 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.119 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.119 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.119 INFO:teuthology.orchestra.run.smithi164.stdout: "req_link_latency": { 2024-04-26T23:52:45.119 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.119 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.119 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.119 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.119 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookup_latency": { 2024-04-26T23:52:45.119 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.119 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.119 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.120 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.120 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookuphash_latency": { 2024-04-26T23:52:45.120 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.120 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.120 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.120 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.120 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupino_latency": { 2024-04-26T23:52:45.120 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.120 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.120 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.120 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.120 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupname_latency": { 2024-04-26T23:52:45.121 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.121 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.121 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.121 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.121 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupparent_latency": { 2024-04-26T23:52:45.121 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.121 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.121 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.121 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.121 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupsnap_latency": { 2024-04-26T23:52:45.121 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.121 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.122 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.122 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.122 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lssnap_latency": { 2024-04-26T23:52:45.122 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.122 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.122 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.122 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.122 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mkdir_latency": { 2024-04-26T23:52:45.122 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.123 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.123 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mknod_latency": { 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mksnap_latency": { 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: "req_open_latency": { 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.124 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: "req_readdir_latency": { 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rename_latency": { 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: "req_renamesnap_latency": { 2024-04-26T23:52:45.125 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: "req_snapdiff_latency": { 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmdir_latency": { 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.126 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmsnap_latency": { 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmxattr_latency": { 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setattr_latency": { 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setdirlayout_latency": { 2024-04-26T23:52:45.127 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setfilelock_latency": { 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setlayout_latency": { 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setxattr_latency": { 2024-04-26T23:52:45.128 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: "req_symlink_latency": { 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: "req_unlink_latency": { 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: "cap_revoke_eviction": 0, 2024-04-26T23:52:45.129 INFO:teuthology.orchestra.run.smithi164.stdout: "cap_acquisition_throttle": 0, 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getvxattr_latency": { 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_sessions": { 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "session_count": 2, 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "session_add": 5, 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "session_remove": 3, 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "sessions_open": 4, 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "sessions_stale": 0, 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "total_load": 0, 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "average_load": 0, 2024-04-26T23:52:45.130 INFO:teuthology.orchestra.run.smithi164.stdout: "avg_session_uptime": 6218, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "mdthresh_evicted": 0 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "mempool": { 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_bytes": 0, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_items": 0, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_items": 0, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_items": 0, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T23:52:45.131 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_items": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_bytes": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_items": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_bytes": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_items": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_items": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_bytes": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_items": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T23:52:45.132 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_bytes": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_items": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_bytes": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_items": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_items": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_items": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_bytes": 190167, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_items": 52, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_bytes": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_items": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_bytes": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_items": 0, 2024-04-26T23:52:45.133 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_bytes": 0, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_items": 0, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_bytes": 0, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_items": 0, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_bytes": 8256, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_items": 188, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_items": 0, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_bytes": 0, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_items": 0, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_bytes": 8512, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_items": 13, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_bytes": 0, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_items": 0, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_bytes": 0, 2024-04-26T23:52:45.134 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_items": 0 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "objecter": { 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "op_active": 0, 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "op_laggy": 0, 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "op_send": 3339, 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "op_send_bytes": 21, 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "op_resend": 3, 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "op_reply": 3339, 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "op_latency": { 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 3339, 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 4.090930330, 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.001225196 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "op_inflight": 0, 2024-04-26T23:52:45.135 INFO:teuthology.orchestra.run.smithi164.stdout: "oplen_avg": { 2024-04-26T23:52:45.136 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 3339, 2024-04-26T23:52:45.136 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 3340 2024-04-26T23:52:45.136 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.136 INFO:teuthology.orchestra.run.smithi164.stdout: "op": 3339, 2024-04-26T23:52:45.136 INFO:teuthology.orchestra.run.smithi164.stdout: "op_r": 3339, 2024-04-26T23:52:45.136 INFO:teuthology.orchestra.run.smithi164.stdout: "op_w": 0, 2024-04-26T23:52:45.136 INFO:teuthology.orchestra.run.smithi164.stdout: "op_rmw": 0, 2024-04-26T23:52:45.136 INFO:teuthology.orchestra.run.smithi164.stdout: "op_pg": 0, 2024-04-26T23:52:45.136 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_stat": 2170, 2024-04-26T23:52:45.136 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_create": 0, 2024-04-26T23:52:45.136 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_read": 1167, 2024-04-26T23:52:45.137 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_write": 0, 2024-04-26T23:52:45.137 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_writefull": 0, 2024-04-26T23:52:45.137 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_writesame": 0, 2024-04-26T23:52:45.137 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_append": 0, 2024-04-26T23:52:45.137 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_zero": 0, 2024-04-26T23:52:45.137 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_truncate": 0, 2024-04-26T23:52:45.137 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_delete": 0, 2024-04-26T23:52:45.137 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_mapext": 0, 2024-04-26T23:52:45.138 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_sparse_read": 0, 2024-04-26T23:52:45.138 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_clonerange": 0, 2024-04-26T23:52:45.138 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_getxattr": 1, 2024-04-26T23:52:45.138 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_setxattr": 0, 2024-04-26T23:52:45.138 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_cmpxattr": 0, 2024-04-26T23:52:45.138 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_rmxattr": 0, 2024-04-26T23:52:45.138 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_resetxattrs": 0, 2024-04-26T23:52:45.138 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_call": 0, 2024-04-26T23:52:45.138 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_watch": 0, 2024-04-26T23:52:45.138 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_notify": 0, 2024-04-26T23:52:45.138 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T23:52:45.138 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_pgls": 0, 2024-04-26T23:52:45.139 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_pgls_filter": 0, 2024-04-26T23:52:45.139 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_other": 0, 2024-04-26T23:52:45.139 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_active": 0, 2024-04-26T23:52:45.139 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_send": 0, 2024-04-26T23:52:45.139 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_resend": 0, 2024-04-26T23:52:45.139 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_ping": 0, 2024-04-26T23:52:45.139 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_active": 0, 2024-04-26T23:52:45.139 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_send": 0, 2024-04-26T23:52:45.139 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_resend": 0, 2024-04-26T23:52:45.139 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_active": 0, 2024-04-26T23:52:45.139 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_send": 0, 2024-04-26T23:52:45.139 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_resend": 0, 2024-04-26T23:52:45.140 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_active": 0, 2024-04-26T23:52:45.140 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_send": 0, 2024-04-26T23:52:45.140 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_resend": 0, 2024-04-26T23:52:45.140 INFO:teuthology.orchestra.run.smithi164.stdout: "command_active": 0, 2024-04-26T23:52:45.140 INFO:teuthology.orchestra.run.smithi164.stdout: "command_send": 0, 2024-04-26T23:52:45.140 INFO:teuthology.orchestra.run.smithi164.stdout: "command_resend": 0, 2024-04-26T23:52:45.140 INFO:teuthology.orchestra.run.smithi164.stdout: "map_epoch": 112, 2024-04-26T23:52:45.140 INFO:teuthology.orchestra.run.smithi164.stdout: "map_full": 0, 2024-04-26T23:52:45.140 INFO:teuthology.orchestra.run.smithi164.stdout: "map_inc": 23, 2024-04-26T23:52:45.140 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_sessions": 5, 2024-04-26T23:52:45.140 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_session_open": 6, 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_session_close": 1, 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_laggy": 0, 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_wr": 0, 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_rd": 2, 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_del": 0 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: "oft": { 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_objs": 0, 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_kv_pairs": 0, 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_updates": 0, 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_removes": 0 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: "osd-slow-ops": { 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: "slow_ops_count": 0 2024-04-26T23:52:45.141 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "purge_queue": { 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_ops": 0, 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing": 0, 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_high_water": 0, 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executed_ops": 0, 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executed": 0, 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_item_in_journal": 0 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-04-26T23:52:45.142 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 3698, 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 2115039, 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 3698, 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 3698, 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 2115039, 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-objecter_bytes": { 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-04-26T23:52:45.143 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-04-26T23:52:45.144 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-04-26T23:52:45.144 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-04-26T23:52:45.144 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-04-26T23:52:45.144 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:45.144 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:45.144 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 3339, 2024-04-26T23:52:45.144 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 3073, 2024-04-26T23:52:45.144 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 3339, 2024-04-26T23:52:45.144 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 3073, 2024-04-26T23:52:45.144 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-04-26T23:52:45.144 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-objecter_ops": { 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 1024, 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 3339, 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 3339, 2024-04-26T23:52:45.145 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 3339, 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 3339, 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-write_buf_throttle": { 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 3758096384, 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-04-26T23:52:45.146 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 0, 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 0, 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-write_buf_throttle-0x557364476780": { 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 3758096384, 2024-04-26T23:52:45.147 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 0, 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 0, 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:45.148 INFO:teuthology.orchestra.run.smithi164.stdout:} 2024-04-26T23:52:45.952 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-26T23:52:45.952 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-26T23:52:45.952 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=0 2024-04-26T23:52:45.953 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-26T23:52:45.953 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T23:52:45.953 DEBUG:tasks.check_counter:Getting stats from f 2024-04-26T23:52:45.953 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-26T23:52:46.386 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:52:47.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:46 smithi086 ceph-mon[31122]: pgmap v530: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:47.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:46 smithi026 ceph-mon[28371]: pgmap v530: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:47.277 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:46 smithi164 ceph-mon[31699]: pgmap v530: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:48.532 INFO:teuthology.orchestra.run.smithi164.stdout:{ 2024-04-26T23:52:48.532 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T23:52:48.532 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 0, 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 2, 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 0, 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 0, 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 4, 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 0, 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.003351506, 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.000000000, 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.000606616, 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:48.533 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 3, 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 245, 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 480, 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 246192, 2024-04-26T23:52:48.534 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 6, 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 3, 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.036208216, 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.022316954, 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.004807202, 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 242, 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.045533465, 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000188154 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:48.535 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 480, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 246192 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 333, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 321, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 1484688, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 197488, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 2, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 1, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.133568577, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.047516829, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.089712621, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.015702264, 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:48.536 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 321, 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.035110929, 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000109379 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 1484688, 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 197488 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: "cct": { 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: "total_workers": 0, 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: "unhealthy_workers": 0 2024-04-26T23:52:48.537 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "mempool": { 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_bytes": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_items": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_items": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_items": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_items": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T23:52:48.538 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_bytes": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_items": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_bytes": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_items": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_items": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_bytes": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_items": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T23:52:48.539 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_bytes": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_items": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_bytes": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_items": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_items": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_items": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_bytes": 147920, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_items": 27, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_bytes": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_items": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_bytes": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_items": 0, 2024-04-26T23:52:48.540 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_bytes": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_items": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_bytes": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_items": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_bytes": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_items": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_items": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_bytes": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_items": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_bytes": 928, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_items": 2, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_bytes": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_items": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_bytes": 0, 2024-04-26T23:52:48.541 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_items": 0 2024-04-26T23:52:48.542 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:48.542 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T23:52:48.542 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-04-26T23:52:48.542 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-04-26T23:52:48.542 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-04-26T23:52:48.542 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 332, 2024-04-26T23:52:48.542 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 1435350, 2024-04-26T23:52:48.542 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:48.542 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 332, 2024-04-26T23:52:48.542 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-04-26T23:52:48.543 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-04-26T23:52:48.543 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 332, 2024-04-26T23:52:48.543 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 1435350, 2024-04-26T23:52:48.543 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-04-26T23:52:48.543 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:48.543 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:48.543 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:48.543 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:48.543 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:48.543 INFO:teuthology.orchestra.run.smithi164.stdout:} 2024-04-26T23:52:49.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:48 smithi026 ceph-mon[28371]: pgmap v531: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:49.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:48 smithi086 ceph-mon[31122]: pgmap v531: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:49.252 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:48 smithi164 ceph-mon[31699]: pgmap v531: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:49.299 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.f 2024-04-26T23:52:49.299 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.f 2024-04-26T23:52:49.299 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.f 2024-04-26T23:52:49.299 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.f 2024-04-26T23:52:49.299 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.f 2024-04-26T23:52:49.299 DEBUG:tasks.check_counter:Getting stats from i 2024-04-26T23:52:49.300 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-26T23:52:49.750 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:52:51.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:50 smithi164 ceph-mon[31699]: pgmap v532: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:51.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:50 smithi086 ceph-mon[31122]: pgmap v532: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:51.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:50 smithi026 ceph-mon[28371]: pgmap v532: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:51.863 INFO:teuthology.orchestra.run.smithi164.stdout:{ 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 3357, 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 3359, 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 952897, 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 1067533, 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 6, 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 2, 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.672816253, 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.247273170, 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.170195472, 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.197826904, 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:51.864 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 3357, 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.282968278, 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000084292 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 363, 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 349, 2024-04-26T23:52:51.865 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 1521468, 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 201786, 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 3, 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 2, 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.142918217, 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.050841492, 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.099092755, 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.015521523, 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 349, 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.038071863, 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000109088 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.866 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 1520912, 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 201088 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 4, 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 244, 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 748, 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 648910, 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 8, 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 4, 2024-04-26T23:52:51.867 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.038749991, 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.023565935, 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.008097602, 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.000022334, 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 241, 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.048198081, 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000199992 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 480, 2024-04-26T23:52:51.868 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 648592 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: "cct": { 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: "total_workers": 1, 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: "unhealthy_workers": 0 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: "finisher-MDSRank": { 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: "queue_len": 0, 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: "complete_latency": { 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 5692, 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.295705007, 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000051950 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: "finisher-PurgeQueue": { 2024-04-26T23:52:51.869 INFO:teuthology.orchestra.run.smithi164.stdout: "queue_len": 0, 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: "complete_latency": { 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: "mds": { 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: "request": 0, 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: "reply": 0, 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: "reply_latency": { 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.870 INFO:teuthology.orchestra.run.smithi164.stdout: "slow_reply": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "forward": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_fetch_complete": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_fetch_keys": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_commit": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_split": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_merge": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_top": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_bottom": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_pin_tail": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_pinned": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_expired": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_with_caps": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "caps": 0, 2024-04-26T23:52:51.871 INFO:teuthology.orchestra.run.smithi164.stdout: "subtrees": 1, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_hit": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_forward": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_discover": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_dir_fetch": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_remote_ino": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_lock": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "load_cent": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "q": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "exported": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "exported_inodes": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "imported": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "imported_inodes": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_dir_fetch": 0, 2024-04-26T23:52:51.872 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_backtrace_fetch": 0, 2024-04-26T23:52:51.873 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_peer_discover": 0, 2024-04-26T23:52:51.873 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rfiles": 0, 2024-04-26T23:52:51.873 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rbytes": 0, 2024-04-26T23:52:51.873 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rsnaps": 0, 2024-04-26T23:52:51.873 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T23:52:51.873 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_set_tag": 0, 2024-04-26T23:52:51.873 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T23:52:51.873 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_inotable_repaired": 0, 2024-04-26T23:52:51.873 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dir_inodes": 0, 2024-04-26T23:52:51.873 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T23:52:51.873 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_file_inodes": 0, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_inode_file_caps": 0, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_grant": 0, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_caps": 0, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_caps_dirty": 0, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_cap_release": 0, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "process_request_cap_release": 0 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_cache": { 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_update": 0, 2024-04-26T23:52:51.874 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_update_receipt": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_try_discover": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_send_discover": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_handle_discover": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays_delayed": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays_enqueuing": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_created": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_enqueued": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_reintegrated": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_migrated": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_processing": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_enqueued": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_prioritized": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "recovery_started": 0, 2024-04-26T23:52:51.875 INFO:teuthology.orchestra.run.smithi164.stdout: "recovery_completed": 0, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_quiesce_path": 0, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_quiesce_inode": 0, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_exportdir": 0, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_flush": 0, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_fragmentdir": 0, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_fragstats": 0, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_inodestats": 0 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_log": { 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "evlrg": 0, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "evadd": 0, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "evex": 0, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "evtrm": 0, 2024-04-26T23:52:51.876 INFO:teuthology.orchestra.run.smithi164.stdout: "ev": 10, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "evexg": 0, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "evexd": 0, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "segadd": 0, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "segex": 0, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "segtrm": 0, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "seg": 2, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "segmjr": 2, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "segexg": 0, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "segexd": 0, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "expos": 4194304, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "wrpos": 4197372, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "rdpos": 4197231, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "jlat": { 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.877 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "replayed": 10 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_mem": { 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "ino": 3, 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "ino+": 3, 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "ino-": 0, 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "dir": 1, 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "dir+": 1, 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "dir-": 0, 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "dn": 0, 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "dn+": 0, 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "dn-": 0, 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "cap": 0, 2024-04-26T23:52:51.878 INFO:teuthology.orchestra.run.smithi164.stdout: "cap+": 0, 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "cap-": 0, 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "rss": 48768, 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "heap": 215416 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_server": { 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "dispatch_client_request": 0, 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "dispatch_server_request": 0, 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_request": 0, 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_session": 0, 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_peer_request": 0, 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "req_create_latency": { 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.879 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getattr_latency": { 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getfilelock_latency": { 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "req_link_latency": { 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.880 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookup_latency": { 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookuphash_latency": { 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupino_latency": { 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.881 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupname_latency": { 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupparent_latency": { 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupsnap_latency": { 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.882 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lssnap_latency": { 2024-04-26T23:52:51.883 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.883 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.883 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.883 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.883 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mkdir_latency": { 2024-04-26T23:52:51.883 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mknod_latency": { 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mksnap_latency": { 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.884 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: "req_open_latency": { 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: "req_readdir_latency": { 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rename_latency": { 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.885 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: "req_renamesnap_latency": { 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: "req_snapdiff_latency": { 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmdir_latency": { 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.886 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmsnap_latency": { 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmxattr_latency": { 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setattr_latency": { 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.887 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setdirlayout_latency": { 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setfilelock_latency": { 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setlayout_latency": { 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.888 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setxattr_latency": { 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: "req_symlink_latency": { 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: "req_unlink_latency": { 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.889 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: "cap_revoke_eviction": 0, 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: "cap_acquisition_throttle": 0, 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getvxattr_latency": { 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_sessions": { 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: "session_count": 2, 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: "session_add": 5, 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: "session_remove": 3, 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: "sessions_open": 4, 2024-04-26T23:52:51.890 INFO:teuthology.orchestra.run.smithi164.stdout: "sessions_stale": 0, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "total_load": 0, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "average_load": 0, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "avg_session_uptime": 6226, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "mdthresh_evicted": 0 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "mempool": { 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_bytes": 0, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_items": 0, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_items": 0, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_items": 0, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T23:52:51.891 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_items": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_bytes": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_items": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_bytes": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_items": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T23:52:51.892 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_items": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_bytes": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_items": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_bytes": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_items": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_bytes": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_items": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_items": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_items": 0, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_bytes": 182097, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_items": 49, 2024-04-26T23:52:51.893 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_bytes": 0, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_items": 0, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_bytes": 0, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_items": 0, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_bytes": 0, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_items": 0, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_bytes": 0, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_items": 0, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_bytes": 8256, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_items": 188, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_items": 0, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_bytes": 0, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_items": 0, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_bytes": 8512, 2024-04-26T23:52:51.894 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_items": 13, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_bytes": 0, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_items": 0, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_bytes": 0, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_items": 0 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "objecter": { 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "op_active": 0, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "op_laggy": 0, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "op_send": 3360, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "op_send_bytes": 21, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "op_resend": 3, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "op_reply": 3360, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "op_latency": { 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 3360, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 3.991931988, 2024-04-26T23:52:51.895 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.001188074 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "op_inflight": 0, 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "oplen_avg": { 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 3360, 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 3361 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "op": 3360, 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "op_r": 3360, 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "op_w": 0, 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "op_rmw": 0, 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "op_pg": 0, 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_stat": 2184, 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_create": 0, 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_read": 1174, 2024-04-26T23:52:51.896 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_write": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_writefull": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_writesame": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_append": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_zero": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_truncate": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_delete": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_mapext": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_sparse_read": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_clonerange": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_getxattr": 1, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_setxattr": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_cmpxattr": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_rmxattr": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_resetxattrs": 0, 2024-04-26T23:52:51.897 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_call": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_watch": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_notify": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_pgls": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_pgls_filter": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_other": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_active": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_send": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_resend": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_ping": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_active": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_send": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_resend": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_active": 0, 2024-04-26T23:52:51.898 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_send": 0, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_resend": 0, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_active": 0, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_send": 0, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_resend": 0, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "command_active": 0, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "command_send": 0, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "command_resend": 0, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "map_epoch": 112, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "map_full": 0, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "map_inc": 23, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_sessions": 4, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_session_open": 5, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_session_close": 1, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_laggy": 0, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_wr": 0, 2024-04-26T23:52:51.899 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_rd": 2, 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_del": 0 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: "oft": { 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_objs": 0, 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_kv_pairs": 0, 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_updates": 0, 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_removes": 0 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: "osd-slow-ops": { 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: "slow_ops_count": 0 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: "purge_queue": { 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_ops": 0, 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T23:52:51.900 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing": 0, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_high_water": 0, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executed_ops": 0, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executed": 0, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_item_in_journal": 0 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 3720, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 2119084, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 3720, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-04-26T23:52:51.901 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 3720, 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 2119084, 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-objecter_bytes": { 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:51.902 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 3360, 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 3073, 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 3360, 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 3073, 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-objecter_ops": { 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 1024, 2024-04-26T23:52:51.903 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 3360, 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 3360, 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 3360, 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 3360, 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-write_buf_throttle": { 2024-04-26T23:52:51.904 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 3758096384, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 0, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 0, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.905 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-write_buf_throttle-0x55fb24ea2780": { 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 3758096384, 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 0, 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 0, 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-04-26T23:52:51.906 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:51.907 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:51.907 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:51.907 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:51.907 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:51.907 INFO:teuthology.orchestra.run.smithi164.stdout:} 2024-04-26T23:52:52.760 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-04-26T23:52:52.760 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-04-26T23:52:52.760 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=0 2024-04-26T23:52:52.760 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-26T23:52:52.761 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T23:52:52.761 DEBUG:tasks.check_counter:Getting stats from l 2024-04-26T23:52:52.761 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387 shell --fsid a73d6c78-0423-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-26T23:52:53.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:52 smithi164 ceph-mon[31699]: pgmap v533: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:53.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:52 smithi086 ceph-mon[31122]: pgmap v533: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:53.201 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T23:52:53.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:52 smithi026 ceph-mon[28371]: pgmap v533: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:55.043 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:54 smithi164 ceph-mon[31699]: pgmap v534: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:55.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:54 smithi086 ceph-mon[31122]: pgmap v534: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:55.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:54 smithi026 ceph-mon[28371]: pgmap v534: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:52:55.361 INFO:teuthology.orchestra.run.smithi164.stdout:{ 2024-04-26T23:52:55.361 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T23:52:55.361 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 0, 2024-04-26T23:52:55.361 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 2, 2024-04-26T23:52:55.361 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 0, 2024-04-26T23:52:55.361 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 0, 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 4, 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 0, 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.003528909, 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.000000000, 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.000587344, 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:55.362 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 340, 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 328, 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 1486592, 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 201968, 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 2, 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 1, 2024-04-26T23:52:55.363 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.149845975, 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.050422108, 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.112607380, 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.016077394, 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 328, 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.034658241, 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000105665 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:55.364 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 1486592, 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 201968 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 3, 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 250, 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 480, 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 247072, 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 6, 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 3, 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.036633022, 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.022682450, 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.006450770, 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T23:52:55.365 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 247, 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.047643274, 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000192887 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 480, 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 247072 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: "cct": { 2024-04-26T23:52:55.366 INFO:teuthology.orchestra.run.smithi164.stdout: "total_workers": 0, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "unhealthy_workers": 0 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "mempool": { 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_bytes": 0, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_items": 0, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_items": 0, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_items": 0, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T23:52:55.367 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_items": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_bytes": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_items": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_bytes": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_items": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_items": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_bytes": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_items": 0, 2024-04-26T23:52:55.368 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_bytes": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_items": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_bytes": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_items": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_items": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_items": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_bytes": 147960, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_items": 28, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_bytes": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_items": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_bytes": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_items": 0, 2024-04-26T23:52:55.369 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_bytes": 0, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_items": 0, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_bytes": 0, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_items": 0, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_bytes": 0, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_items": 0, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_items": 0, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_bytes": 0, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_items": 0, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_bytes": 928, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_items": 2, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_bytes": 0, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_items": 0, 2024-04-26T23:52:55.370 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_bytes": 0, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_items": 0 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 339, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 1436260, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 339, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 339, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 1436260, 2024-04-26T23:52:55.371 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-04-26T23:52:55.372 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-04-26T23:52:55.372 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-04-26T23:52:55.372 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-04-26T23:52:55.372 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:55.372 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-04-26T23:52:55.372 INFO:teuthology.orchestra.run.smithi164.stdout:} 2024-04-26T23:52:56.161 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-04-26T23:52:56.161 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-04-26T23:52:56.161 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2024-04-26T23:52:56.162 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2024-04-26T23:52:56.162 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2024-04-26T23:52:56.162 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-04-26T23:52:56.174 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-04-26T23:52:56.174 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:52:56.174 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T23:52:56.238 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:52:56.238 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T23:52:56.296 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:52:56.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.506+0000 7fd36be00640 1 -- 172.21.15.26:0/412831209 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd36c10e060 msgr2=0x7fd36c115c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:56.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.506+0000 7fd36be00640 1 --2- 172.21.15.26:0/412831209 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd36c10e060 0x7fd36c115c30 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7fd364009ca0 tx=0x7fd36402a8c0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.506+0000 7fd36be00640 1 -- 172.21.15.26:0/412831209 shutdown_connections 2024-04-26T23:52:56.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.506+0000 7fd36be00640 1 --2- 172.21.15.26:0/412831209 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd36c10e060 0x7fd36c115c30 unknown :-1 s=CLOSED pgs=1571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.506+0000 7fd36be00640 1 --2- 172.21.15.26:0/412831209 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd36c109950 0x7fd36c10d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.510 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.506+0000 7fd36be00640 1 --2- 172.21.15.26:0/412831209 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd36c108fa0 0x7fd36c109380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.506+0000 7fd36be00640 1 -- 172.21.15.26:0/412831209 >> 172.21.15.26:0/412831209 conn(0x7fd36c0784b0 msgr2=0x7fd36c07a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:56.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.506+0000 7fd36be00640 1 -- 172.21.15.26:0/412831209 shutdown_connections 2024-04-26T23:52:56.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.506+0000 7fd36be00640 1 -- 172.21.15.26:0/412831209 wait complete. 2024-04-26T23:52:56.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.507+0000 7fd36be00640 1 Processor -- start 2024-04-26T23:52:56.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.507+0000 7fd36be00640 1 -- start start 2024-04-26T23:52:56.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.508+0000 7fd36be00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd36c108fa0 0x7fd36c19f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:56.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.508+0000 7fd36be00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd36c10e060 0x7fd36c19f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:56.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.508+0000 7fd36be00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd36c1a3c90 0x7fd36c1a4140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:56.513 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.508+0000 7fd36be00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fd36c118eb0 con 0x7fd36c108fa0 2024-04-26T23:52:56.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.508+0000 7fd36be00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fd36c118d30 con 0x7fd36c1a3c90 2024-04-26T23:52:56.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.508+0000 7fd36be00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd36c119030 con 0x7fd36c10e060 2024-04-26T23:52:56.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.508+0000 7fd36aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd36c108fa0 0x7fd36c19f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:56.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.508+0000 7fd36aa00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd36c108fa0 0x7fd36c19f3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59404/0 (socket says 172.21.15.26:59404) 2024-04-26T23:52:56.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.508+0000 7fd36aa00640 1 -- 172.21.15.26:0/15215341 learned_addr learned my addr 172.21.15.26:0/15215341 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:56.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.508+0000 7fd36b400640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd36c1a3c90 0x7fd36c1a4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:56.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.508+0000 7fd36aa00640 1 -- 172.21.15.26:0/15215341 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd36c10e060 msgr2=0x7fd36c19f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:56.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.508+0000 7fd36aa00640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd36c10e060 0x7fd36c19f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.509+0000 7fd36aa00640 1 -- 172.21.15.26:0/15215341 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd36c1a3c90 msgr2=0x7fd36c1a4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:56.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.509+0000 7fd36aa00640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd36c1a3c90 0x7fd36c1a4140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.514 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.509+0000 7fd36aa00640 1 -- 172.21.15.26:0/15215341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd36c1a4780 con 0x7fd36c108fa0 2024-04-26T23:52:56.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.509+0000 7fd36aa00640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd36c108fa0 0x7fd36c19f3d0 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7fd35c00d950 tx=0x7fd35c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:56.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.509+0000 7fd370a00640 1 -- 172.21.15.26:0/15215341 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd35c017070 con 0x7fd36c108fa0 2024-04-26T23:52:56.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.509+0000 7fd370a00640 1 -- 172.21.15.26:0/15215341 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fd35c009c30 con 0x7fd36c108fa0 2024-04-26T23:52:56.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.509+0000 7fd370a00640 1 -- 172.21.15.26:0/15215341 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd35c00f620 con 0x7fd36c108fa0 2024-04-26T23:52:56.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.509+0000 7fd36be00640 1 -- 172.21.15.26:0/15215341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd36c1a4a70 con 0x7fd36c108fa0 2024-04-26T23:52:56.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.509+0000 7fd36be00640 1 -- 172.21.15.26:0/15215341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd36c1ac200 con 0x7fd36c108fa0 2024-04-26T23:52:56.515 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.510+0000 7fd36be00640 1 -- 172.21.15.26:0/15215341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd36c069ac0 con 0x7fd36c108fa0 2024-04-26T23:52:56.516 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.512+0000 7fd370a00640 1 -- 172.21.15.26:0/15215341 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd35c010460 con 0x7fd36c108fa0 2024-04-26T23:52:56.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.515+0000 7fd370a00640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd3500a3d20 0x7fd3500a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:56.518 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.515+0000 7fd370a00640 1 -- 172.21.15.26:0/15215341 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8556+0+0 (secure 0 0 0) 0x7fd35c0d0550 con 0x7fd36c108fa0 2024-04-26T23:52:56.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.515+0000 7fd36a000640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd3500a3d20 0x7fd3500a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:56.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.516+0000 7fd36a000640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd3500a3d20 0x7fd3500a61e0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fd354005d80 tx=0x7fd354005c90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:56.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.520+0000 7fd370a00640 1 -- 172.21.15.26:0/15215341 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fd35c09cb70 con 0x7fd36c108fa0 2024-04-26T23:52:56.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.726+0000 7fd36be00640 1 -- 172.21.15.26:0/15215341 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd36c1099b0 con 0x7fd36c108fa0 2024-04-26T23:52:56.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.728+0000 7fd370a00640 1 -- 172.21.15.26:0/15215341 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v112) ==== 74+0+23137 (secure 0 0 0) 0x7fd35c009de0 con 0x7fd36c108fa0 2024-04-26T23:52:56.732 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:52:56.732 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":112,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:52:15.568498+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"111","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":111,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/4065044171":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2100393270":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3654847750":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/445554482":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3428062602":"2024-04-27T23:35:51.095952+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:52:56.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.730+0000 7fd36be00640 1 -- 172.21.15.26:0/15215341 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd3500a3d20 msgr2=0x7fd3500a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:56.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.730+0000 7fd36be00640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd3500a3d20 0x7fd3500a61e0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fd354005d80 tx=0x7fd354005c90 comp rx=0 tx=0).stop 2024-04-26T23:52:56.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.730+0000 7fd36be00640 1 -- 172.21.15.26:0/15215341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd36c108fa0 msgr2=0x7fd36c19f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:56.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.730+0000 7fd36be00640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd36c108fa0 0x7fd36c19f3d0 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7fd35c00d950 tx=0x7fd35c00de10 comp rx=0 tx=0).stop 2024-04-26T23:52:56.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.730+0000 7fd36be00640 1 -- 172.21.15.26:0/15215341 shutdown_connections 2024-04-26T23:52:56.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.730+0000 7fd36be00640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fd36c1a3c90 0x7fd36c1a4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.730+0000 7fd36be00640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd36c10e060 0x7fd36c19f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.730+0000 7fd36be00640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fd3500a3d20 0x7fd3500a61e0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.730+0000 7fd36be00640 1 --2- 172.21.15.26:0/15215341 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fd36c108fa0 0x7fd36c19f3d0 unknown :-1 s=CLOSED pgs=1572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.731+0000 7fd36be00640 1 -- 172.21.15.26:0/15215341 >> 172.21.15.26:0/15215341 conn(0x7fd36c0784b0 msgr2=0x7fd36c07a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:56.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.731+0000 7fd36be00640 1 -- 172.21.15.26:0/15215341 shutdown_connections 2024-04-26T23:52:56.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.731+0000 7fd36be00640 1 -- 172.21.15.26:0/15215341 wait complete. 2024-04-26T23:52:56.755 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T23:33:17.314859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T23:33:18.628963+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '111', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 27, 'snap_epoch': 111, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:52:56.755 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T23:52:56.977 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.973+0000 7fe11ca00640 1 -- 172.21.15.26:0/1371657759 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe118076e60 msgr2=0x7fe118077240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:56.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.973+0000 7fe11ca00640 1 --2- 172.21.15.26:0/1371657759 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe118076e60 0x7fe118077240 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7fe108009900 tx=0x7fe10802a410 comp rx=0 tx=0).stop 2024-04-26T23:52:56.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.973+0000 7fe11ca00640 1 -- 172.21.15.26:0/1371657759 shutdown_connections 2024-04-26T23:52:56.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.973+0000 7fe11ca00640 1 --2- 172.21.15.26:0/1371657759 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe118113670 0x7fe118115a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.973+0000 7fe11ca00640 1 --2- 172.21.15.26:0/1371657759 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe118077780 0x7fe118113130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.973+0000 7fe11ca00640 1 --2- 172.21.15.26:0/1371657759 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe118076e60 0x7fe118077240 unknown :-1 s=CLOSED pgs=1573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.973+0000 7fe11ca00640 1 -- 172.21.15.26:0/1371657759 >> 172.21.15.26:0/1371657759 conn(0x7fe1181004a0 msgr2=0x7fe1181028c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:56.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.973+0000 7fe11ca00640 1 -- 172.21.15.26:0/1371657759 shutdown_connections 2024-04-26T23:52:56.978 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.973+0000 7fe11ca00640 1 -- 172.21.15.26:0/1371657759 wait complete. 2024-04-26T23:52:56.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.974+0000 7fe11ca00640 1 Processor -- start 2024-04-26T23:52:56.979 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.974+0000 7fe11ca00640 1 -- start start 2024-04-26T23:52:56.981 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.974+0000 7fe11ca00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe118076e60 0x7fe11819f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:56.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.974+0000 7fe11ca00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe118077780 0x7fe11819fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:56.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe11ca00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe118113670 0x7fe1181a3df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:56.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe11ca00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe118118f70 con 0x7fe118076e60 2024-04-26T23:52:56.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe11ca00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe118118df0 con 0x7fe118077780 2024-04-26T23:52:56.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe11ca00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe1181190f0 con 0x7fe118113670 2024-04-26T23:52:56.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe117400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe118076e60 0x7fe11819f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:56.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe117400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe118076e60 0x7fe11819f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59414/0 (socket says 172.21.15.26:59414) 2024-04-26T23:52:56.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe117400640 1 -- 172.21.15.26:0/1872310513 learned_addr learned my addr 172.21.15.26:0/1872310513 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:56.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe117e00640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe118113670 0x7fe1181a3df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:56.982 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe116a00640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe118077780 0x7fe11819fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:56.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe117400640 1 -- 172.21.15.26:0/1872310513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe118113670 msgr2=0x7fe1181a3df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:56.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe117400640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe118113670 0x7fe1181a3df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe117400640 1 -- 172.21.15.26:0/1872310513 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe118077780 msgr2=0x7fe11819fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:56.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe117400640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe118077780 0x7fe11819fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:56.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.975+0000 7fe117400640 1 -- 172.21.15.26:0/1872310513 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1181a4520 con 0x7fe118076e60 2024-04-26T23:52:56.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.976+0000 7fe117400640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe118076e60 0x7fe11819f5d0 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7fe108004770 tx=0x7fe108003ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:56.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.976+0000 7fe10fe00640 1 -- 172.21.15.26:0/1872310513 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe10803f070 con 0x7fe118076e60 2024-04-26T23:52:56.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.976+0000 7fe10fe00640 1 -- 172.21.15.26:0/1872310513 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe10803bd00 con 0x7fe118076e60 2024-04-26T23:52:56.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.976+0000 7fe10fe00640 1 -- 172.21.15.26:0/1872310513 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe108035030 con 0x7fe118076e60 2024-04-26T23:52:56.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.976+0000 7fe11ca00640 1 -- 172.21.15.26:0/1872310513 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1181a47b0 con 0x7fe118076e60 2024-04-26T23:52:56.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.976+0000 7fe11ca00640 1 -- 172.21.15.26:0/1872310513 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1181ac0a0 con 0x7fe118076e60 2024-04-26T23:52:56.983 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.977+0000 7fe11ca00640 1 -- 172.21.15.26:0/1872310513 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe118069ac0 con 0x7fe118076e60 2024-04-26T23:52:56.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.979+0000 7fe10fe00640 1 -- 172.21.15.26:0/1872310513 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe108042070 con 0x7fe118076e60 2024-04-26T23:52:56.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.981+0000 7fe10fe00640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe0f80a3da0 0x7fe0f80a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:56.984 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.981+0000 7fe10fe00640 1 -- 172.21.15.26:0/1872310513 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8556+0+0 (secure 0 0 0) 0x7fe1080f1070 con 0x7fe118076e60 2024-04-26T23:52:56.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.981+0000 7fe116a00640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe0f80a3da0 0x7fe0f80a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:56.985 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.982+0000 7fe116a00640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe0f80a3da0 0x7fe0f80a6260 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe118115580 tx=0x7fe100009870 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:56.989 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:56.985+0000 7fe10fe00640 1 -- 172.21.15.26:0/1872310513 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fe1080bd690 con 0x7fe118076e60 2024-04-26T23:52:57.026 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:56 smithi026 ceph-mon[28371]: pgmap v535: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:57.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:56 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/15215341' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:52:57.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:56 smithi086 ceph-mon[31122]: pgmap v535: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:57.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:56 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/15215341' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:52:57.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.201+0000 7fe11ca00640 1 -- 172.21.15.26:0/1872310513 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe11810e800 con 0x7fe118076e60 2024-04-26T23:52:57.205 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.202+0000 7fe10fe00640 1 -- 172.21.15.26:0/1872310513 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v112) ==== 93+0+10 (secure 0 0 0) 0x7fe1080bcf90 con 0x7fe118076e60 2024-04-26T23:52:57.205 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:52:57.208 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.205+0000 7fe11ca00640 1 -- 172.21.15.26:0/1872310513 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe0f80a3da0 msgr2=0x7fe0f80a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.205+0000 7fe11ca00640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe0f80a3da0 0x7fe0f80a6260 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe118115580 tx=0x7fe100009870 comp rx=0 tx=0).stop 2024-04-26T23:52:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.205+0000 7fe11ca00640 1 -- 172.21.15.26:0/1872310513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe118076e60 msgr2=0x7fe11819f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.205+0000 7fe11ca00640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe118076e60 0x7fe11819f5d0 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7fe108004770 tx=0x7fe108003ca0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.205+0000 7fe11ca00640 1 -- 172.21.15.26:0/1872310513 shutdown_connections 2024-04-26T23:52:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.205+0000 7fe11ca00640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe118113670 0x7fe1181a3df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.205+0000 7fe11ca00640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe118077780 0x7fe11819fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.205+0000 7fe11ca00640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe0f80a3da0 0x7fe0f80a6260 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.205+0000 7fe11ca00640 1 --2- 172.21.15.26:0/1872310513 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe118076e60 0x7fe11819f5d0 unknown :-1 s=CLOSED pgs=1574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.205+0000 7fe11ca00640 1 -- 172.21.15.26:0/1872310513 >> 172.21.15.26:0/1872310513 conn(0x7fe1181004a0 msgr2=0x7fe118102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.205+0000 7fe11ca00640 1 -- 172.21.15.26:0/1872310513 shutdown_connections 2024-04-26T23:52:57.209 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.205+0000 7fe11ca00640 1 -- 172.21.15.26:0/1872310513 wait complete. 2024-04-26T23:52:57.228 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T23:52:57.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:56 smithi164 ceph-mon[31699]: pgmap v535: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:52:57.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:56 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/15215341' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:52:57.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.444+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1376367677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d6810eef0 msgr2=0x7f3d6810f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:57.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.444+0000 7f3d6cc00640 1 --2- 172.21.15.26:0/1376367677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d6810eef0 0x7f3d6810f2d0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f3d58009900 tx=0x7f3d5802a480 comp rx=0 tx=0).stop 2024-04-26T23:52:57.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.444+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1376367677 shutdown_connections 2024-04-26T23:52:57.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.444+0000 7f3d6cc00640 1 --2- 172.21.15.26:0/1376367677 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d68109870 0x7f3d68115c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.444+0000 7f3d6cc00640 1 --2- 172.21.15.26:0/1376367677 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d68108ed0 0x7f3d68109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.444+0000 7f3d6cc00640 1 --2- 172.21.15.26:0/1376367677 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d6810eef0 0x7f3d6810f2d0 unknown :-1 s=CLOSED pgs=1575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.444+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1376367677 >> 172.21.15.26:0/1376367677 conn(0x7f3d68078750 msgr2=0x7f3d68107750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:57.448 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.444+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1376367677 shutdown_connections 2024-04-26T23:52:57.449 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.444+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1376367677 wait complete. 2024-04-26T23:52:57.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.445+0000 7f3d6cc00640 1 Processor -- start 2024-04-26T23:52:57.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.445+0000 7f3d6cc00640 1 -- start start 2024-04-26T23:52:57.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.445+0000 7f3d6cc00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d68108ed0 0x7f3d6819f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:57.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d6cc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d68109870 0x7f3d6819f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:57.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d6cc00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d6810eef0 0x7f3d681a3d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:57.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d6cc00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f3d68118f80 con 0x7f3d68109870 2024-04-26T23:52:57.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d6cc00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f3d68118e00 con 0x7f3d6810eef0 2024-04-26T23:52:57.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d6cc00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3d68119100 con 0x7f3d68108ed0 2024-04-26T23:52:57.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d5fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d68109870 0x7f3d6819f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:57.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d5fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d68109870 0x7f3d6819f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59426/0 (socket says 172.21.15.26:59426) 2024-04-26T23:52:57.451 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d5fe00640 1 -- 172.21.15.26:0/1035862803 learned_addr learned my addr 172.21.15.26:0/1035862803 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d67e00640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d6810eef0 0x7f3d681a3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d67400640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d68108ed0 0x7f3d6819f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d5fe00640 1 -- 172.21.15.26:0/1035862803 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d68108ed0 msgr2=0x7f3d6819f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d5fe00640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d68108ed0 0x7f3d6819f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d5fe00640 1 -- 172.21.15.26:0/1035862803 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d6810eef0 msgr2=0x7f3d681a3d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d5fe00640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d6810eef0 0x7f3d681a3d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.446+0000 7f3d5fe00640 1 -- 172.21.15.26:0/1035862803 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d681a4470 con 0x7f3d68109870 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.447+0000 7f3d5fe00640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d68109870 0x7f3d6819f9c0 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f3d5000d950 tx=0x7f3d5000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.447+0000 7f3d64c00640 1 -- 172.21.15.26:0/1035862803 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d50017070 con 0x7f3d68109870 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.447+0000 7f3d64c00640 1 -- 172.21.15.26:0/1035862803 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f3d50009c30 con 0x7f3d68109870 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.447+0000 7f3d64c00640 1 -- 172.21.15.26:0/1035862803 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5000f620 con 0x7f3d68109870 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.447+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1035862803 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d681a4760 con 0x7f3d68109870 2024-04-26T23:52:57.452 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.447+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1035862803 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d681abff0 con 0x7f3d68109870 2024-04-26T23:52:57.453 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.448+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1035862803 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d68069ac0 con 0x7f3d68109870 2024-04-26T23:52:57.454 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.451+0000 7f3d64c00640 1 -- 172.21.15.26:0/1035862803 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f3d50010460 con 0x7f3d68109870 2024-04-26T23:52:57.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.452+0000 7f3d64c00640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d4c0a3da0 0x7f3d4c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:57.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.452+0000 7f3d64c00640 1 -- 172.21.15.26:0/1035862803 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8556+0+0 (secure 0 0 0) 0x7f3d500d04d0 con 0x7f3d68109870 2024-04-26T23:52:57.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.452+0000 7f3d67400640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d4c0a3da0 0x7f3d4c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:57.456 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.453+0000 7f3d67400640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d4c0a3da0 0x7f3d4c0a6260 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f3d58006010 tx=0x7f3d58005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:57.460 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.456+0000 7f3d64c00640 1 -- 172.21.15.26:0/1035862803 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f3d5009caf0 con 0x7f3d68109870 2024-04-26T23:52:57.665 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.662+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1035862803 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f3d68110d50 con 0x7f3d68109870 2024-04-26T23:52:57.666 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.663+0000 7f3d64c00640 1 -- 172.21.15.26:0/1035862803 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v112) ==== 104+0+11 (secure 0 0 0) 0x7f3d50009de0 con 0x7f3d68109870 2024-04-26T23:52:57.667 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-26T23:52:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.665+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1035862803 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d4c0a3da0 msgr2=0x7f3d4c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.665+0000 7f3d6cc00640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d4c0a3da0 0x7f3d4c0a6260 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f3d58006010 tx=0x7f3d58005a20 comp rx=0 tx=0).stop 2024-04-26T23:52:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.665+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1035862803 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d68109870 msgr2=0x7f3d6819f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.665+0000 7f3d6cc00640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d68109870 0x7f3d6819f9c0 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f3d5000d950 tx=0x7f3d5000de10 comp rx=0 tx=0).stop 2024-04-26T23:52:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.666+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1035862803 shutdown_connections 2024-04-26T23:52:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.666+0000 7f3d6cc00640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f3d6810eef0 0x7f3d681a3d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.669 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.666+0000 7f3d6cc00640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f3d4c0a3da0 0x7f3d4c0a6260 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.666+0000 7f3d6cc00640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f3d68109870 0x7f3d6819f9c0 unknown :-1 s=CLOSED pgs=1576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.666+0000 7f3d6cc00640 1 --2- 172.21.15.26:0/1035862803 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d68108ed0 0x7f3d6819f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.666+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1035862803 >> 172.21.15.26:0/1035862803 conn(0x7f3d68078750 msgr2=0x7f3d68079950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:57.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.666+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1035862803 shutdown_connections 2024-04-26T23:52:57.670 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.666+0000 7f3d6cc00640 1 -- 172.21.15.26:0/1035862803 wait complete. 2024-04-26T23:52:57.689 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T23:52:57.900 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.896+0000 7ff94a600640 1 -- 172.21.15.26:0/3468154174 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff9441026d0 msgr2=0x7ff944102b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:57.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.896+0000 7ff94a600640 1 --2- 172.21.15.26:0/3468154174 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff9441026d0 0x7ff944102b50 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7ff92c009930 tx=0x7ff92c02a420 comp rx=0 tx=0).stop 2024-04-26T23:52:57.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.897+0000 7ff94a600640 1 -- 172.21.15.26:0/3468154174 shutdown_connections 2024-04-26T23:52:57.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.897+0000 7ff94a600640 1 --2- 172.21.15.26:0/3468154174 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff944103090 0x7ff94410f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.897+0000 7ff94a600640 1 --2- 172.21.15.26:0/3468154174 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff9441026d0 0x7ff944102b50 unknown :-1 s=CLOSED pgs=1577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.897+0000 7ff94a600640 1 --2- 172.21.15.26:0/3468154174 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff9441086e0 0x7ff944108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.897+0000 7ff94a600640 1 -- 172.21.15.26:0/3468154174 >> 172.21.15.26:0/3468154174 conn(0x7ff9440fe200 msgr2=0x7ff944100620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:57.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.897+0000 7ff94a600640 1 -- 172.21.15.26:0/3468154174 shutdown_connections 2024-04-26T23:52:57.901 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.897+0000 7ff94a600640 1 -- 172.21.15.26:0/3468154174 wait complete. 2024-04-26T23:52:57.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.898+0000 7ff94a600640 1 Processor -- start 2024-04-26T23:52:57.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.898+0000 7ff94a600640 1 -- start start 2024-04-26T23:52:57.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff94a600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff9441026d0 0x7ff944198e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:57.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff94a600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff944103090 0x7ff944199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:57.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff94a600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff9441086e0 0x7ff94419d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:57.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff94a600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7ff944112850 con 0x7ff9441086e0 2024-04-26T23:52:57.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff94a600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7ff9441126d0 con 0x7ff944103090 2024-04-26T23:52:57.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff94a600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff9441129d0 con 0x7ff9441026d0 2024-04-26T23:52:57.903 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff949c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff9441086e0 0x7ff94419d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:57.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff949c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff9441086e0 0x7ff94419d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59438/0 (socket says 172.21.15.26:59438) 2024-04-26T23:52:57.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff949c00640 1 -- 172.21.15.26:0/4246937051 learned_addr learned my addr 172.21.15.26:0/4246937051 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:57.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff949200640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff9441026d0 0x7ff944198e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:57.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff93be00640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff944103090 0x7ff944199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:57.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff949c00640 1 -- 172.21.15.26:0/4246937051 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff9441026d0 msgr2=0x7ff944198e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:57.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff949c00640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff9441026d0 0x7ff944198e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff949c00640 1 -- 172.21.15.26:0/4246937051 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff944103090 msgr2=0x7ff944199360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:57.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff949c00640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff944103090 0x7ff944199360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:57.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff949c00640 1 -- 172.21.15.26:0/4246937051 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff94419de10 con 0x7ff9441086e0 2024-04-26T23:52:57.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.899+0000 7ff93be00640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff944103090 0x7ff944199360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:52:57.904 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.900+0000 7ff949c00640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff9441086e0 0x7ff94419d6e0 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7ff93c00eaa0 tx=0x7ff93c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:57.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.900+0000 7ff942000640 1 -- 172.21.15.26:0/4246937051 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93c00cdb0 con 0x7ff9441086e0 2024-04-26T23:52:57.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.900+0000 7ff942000640 1 -- 172.21.15.26:0/4246937051 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7ff93c005020 con 0x7ff9441086e0 2024-04-26T23:52:57.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.900+0000 7ff942000640 1 -- 172.21.15.26:0/4246937051 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93c0116d0 con 0x7ff9441086e0 2024-04-26T23:52:57.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.900+0000 7ff94a600640 1 -- 172.21.15.26:0/4246937051 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff94419e100 con 0x7ff9441086e0 2024-04-26T23:52:57.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.900+0000 7ff94a600640 1 -- 172.21.15.26:0/4246937051 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9441a5990 con 0x7ff9441086e0 2024-04-26T23:52:57.905 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.901+0000 7ff94a600640 1 -- 172.21.15.26:0/4246937051 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff944069ac0 con 0x7ff9441086e0 2024-04-26T23:52:57.907 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.903+0000 7ff942000640 1 -- 172.21.15.26:0/4246937051 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff93c0051d0 con 0x7ff9441086e0 2024-04-26T23:52:57.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.905+0000 7ff942000640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff9280a3da0 0x7ff9280a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:57.908 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.905+0000 7ff942000640 1 -- 172.21.15.26:0/4246937051 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8556+0+0 (secure 0 0 0) 0x7ff93c0d0aa0 con 0x7ff9441086e0 2024-04-26T23:52:57.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.905+0000 7ff949200640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff9280a3da0 0x7ff9280a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:57.909 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.906+0000 7ff949200640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff9280a3da0 0x7ff9280a6260 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff934005fd0 tx=0x7ff934005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:57.913 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:57.909+0000 7ff942000640 1 -- 172.21.15.26:0/4246937051 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7ff93c016030 con 0x7ff9441086e0 2024-04-26T23:52:58.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:57 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1872310513' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:52:58.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:57 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1035862803' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:52:58.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:57 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1872310513' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:52:58.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:57 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1035862803' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:52:58.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.111+0000 7ff94a600640 1 -- 172.21.15.26:0/4246937051 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7ff94402dad0 con 0x7ff9441086e0 2024-04-26T23:52:58.115 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.112+0000 7ff942000640 1 -- 172.21.15.26:0/4246937051 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v112) ==== 100+0+11 (secure 0 0 0) 0x7ff93c09d0c0 con 0x7ff9441086e0 2024-04-26T23:52:58.116 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-26T23:52:58.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.114+0000 7ff94a600640 1 -- 172.21.15.26:0/4246937051 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff9280a3da0 msgr2=0x7ff9280a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:58.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.114+0000 7ff94a600640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff9280a3da0 0x7ff9280a6260 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff934005fd0 tx=0x7ff934005850 comp rx=0 tx=0).stop 2024-04-26T23:52:58.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.114+0000 7ff94a600640 1 -- 172.21.15.26:0/4246937051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff9441086e0 msgr2=0x7ff94419d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:58.118 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.114+0000 7ff94a600640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff9441086e0 0x7ff94419d6e0 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7ff93c00eaa0 tx=0x7ff93c00ef60 comp rx=0 tx=0).stop 2024-04-26T23:52:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.115+0000 7ff94a600640 1 -- 172.21.15.26:0/4246937051 shutdown_connections 2024-04-26T23:52:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.115+0000 7ff94a600640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7ff9280a3da0 0x7ff9280a6260 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.115+0000 7ff94a600640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7ff9441086e0 0x7ff94419d6e0 unknown :-1 s=CLOSED pgs=1578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.115+0000 7ff94a600640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7ff944103090 0x7ff944199360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.115+0000 7ff94a600640 1 --2- 172.21.15.26:0/4246937051 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff9441026d0 0x7ff944198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.115+0000 7ff94a600640 1 -- 172.21.15.26:0/4246937051 >> 172.21.15.26:0/4246937051 conn(0x7ff9440fe200 msgr2=0x7ff9440fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.115+0000 7ff94a600640 1 -- 172.21.15.26:0/4246937051 shutdown_connections 2024-04-26T23:52:58.119 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.115+0000 7ff94a600640 1 -- 172.21.15.26:0/4246937051 wait complete. 2024-04-26T23:52:58.137 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-26T23:52:58.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:57 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1872310513' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:52:58.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:57 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1035862803' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:52:58.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.338+0000 7fe5e7e00640 1 -- 172.21.15.26:0/3577863182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5e810e060 msgr2=0x7fe5e8115c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:58.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.338+0000 7fe5e7e00640 1 --2- 172.21.15.26:0/3577863182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5e810e060 0x7fe5e8115c30 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7fe5e0009ca0 tx=0x7fe5e002a8c0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.338+0000 7fe5e7e00640 1 -- 172.21.15.26:0/3577863182 shutdown_connections 2024-04-26T23:52:58.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.338+0000 7fe5e7e00640 1 --2- 172.21.15.26:0/3577863182 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5e810e060 0x7fe5e8115c30 unknown :-1 s=CLOSED pgs=1579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.338+0000 7fe5e7e00640 1 --2- 172.21.15.26:0/3577863182 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe5e8109950 0x7fe5e810d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.338+0000 7fe5e7e00640 1 --2- 172.21.15.26:0/3577863182 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe5e8108fa0 0x7fe5e8109380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.342 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.338+0000 7fe5e7e00640 1 -- 172.21.15.26:0/3577863182 >> 172.21.15.26:0/3577863182 conn(0x7fe5e80784f0 msgr2=0x7fe5e807a910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:58.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.338+0000 7fe5e7e00640 1 -- 172.21.15.26:0/3577863182 shutdown_connections 2024-04-26T23:52:58.343 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.338+0000 7fe5e7e00640 1 -- 172.21.15.26:0/3577863182 wait complete. 2024-04-26T23:52:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.339+0000 7fe5e7e00640 1 Processor -- start 2024-04-26T23:52:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.339+0000 7fe5e7e00640 1 -- start start 2024-04-26T23:52:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.340+0000 7fe5e7e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5e8108fa0 0x7fe5e819f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.340+0000 7fe5e7e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe5e810e060 0x7fe5e819f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.340+0000 7fe5e7e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe5e81a3c80 0x7fe5e81a4130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.340+0000 7fe5e7e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e8118eb0 con 0x7fe5e8108fa0 2024-04-26T23:52:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.340+0000 7fe5e7e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e8118d30 con 0x7fe5e81a3c80 2024-04-26T23:52:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.340+0000 7fe5e7e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e8119030 con 0x7fe5e810e060 2024-04-26T23:52:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.340+0000 7fe5e6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5e8108fa0 0x7fe5e819f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.340+0000 7fe5e6a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5e8108fa0 0x7fe5e819f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59454/0 (socket says 172.21.15.26:59454) 2024-04-26T23:52:58.345 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.340+0000 7fe5e6a00640 1 -- 172.21.15.26:0/2824309618 learned_addr learned my addr 172.21.15.26:0/2824309618 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.340+0000 7fe5e7400640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe5e81a3c80 0x7fe5e81a4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5dfe00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe5e810e060 0x7fe5e819f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5e6a00640 1 -- 172.21.15.26:0/2824309618 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe5e810e060 msgr2=0x7fe5e819f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5e6a00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe5e810e060 0x7fe5e819f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5e6a00640 1 -- 172.21.15.26:0/2824309618 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe5e81a3c80 msgr2=0x7fe5e81a4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5e6a00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe5e81a3c80 0x7fe5e81a4130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5e6a00640 1 -- 172.21.15.26:0/2824309618 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5e81a4770 con 0x7fe5e8108fa0 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5dfe00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe5e810e060 0x7fe5e819f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5e6a00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5e8108fa0 0x7fe5e819f410 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7fe5d800c890 tx=0x7fe5d800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5df400640 1 -- 172.21.15.26:0/2824309618 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d8004220 con 0x7fe5e8108fa0 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5e7e00640 1 -- 172.21.15.26:0/2824309618 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5e81a4a60 con 0x7fe5e8108fa0 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5df400640 1 -- 172.21.15.26:0/2824309618 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe5d8007e40 con 0x7fe5e8108fa0 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5df400640 1 -- 172.21.15.26:0/2824309618 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d801d060 con 0x7fe5e8108fa0 2024-04-26T23:52:58.346 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.341+0000 7fe5e7e00640 1 -- 172.21.15.26:0/2824309618 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5e81ac1f0 con 0x7fe5e8108fa0 2024-04-26T23:52:58.347 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.343+0000 7fe5e7e00640 1 -- 172.21.15.26:0/2824309618 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5e8069ac0 con 0x7fe5e8108fa0 2024-04-26T23:52:58.348 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.345+0000 7fe5df400640 1 -- 172.21.15.26:0/2824309618 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe5d80079b0 con 0x7fe5e8108fa0 2024-04-26T23:52:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.346+0000 7fe5df400640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe5cc0a3d20 0x7fe5cc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.346+0000 7fe5df400640 1 -- 172.21.15.26:0/2824309618 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8556+0+0 (secure 0 0 0) 0x7fe5d80d0610 con 0x7fe5e8108fa0 2024-04-26T23:52:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.346+0000 7fe5dfe00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe5cc0a3d20 0x7fe5cc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:58.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.347+0000 7fe5dfe00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe5cc0a3d20 0x7fe5cc0a61e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe5d0005fd0 tx=0x7fe5d00094d0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:58.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.350+0000 7fe5df400640 1 -- 172.21.15.26:0/2824309618 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fe5d8014030 con 0x7fe5e8108fa0 2024-04-26T23:52:58.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.567+0000 7fe5e7e00640 1 -- 172.21.15.26:0/2824309618 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe5e81a0710 con 0x7fe5e8108fa0 2024-04-26T23:52:58.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.568+0000 7fe5df400640 1 -- 172.21.15.26:0/2824309618 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 17 entries v112) ==== 81+0+1002 (secure 0 0 0) 0x7fe5d809cc30 con 0x7fe5e8108fa0 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/4065044171 2024-04-27T23:35:51.095952+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6801/1628082486 2024-04-27T23:22:57.386262+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3659843608 2024-04-27T23:23:33.689693+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/2100393270 2024-04-27T23:35:51.095952+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6801/2929638021 2024-04-27T23:23:33.689693+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/905359666 2024-04-27T23:22:57.386262+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3654847750 2024-04-27T23:35:51.095952+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6800/1628082486 2024-04-27T23:22:57.386262+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/1677791530 2024-04-27T23:23:33.689693+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6800/2929638021 2024-04-27T23:23:33.689693+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/2068087211 2024-04-27T23:23:33.689693+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/445554482 2024-04-27T23:35:51.095952+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6800/1018589530 2024-04-27T23:35:51.095952+0000 2024-04-26T23:52:58.572 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3915873193 2024-04-27T23:22:57.386262+0000 2024-04-26T23:52:58.573 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6801/1018589530 2024-04-27T23:35:51.095952+0000 2024-04-26T23:52:58.573 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3728467638 2024-04-27T23:22:57.386262+0000 2024-04-26T23:52:58.573 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3428062602 2024-04-27T23:35:51.095952+0000 2024-04-26T23:52:58.573 INFO:teuthology.orchestra.run.smithi026.stderr:listed 17 entries 2024-04-26T23:52:58.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.570+0000 7fe5e7e00640 1 -- 172.21.15.26:0/2824309618 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe5cc0a3d20 msgr2=0x7fe5cc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:58.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.570+0000 7fe5e7e00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe5cc0a3d20 0x7fe5cc0a61e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe5d0005fd0 tx=0x7fe5d00094d0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.570+0000 7fe5e7e00640 1 -- 172.21.15.26:0/2824309618 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5e8108fa0 msgr2=0x7fe5e819f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:58.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.570+0000 7fe5e7e00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5e8108fa0 0x7fe5e819f410 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7fe5d800c890 tx=0x7fe5d800cd50 comp rx=0 tx=0).stop 2024-04-26T23:52:58.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.570+0000 7fe5e7e00640 1 -- 172.21.15.26:0/2824309618 shutdown_connections 2024-04-26T23:52:58.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.571+0000 7fe5e7e00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe5e81a3c80 0x7fe5e81a4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.574 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.571+0000 7fe5e7e00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe5e810e060 0x7fe5e819f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.571+0000 7fe5e7e00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe5cc0a3d20 0x7fe5cc0a61e0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.571+0000 7fe5e7e00640 1 --2- 172.21.15.26:0/2824309618 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe5e8108fa0 0x7fe5e819f410 unknown :-1 s=CLOSED pgs=1580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.571+0000 7fe5e7e00640 1 -- 172.21.15.26:0/2824309618 >> 172.21.15.26:0/2824309618 conn(0x7fe5e80784f0 msgr2=0x7fe5e807a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:58.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.571+0000 7fe5e7e00640 1 -- 172.21.15.26:0/2824309618 shutdown_connections 2024-04-26T23:52:58.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.571+0000 7fe5e7e00640 1 -- 172.21.15.26:0/2824309618 wait complete. 2024-04-26T23:52:58.592 DEBUG:teuthology.orchestra.run.smithi026:> set -ex 2024-04-26T23:52:58.592 DEBUG:teuthology.orchestra.run.smithi026:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T23:52:58.646 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:52:58.858 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.854+0000 7f6bb0200640 1 -- 172.21.15.26:0/395453931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ba8103330 msgr2=0x7f6ba810f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:58.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.854+0000 7f6bb0200640 1 --2- 172.21.15.26:0/395453931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ba8103330 0x7f6ba810f840 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7f6ba0009930 tx=0x7f6ba002a420 comp rx=0 tx=0).stop 2024-04-26T23:52:58.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.855+0000 7f6bb0200640 1 -- 172.21.15.26:0/395453931 shutdown_connections 2024-04-26T23:52:58.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.855+0000 7f6bb0200640 1 --2- 172.21.15.26:0/395453931 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ba8103330 0x7f6ba810f840 unknown :-1 s=CLOSED pgs=1581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.855+0000 7f6bb0200640 1 --2- 172.21.15.26:0/395453931 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ba8102970 0x7f6ba8102df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.855+0000 7f6bb0200640 1 --2- 172.21.15.26:0/395453931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ba8108980 0x7f6ba8108d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.855+0000 7f6bb0200640 1 -- 172.21.15.26:0/395453931 >> 172.21.15.26:0/395453931 conn(0x7f6ba8079dc0 msgr2=0x7f6ba807a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:52:58.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.855+0000 7f6bb0200640 1 -- 172.21.15.26:0/395453931 shutdown_connections 2024-04-26T23:52:58.859 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.855+0000 7f6bb0200640 1 -- 172.21.15.26:0/395453931 wait complete. 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.856+0000 7f6bb0200640 1 Processor -- start 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.856+0000 7f6bb0200640 1 -- start start 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.856+0000 7f6bb0200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ba8102970 0x7f6ba81990b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.856+0000 7f6bb0200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ba8103330 0x7f6ba81995f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.856+0000 7f6bb0200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ba8108980 0x7f6ba819d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.856+0000 7f6bb0200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba8112b10 con 0x7f6ba8108980 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.856+0000 7f6bb0200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba8112990 con 0x7f6ba8102970 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.856+0000 7f6bb0200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6ba8112c90 con 0x7f6ba8103330 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.857+0000 7f6bae200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ba8108980 0x7f6ba819d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.857+0000 7f6bae200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ba8108980 0x7f6ba819d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59472/0 (socket says 172.21.15.26:59472) 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.857+0000 7f6bae200640 1 -- 172.21.15.26:0/1623025742 learned_addr learned my addr 172.21.15.26:0/1623025742 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.857+0000 7f6bace00640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ba8103330 0x7f6ba81995f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:58.861 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.857+0000 7f6bad800640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ba8102970 0x7f6ba81990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:58.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.857+0000 7f6bae200640 1 -- 172.21.15.26:0/1623025742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ba8103330 msgr2=0x7f6ba81995f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:58.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.857+0000 7f6bae200640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ba8103330 0x7f6ba81995f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.857+0000 7f6bae200640 1 -- 172.21.15.26:0/1623025742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ba8102970 msgr2=0x7f6ba81990b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:52:58.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.857+0000 7f6bae200640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ba8102970 0x7f6ba81990b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:52:58.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.857+0000 7f6bae200640 1 -- 172.21.15.26:0/1623025742 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ba819e0a0 con 0x7f6ba8108980 2024-04-26T23:52:58.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.857+0000 7f6bace00640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ba8103330 0x7f6ba81995f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T23:52:58.862 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.857+0000 7f6bae200640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ba8108980 0x7f6ba819d970 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7f6ba0004770 tx=0x7f6ba0003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:58.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.858+0000 7f6ba6000640 1 -- 172.21.15.26:0/1623025742 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba003f070 con 0x7f6ba8108980 2024-04-26T23:52:58.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.858+0000 7f6ba6000640 1 -- 172.21.15.26:0/1623025742 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f6ba003baf0 con 0x7f6ba8108980 2024-04-26T23:52:58.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.858+0000 7f6bb0200640 1 -- 172.21.15.26:0/1623025742 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ba819e330 con 0x7f6ba8108980 2024-04-26T23:52:58.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.858+0000 7f6ba6000640 1 -- 172.21.15.26:0/1623025742 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ba0035030 con 0x7f6ba8108980 2024-04-26T23:52:58.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.858+0000 7f6bb0200640 1 -- 172.21.15.26:0/1623025742 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ba81a5c20 con 0x7f6ba8108980 2024-04-26T23:52:58.863 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.859+0000 7f6bb0200640 1 -- 172.21.15.26:0/1623025742 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ba8068f30 con 0x7f6ba8108980 2024-04-26T23:52:58.865 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.861+0000 7f6ba6000640 1 -- 172.21.15.26:0/1623025742 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f6ba0042070 con 0x7f6ba8108980 2024-04-26T23:52:58.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.863+0000 7f6ba6000640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6b8c0a3d20 0x7f6b8c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:52:58.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.863+0000 7f6ba6000640 1 -- 172.21.15.26:0/1623025742 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8556+0+0 (secure 0 0 0) 0x7f6ba00f13c0 con 0x7f6ba8108980 2024-04-26T23:52:58.866 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.863+0000 7f6bad800640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6b8c0a3d20 0x7f6b8c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:52:58.867 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.864+0000 7f6bad800640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6b8c0a3d20 0x7f6b8c0a61e0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6b98005fd0 tx=0x7f6b98005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:52:58.868 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:58.865+0000 7f6ba6000640 1 -- 172.21.15.26:0/1623025742 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f6ba00bd9e0 con 0x7f6ba8108980 2024-04-26T23:52:59.039 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:58 smithi026 ceph-mon[28371]: pgmap v536: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:53:00.645 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:58 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/4246937051' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:53:00.646 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:58 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2824309618' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T23:53:00.647 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:58 smithi086 ceph-mon[31122]: pgmap v536: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:53:00.647 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:58 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/4246937051' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:53:00.647 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:58 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2824309618' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T23:53:00.647 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:52:59 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1623025742' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:53:00.648 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:58 smithi164 ceph-mon[31699]: pgmap v536: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-04-26T23:53:00.648 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:58 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/4246937051' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:53:00.648 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:58 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2824309618' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T23:53:00.648 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:52:59 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1623025742' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:53:00.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.069+0000 7f6bb0200640 1 -- 172.21.15.26:0/1623025742 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6ba810af00 con 0x7f6ba8108980 2024-04-26T23:53:00.648 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.071+0000 7f6ba6000640 1 -- 172.21.15.26:0/1623025742 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v112) ==== 74+0+23137 (secure 0 0 0) 0x7f6ba00bd2e0 con 0x7f6ba8108980 2024-04-26T23:53:00.649 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:53:00.649 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":112,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:52:15.568498+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"111","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":111,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/4065044171":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2100393270":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3654847750":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/445554482":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3428062602":"2024-04-27T23:35:51.095952+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:53:00.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.075+0000 7f6bb0200640 1 -- 172.21.15.26:0/1623025742 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6b8c0a3d20 msgr2=0x7f6b8c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:00.650 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.075+0000 7f6bb0200640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6b8c0a3d20 0x7f6b8c0a61e0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6b98005fd0 tx=0x7f6b98005850 comp rx=0 tx=0).stop 2024-04-26T23:53:00.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.075+0000 7f6bb0200640 1 -- 172.21.15.26:0/1623025742 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ba8108980 msgr2=0x7f6ba819d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:00.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.075+0000 7f6bb0200640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ba8108980 0x7f6ba819d970 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7f6ba0004770 tx=0x7f6ba0003b90 comp rx=0 tx=0).stop 2024-04-26T23:53:00.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.075+0000 7f6bb0200640 1 -- 172.21.15.26:0/1623025742 shutdown_connections 2024-04-26T23:53:00.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.075+0000 7f6bb0200640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f6b8c0a3d20 0x7f6b8c0a61e0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:00.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.075+0000 7f6bb0200640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f6ba8108980 0x7f6ba819d970 unknown :-1 s=CLOSED pgs=1582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:00.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.075+0000 7f6bb0200640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ba8103330 0x7f6ba81995f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:00.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.075+0000 7f6bb0200640 1 --2- 172.21.15.26:0/1623025742 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f6ba8102970 0x7f6ba81990b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:00.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.075+0000 7f6bb0200640 1 -- 172.21.15.26:0/1623025742 >> 172.21.15.26:0/1623025742 conn(0x7f6ba8079dc0 msgr2=0x7f6ba8100390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:00.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.075+0000 7f6bb0200640 1 -- 172.21.15.26:0/1623025742 shutdown_connections 2024-04-26T23:53:00.651 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:52:59.075+0000 7f6bb0200640 1 -- 172.21.15.26:0/1623025742 wait complete. 2024-04-26T23:53:00.652 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T23:26:51.875530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T23:33:17.314859+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T23:33:18.628963+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '111', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 27, 'snap_epoch': 111, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T23:53:00.653 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T23:53:00.653 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:52:59 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1623025742' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:53:00.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.877+0000 7fe707e00640 1 -- 172.21.15.26:0/2249683064 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe708109870 msgr2=0x7fe708115c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:00.881 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.877+0000 7fe707e00640 1 --2- 172.21.15.26:0/2249683064 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe708109870 0x7fe708115c90 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7fe700009900 tx=0x7fe70002a480 comp rx=0 tx=0).stop 2024-04-26T23:53:00.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.878+0000 7fe707e00640 1 -- 172.21.15.26:0/2249683064 shutdown_connections 2024-04-26T23:53:00.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.878+0000 7fe707e00640 1 --2- 172.21.15.26:0/2249683064 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe708109870 0x7fe708115c90 unknown :-1 s=CLOSED pgs=1583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:00.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.878+0000 7fe707e00640 1 --2- 172.21.15.26:0/2249683064 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe708108ed0 0x7fe708109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:00.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.878+0000 7fe707e00640 1 --2- 172.21.15.26:0/2249683064 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe70810eef0 0x7fe70810f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:00.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.878+0000 7fe707e00640 1 -- 172.21.15.26:0/2249683064 >> 172.21.15.26:0/2249683064 conn(0x7fe708078750 msgr2=0x7fe708107750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:00.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.878+0000 7fe707e00640 1 -- 172.21.15.26:0/2249683064 shutdown_connections 2024-04-26T23:53:00.882 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.878+0000 7fe707e00640 1 -- 172.21.15.26:0/2249683064 wait complete. 2024-04-26T23:53:00.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.879+0000 7fe707e00640 1 Processor -- start 2024-04-26T23:53:00.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.879+0000 7fe707e00640 1 -- start start 2024-04-26T23:53:00.884 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.879+0000 7fe707e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe708108ed0 0x7fe70819f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:00.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.879+0000 7fe707e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe708109870 0x7fe70819f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:00.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.879+0000 7fe707e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe70810eef0 0x7fe7081a3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:00.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.879+0000 7fe707e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fe708118f60 con 0x7fe708109870 2024-04-26T23:53:00.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.879+0000 7fe707e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fe708118de0 con 0x7fe708108ed0 2024-04-26T23:53:00.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.879+0000 7fe707e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7081190e0 con 0x7fe70810eef0 2024-04-26T23:53:00.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.880+0000 7fe706000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe708109870 0x7fe70819f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:00.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.880+0000 7fe706000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe708109870 0x7fe70819f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59498/0 (socket says 172.21.15.26:59498) 2024-04-26T23:53:00.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.880+0000 7fe706000640 1 -- 172.21.15.26:0/1834759207 learned_addr learned my addr 172.21.15.26:0/1834759207 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:53:00.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.880+0000 7fe707400640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe70810eef0 0x7fe7081a3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:00.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.880+0000 7fe706a00640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe708108ed0 0x7fe70819f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:00.885 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.880+0000 7fe706000640 1 -- 172.21.15.26:0/1834759207 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe70810eef0 msgr2=0x7fe7081a3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:00.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.880+0000 7fe706000640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe70810eef0 0x7fe7081a3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:00.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.880+0000 7fe706000640 1 -- 172.21.15.26:0/1834759207 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe708108ed0 msgr2=0x7fe70819f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:00.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.880+0000 7fe706000640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe708108ed0 0x7fe70819f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:00.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.880+0000 7fe706000640 1 -- 172.21.15.26:0/1834759207 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7081a4370 con 0x7fe708109870 2024-04-26T23:53:00.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.880+0000 7fe706a00640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe708108ed0 0x7fe70819f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:53:00.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.881+0000 7fe706000640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe708109870 0x7fe70819f8c0 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7fe6f000c920 tx=0x7fe6f000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:00.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.881+0000 7fe6ff400640 1 -- 172.21.15.26:0/1834759207 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6f0007c70 con 0x7fe708109870 2024-04-26T23:53:00.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.881+0000 7fe6ff400640 1 -- 172.21.15.26:0/1834759207 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fe6f0007e10 con 0x7fe708109870 2024-04-26T23:53:00.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.881+0000 7fe6ff400640 1 -- 172.21.15.26:0/1834759207 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6f0018710 con 0x7fe708109870 2024-04-26T23:53:00.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.881+0000 7fe707e00640 1 -- 172.21.15.26:0/1834759207 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7081a4660 con 0x7fe708109870 2024-04-26T23:53:00.886 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.881+0000 7fe707e00640 1 -- 172.21.15.26:0/1834759207 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7081abef0 con 0x7fe708109870 2024-04-26T23:53:00.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.882+0000 7fe707e00640 1 -- 172.21.15.26:0/1834759207 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe708069ac0 con 0x7fe708109870 2024-04-26T23:53:00.887 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.884+0000 7fe6ff400640 1 -- 172.21.15.26:0/1834759207 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe6f000f450 con 0x7fe708109870 2024-04-26T23:53:00.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.886+0000 7fe6ff400640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe6ec0a3da0 0x7fe6ec0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:00.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.886+0000 7fe6ff400640 1 -- 172.21.15.26:0/1834759207 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8556+0+0 (secure 0 0 0) 0x7fe6f00d0a70 con 0x7fe708109870 2024-04-26T23:53:00.889 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.886+0000 7fe706a00640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe6ec0a3da0 0x7fe6ec0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:00.890 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.887+0000 7fe706a00640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe6ec0a3da0 0x7fe6ec0a6260 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fe6f8005fd0 tx=0x7fe6f80093e0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:00.894 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:00.891+0000 7fe6ff400640 1 -- 172.21.15.26:0/1834759207 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fe6f0014030 con 0x7fe708109870 2024-04-26T23:53:01.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:00 smithi026 ceph-mon[28371]: pgmap v537: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:53:01.103 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.099+0000 7fe707e00640 1 -- 172.21.15.26:0/1834759207 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe7081ac190 con 0x7fe708109870 2024-04-26T23:53:01.104 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.100+0000 7fe6ff400640 1 -- 172.21.15.26:0/1834759207 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v112) ==== 93+0+10 (secure 0 0 0) 0x7fe6f000de20 con 0x7fe708109870 2024-04-26T23:53:01.104 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 1 2024-04-26T23:53:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.103+0000 7fe707e00640 1 -- 172.21.15.26:0/1834759207 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe6ec0a3da0 msgr2=0x7fe6ec0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.103+0000 7fe707e00640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe6ec0a3da0 0x7fe6ec0a6260 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fe6f8005fd0 tx=0x7fe6f80093e0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.103+0000 7fe707e00640 1 -- 172.21.15.26:0/1834759207 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe708109870 msgr2=0x7fe70819f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.103+0000 7fe707e00640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe708109870 0x7fe70819f8c0 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7fe6f000c920 tx=0x7fe6f000cde0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.107 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.103+0000 7fe707e00640 1 -- 172.21.15.26:0/1834759207 shutdown_connections 2024-04-26T23:53:01.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.103+0000 7fe707e00640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe70810eef0 0x7fe7081a3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.103+0000 7fe707e00640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fe6ec0a3da0 0x7fe6ec0a6260 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.103+0000 7fe707e00640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fe708109870 0x7fe70819f8c0 unknown :-1 s=CLOSED pgs=1584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.103+0000 7fe707e00640 1 --2- 172.21.15.26:0/1834759207 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fe708108ed0 0x7fe70819f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.103+0000 7fe707e00640 1 -- 172.21.15.26:0/1834759207 >> 172.21.15.26:0/1834759207 conn(0x7fe708078750 msgr2=0x7fe708079640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:01.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.104+0000 7fe707e00640 1 -- 172.21.15.26:0/1834759207 shutdown_connections 2024-04-26T23:53:01.108 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.104+0000 7fe707e00640 1 -- 172.21.15.26:0/1834759207 wait complete. 2024-04-26T23:53:01.128 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T23:53:01.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:00 smithi164 ceph-mon[31699]: pgmap v537: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:53:01.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:00 smithi086 ceph-mon[31122]: pgmap v537: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:53:01.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.346+0000 7f287d600640 1 -- 172.21.15.26:0/2420762595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2878104b30 msgr2=0x7f2878104fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:01.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.346+0000 7f287d600640 1 --2- 172.21.15.26:0/2420762595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2878104b30 0x7f2878104fb0 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7f2864009900 tx=0x7f286402a3f0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.346+0000 7f287d600640 1 -- 172.21.15.26:0/2420762595 shutdown_connections 2024-04-26T23:53:01.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.346+0000 7f287d600640 1 --2- 172.21.15.26:0/2420762595 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28781054f0 0x7f28781119b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.346+0000 7f287d600640 1 --2- 172.21.15.26:0/2420762595 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2878104b30 0x7f2878104fb0 unknown :-1 s=CLOSED pgs=1585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.346+0000 7f287d600640 1 --2- 172.21.15.26:0/2420762595 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f287810abf0 0x7f287810afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.346+0000 7f287d600640 1 -- 172.21.15.26:0/2420762595 >> 172.21.15.26:0/2420762595 conn(0x7f28781005a0 msgr2=0x7f28781029c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:01.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.346+0000 7f287d600640 1 -- 172.21.15.26:0/2420762595 shutdown_connections 2024-04-26T23:53:01.350 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.346+0000 7f287d600640 1 -- 172.21.15.26:0/2420762595 wait complete. 2024-04-26T23:53:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.347+0000 7f287d600640 1 Processor -- start 2024-04-26T23:53:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.347+0000 7f287d600640 1 -- start start 2024-04-26T23:53:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.347+0000 7f287d600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2878104b30 0x7f287819b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f287d600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28781054f0 0x7f287819b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f287d600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f287810abf0 0x7f287819fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f287d600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2878114c90 con 0x7f2878104b30 2024-04-26T23:53:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f287d600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2878114b10 con 0x7f287810abf0 2024-04-26T23:53:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f287d600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2878114e10 con 0x7f28781054f0 2024-04-26T23:53:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f2876a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2878104b30 0x7f287819b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f2876a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2878104b30 0x7f287819b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59516/0 (socket says 172.21.15.26:59516) 2024-04-26T23:53:01.353 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f2876a00640 1 -- 172.21.15.26:0/613844811 learned_addr learned my addr 172.21.15.26:0/613844811 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f2876000640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28781054f0 0x7f287819b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f2876a00640 1 -- 172.21.15.26:0/613844811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28781054f0 msgr2=0x7f287819b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f2877400640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f287810abf0 0x7f287819fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f2876a00640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28781054f0 0x7f287819b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f2876a00640 1 -- 172.21.15.26:0/613844811 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f287810abf0 msgr2=0x7f287819fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f2876a00640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f287810abf0 0x7f287819fa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f2876a00640 1 -- 172.21.15.26:0/613844811 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28781a01c0 con 0x7f2878104b30 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.348+0000 7f2876000640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28781054f0 0x7f287819b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.349+0000 7f2876a00640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2878104b30 0x7f287819b1d0 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f286800eab0 tx=0x7f286800ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.349+0000 7f286f400640 1 -- 172.21.15.26:0/613844811 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286800ce40 con 0x7f2878104b30 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.349+0000 7f287d600640 1 -- 172.21.15.26:0/613844811 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28781a04b0 con 0x7f2878104b30 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.349+0000 7f286f400640 1 -- 172.21.15.26:0/613844811 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2868011900 con 0x7f2878104b30 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.349+0000 7f286f400640 1 -- 172.21.15.26:0/613844811 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2868010990 con 0x7f2878104b30 2024-04-26T23:53:01.354 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.349+0000 7f287d600640 1 -- 172.21.15.26:0/613844811 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28781a7d40 con 0x7f2878104b30 2024-04-26T23:53:01.355 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.350+0000 7f287d600640 1 -- 172.21.15.26:0/613844811 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2878069ba0 con 0x7f2878104b30 2024-04-26T23:53:01.356 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.352+0000 7f286f400640 1 -- 172.21.15.26:0/613844811 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2868011470 con 0x7f2878104b30 2024-04-26T23:53:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.354+0000 7f286f400640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f285c0a3d20 0x7f285c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.354+0000 7f286f400640 1 -- 172.21.15.26:0/613844811 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8556+0+0 (secure 0 0 0) 0x7f28680d0f70 con 0x7f2878104b30 2024-04-26T23:53:01.357 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.354+0000 7f2876000640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f285c0a3d20 0x7f285c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:01.358 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.355+0000 7f2876000640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f285c0a3d20 0x7f285c0a61e0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f2864000c00 tx=0x7f28640315c0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:01.362 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.359+0000 7f286f400640 1 -- 172.21.15.26:0/613844811 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f2868016030 con 0x7f2878104b30 2024-04-26T23:53:01.570 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.566+0000 7f287d600640 1 -- 172.21.15.26:0/613844811 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f287802dad0 con 0x7f2878104b30 2024-04-26T23:53:01.571 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.567+0000 7f286f400640 1 -- 172.21.15.26:0/613844811 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v112) ==== 104+0+11 (secure 0 0 0) 0x7f286809d590 con 0x7f2878104b30 2024-04-26T23:53:01.571 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 32 2024-04-26T23:53:01.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.571+0000 7f287d600640 1 -- 172.21.15.26:0/613844811 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f285c0a3d20 msgr2=0x7f285c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:01.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.571+0000 7f287d600640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f285c0a3d20 0x7f285c0a61e0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f2864000c00 tx=0x7f28640315c0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.571+0000 7f287d600640 1 -- 172.21.15.26:0/613844811 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2878104b30 msgr2=0x7f287819b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:01.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.571+0000 7f287d600640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2878104b30 0x7f287819b1d0 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f286800eab0 tx=0x7f286800ef70 comp rx=0 tx=0).stop 2024-04-26T23:53:01.575 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.571+0000 7f287d600640 1 -- 172.21.15.26:0/613844811 shutdown_connections 2024-04-26T23:53:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.571+0000 7f287d600640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f287810abf0 0x7f287819fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.571+0000 7f287d600640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f28781054f0 0x7f287819b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.571+0000 7f287d600640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f285c0a3d20 0x7f285c0a61e0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.571+0000 7f287d600640 1 --2- 172.21.15.26:0/613844811 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f2878104b30 0x7f287819b1d0 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.572+0000 7f287d600640 1 -- 172.21.15.26:0/613844811 >> 172.21.15.26:0/613844811 conn(0x7f28781005a0 msgr2=0x7f2878101fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.572+0000 7f287d600640 1 -- 172.21.15.26:0/613844811 shutdown_connections 2024-04-26T23:53:01.576 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.572+0000 7f287d600640 1 -- 172.21.15.26:0/613844811 wait complete. 2024-04-26T23:53:01.596 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T23:53:01.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.808+0000 7fba0a800640 1 -- 172.21.15.26:0/3029798756 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba04104230 msgr2=0x7fba0410c710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:01.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.808+0000 7fba0a800640 1 --2- 172.21.15.26:0/3029798756 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba04104230 0x7fba0410c710 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7fb9f0009900 tx=0x7fb9f002a480 comp rx=0 tx=0).stop 2024-04-26T23:53:01.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.808+0000 7fba0a800640 1 -- 172.21.15.26:0/3029798756 shutdown_connections 2024-04-26T23:53:01.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.808+0000 7fba0a800640 1 --2- 172.21.15.26:0/3029798756 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba0410cce0 0x7fba0410f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.808+0000 7fba0a800640 1 --2- 172.21.15.26:0/3029798756 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba04104230 0x7fba0410c710 unknown :-1 s=CLOSED pgs=1587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.808+0000 7fba0a800640 1 --2- 172.21.15.26:0/3029798756 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba04103910 0x7fba04103cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.808+0000 7fba0a800640 1 -- 172.21.15.26:0/3029798756 >> 172.21.15.26:0/3029798756 conn(0x7fba04078410 msgr2=0x7fba040ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:01.812 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.808+0000 7fba0a800640 1 -- 172.21.15.26:0/3029798756 shutdown_connections 2024-04-26T23:53:01.813 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.808+0000 7fba0a800640 1 -- 172.21.15.26:0/3029798756 wait complete. 2024-04-26T23:53:01.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.809+0000 7fba0a800640 1 Processor -- start 2024-04-26T23:53:01.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.809+0000 7fba0a800640 1 -- start start 2024-04-26T23:53:01.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.810+0000 7fba0a800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba04103910 0x7fba04101560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:01.815 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.810+0000 7fba0a800640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba04104230 0x7fba04101aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:01.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.810+0000 7fba0a800640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba0410cce0 0x7fba04101fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:01.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.810+0000 7fba0a800640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fba04112820 con 0x7fba04104230 2024-04-26T23:53:01.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.810+0000 7fba0a800640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fba041126a0 con 0x7fba0410cce0 2024-04-26T23:53:01.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.810+0000 7fba0a800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fba041129a0 con 0x7fba04103910 2024-04-26T23:53:01.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.810+0000 7fba08a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba04104230 0x7fba04101aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:01.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.810+0000 7fba08a00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba04104230 0x7fba04101aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59546/0 (socket says 172.21.15.26:59546) 2024-04-26T23:53:01.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.810+0000 7fba08a00640 1 -- 172.21.15.26:0/1411836592 learned_addr learned my addr 172.21.15.26:0/1411836592 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:53:01.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.810+0000 7fba09e00640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba0410cce0 0x7fba04101fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:01.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.811+0000 7fba09400640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba04103910 0x7fba04101560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:01.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.811+0000 7fba08a00640 1 -- 172.21.15.26:0/1411836592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba04103910 msgr2=0x7fba04101560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:01.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.811+0000 7fba08a00640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba04103910 0x7fba04101560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.816 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.811+0000 7fba08a00640 1 -- 172.21.15.26:0/1411836592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba0410cce0 msgr2=0x7fba04101fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:01.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.811+0000 7fba08a00640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba0410cce0 0x7fba04101fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:01.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.811+0000 7fba08a00640 1 -- 172.21.15.26:0/1411836592 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba041a72f0 con 0x7fba04104230 2024-04-26T23:53:01.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.811+0000 7fba08a00640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba04104230 0x7fba04101aa0 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7fb9f0009230 tx=0x7fb9f0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:01.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.811+0000 7fba02000640 1 -- 172.21.15.26:0/1411836592 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f003f030 con 0x7fba04104230 2024-04-26T23:53:01.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.811+0000 7fba0a800640 1 -- 172.21.15.26:0/1411836592 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba041a7580 con 0x7fba04104230 2024-04-26T23:53:01.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.811+0000 7fba02000640 1 -- 172.21.15.26:0/1411836592 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fb9f0003a80 con 0x7fba04104230 2024-04-26T23:53:01.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.812+0000 7fba02000640 1 -- 172.21.15.26:0/1411836592 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f0035070 con 0x7fba04104230 2024-04-26T23:53:01.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.812+0000 7fba0a800640 1 -- 172.21.15.26:0/1411836592 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba041a7a70 con 0x7fba04104230 2024-04-26T23:53:01.817 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.813+0000 7fba0a800640 1 -- 172.21.15.26:0/1411836592 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba04069670 con 0x7fba04104230 2024-04-26T23:53:01.818 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.815+0000 7fba02000640 1 -- 172.21.15.26:0/1411836592 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fb9f0042030 con 0x7fba04104230 2024-04-26T23:53:01.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.817+0000 7fba02000640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb9ec0a3d20 0x7fb9ec0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:01.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.818+0000 7fba02000640 1 -- 172.21.15.26:0/1411836592 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8556+0+0 (secure 0 0 0) 0x7fb9f00f14c0 con 0x7fba04104230 2024-04-26T23:53:01.821 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.818+0000 7fba09400640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb9ec0a3d20 0x7fb9ec0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:01.822 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.819+0000 7fba09400640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb9ec0a3d20 0x7fb9ec0a61e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8005fd0 tx=0x7fb9f8005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:01.823 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:01.820+0000 7fba02000640 1 -- 172.21.15.26:0/1411836592 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fb9f00bdae0 con 0x7fba04104230 2024-04-26T23:53:02.031 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.028+0000 7fba0a800640 1 -- 172.21.15.26:0/1411836592 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fba04107dd0 con 0x7fba04104230 2024-04-26T23:53:02.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.029+0000 7fba02000640 1 -- 172.21.15.26:0/1411836592 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v112) ==== 100+0+11 (secure 0 0 0) 0x7fb9f00bd3e0 con 0x7fba04104230 2024-04-26T23:53:02.032 INFO:teuthology.orchestra.run.smithi026.stdout:pg_num: 64 2024-04-26T23:53:02.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.031+0000 7fba0a800640 1 -- 172.21.15.26:0/1411836592 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb9ec0a3d20 msgr2=0x7fb9ec0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:02.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.031+0000 7fba0a800640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb9ec0a3d20 0x7fb9ec0a61e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8005fd0 tx=0x7fb9f8005850 comp rx=0 tx=0).stop 2024-04-26T23:53:02.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.031+0000 7fba0a800640 1 -- 172.21.15.26:0/1411836592 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba04104230 msgr2=0x7fba04101aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:02.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.031+0000 7fba0a800640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba04104230 0x7fba04101aa0 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7fb9f0009230 tx=0x7fb9f0004270 comp rx=0 tx=0).stop 2024-04-26T23:53:02.035 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.032+0000 7fba0a800640 1 -- 172.21.15.26:0/1411836592 shutdown_connections 2024-04-26T23:53:02.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.032+0000 7fba0a800640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fba0410cce0 0x7fba04101fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.032+0000 7fba0a800640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fb9ec0a3d20 0x7fb9ec0a61e0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.032+0000 7fba0a800640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fba04104230 0x7fba04101aa0 unknown :-1 s=CLOSED pgs=1588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.032+0000 7fba0a800640 1 --2- 172.21.15.26:0/1411836592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba04103910 0x7fba04101560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.032+0000 7fba0a800640 1 -- 172.21.15.26:0/1411836592 >> 172.21.15.26:0/1411836592 conn(0x7fba04078410 msgr2=0x7fba040fdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:02.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.032+0000 7fba0a800640 1 -- 172.21.15.26:0/1411836592 shutdown_connections 2024-04-26T23:53:02.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.032+0000 7fba0a800640 1 -- 172.21.15.26:0/1411836592 wait complete. 2024-04-26T23:53:02.056 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-26T23:53:02.132 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:01 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1834759207' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:53:02.133 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:01 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/613844811' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:53:02.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.273+0000 7f0c73000640 1 -- 172.21.15.26:0/422638574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c6c103890 msgr2=0x7f0c6c103c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:02.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.273+0000 7f0c73000640 1 --2- 172.21.15.26:0/422638574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c6c103890 0x7f0c6c103c70 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c009900 tx=0x7f0c5c02a480 comp rx=0 tx=0).stop 2024-04-26T23:53:02.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.273+0000 7f0c73000640 1 -- 172.21.15.26:0/422638574 shutdown_connections 2024-04-26T23:53:02.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.273+0000 7f0c73000640 1 --2- 172.21.15.26:0/422638574 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0c6c10ccb0 0x7f0c6c10f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.273+0000 7f0c73000640 1 --2- 172.21.15.26:0/422638574 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0c6c1041b0 0x7f0c6c10c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.273+0000 7f0c73000640 1 --2- 172.21.15.26:0/422638574 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c6c103890 0x7f0c6c103c70 unknown :-1 s=CLOSED pgs=1589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.273+0000 7f0c73000640 1 -- 172.21.15.26:0/422638574 >> 172.21.15.26:0/422638574 conn(0x7f0c6c0fd070 msgr2=0x7f0c6c0ff490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:02.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.273+0000 7f0c73000640 1 -- 172.21.15.26:0/422638574 shutdown_connections 2024-04-26T23:53:02.277 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.273+0000 7f0c73000640 1 -- 172.21.15.26:0/422638574 wait complete. 2024-04-26T23:53:02.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:01 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1834759207' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:53:02.278 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:01 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/613844811' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:53:02.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.274+0000 7f0c73000640 1 Processor -- start 2024-04-26T23:53:02.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.274+0000 7f0c73000640 1 -- start start 2024-04-26T23:53:02.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.274+0000 7f0c73000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0c6c103890 0x7f0c6c198e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:02.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.274+0000 7f0c73000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c6c1041b0 0x7f0c6c1993a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:02.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c73000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0c6c10ccb0 0x7f0c6c19d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:02.280 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c73000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0c6c112860 con 0x7f0c6c1041b0 2024-04-26T23:53:02.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c73000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0c6c1126e0 con 0x7f0c6c10ccb0 2024-04-26T23:53:02.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c73000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0c6c1129e0 con 0x7f0c6c103890 2024-04-26T23:53:02.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c71200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c6c1041b0 0x7f0c6c1993a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:02.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c71200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c6c1041b0 0x7f0c6c1993a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:59550/0 (socket says 172.21.15.26:59550) 2024-04-26T23:53:02.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c71200640 1 -- 172.21.15.26:0/2793543128 learned_addr learned my addr 172.21.15.26:0/2793543128 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:53:02.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c71c00640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0c6c103890 0x7f0c6c198e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:02.281 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c72600640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0c6c10ccb0 0x7f0c6c19d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:02.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c71200640 1 -- 172.21.15.26:0/2793543128 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0c6c103890 msgr2=0x7f0c6c198e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:02.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c71200640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0c6c103890 0x7f0c6c198e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c71200640 1 -- 172.21.15.26:0/2793543128 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0c6c10ccb0 msgr2=0x7f0c6c19d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:02.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c71200640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0c6c10ccb0 0x7f0c6c19d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c71200640 1 -- 172.21.15.26:0/2793543128 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c6c19de00 con 0x7f0c6c1041b0 2024-04-26T23:53:02.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.275+0000 7f0c72600640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0c6c10ccb0 0x7f0c6c19d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:53:02.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.276+0000 7f0c71200640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c6c1041b0 0x7f0c6c1993a0 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f0c5800d740 tx=0x7f0c5800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:02.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.276+0000 7f0c6a000640 1 -- 172.21.15.26:0/2793543128 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c58017070 con 0x7f0c6c1041b0 2024-04-26T23:53:02.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.276+0000 7f0c73000640 1 -- 172.21.15.26:0/2793543128 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c6c19e0f0 con 0x7f0c6c1041b0 2024-04-26T23:53:02.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.276+0000 7f0c6a000640 1 -- 172.21.15.26:0/2793543128 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0c5800de50 con 0x7f0c6c1041b0 2024-04-26T23:53:02.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.276+0000 7f0c73000640 1 -- 172.21.15.26:0/2793543128 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c6c1a5980 con 0x7f0c6c1041b0 2024-04-26T23:53:02.282 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.276+0000 7f0c6a000640 1 -- 172.21.15.26:0/2793543128 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c58020060 con 0x7f0c6c1041b0 2024-04-26T23:53:02.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.277+0000 7f0c73000640 1 -- 172.21.15.26:0/2793543128 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c6c19a160 con 0x7f0c6c1041b0 2024-04-26T23:53:02.285 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.282+0000 7f0c6a000640 1 -- 172.21.15.26:0/2793543128 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f0c58009c30 con 0x7f0c6c1041b0 2024-04-26T23:53:02.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.284+0000 7f0c6a000640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0c500a3d20 0x7f0c500a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:02.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.284+0000 7f0c6a000640 1 -- 172.21.15.26:0/2793543128 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8556+0+0 (secure 0 0 0) 0x7f0c580d08d0 con 0x7f0c6c1041b0 2024-04-26T23:53:02.287 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.284+0000 7f0c71c00640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0c500a3d20 0x7f0c500a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:02.288 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.285+0000 7f0c71c00640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0c500a3d20 0x7f0c500a61e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c006010 tx=0x7f0c5c005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:02.289 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.286+0000 7f0c6a000640 1 -- 172.21.15.26:0/2793543128 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f0c5809cef0 con 0x7f0c6c1041b0 2024-04-26T23:53:02.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:01 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1834759207' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T23:53:02.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:01 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/613844811' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T23:53:02.519 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.515+0000 7f0c73000640 1 -- 172.21.15.26:0/2793543128 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0c6c069650 con 0x7f0c6c1041b0 2024-04-26T23:53:02.520 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.517+0000 7f0c6a000640 1 -- 172.21.15.26:0/2793543128 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 17 entries v112) ==== 81+0+1002 (secure 0 0 0) 0x7f0c5809c7f0 con 0x7f0c6c1041b0 2024-04-26T23:53:02.520 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/4065044171 2024-04-27T23:35:51.095952+0000 2024-04-26T23:53:02.520 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6801/1628082486 2024-04-27T23:22:57.386262+0000 2024-04-26T23:53:02.520 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3659843608 2024-04-27T23:23:33.689693+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/2100393270 2024-04-27T23:35:51.095952+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6801/2929638021 2024-04-27T23:23:33.689693+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/905359666 2024-04-27T23:22:57.386262+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3654847750 2024-04-27T23:35:51.095952+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6800/1628082486 2024-04-27T23:22:57.386262+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/1677791530 2024-04-27T23:23:33.689693+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6800/2929638021 2024-04-27T23:23:33.689693+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/2068087211 2024-04-27T23:23:33.689693+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/445554482 2024-04-27T23:35:51.095952+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6800/1018589530 2024-04-27T23:35:51.095952+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3915873193 2024-04-27T23:22:57.386262+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:6801/1018589530 2024-04-27T23:35:51.095952+0000 2024-04-26T23:53:02.521 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3728467638 2024-04-27T23:22:57.386262+0000 2024-04-26T23:53:02.522 INFO:teuthology.orchestra.run.smithi026.stdout:172.21.15.26:0/3428062602 2024-04-27T23:35:51.095952+0000 2024-04-26T23:53:02.522 INFO:teuthology.orchestra.run.smithi026.stderr:listed 17 entries 2024-04-26T23:53:02.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.519+0000 7f0c73000640 1 -- 172.21.15.26:0/2793543128 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0c500a3d20 msgr2=0x7f0c500a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:02.523 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.519+0000 7f0c73000640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0c500a3d20 0x7f0c500a61e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c006010 tx=0x7f0c5c005a20 comp rx=0 tx=0).stop 2024-04-26T23:53:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.519+0000 7f0c73000640 1 -- 172.21.15.26:0/2793543128 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c6c1041b0 msgr2=0x7f0c6c1993a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.519+0000 7f0c73000640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c6c1041b0 0x7f0c6c1993a0 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f0c5800d740 tx=0x7f0c5800dc00 comp rx=0 tx=0).stop 2024-04-26T23:53:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.520+0000 7f0c73000640 1 -- 172.21.15.26:0/2793543128 shutdown_connections 2024-04-26T23:53:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.520+0000 7f0c73000640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0c6c10ccb0 0x7f0c6c19d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.520+0000 7f0c73000640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0c500a3d20 0x7f0c500a61e0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.520+0000 7f0c73000640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0c6c1041b0 0x7f0c6c1993a0 unknown :-1 s=CLOSED pgs=1590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.520+0000 7f0c73000640 1 --2- 172.21.15.26:0/2793543128 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0c6c103890 0x7f0c6c198e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.520+0000 7f0c73000640 1 -- 172.21.15.26:0/2793543128 >> 172.21.15.26:0/2793543128 conn(0x7f0c6c0fd070 msgr2=0x7f0c6c0fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.520+0000 7f0c73000640 1 -- 172.21.15.26:0/2793543128 shutdown_connections 2024-04-26T23:53:02.524 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:02.520+0000 7f0c73000640 1 -- 172.21.15.26:0/2793543128 wait complete. 2024-04-26T23:53:02.543 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi026.front.sepia.ceph.com... 2024-04-26T23:53:02.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:53:02.544 DEBUG:teuthology.orchestra.run.smithi026:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-04-26T23:53:02.625 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi026.stderr:ceph-fuse[80674]: fuse finished with error 0 and tester_r 0 2024-04-26T23:53:02.629 INFO:teuthology.orchestra.run:waiting for 300 2024-04-26T23:53:03.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:02 smithi164 ceph-mon[31699]: pgmap v538: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:53:03.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:02 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1411836592' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:53:03.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:02 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2793543128' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T23:53:03.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:02 smithi026 ceph-mon[28371]: pgmap v538: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:53:03.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:02 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1411836592' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:53:03.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:02 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2793543128' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T23:53:03.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:02 smithi086 ceph-mon[31122]: pgmap v538: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-04-26T23:53:03.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:02 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1411836592' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T23:53:03.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:02 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2793543128' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T23:53:05.182 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:04 smithi164 ceph-mon[31699]: pgmap v539: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-04-26T23:53:05.182 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:04 smithi164 ceph-mon[31699]: osdmap e113: 12 total, 12 up, 12 in 2024-04-26T23:53:05.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:04 smithi026 ceph-mon[28371]: pgmap v539: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-04-26T23:53:05.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:04 smithi026 ceph-mon[28371]: osdmap e113: 12 total, 12 up, 12 in 2024-04-26T23:53:05.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:04 smithi086 ceph-mon[31122]: pgmap v539: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-04-26T23:53:05.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:04 smithi086 ceph-mon[31122]: osdmap e113: 12 total, 12 up, 12 in 2024-04-26T23:53:06.155 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:05 smithi086 ceph-mon[31122]: pgmap v541: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-26T23:53:06.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:05 smithi164 ceph-mon[31699]: pgmap v541: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-26T23:53:06.277 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:05 smithi026 ceph-mon[28371]: pgmap v541: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-04-26T23:53:08.731 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T23:53:08.732 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:53:08.732 DEBUG:teuthology.orchestra.run.smithi026:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-26T23:53:08.800 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:53:08.800 DEBUG:teuthology.orchestra.run.smithi026:> ip netns list 2024-04-26T23:53:08.860 INFO:teuthology.orchestra.run.smithi026.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-26T23:53:08.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:53:08.861 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T23:53:08.938 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:08 smithi026 ceph-mon[28371]: pgmap v542: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 27 op/s 2024-04-26T23:53:08.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T23:53:08.956 DEBUG:teuthology.orchestra.run.smithi026:> sudo ip link delete ceph-brx 2024-04-26T23:53:09.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:08 smithi164 ceph-mon[31699]: pgmap v542: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 27 op/s 2024-04-26T23:53:09.064 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-26T23:53:09.075 INFO:tasks.cephadm:Teardown begin 2024-04-26T23:53:09.075 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-26T23:53:09.076 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:53:09.076 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:08 smithi086 ceph-mon[31122]: pgmap v542: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 27 op/s 2024-04-26T23:53:09.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.261+0000 7f4253e00640 1 -- 172.21.15.26:0/4193736391 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c076e60 msgr2=0x7f424c077240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:09.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.261+0000 7f4253e00640 1 --2- 172.21.15.26:0/4193736391 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c076e60 0x7f424c077240 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7f4240009900 tx=0x7f424002a410 comp rx=0 tx=0).stop 2024-04-26T23:53:09.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.261+0000 7f4253e00640 1 -- 172.21.15.26:0/4193736391 shutdown_connections 2024-04-26T23:53:09.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.261+0000 7f4253e00640 1 --2- 172.21.15.26:0/4193736391 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f424c113790 0x7f424c115b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.261+0000 7f4253e00640 1 --2- 172.21.15.26:0/4193736391 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c077780 0x7f424c113250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.261+0000 7f4253e00640 1 --2- 172.21.15.26:0/4193736391 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c076e60 0x7f424c077240 unknown :-1 s=CLOSED pgs=1591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.261+0000 7f4253e00640 1 -- 172.21.15.26:0/4193736391 >> 172.21.15.26:0/4193736391 conn(0x7f424c1005e0 msgr2=0x7f424c102a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:09.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.261+0000 7f4253e00640 1 -- 172.21.15.26:0/4193736391 shutdown_connections 2024-04-26T23:53:09.266 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.261+0000 7f4253e00640 1 -- 172.21.15.26:0/4193736391 wait complete. 2024-04-26T23:53:09.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.262+0000 7f4253e00640 1 Processor -- start 2024-04-26T23:53:09.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.263+0000 7f4253e00640 1 -- start start 2024-04-26T23:53:09.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.263+0000 7f4253e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c076e60 0x7f424c19f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:09.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.263+0000 7f4253e00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f424c077780 0x7f424c19fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:09.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.263+0000 7f4253e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c113790 0x7f424c1a3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:09.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.263+0000 7f4253e00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f424c119060 con 0x7f424c076e60 2024-04-26T23:53:09.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.263+0000 7f4253e00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f424c118ee0 con 0x7f424c077780 2024-04-26T23:53:09.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.263+0000 7f4253e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f424c1191e0 con 0x7f424c113790 2024-04-26T23:53:09.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.263+0000 7f4251400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c076e60 0x7f424c19f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:09.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.263+0000 7f4251400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c076e60 0x7f424c19f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57750/0 (socket says 172.21.15.26:57750) 2024-04-26T23:53:09.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.263+0000 7f4251400640 1 -- 172.21.15.26:0/1788651349 learned_addr learned my addr 172.21.15.26:0/1788651349 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:53:09.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.264+0000 7f4250a00640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f424c077780 0x7f424c19fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:09.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.264+0000 7f4251e00640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c113790 0x7f424c1a3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:09.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.264+0000 7f4251400640 1 -- 172.21.15.26:0/1788651349 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c113790 msgr2=0x7f424c1a3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:09.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.264+0000 7f4251400640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c113790 0x7f424c1a3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.264+0000 7f4251400640 1 -- 172.21.15.26:0/1788651349 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f424c077780 msgr2=0x7f424c19fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:09.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.264+0000 7f4251400640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f424c077780 0x7f424c19fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.264+0000 7f4251400640 1 -- 172.21.15.26:0/1788651349 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f424c1a4660 con 0x7f424c076e60 2024-04-26T23:53:09.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.264+0000 7f4251400640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c076e60 0x7f424c19f6c0 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f4240006010 tx=0x7f4240032f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:09.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.265+0000 7f424a000640 1 -- 172.21.15.26:0/1788651349 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f424003f030 con 0x7f424c076e60 2024-04-26T23:53:09.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.265+0000 7f4253e00640 1 -- 172.21.15.26:0/1788651349 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f424c1a48f0 con 0x7f424c076e60 2024-04-26T23:53:09.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.265+0000 7f424a000640 1 -- 172.21.15.26:0/1788651349 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f4240004450 con 0x7f424c076e60 2024-04-26T23:53:09.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.265+0000 7f4253e00640 1 -- 172.21.15.26:0/1788651349 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f424c1ac1e0 con 0x7f424c076e60 2024-04-26T23:53:09.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.265+0000 7f424a000640 1 -- 172.21.15.26:0/1788651349 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4240049060 con 0x7f424c076e60 2024-04-26T23:53:09.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.266+0000 7f4253e00640 1 -- 172.21.15.26:0/1788651349 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f424c069c10 con 0x7f424c076e60 2024-04-26T23:53:09.271 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.268+0000 7f424a000640 1 -- 172.21.15.26:0/1788651349 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f4240042030 con 0x7f424c076e60 2024-04-26T23:53:09.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.269+0000 7f424a000640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f42340a3d20 0x7f42340a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:09.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.270+0000 7f424a000640 1 -- 172.21.15.26:0/1788651349 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8600+0+0 (secure 0 0 0) 0x7f42400f0fe0 con 0x7f424c076e60 2024-04-26T23:53:09.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.270+0000 7f4250a00640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f42340a3d20 0x7f42340a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:09.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.271+0000 7f4250a00640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f42340a3d20 0x7f42340a61e0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f424c102ab0 tx=0x7f4238005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:09.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.273+0000 7f424a000640 1 -- 172.21.15.26:0/1788651349 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f42400bd5f0 con 0x7f424c076e60 2024-04-26T23:53:09.527 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.523+0000 7f4253e00640 1 -- 172.21.15.26:0/1788651349 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f424c1a09c0 con 0x7f424c076e60 2024-04-26T23:53:09.529 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.526+0000 7f424a000640 1 -- 172.21.15.26:0/1788651349 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f42400bcef0 con 0x7f424c076e60 2024-04-26T23:53:09.530 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:53:09.530 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:53:09.530 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:53:09.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.529+0000 7f4253e00640 1 -- 172.21.15.26:0/1788651349 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f42340a3d20 msgr2=0x7f42340a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:09.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.529+0000 7f4253e00640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f42340a3d20 0x7f42340a61e0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f424c102ab0 tx=0x7f4238005f90 comp rx=0 tx=0).stop 2024-04-26T23:53:09.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.529+0000 7f4253e00640 1 -- 172.21.15.26:0/1788651349 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c076e60 msgr2=0x7f424c19f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:09.532 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.529+0000 7f4253e00640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c076e60 0x7f424c19f6c0 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f4240006010 tx=0x7f4240032f90 comp rx=0 tx=0).stop 2024-04-26T23:53:09.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.529+0000 7f4253e00640 1 -- 172.21.15.26:0/1788651349 shutdown_connections 2024-04-26T23:53:09.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.529+0000 7f4253e00640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f424c113790 0x7f424c1a3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.529+0000 7f4253e00640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f424c077780 0x7f424c19fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.533 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.529+0000 7f4253e00640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f42340a3d20 0x7f42340a61e0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.529+0000 7f4253e00640 1 --2- 172.21.15.26:0/1788651349 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f424c076e60 0x7f424c19f6c0 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.529+0000 7f4253e00640 1 -- 172.21.15.26:0/1788651349 >> 172.21.15.26:0/1788651349 conn(0x7f424c1005e0 msgr2=0x7f424c114eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:09.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.529+0000 7f4253e00640 1 -- 172.21.15.26:0/1788651349 shutdown_connections 2024-04-26T23:53:09.534 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.529+0000 7f4253e00640 1 -- 172.21.15.26:0/1788651349 wait complete. 2024-04-26T23:53:09.553 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-26T23:53:09.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.768+0000 7f266f200640 1 -- 172.21.15.26:0/2693163238 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f266810ab90 msgr2=0x7f266810af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:09.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.768+0000 7f266f200640 1 --2- 172.21.15.26:0/2693163238 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f266810ab90 0x7f266810af70 secure :-1 s=READY pgs=1593 cs=0 l=1 rev1=1 crypto rx=0x7f2658009930 tx=0x7f265802a440 comp rx=0 tx=0).stop 2024-04-26T23:53:09.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.768+0000 7f266f200640 1 -- 172.21.15.26:0/2693163238 shutdown_connections 2024-04-26T23:53:09.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.768+0000 7f266f200640 1 --2- 172.21.15.26:0/2693163238 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f26681054b0 0x7f26681119c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.772 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.768+0000 7f266f200640 1 --2- 172.21.15.26:0/2693163238 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2668104af0 0x7f2668104f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.768+0000 7f266f200640 1 --2- 172.21.15.26:0/2693163238 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f266810ab90 0x7f266810af70 unknown :-1 s=CLOSED pgs=1593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.768+0000 7f266f200640 1 -- 172.21.15.26:0/2693163238 >> 172.21.15.26:0/2693163238 conn(0x7f26681005e0 msgr2=0x7f2668102a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:09.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.769+0000 7f266f200640 1 -- 172.21.15.26:0/2693163238 shutdown_connections 2024-04-26T23:53:09.773 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.769+0000 7f266f200640 1 -- 172.21.15.26:0/2693163238 wait complete. 2024-04-26T23:53:09.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.769+0000 7f266f200640 1 Processor -- start 2024-04-26T23:53:09.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.770+0000 7f266f200640 1 -- start start 2024-04-26T23:53:09.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.770+0000 7f266f200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2668104af0 0x7f2668076e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:09.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.770+0000 7f266f200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f26681054b0 0x7f2668077380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:09.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.770+0000 7f266f200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f266810ab90 0x7f26680778c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:09.774 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.770+0000 7f266f200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f2668114cc0 con 0x7f266810ab90 2024-04-26T23:53:09.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.770+0000 7f266f200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f2668114b40 con 0x7f2668104af0 2024-04-26T23:53:09.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.770+0000 7f266f200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2668114e40 con 0x7f26681054b0 2024-04-26T23:53:09.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.770+0000 7f266d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f266810ab90 0x7f26680778c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:09.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.770+0000 7f266d200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f266810ab90 0x7f26680778c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57758/0 (socket says 172.21.15.26:57758) 2024-04-26T23:53:09.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.770+0000 7f266d200640 1 -- 172.21.15.26:0/3520105857 learned_addr learned my addr 172.21.15.26:0/3520105857 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:53:09.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.771+0000 7f2667e00640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2668104af0 0x7f2668076e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:09.775 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.771+0000 7f265f400640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f26681054b0 0x7f2668077380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:09.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.771+0000 7f266d200640 1 -- 172.21.15.26:0/3520105857 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f26681054b0 msgr2=0x7f2668077380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:09.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.771+0000 7f266d200640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f26681054b0 0x7f2668077380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.771+0000 7f266d200640 1 -- 172.21.15.26:0/3520105857 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2668104af0 msgr2=0x7f2668076e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:09.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.771+0000 7f266d200640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2668104af0 0x7f2668076e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:09.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.771+0000 7f266d200640 1 -- 172.21.15.26:0/3520105857 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26681ab9d0 con 0x7f266810ab90 2024-04-26T23:53:09.776 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.771+0000 7f266d200640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f266810ab90 0x7f26680778c0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f266000cb00 tx=0x7f266000a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:09.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.771+0000 7f2665600640 1 -- 172.21.15.26:0/3520105857 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2660004b20 con 0x7f266810ab90 2024-04-26T23:53:09.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.771+0000 7f2665600640 1 -- 172.21.15.26:0/3520105857 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f2660004cc0 con 0x7f266810ab90 2024-04-26T23:53:09.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.771+0000 7f266f200640 1 -- 172.21.15.26:0/3520105857 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26681abcc0 con 0x7f266810ab90 2024-04-26T23:53:09.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.771+0000 7f2665600640 1 -- 172.21.15.26:0/3520105857 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f266000f6b0 con 0x7f266810ab90 2024-04-26T23:53:09.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.772+0000 7f266f200640 1 -- 172.21.15.26:0/3520105857 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26681ac210 con 0x7f266810ab90 2024-04-26T23:53:09.777 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.773+0000 7f266f200640 1 -- 172.21.15.26:0/3520105857 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26681061f0 con 0x7f266810ab90 2024-04-26T23:53:09.778 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.775+0000 7f2665600640 1 -- 172.21.15.26:0/3520105857 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2660005020 con 0x7f266810ab90 2024-04-26T23:53:09.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.776+0000 7f2665600640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f264c0a3da0 0x7f264c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:09.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.777+0000 7f2665600640 1 -- 172.21.15.26:0/3520105857 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8600+0+0 (secure 0 0 0) 0x7f26600d08e0 con 0x7f266810ab90 2024-04-26T23:53:09.780 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.777+0000 7f2667e00640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f264c0a3da0 0x7f264c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:09.781 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.777+0000 7f2667e00640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f264c0a3da0 0x7f264c0a6260 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f26580057c0 tx=0x7f2658000bc0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:09.785 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:09.781+0000 7f2665600640 1 -- 172.21.15.26:0/3520105857 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f2660014030 con 0x7f266810ab90 2024-04-26T23:53:10.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:09 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1788651349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:53:10.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:09 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1788651349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:53:10.036 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.033+0000 7f266f200640 1 -- 172.21.15.26:0/3520105857 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2668078370 con 0x7f266810ab90 2024-04-26T23:53:10.038 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.035+0000 7f2665600640 1 -- 172.21.15.26:0/3520105857 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f266009cf30 con 0x7f266810ab90 2024-04-26T23:53:10.038 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:53:10.038 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6835/1470584076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6834","nonce":1470584076},{"type":"v1","addr":"172.21.15.26:6835","nonce":1470584076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14571,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6837/3806536484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6836","nonce":3806536484},{"type":"v1","addr":"172.21.15.26:6837","nonce":3806536484}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14655,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6839/200353584","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6838","nonce":200353584},{"type":"v1","addr":"172.21.15.26:6839","nonce":200353584}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14667,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.26:6841/467744893","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6840","nonce":467744893},{"type":"v1","addr":"172.21.15.26:6841","nonce":467744893}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24424,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1069354731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1069354731},{"type":"v1","addr":"172.21.15.164:6833","nonce":1069354731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24475,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3991332999","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3991332999},{"type":"v1","addr":"172.21.15.164:6835","nonce":3991332999}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T23:33:19.668854+0000","modified":"2024-04-26T23:35:51.734665+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":34559,"mds_1":34508,"mds_2":34475},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/3682844863","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":3682844863},{"type":"v1","addr":"172.21.15.164:6837","nonce":3682844863}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24520":{"gid":24520,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6839/3252912800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":3252912800},{"type":"v1","addr":"172.21.15.164:6839","nonce":3252912800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34433":{"gid":34433,"name":"k","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.86:6833/176415514","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6832","nonce":176415514},{"type":"v1","addr":"172.21.15.86:6833","nonce":176415514}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34475":{"gid":34475,"name":"e","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.86:6835/485180241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6834","nonce":485180241},{"type":"v1","addr":"172.21.15.86:6835","nonce":485180241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34508":{"gid":34508,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":8,"addr":"172.21.15.86:6837/1137699523","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6836","nonce":1137699523},{"type":"v1","addr":"172.21.15.86:6837","nonce":1137699523}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_34559":{"gid":34559,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.86:6839/2562669391","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6838","nonce":2562669391},{"type":"v1","addr":"172.21.15.86:6839","nonce":2562669391}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34559,"qdb_cluster":[34508,34559,34475]},"id":1}]} 2024-04-26T23:53:10.039 INFO:teuthology.orchestra.run.smithi026.stderr:dumped fsmap epoch 24 2024-04-26T23:53:10.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.037+0000 7f266f200640 1 -- 172.21.15.26:0/3520105857 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f264c0a3da0 msgr2=0x7f264c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:10.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.038+0000 7f266f200640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f264c0a3da0 0x7f264c0a6260 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f26580057c0 tx=0x7f2658000bc0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.041 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.038+0000 7f266f200640 1 -- 172.21.15.26:0/3520105857 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f266810ab90 msgr2=0x7f26680778c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:10.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.038+0000 7f266f200640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f266810ab90 0x7f26680778c0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f266000cb00 tx=0x7f266000a250 comp rx=0 tx=0).stop 2024-04-26T23:53:10.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.038+0000 7f266f200640 1 -- 172.21.15.26:0/3520105857 shutdown_connections 2024-04-26T23:53:10.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.038+0000 7f266f200640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f264c0a3da0 0x7f264c0a6260 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.038+0000 7f266f200640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f266810ab90 0x7f26680778c0 unknown :-1 s=CLOSED pgs=1594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.038+0000 7f266f200640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f26681054b0 0x7f2668077380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.038+0000 7f266f200640 1 --2- 172.21.15.26:0/3520105857 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f2668104af0 0x7f2668076e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.038+0000 7f266f200640 1 -- 172.21.15.26:0/3520105857 >> 172.21.15.26:0/3520105857 conn(0x7f26681005e0 msgr2=0x7f2668100fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:10.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.038+0000 7f266f200640 1 -- 172.21.15.26:0/3520105857 shutdown_connections 2024-04-26T23:53:10.042 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.038+0000 7f266f200640 1 -- 172.21.15.26:0/3520105857 wait complete. 2024-04-26T23:53:10.062 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T23:53:10.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:09 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1788651349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:53:10.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.266+0000 7f0ac5400640 1 -- 172.21.15.26:0/996642260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0ac0109bc0 msgr2=0x7f0ac010dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:10.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.266+0000 7f0ac5400640 1 --2- 172.21.15.26:0/996642260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0ac0109bc0 0x7f0ac010dc00 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f0aac009900 tx=0x7f0aac02a3f0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.266+0000 7f0ac5400640 1 -- 172.21.15.26:0/996642260 shutdown_connections 2024-04-26T23:53:10.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.266+0000 7f0ac5400640 1 --2- 172.21.15.26:0/996642260 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0ac010e2e0 0x7f0ac0115eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.266+0000 7f0ac5400640 1 --2- 172.21.15.26:0/996642260 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0ac0109bc0 0x7f0ac010dc00 unknown :-1 s=CLOSED pgs=1595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.266+0000 7f0ac5400640 1 --2- 172.21.15.26:0/996642260 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0ac0109210 0x7f0ac01095f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.266+0000 7f0ac5400640 1 -- 172.21.15.26:0/996642260 >> 172.21.15.26:0/996642260 conn(0x7f0ac0076f50 msgr2=0x7f0ac0079370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:10.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.266+0000 7f0ac5400640 1 -- 172.21.15.26:0/996642260 shutdown_connections 2024-04-26T23:53:10.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.266+0000 7f0ac5400640 1 -- 172.21.15.26:0/996642260 wait complete. 2024-04-26T23:53:10.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.267+0000 7f0ac5400640 1 Processor -- start 2024-04-26T23:53:10.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.267+0000 7f0ac5400640 1 -- start start 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0ac5400640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0ac0109210 0x7f0ac019f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0ac5400640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0ac010e2e0 0x7f0ac019fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0ac5400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0ac01a3fa0 0x7f0ac01a4450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0ac5400640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac0119120 con 0x7f0ac010e2e0 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0ac5400640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac0118fa0 con 0x7f0ac0109210 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0ac5400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac01192a0 con 0x7f0ac01a3fa0 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0abde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0ac010e2e0 0x7f0ac019fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0abde00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0ac010e2e0 0x7f0ac019fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57764/0 (socket says 172.21.15.26:57764) 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0abde00640 1 -- 172.21.15.26:0/3155244978 learned_addr learned my addr 172.21.15.26:0/3155244978 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0abe800640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0ac0109210 0x7f0ac019f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0abf200640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0ac01a3fa0 0x7f0ac01a4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0abde00640 1 -- 172.21.15.26:0/3155244978 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0ac01a3fa0 msgr2=0x7f0ac01a4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0abde00640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0ac01a3fa0 0x7f0ac01a4450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0abde00640 1 -- 172.21.15.26:0/3155244978 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0ac0109210 msgr2=0x7f0ac019f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:10.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0abde00640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0ac0109210 0x7f0ac019f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.268+0000 7f0abde00640 1 -- 172.21.15.26:0/3155244978 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ac01a4a90 con 0x7f0ac010e2e0 2024-04-26T23:53:10.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.269+0000 7f0abde00640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0ac010e2e0 0x7f0ac019fc20 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f0aac02a960 tx=0x7f0aac003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:10.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.269+0000 7f0ab7400640 1 -- 172.21.15.26:0/3155244978 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aac03f070 con 0x7f0ac010e2e0 2024-04-26T23:53:10.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.269+0000 7f0ab7400640 1 -- 172.21.15.26:0/3155244978 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0aac03bd00 con 0x7f0ac010e2e0 2024-04-26T23:53:10.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.269+0000 7f0ab7400640 1 -- 172.21.15.26:0/3155244978 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aac035030 con 0x7f0ac010e2e0 2024-04-26T23:53:10.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.269+0000 7f0ac5400640 1 -- 172.21.15.26:0/3155244978 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ac01a4d20 con 0x7f0ac010e2e0 2024-04-26T23:53:10.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.269+0000 7f0ac5400640 1 -- 172.21.15.26:0/3155244978 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ac01ac490 con 0x7f0ac010e2e0 2024-04-26T23:53:10.274 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.271+0000 7f0ac5400640 1 -- 172.21.15.26:0/3155244978 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ac0069c10 con 0x7f0ac010e2e0 2024-04-26T23:53:10.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.273+0000 7f0ab7400640 1 -- 172.21.15.26:0/3155244978 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f0aac042070 con 0x7f0ac010e2e0 2024-04-26T23:53:10.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.275+0000 7f0ab7400640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0aa40a3de0 0x7f0aa40a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:10.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.275+0000 7f0ab7400640 1 -- 172.21.15.26:0/3155244978 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8600+0+0 (secure 0 0 0) 0x7f0aac0f11a0 con 0x7f0ac010e2e0 2024-04-26T23:53:10.278 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.275+0000 7f0abe800640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0aa40a3de0 0x7f0aa40a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:10.279 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.276+0000 7f0abe800640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0aa40a3de0 0x7f0aa40a62a0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0005fd0 tx=0x7f0ab0005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:10.283 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.280+0000 7f0ab7400640 1 -- 172.21.15.26:0/3155244978 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f0aac0bd790 con 0x7f0ac010e2e0 2024-04-26T23:53:10.490 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.486+0000 7f0ac5400640 1 -- 172.21.15.26:0/3155244978 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0ac0109bc0 con 0x7f0ac010e2e0 2024-04-26T23:53:10.493 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.490+0000 7f0ab7400640 1 -- 172.21.15.26:0/3155244978 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v113) ==== 74+0+23205 (secure 0 0 0) 0x7f0aac0bd090 con 0x7f0ac010e2e0 2024-04-26T23:53:10.494 INFO:teuthology.orchestra.run.smithi026.stdout: 2024-04-26T23:53:10.494 INFO:teuthology.orchestra.run.smithi026.stdout:{"epoch":113,"fsid":"a73d6c78-0423-11ef-bc93-c7b262605968","created":"2024-04-26T23:22:14.782369+0000","modified":"2024-04-26T23:53:03.857649+0000","last_up_change":"2024-04-26T23:32:12.446019+0000","last_in_change":"2024-04-26T23:31:46.380818+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T23:26:51.875530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T23:33:17.314859+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T23:33:18.628963+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"113","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":29,"snap_epoch":113,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3f8e4323-3983-4504-b167-c8681eb37bca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6802","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6803","nonce":3450561532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6804","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6805","nonce":3450561532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6808","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6809","nonce":3450561532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6806","nonce":3450561532},{"type":"v1","addr":"172.21.15.26:6807","nonce":3450561532}]},"public_addr":"172.21.15.26:6803/3450561532","cluster_addr":"172.21.15.26:6805/3450561532","heartbeat_back_addr":"172.21.15.26:6809/3450561532","heartbeat_front_addr":"172.21.15.26:6807/3450561532","state":["exists","up"]},{"osd":1,"uuid":"c619281f-c48f-4b6e-a11d-da73766f9eef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6801","nonce":521629396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6803","nonce":521629396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6807","nonce":521629396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":521629396},{"type":"v1","addr":"172.21.15.86:6805","nonce":521629396}]},"public_addr":"172.21.15.86:6801/521629396","cluster_addr":"172.21.15.86:6803/521629396","heartbeat_back_addr":"172.21.15.86:6807/521629396","heartbeat_front_addr":"172.21.15.86:6805/521629396","state":["exists","up"]},{"osd":2,"uuid":"742218de-68a5-49ac-b806-e71597f22036","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6801","nonce":2356095045}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6803","nonce":2356095045}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6807","nonce":2356095045}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":2356095045},{"type":"v1","addr":"172.21.15.164:6805","nonce":2356095045}]},"public_addr":"172.21.15.164:6801/2356095045","cluster_addr":"172.21.15.164:6803/2356095045","heartbeat_back_addr":"172.21.15.164:6807/2356095045","heartbeat_front_addr":"172.21.15.164:6805/2356095045","state":["exists","up"]},{"osd":3,"uuid":"1bd336e7-2d71-4461-97f4-02fb9efd373e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6810","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6811","nonce":2578929554}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6812","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6813","nonce":2578929554}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6816","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6817","nonce":2578929554}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6814","nonce":2578929554},{"type":"v1","addr":"172.21.15.26:6815","nonce":2578929554}]},"public_addr":"172.21.15.26:6811/2578929554","cluster_addr":"172.21.15.26:6813/2578929554","heartbeat_back_addr":"172.21.15.26:6817/2578929554","heartbeat_front_addr":"172.21.15.26:6815/2578929554","state":["exists","up"]},{"osd":4,"uuid":"e9a32699-e3ba-4a19-811c-8c09e1b2f3e7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6809","nonce":3378077373}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6811","nonce":3378077373}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6815","nonce":3378077373}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":3378077373},{"type":"v1","addr":"172.21.15.86:6813","nonce":3378077373}]},"public_addr":"172.21.15.86:6809/3378077373","cluster_addr":"172.21.15.86:6811/3378077373","heartbeat_back_addr":"172.21.15.86:6815/3378077373","heartbeat_front_addr":"172.21.15.86:6813/3378077373","state":["exists","up"]},{"osd":5,"uuid":"ec703e94-7fb4-4084-aece-4eb7551610b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6809","nonce":1837526241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6811","nonce":1837526241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6815","nonce":1837526241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":1837526241},{"type":"v1","addr":"172.21.15.164:6813","nonce":1837526241}]},"public_addr":"172.21.15.164:6809/1837526241","cluster_addr":"172.21.15.164:6811/1837526241","heartbeat_back_addr":"172.21.15.164:6815/1837526241","heartbeat_front_addr":"172.21.15.164:6813/1837526241","state":["exists","up"]},{"osd":6,"uuid":"b418a6cc-394f-4288-9ec5-0f46daf17dd1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6818","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6819","nonce":3718072835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6820","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6821","nonce":3718072835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6824","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6825","nonce":3718072835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6822","nonce":3718072835},{"type":"v1","addr":"172.21.15.26:6823","nonce":3718072835}]},"public_addr":"172.21.15.26:6819/3718072835","cluster_addr":"172.21.15.26:6821/3718072835","heartbeat_back_addr":"172.21.15.26:6825/3718072835","heartbeat_front_addr":"172.21.15.26:6823/3718072835","state":["exists","up"]},{"osd":7,"uuid":"d85d7c91-bf2c-4aa6-83aa-3d2736c201ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6817","nonce":3177920664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6819","nonce":3177920664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6823","nonce":3177920664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3177920664},{"type":"v1","addr":"172.21.15.86:6821","nonce":3177920664}]},"public_addr":"172.21.15.86:6817/3177920664","cluster_addr":"172.21.15.86:6819/3177920664","heartbeat_back_addr":"172.21.15.86:6823/3177920664","heartbeat_front_addr":"172.21.15.86:6821/3177920664","state":["exists","up"]},{"osd":8,"uuid":"27d912c0-d497-42ff-ad04-1dee7b9c0ecf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":62,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6817","nonce":184902019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6819","nonce":184902019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6823","nonce":184902019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":184902019},{"type":"v1","addr":"172.21.15.164:6821","nonce":184902019}]},"public_addr":"172.21.15.164:6817/184902019","cluster_addr":"172.21.15.164:6819/184902019","heartbeat_back_addr":"172.21.15.164:6823/184902019","heartbeat_front_addr":"172.21.15.164:6821/184902019","state":["exists","up"]},{"osd":9,"uuid":"af3d2ed5-c47a-4b36-a854-c4d4c942bce6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6826","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6827","nonce":3645340627}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6828","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6829","nonce":3645340627}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6832","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6833","nonce":3645340627}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.26:6830","nonce":3645340627},{"type":"v1","addr":"172.21.15.26:6831","nonce":3645340627}]},"public_addr":"172.21.15.26:6827/3645340627","cluster_addr":"172.21.15.26:6829/3645340627","heartbeat_back_addr":"172.21.15.26:6833/3645340627","heartbeat_front_addr":"172.21.15.26:6831/3645340627","state":["exists","up"]},{"osd":10,"uuid":"49a838f0-7310-4495-900f-b990c33c4454","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6825","nonce":349171117}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6827","nonce":349171117}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6831","nonce":349171117}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":349171117},{"type":"v1","addr":"172.21.15.86:6829","nonce":349171117}]},"public_addr":"172.21.15.86:6825/349171117","cluster_addr":"172.21.15.86:6827/349171117","heartbeat_back_addr":"172.21.15.86:6831/349171117","heartbeat_front_addr":"172.21.15.86:6829/349171117","state":["exists","up"]},{"osd":11,"uuid":"4ce96e51-b930-4d3b-8b52-85b20d8b0be9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":84,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6825","nonce":2033296525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6827","nonce":2033296525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6831","nonce":2033296525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":2033296525},{"type":"v1","addr":"172.21.15.164:6829","nonce":2033296525}]},"public_addr":"172.21.15.164:6825/2033296525","cluster_addr":"172.21.15.164:6827/2033296525","heartbeat_back_addr":"172.21.15.164:6831/2033296525","heartbeat_front_addr":"172.21.15.164:6829/2033296525","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:25:41.565057+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:16.109497+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:26:50.327272+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:27:26.779853+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:01.437513+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:28:36.083455+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:12.062178+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:29:46.938522+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:21.878850+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:30:59.450794+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:31:34.919821+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T23:32:09.544940+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":5,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.26:0/4065044171":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3659843608":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2100393270":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6801/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/905359666":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3654847750":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1628082486":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/1677791530":"2024-04-27T23:23:33.689693+0000","172.21.15.26:6800/2929638021":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/2068087211":"2024-04-27T23:23:33.689693+0000","172.21.15.26:0/445554482":"2024-04-27T23:35:51.095952+0000","172.21.15.26:6800/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3915873193":"2024-04-27T23:22:57.386262+0000","172.21.15.26:6801/1018589530":"2024-04-27T23:35:51.095952+0000","172.21.15.26:0/3728467638":"2024-04-27T23:22:57.386262+0000","172.21.15.26:0/3428062602":"2024-04-27T23:35:51.095952+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":16,"length":1},{"begin":29,"length":1}]}],"new_removed_snaps":[{"pool":3,"snaps":[{"begin":16,"length":1},{"begin":29,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T23:53:10.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.493+0000 7f0ac5400640 1 -- 172.21.15.26:0/3155244978 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0aa40a3de0 msgr2=0x7f0aa40a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:10.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.493+0000 7f0ac5400640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0aa40a3de0 0x7f0aa40a62a0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0005fd0 tx=0x7f0ab0005850 comp rx=0 tx=0).stop 2024-04-26T23:53:10.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.493+0000 7f0ac5400640 1 -- 172.21.15.26:0/3155244978 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0ac010e2e0 msgr2=0x7f0ac019fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:10.496 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.493+0000 7f0ac5400640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0ac010e2e0 0x7f0ac019fc20 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f0aac02a960 tx=0x7f0aac003cd0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.493+0000 7f0ac5400640 1 -- 172.21.15.26:0/3155244978 shutdown_connections 2024-04-26T23:53:10.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.493+0000 7f0ac5400640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0ac01a3fa0 0x7f0ac01a4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.493+0000 7f0ac5400640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0aa40a3de0 0x7f0aa40a62a0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.493+0000 7f0ac5400640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0ac010e2e0 0x7f0ac019fc20 unknown :-1 s=CLOSED pgs=1596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.493+0000 7f0ac5400640 1 --2- 172.21.15.26:0/3155244978 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0ac0109210 0x7f0ac019f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.493+0000 7f0ac5400640 1 -- 172.21.15.26:0/3155244978 >> 172.21.15.26:0/3155244978 conn(0x7f0ac0076f50 msgr2=0x7f0ac0078310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:10.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.493+0000 7f0ac5400640 1 -- 172.21.15.26:0/3155244978 shutdown_connections 2024-04-26T23:53:10.497 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.493+0000 7f0ac5400640 1 -- 172.21.15.26:0/3155244978 wait complete. 2024-04-26T23:53:10.518 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-26T23:53:10.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.725+0000 7f70b8600640 1 -- 172.21.15.26:0/3788938259 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70b00755f0 msgr2=0x7f70b01133c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:10.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.725+0000 7f70b8600640 1 --2- 172.21.15.26:0/3788938259 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70b00755f0 0x7f70b01133c0 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7f709c009900 tx=0x7f709c02a480 comp rx=0 tx=0).stop 2024-04-26T23:53:10.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.725+0000 7f70b8600640 1 -- 172.21.15.26:0/3788938259 shutdown_connections 2024-04-26T23:53:10.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.725+0000 7f70b8600640 1 --2- 172.21.15.26:0/3788938259 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f70b0113900 0x7f70b0115cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.725+0000 7f70b8600640 1 --2- 172.21.15.26:0/3788938259 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70b00755f0 0x7f70b01133c0 unknown :-1 s=CLOSED pgs=1597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.725+0000 7f70b8600640 1 --2- 172.21.15.26:0/3788938259 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f70b0074cd0 0x7f70b00750b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.725+0000 7f70b8600640 1 -- 172.21.15.26:0/3788938259 >> 172.21.15.26:0/3788938259 conn(0x7f70b0079cb0 msgr2=0x7f70b007a0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:10.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.725+0000 7f70b8600640 1 -- 172.21.15.26:0/3788938259 shutdown_connections 2024-04-26T23:53:10.729 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.725+0000 7f70b8600640 1 -- 172.21.15.26:0/3788938259 wait complete. 2024-04-26T23:53:10.731 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.726+0000 7f70b8600640 1 Processor -- start 2024-04-26T23:53:10.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.726+0000 7f70b8600640 1 -- start start 2024-04-26T23:53:10.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.726+0000 7f70b8600640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70b0074cd0 0x7f70b01a5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:10.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.726+0000 7f70b8600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f70b00755f0 0x7f70b01a5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:10.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.726+0000 7f70b8600640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f70b0113900 0x7f70b019f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:10.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.726+0000 7f70b8600640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f70b0119120 con 0x7f70b0074cd0 2024-04-26T23:53:10.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.726+0000 7f70b8600640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f70b0118fa0 con 0x7f70b0113900 2024-04-26T23:53:10.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.726+0000 7f70b8600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f70b01192a0 con 0x7f70b00755f0 2024-04-26T23:53:10.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.727+0000 7f70b5c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70b0074cd0 0x7f70b01a5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:10.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.727+0000 7f70b5c00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70b0074cd0 0x7f70b01a5430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57774/0 (socket says 172.21.15.26:57774) 2024-04-26T23:53:10.732 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.727+0000 7f70b5c00640 1 -- 172.21.15.26:0/4179780500 learned_addr learned my addr 172.21.15.26:0/4179780500 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:53:10.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.727+0000 7f70b5200640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f70b00755f0 0x7f70b01a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:10.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.727+0000 7f70b6600640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f70b0113900 0x7f70b019f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:10.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.727+0000 7f70b5c00640 1 -- 172.21.15.26:0/4179780500 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f70b00755f0 msgr2=0x7f70b01a5970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:10.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.727+0000 7f70b5c00640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f70b00755f0 0x7f70b01a5970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.727+0000 7f70b5c00640 1 -- 172.21.15.26:0/4179780500 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f70b0113900 msgr2=0x7f70b019f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:10.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.727+0000 7f70b5c00640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f70b0113900 0x7f70b019f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.727+0000 7f70b5c00640 1 -- 172.21.15.26:0/4179780500 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70b019fd60 con 0x7f70b0074cd0 2024-04-26T23:53:10.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.727+0000 7f70b6600640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f70b0113900 0x7f70b019f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:53:10.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.728+0000 7f70b5c00640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70b0074cd0 0x7f70b01a5430 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f70a400b4a0 tx=0x7f70a400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:10.733 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.728+0000 7f70ae000640 1 -- 172.21.15.26:0/4179780500 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a4014070 con 0x7f70b0074cd0 2024-04-26T23:53:10.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.728+0000 7f70b8600640 1 -- 172.21.15.26:0/4179780500 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70b01a0050 con 0x7f70b0074cd0 2024-04-26T23:53:10.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.728+0000 7f70ae000640 1 -- 172.21.15.26:0/4179780500 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f70a4010aa0 con 0x7f70b0074cd0 2024-04-26T23:53:10.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.728+0000 7f70ae000640 1 -- 172.21.15.26:0/4179780500 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a4017b70 con 0x7f70b0074cd0 2024-04-26T23:53:10.734 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.728+0000 7f70b8600640 1 -- 172.21.15.26:0/4179780500 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70b01ac2f0 con 0x7f70b0074cd0 2024-04-26T23:53:10.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.729+0000 7f70b8600640 1 -- 172.21.15.26:0/4179780500 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70b0069ba0 con 0x7f70b0074cd0 2024-04-26T23:53:10.735 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.731+0000 7f70ae000640 1 -- 172.21.15.26:0/4179780500 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f70a4017070 con 0x7f70b0074cd0 2024-04-26T23:53:10.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.732+0000 7f70ae000640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f70980a3d20 0x7f70980a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:10.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.733+0000 7f70ae000640 1 -- 172.21.15.26:0/4179780500 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 8556+0+0 (secure 0 0 0) 0x7f70a40cff30 con 0x7f70b0074cd0 2024-04-26T23:53:10.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.733+0000 7f70b5200640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f70980a3d20 0x7f70980a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:10.738 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.733+0000 7f70b5200640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f70980a3d20 0x7f70980a61e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f709c000c00 tx=0x7f709c005a20 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:10.740 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.737+0000 7f70ae000640 1 -- 172.21.15.26:0/4179780500 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f70a409c660 con 0x7f70b0074cd0 2024-04-26T23:53:10.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:10 smithi026 ceph-mon[28371]: pgmap v543: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 27 op/s 2024-04-26T23:53:10.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:10 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3520105857' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:53:10.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:10 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3155244978' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:53:10.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:10 smithi026 ceph-mon[28371]: osdmap e114: 12 total, 12 up, 12 in 2024-04-26T23:53:10.988 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.984+0000 7f70b8600640 1 -- 172.21.15.26:0/4179780500 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f70b01a0b10 con 0x7f70b0074cd0 2024-04-26T23:53:10.993 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.990+0000 7f70ae000640 1 -- 172.21.15.26:0/4179780500 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v25) ==== 161+0+0 (secure 0 0 0) 0x7f70a409bf60 con 0x7f70b0074cd0 2024-04-26T23:53:10.994 INFO:teuthology.orchestra.run.smithi026.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-26T23:53:10.997 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.994+0000 7f70b8600640 1 -- 172.21.15.26:0/4179780500 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f70980a3d20 msgr2=0x7f70980a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:10.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.994+0000 7f70b8600640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f70980a3d20 0x7f70980a61e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f709c000c00 tx=0x7f709c005a20 comp rx=0 tx=0).stop 2024-04-26T23:53:10.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.994+0000 7f70b8600640 1 -- 172.21.15.26:0/4179780500 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70b0074cd0 msgr2=0x7f70b01a5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:10.998 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.994+0000 7f70b8600640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70b0074cd0 0x7f70b01a5430 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f70a400b4a0 tx=0x7f70a400b960 comp rx=0 tx=0).stop 2024-04-26T23:53:10.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.995+0000 7f70b8600640 1 -- 172.21.15.26:0/4179780500 shutdown_connections 2024-04-26T23:53:10.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.995+0000 7f70b8600640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f70b0113900 0x7f70b019f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.995+0000 7f70b8600640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f70b00755f0 0x7f70b01a5970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.995+0000 7f70b8600640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f70980a3d20 0x7f70980a61e0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:10.999 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.996+0000 7f70b8600640 1 --2- 172.21.15.26:0/4179780500 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f70b0074cd0 0x7f70b01a5430 unknown :-1 s=CLOSED pgs=1598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:11.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.996+0000 7f70b8600640 1 -- 172.21.15.26:0/4179780500 >> 172.21.15.26:0/4179780500 conn(0x7f70b0079cb0 msgr2=0x7f70b010f3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:11.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.996+0000 7f70b8600640 1 -- 172.21.15.26:0/4179780500 shutdown_connections 2024-04-26T23:53:11.000 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:10.996+0000 7f70b8600640 1 -- 172.21.15.26:0/4179780500 wait complete. 2024-04-26T23:53:11.021 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-26T23:53:11.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:10 smithi164 ceph-mon[31699]: pgmap v543: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 27 op/s 2024-04-26T23:53:11.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:10 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3520105857' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:53:11.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:10 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3155244978' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:53:11.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:10 smithi164 ceph-mon[31699]: osdmap e114: 12 total, 12 up, 12 in 2024-04-26T23:53:11.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:10 smithi086 ceph-mon[31122]: pgmap v543: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 27 op/s 2024-04-26T23:53:11.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:10 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3520105857' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T23:53:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:10 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3155244978' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T23:53:11.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:10 smithi086 ceph-mon[31122]: osdmap e114: 12 total, 12 up, 12 in 2024-04-26T23:53:11.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.237+0000 7f78af000640 1 -- 172.21.15.26:0/4114768253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78a810a9f0 msgr2=0x7f78a810add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:11.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.237+0000 7f78af000640 1 --2- 172.21.15.26:0/4114768253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78a810a9f0 0x7f78a810add0 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f789c009930 tx=0x7f789c02a420 comp rx=0 tx=0).stop 2024-04-26T23:53:11.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.237+0000 7f78af000640 1 -- 172.21.15.26:0/4114768253 shutdown_connections 2024-04-26T23:53:11.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.237+0000 7f78af000640 1 --2- 172.21.15.26:0/4114768253 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78a81053a0 0x7f78a81118b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:11.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.237+0000 7f78af000640 1 --2- 172.21.15.26:0/4114768253 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f78a81049e0 0x7f78a8104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:11.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.237+0000 7f78af000640 1 --2- 172.21.15.26:0/4114768253 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78a810a9f0 0x7f78a810add0 unknown :-1 s=CLOSED pgs=1600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:11.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.237+0000 7f78af000640 1 -- 172.21.15.26:0/4114768253 >> 172.21.15.26:0/4114768253 conn(0x7f78a8100470 msgr2=0x7f78a8102890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:11.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.237+0000 7f78af000640 1 -- 172.21.15.26:0/4114768253 shutdown_connections 2024-04-26T23:53:11.241 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.237+0000 7f78af000640 1 -- 172.21.15.26:0/4114768253 wait complete. 2024-04-26T23:53:11.243 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.238+0000 7f78af000640 1 Processor -- start 2024-04-26T23:53:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.238+0000 7f78af000640 1 -- start start 2024-04-26T23:53:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.239+0000 7f78af000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78a81049e0 0x7f78a819b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.239+0000 7f78af000640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f78a81053a0 0x7f78a819b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.239+0000 7f78af000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78a810a9f0 0x7f78a819fa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.239+0000 7f78af000640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f78a8114bb0 con 0x7f78a81049e0 2024-04-26T23:53:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.239+0000 7f78af000640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f78a8114a30 con 0x7f78a81053a0 2024-04-26T23:53:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.239+0000 7f78af000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f78a8114d30 con 0x7f78a810a9f0 2024-04-26T23:53:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.239+0000 7f78adc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78a81049e0 0x7f78a819b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.239+0000 7f78adc00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78a81049e0 0x7f78a819b150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57804/0 (socket says 172.21.15.26:57804) 2024-04-26T23:53:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.239+0000 7f78adc00640 1 -- 172.21.15.26:0/2216905499 learned_addr learned my addr 172.21.15.26:0/2216905499 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:53:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.239+0000 7f78ad200640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f78a81053a0 0x7f78a819b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:11.244 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.239+0000 7f78ae600640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78a810a9f0 0x7f78a819fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.240+0000 7f78adc00640 1 -- 172.21.15.26:0/2216905499 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78a810a9f0 msgr2=0x7f78a819fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.240+0000 7f78adc00640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78a810a9f0 0x7f78a819fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.240+0000 7f78adc00640 1 -- 172.21.15.26:0/2216905499 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f78a81053a0 msgr2=0x7f78a819b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.240+0000 7f78adc00640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f78a81053a0 0x7f78a819b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.240+0000 7f78adc00640 1 -- 172.21.15.26:0/2216905499 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78a81a0140 con 0x7f78a81049e0 2024-04-26T23:53:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.240+0000 7f78adc00640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78a81049e0 0x7f78a819b150 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f789c02a940 tx=0x7f789c003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.240+0000 7f78a6000640 1 -- 172.21.15.26:0/2216905499 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c03f070 con 0x7f78a81049e0 2024-04-26T23:53:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.240+0000 7f78a6000640 1 -- 172.21.15.26:0/2216905499 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f789c03baf0 con 0x7f78a81049e0 2024-04-26T23:53:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.240+0000 7f78af000640 1 -- 172.21.15.26:0/2216905499 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78a81a03d0 con 0x7f78a81049e0 2024-04-26T23:53:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.240+0000 7f78a6000640 1 -- 172.21.15.26:0/2216905499 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f789c035030 con 0x7f78a81049e0 2024-04-26T23:53:11.245 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.240+0000 7f78af000640 1 -- 172.21.15.26:0/2216905499 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78a81a7cc0 con 0x7f78a81049e0 2024-04-26T23:53:11.246 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.242+0000 7f78af000640 1 -- 172.21.15.26:0/2216905499 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78a8069ac0 con 0x7f78a81049e0 2024-04-26T23:53:11.247 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.244+0000 7f78a6000640 1 -- 172.21.15.26:0/2216905499 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f789c042070 con 0x7f78a81049e0 2024-04-26T23:53:11.248 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.245+0000 7f78a6000640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f78900a3d20 0x7f78900a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.245+0000 7f78a6000640 1 -- 172.21.15.26:0/2216905499 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8770+0+0 (secure 0 0 0) 0x7f789c0f1490 con 0x7f78a81049e0 2024-04-26T23:53:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.246+0000 7f78ad200640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f78900a3d20 0x7f78900a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:11.249 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.246+0000 7f78ad200640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f78900a3d20 0x7f78900a61e0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f78a8102bc0 tx=0x7f7894005f90 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:11.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.248+0000 7f78a6000640 1 -- 172.21.15.26:0/2216905499 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f789c0bd9d0 con 0x7f78a81049e0 2024-04-26T23:53:11.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:10 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a[28367]: 2024-04-26T23:53:10.986+0000 7ff520c00700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T23:53:11.511 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:11.507+0000 7f78af000640 1 -- 172.21.15.26:0/2216905499 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f78a810cf50 con 0x7f78a81049e0 2024-04-26T23:53:11.526 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i[62279]: ignoring --setuser ceph since I am not root 2024-04-26T23:53:11.527 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i[62279]: ignoring --setgroup ceph since I am not root 2024-04-26T23:53:11.527 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-mds[62284]: -- 172.21.15.164:0/1062387343 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a9a3cf3a40 con 0x55a9a3cc6800 2024-04-26T23:53:11.527 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i[62279]: starting mds.i at 2024-04-26T23:53:11.527 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c[61969]: ignoring --setuser ceph since I am not root 2024-04-26T23:53:11.527 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c[61969]: ignoring --setgroup ceph since I am not root 2024-04-26T23:53:11.527 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-mds[61973]: -- 172.21.15.164:0/3584772669 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ec628dba40 con 0x55ec628aec00 2024-04-26T23:53:11.527 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c[61969]: starting mds.c at 2024-04-26T23:53:11.570 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e[60975]: ignoring --setuser ceph since I am not root 2024-04-26T23:53:11.570 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e[60975]: ignoring --setgroup ceph since I am not root 2024-04-26T23:53:11.571 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-mds[60979]: -- 172.21.15.86:0/2219584167 <== mon.2 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d278dbda40 con 0x55d278d91000 2024-04-26T23:53:11.571 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e[60975]: starting mds.e at 2024-04-26T23:53:11.571 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h[61277]: ignoring --setuser ceph since I am not root 2024-04-26T23:53:11.571 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h[61277]: ignoring --setgroup ceph since I am not root 2024-04-26T23:53:11.571 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-mds[61281]: -- 172.21.15.86:0/1500293619 <== mon.0 v2:172.21.15.26:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bbd82aba40 con 0x55bbd827e800 2024-04-26T23:53:11.571 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h[61277]: starting mds.h at 2024-04-26T23:53:11.571 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b[61591]: ignoring --setuser ceph since I am not root 2024-04-26T23:53:11.572 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b[61591]: ignoring --setgroup ceph since I am not root 2024-04-26T23:53:11.572 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-mds[61595]: -- 172.21.15.86:0/779770661 <== mon.2 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5576f36cda40 con 0x5576f36a0c00 2024-04-26T23:53:11.572 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b[61591]: starting mds.b at 2024-04-26T23:53:11.572 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k[60674]: ignoring --setuser ceph since I am not root 2024-04-26T23:53:11.572 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k[60674]: ignoring --setgroup ceph since I am not root 2024-04-26T23:53:11.572 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-mds[60678]: -- 172.21.15.86:0/1507801477 <== mon.2 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564de2fffa40 con 0x564de2fd3000 2024-04-26T23:53:11.572 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k[60674]: starting mds.k at 2024-04-26T23:53:12.007 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.003+0000 7f78a6000640 1 -- 172.21.15.26:0/2216905499 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v26) ==== 104+0+0 (secure 0 0 0) 0x7f789c0bd2d0 con 0x7f78a81049e0 2024-04-26T23:53:12.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.006+0000 7f78af000640 1 -- 172.21.15.26:0/2216905499 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f78900a3d20 msgr2=0x7f78900a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:12.010 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.006+0000 7f78af000640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f78900a3d20 0x7f78900a61e0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f78a8102bc0 tx=0x7f7894005f90 comp rx=0 tx=0).stop 2024-04-26T23:53:12.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.006+0000 7f78af000640 1 -- 172.21.15.26:0/2216905499 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78a81049e0 msgr2=0x7f78a819b150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:12.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.006+0000 7f78af000640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78a81049e0 0x7f78a819b150 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f789c02a940 tx=0x7f789c003b90 comp rx=0 tx=0).stop 2024-04-26T23:53:12.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.007+0000 7f78af000640 1 -- 172.21.15.26:0/2216905499 shutdown_connections 2024-04-26T23:53:12.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.007+0000 7f78af000640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f78a810a9f0 0x7f78a819fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:12.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.007+0000 7f78af000640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f78a81053a0 0x7f78a819b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:12.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.007+0000 7f78af000640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f78900a3d20 0x7f78900a61e0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:12.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.007+0000 7f78af000640 1 --2- 172.21.15.26:0/2216905499 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f78a81049e0 0x7f78a819b150 unknown :-1 s=CLOSED pgs=1601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:12.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.007+0000 7f78af000640 1 -- 172.21.15.26:0/2216905499 >> 172.21.15.26:0/2216905499 conn(0x7f78a8100470 msgr2=0x7f78a8100df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:12.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.007+0000 7f78af000640 1 -- 172.21.15.26:0/2216905499 shutdown_connections 2024-04-26T23:53:12.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.007+0000 7f78af000640 1 -- 172.21.15.26:0/2216905499 wait complete. 2024-04-26T23:53:12.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/4179780500' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T23:53:12.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-mon[31699]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T23:53:12.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-mon[31699]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T23:53:12.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/4179780500' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T23:53:12.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-mon[31699]: osdmap e115: 12 total, 12 up, 12 in 2024-04-26T23:53:12.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-mon[31699]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-26T23:53:12.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:11 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2216905499' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T23:53:12.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:11 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/4179780500' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T23:53:12.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:11 smithi026 ceph-mon[28371]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T23:53:12.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:11 smithi026 ceph-mon[28371]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T23:53:12.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:11 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/4179780500' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T23:53:12.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:11 smithi026 ceph-mon[28371]: osdmap e115: 12 total, 12 up, 12 in 2024-04-26T23:53:12.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:11 smithi026 ceph-mon[28371]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-26T23:53:12.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:11 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2216905499' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T23:53:12.037 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-26T23:53:12.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/4179780500' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T23:53:12.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-mon[31122]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T23:53:12.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-mon[31122]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T23:53:12.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/4179780500' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T23:53:12.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-mon[31122]: osdmap e115: 12 total, 12 up, 12 in 2024-04-26T23:53:12.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-mon[31122]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-04-26T23:53:12.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:11 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2216905499' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T23:53:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.246+0000 7fad2fe00640 1 -- 172.21.15.26:0/3663618546 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad30104280 msgr2=0x7fad3010c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.246+0000 7fad2fe00640 1 --2- 172.21.15.26:0/3663618546 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad30104280 0x7fad3010c760 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7fad18009ca0 tx=0x7fad1802a950 comp rx=0 tx=0).stop 2024-04-26T23:53:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.246+0000 7fad2fe00640 1 -- 172.21.15.26:0/3663618546 shutdown_connections 2024-04-26T23:53:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.246+0000 7fad2fe00640 1 --2- 172.21.15.26:0/3663618546 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad3010cd80 0x7fad3010f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:12.250 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.246+0000 7fad2fe00640 1 --2- 172.21.15.26:0/3663618546 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad30104280 0x7fad3010c760 unknown :-1 s=CLOSED pgs=1602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:12.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.246+0000 7fad2fe00640 1 --2- 172.21.15.26:0/3663618546 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fad30103960 0x7fad30103d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:12.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.246+0000 7fad2fe00640 1 -- 172.21.15.26:0/3663618546 >> 172.21.15.26:0/3663618546 conn(0x7fad300fd180 msgr2=0x7fad300ff5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:12.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.246+0000 7fad2fe00640 1 -- 172.21.15.26:0/3663618546 shutdown_connections 2024-04-26T23:53:12.251 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.246+0000 7fad2fe00640 1 -- 172.21.15.26:0/3663618546 wait complete. 2024-04-26T23:53:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.247+0000 7fad2fe00640 1 Processor -- start 2024-04-26T23:53:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.248+0000 7fad2fe00640 1 -- start start 2024-04-26T23:53:12.253 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.248+0000 7fad2fe00640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad30103960 0x7fad301015b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.248+0000 7fad2fe00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad30104280 0x7fad30101af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.248+0000 7fad2fe00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fad3010cd80 0x7fad30102030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.248+0000 7fad2fe00640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7fad30112930 con 0x7fad30104280 2024-04-26T23:53:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.248+0000 7fad2fe00640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7fad301127b0 con 0x7fad30103960 2024-04-26T23:53:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.248+0000 7fad2fe00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fad30112ab0 con 0x7fad3010cd80 2024-04-26T23:53:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.248+0000 7fad2e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad30104280 0x7fad30101af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.248+0000 7fad2e000640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad30104280 0x7fad30101af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57826/0 (socket says 172.21.15.26:57826) 2024-04-26T23:53:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.248+0000 7fad2e000640 1 -- 172.21.15.26:0/3828459319 learned_addr learned my addr 172.21.15.26:0/3828459319 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:53:12.254 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.249+0000 7fad2ea00640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad30103960 0x7fad301015b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.249+0000 7fad2f400640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fad3010cd80 0x7fad30102030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.249+0000 7fad2e000640 1 -- 172.21.15.26:0/3828459319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fad3010cd80 msgr2=0x7fad30102030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.249+0000 7fad2e000640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fad3010cd80 0x7fad30102030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.249+0000 7fad2e000640 1 -- 172.21.15.26:0/3828459319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad30103960 msgr2=0x7fad301015b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.249+0000 7fad2e000640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad30103960 0x7fad301015b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.249+0000 7fad2e000640 1 -- 172.21.15.26:0/3828459319 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad301a7350 con 0x7fad30104280 2024-04-26T23:53:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.249+0000 7fad2e000640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad30104280 0x7fad30101af0 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7fad18005e30 tx=0x7fad18003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.249+0000 7fad27400640 1 -- 172.21.15.26:0/3828459319 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad18034040 con 0x7fad30104280 2024-04-26T23:53:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.250+0000 7fad27400640 1 -- 172.21.15.26:0/3828459319 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7fad18030850 con 0x7fad30104280 2024-04-26T23:53:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.250+0000 7fad2fe00640 1 -- 172.21.15.26:0/3828459319 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad301a75e0 con 0x7fad30104280 2024-04-26T23:53:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.250+0000 7fad27400640 1 -- 172.21.15.26:0/3828459319 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad18004720 con 0x7fad30104280 2024-04-26T23:53:12.255 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.250+0000 7fad2fe00640 1 -- 172.21.15.26:0/3828459319 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad301a7b20 con 0x7fad30104280 2024-04-26T23:53:12.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.251+0000 7fad2fe00640 1 -- 172.21.15.26:0/3828459319 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad30069670 con 0x7fad30104280 2024-04-26T23:53:12.256 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.253+0000 7fad27400640 1 -- 172.21.15.26:0/3828459319 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fad18037020 con 0x7fad30104280 2024-04-26T23:53:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.254+0000 7fad27400640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fad100a3dd0 0x7fad100a6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.255+0000 7fad27400640 1 -- 172.21.15.26:0/3828459319 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8770+0+0 (secure 0 0 0) 0x7fad180f17d0 con 0x7fad30104280 2024-04-26T23:53:12.258 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.255+0000 7fad2ea00640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fad100a3dd0 0x7fad100a6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:12.259 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.255+0000 7fad2ea00640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fad100a3dd0 0x7fad100a6290 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fad20005fd0 tx=0x7fad20005850 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:12.262 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.259+0000 7fad27400640 1 -- 172.21.15.26:0/3828459319 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7fad18044e90 con 0x7fad30104280 2024-04-26T23:53:12.470 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:12.467+0000 7fad2fe00640 1 -- 172.21.15.26:0/3828459319 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fad30107e20 con 0x7fad30104280 2024-04-26T23:53:13.011 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.007+0000 7fad27400640 1 -- 172.21.15.26:0/3828459319 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v116) ==== 181+0+0 (secure 0 0 0) 0x7fad180bde20 con 0x7fad30104280 2024-04-26T23:53:13.011 INFO:teuthology.orchestra.run.smithi026.stderr:pool 'cephfs_metadata' removed 2024-04-26T23:53:13.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.011+0000 7fad2fe00640 1 -- 172.21.15.26:0/3828459319 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fad100a3dd0 msgr2=0x7fad100a6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:13.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.011+0000 7fad2fe00640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fad100a3dd0 0x7fad100a6290 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fad20005fd0 tx=0x7fad20005850 comp rx=0 tx=0).stop 2024-04-26T23:53:13.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.011+0000 7fad2fe00640 1 -- 172.21.15.26:0/3828459319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad30104280 msgr2=0x7fad30101af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:13.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.011+0000 7fad2fe00640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad30104280 0x7fad30101af0 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7fad18005e30 tx=0x7fad18003f90 comp rx=0 tx=0).stop 2024-04-26T23:53:13.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.012+0000 7fad2fe00640 1 -- 172.21.15.26:0/3828459319 shutdown_connections 2024-04-26T23:53:13.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.012+0000 7fad2fe00640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fad3010cd80 0x7fad30102030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:13.016 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.012+0000 7fad2fe00640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7fad100a3dd0 0x7fad100a6290 secure :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fad20005fd0 tx=0x7fad20005850 comp rx=0 tx=0).stop 2024-04-26T23:53:13.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.012+0000 7fad2fe00640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7fad30104280 0x7fad30101af0 unknown :-1 s=CLOSED pgs=1603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:13.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.012+0000 7fad2fe00640 1 --2- 172.21.15.26:0/3828459319 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7fad30103960 0x7fad301015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:13.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.012+0000 7fad2fe00640 1 -- 172.21.15.26:0/3828459319 >> 172.21.15.26:0/3828459319 conn(0x7fad300fd180 msgr2=0x7fad300fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:13.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.012+0000 7fad2fe00640 1 -- 172.21.15.26:0/3828459319 shutdown_connections 2024-04-26T23:53:13.017 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.013+0000 7fad2fe00640 1 -- 172.21.15.26:0/3828459319 wait complete. 2024-04-26T23:53:13.026 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: pgmap v546: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 791 B/s wr, 5 op/s 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: Cluster is now healthy 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/2216905499' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.86:6832/3947108217,v1:172.21.15.86:6833/3947108217] up:boot 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.86:6834/2745941734,v1:172.21.15.86:6835/2745941734] up:boot 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.164:6836/1145194859,v1:172.21.15.164:6838/1145194859] up:boot 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.164:6837/101762929,v1:172.21.15.164:6839/101762929] up:boot 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.86:6836/715908556,v1:172.21.15.86:6838/715908556] up:boot 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: mds.? [v2:172.21.15.86:6837/602308360,v1:172.21.15.86:6839/602308360] up:boot 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: fsmap 12 up:standby 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T23:53:13.027 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T23:53:13.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T23:53:13.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T23:53:13.028 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:12 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3828459319' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T23:53:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: pgmap v546: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 791 B/s wr, 5 op/s 2024-04-26T23:53:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T23:53:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T23:53:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: Cluster is now healthy 2024-04-26T23:53:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/2216905499' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T23:53:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.86:6832/3947108217,v1:172.21.15.86:6833/3947108217] up:boot 2024-04-26T23:53:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.86:6834/2745941734,v1:172.21.15.86:6835/2745941734] up:boot 2024-04-26T23:53:13.028 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.164:6836/1145194859,v1:172.21.15.164:6838/1145194859] up:boot 2024-04-26T23:53:13.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.164:6837/101762929,v1:172.21.15.164:6839/101762929] up:boot 2024-04-26T23:53:13.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.86:6836/715908556,v1:172.21.15.86:6838/715908556] up:boot 2024-04-26T23:53:13.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: mds.? [v2:172.21.15.86:6837/602308360,v1:172.21.15.86:6839/602308360] up:boot 2024-04-26T23:53:13.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: fsmap 12 up:standby 2024-04-26T23:53:13.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T23:53:13.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T23:53:13.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T23:53:13.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T23:53:13.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T23:53:13.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T23:53:13.029 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:12 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3828459319' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T23:53:13.044 DEBUG:teuthology.orchestra.run.smithi026:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-26T23:53:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: pgmap v546: 97 pgs: 97 active+clean; 62 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 791 B/s wr, 5 op/s 2024-04-26T23:53:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T23:53:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T23:53:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: Cluster is now healthy 2024-04-26T23:53:13.070 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/2216905499' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T23:53:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.86:6832/3947108217,v1:172.21.15.86:6833/3947108217] up:boot 2024-04-26T23:53:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.86:6834/2745941734,v1:172.21.15.86:6835/2745941734] up:boot 2024-04-26T23:53:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.164:6836/1145194859,v1:172.21.15.164:6838/1145194859] up:boot 2024-04-26T23:53:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.164:6837/101762929,v1:172.21.15.164:6839/101762929] up:boot 2024-04-26T23:53:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.86:6836/715908556,v1:172.21.15.86:6838/715908556] up:boot 2024-04-26T23:53:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: mds.? [v2:172.21.15.86:6837/602308360,v1:172.21.15.86:6839/602308360] up:boot 2024-04-26T23:53:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: fsmap 12 up:standby 2024-04-26T23:53:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T23:53:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T23:53:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T23:53:13.071 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T23:53:13.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T23:53:13.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: from='mgr.24955 172.21.15.26:0/970245398' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T23:53:13.072 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:12 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3828459319' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T23:53:13.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.260+0000 7f0f1b200640 1 -- 172.21.15.26:0/1055569479 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f1c1049d0 msgr2=0x7f0f1c104e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:13.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.260+0000 7f0f1b200640 1 --2- 172.21.15.26:0/1055569479 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f1c1049d0 0x7f0f1c104e50 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f0f08009930 tx=0x7f0f0802a420 comp rx=0 tx=0).stop 2024-04-26T23:53:13.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.260+0000 7f0f1b200640 1 -- 172.21.15.26:0/1055569479 shutdown_connections 2024-04-26T23:53:13.264 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.260+0000 7f0f1b200640 1 --2- 172.21.15.26:0/1055569479 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f1c105390 0x7f0f1c1118a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:13.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.260+0000 7f0f1b200640 1 --2- 172.21.15.26:0/1055569479 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f1c1049d0 0x7f0f1c104e50 unknown :-1 s=CLOSED pgs=1604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:13.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.260+0000 7f0f1b200640 1 --2- 172.21.15.26:0/1055569479 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f1c10a9e0 0x7f0f1c10adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:13.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.260+0000 7f0f1b200640 1 -- 172.21.15.26:0/1055569479 >> 172.21.15.26:0/1055569479 conn(0x7f0f1c100440 msgr2=0x7f0f1c102860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:13.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.261+0000 7f0f1b200640 1 -- 172.21.15.26:0/1055569479 shutdown_connections 2024-04-26T23:53:13.265 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.261+0000 7f0f1b200640 1 -- 172.21.15.26:0/1055569479 wait complete. 2024-04-26T23:53:13.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.262+0000 7f0f1b200640 1 Processor -- start 2024-04-26T23:53:13.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.262+0000 7f0f1b200640 1 -- start start 2024-04-26T23:53:13.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.262+0000 7f0f1b200640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f1c1049d0 0x7f0f1c19b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:13.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.262+0000 7f0f1b200640 1 --2- >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f1c105390 0x7f0f1c19b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:13.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.262+0000 7f0f1b200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f1c10a9e0 0x7f0f1c19fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:13.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.262+0000 7f0f1b200640 1 -- --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_getmap magic: 0 -- 0x7f0f1c114ba0 con 0x7f0f1c1049d0 2024-04-26T23:53:13.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.262+0000 7f0f1b200640 1 -- --> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] -- mon_getmap magic: 0 -- 0x7f0f1c114a20 con 0x7f0f1c105390 2024-04-26T23:53:13.267 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.262+0000 7f0f1b200640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0f1c114d20 con 0x7f0f1c10a9e0 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.262+0000 7f0f19e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f1c1049d0 0x7f0f1c19b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.262+0000 7f0f19e00640 1 --2- >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f1c1049d0 0x7f0f1c19b160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.26:3300/0 says I am v2:172.21.15.26:57854/0 (socket says 172.21.15.26:57854) 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.262+0000 7f0f19e00640 1 -- 172.21.15.26:0/1201724531 learned_addr learned my addr 172.21.15.26:0/1201724531 (peer_addr_for_me v2:172.21.15.26:0/0) 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.263+0000 7f0f1a800640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f1c10a9e0 0x7f0f1c19fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.263+0000 7f0f19400640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f1c105390 0x7f0f1c19b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.263+0000 7f0f19e00640 1 -- 172.21.15.26:0/1201724531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f1c10a9e0 msgr2=0x7f0f1c19fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.263+0000 7f0f19e00640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f1c10a9e0 0x7f0f1c19fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.263+0000 7f0f19e00640 1 -- 172.21.15.26:0/1201724531 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f1c105390 msgr2=0x7f0f1c19b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.263+0000 7f0f19e00640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f1c105390 0x7f0f1c19b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.263+0000 7f0f19e00640 1 -- 172.21.15.26:0/1201724531 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f1c1a0150 con 0x7f0f1c1049d0 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.263+0000 7f0f19400640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f1c105390 0x7f0f1c19b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.263+0000 7f0f19e00640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f1c1049d0 0x7f0f1c19b160 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c00e9f0 tx=0x7f0f0c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.263+0000 7f0f12a00640 1 -- 172.21.15.26:0/1201724531 <== mon.0 v2:172.21.15.26:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f0c00cd80 con 0x7f0f1c1049d0 2024-04-26T23:53:13.268 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.263+0000 7f0f12a00640 1 -- 172.21.15.26:0/1201724531 <== mon.0 v2:172.21.15.26:3300/0 2 ==== config(25 keys) ==== 1063+0+0 (secure 0 0 0) 0x7f0f0c0054b0 con 0x7f0f1c1049d0 2024-04-26T23:53:13.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.263+0000 7f0f12a00640 1 -- 172.21.15.26:0/1201724531 <== mon.0 v2:172.21.15.26:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f0c010430 con 0x7f0f1c1049d0 2024-04-26T23:53:13.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.264+0000 7f0f1b200640 1 -- 172.21.15.26:0/1201724531 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f1c1a0440 con 0x7f0f1c1049d0 2024-04-26T23:53:13.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.264+0000 7f0f1b200640 1 -- 172.21.15.26:0/1201724531 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f1c1a7cd0 con 0x7f0f1c1049d0 2024-04-26T23:53:13.269 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.265+0000 7f0f1b200640 1 -- 172.21.15.26:0/1201724531 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f1c069ac0 con 0x7f0f1c1049d0 2024-04-26T23:53:13.270 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.267+0000 7f0f12a00640 1 -- 172.21.15.26:0/1201724531 <== mon.0 v2:172.21.15.26:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f0f0c0046c0 con 0x7f0f1c1049d0 2024-04-26T23:53:13.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.268+0000 7f0f12a00640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0f000a3de0 0x7f0f000a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T23:53:13.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.268+0000 7f0f12a00640 1 -- 172.21.15.26:0/1201724531 <== mon.0 v2:172.21.15.26:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8216+0+0 (secure 0 0 0) 0x7f0f0c0d0b20 con 0x7f0f1c1049d0 2024-04-26T23:53:13.272 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.269+0000 7f0f19400640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0f000a3de0 0x7f0f000a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T23:53:13.273 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.269+0000 7f0f19400640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0f000a3de0 0x7f0f000a62a0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f0f08005ab0 tx=0x7f0f08005fd0 comp rx=0 tx=0).ready entity=mgr.24955 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T23:53:13.276 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.272+0000 7f0f12a00640 1 -- 172.21.15.26:0/1201724531 <== mon.0 v2:172.21.15.26:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188494 (secure 0 0 0) 0x7f0f0c09d290 con 0x7f0f1c1049d0 2024-04-26T23:53:13.486 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:13.483+0000 7f0f1b200640 1 -- 172.21.15.26:0/1201724531 --> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0f1c02dad0 con 0x7f0f1c1049d0 2024-04-26T23:53:14.026 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.022+0000 7f0f12a00640 1 -- 172.21.15.26:0/1201724531 <== mon.0 v2:172.21.15.26:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v117) ==== 169+0+0 (secure 0 0 0) 0x7f0f0c09cb90 con 0x7f0f1c1049d0 2024-04-26T23:53:14.026 INFO:teuthology.orchestra.run.smithi026.stderr:pool 'cephfs_data' removed 2024-04-26T23:53:14.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.029+0000 7f0f1b200640 1 -- 172.21.15.26:0/1201724531 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0f000a3de0 msgr2=0x7f0f000a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:14.032 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.029+0000 7f0f1b200640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0f000a3de0 0x7f0f000a62a0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f0f08005ab0 tx=0x7f0f08005fd0 comp rx=0 tx=0).stop 2024-04-26T23:53:14.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.029+0000 7f0f1b200640 1 -- 172.21.15.26:0/1201724531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f1c1049d0 msgr2=0x7f0f1c19b160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T23:53:14.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.029+0000 7f0f1b200640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f1c1049d0 0x7f0f1c19b160 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c00e9f0 tx=0x7f0f0c00edf0 comp rx=0 tx=0).stop 2024-04-26T23:53:14.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.029+0000 7f0f1b200640 1 -- 172.21.15.26:0/1201724531 shutdown_connections 2024-04-26T23:53:14.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.030+0000 7f0f1b200640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0f1c10a9e0 0x7f0f1c19fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:14.033 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.030+0000 7f0f1b200640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] conn(0x7f0f1c105390 0x7f0f1c19b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:14.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.030+0000 7f0f1b200640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.26:6800/2981289650,v1:172.21.15.26:6801/2981289650] conn(0x7f0f000a3de0 0x7f0f000a62a0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:14.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.030+0000 7f0f1b200640 1 --2- 172.21.15.26:0/1201724531 >> [v2:172.21.15.26:3300/0,v1:172.21.15.26:6789/0] conn(0x7f0f1c1049d0 0x7f0f1c19b160 unknown :-1 s=CLOSED pgs=1605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T23:53:14.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.030+0000 7f0f1b200640 1 -- 172.21.15.26:0/1201724531 >> 172.21.15.26:0/1201724531 conn(0x7f0f1c100440 msgr2=0x7f0f1c100e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T23:53:14.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.030+0000 7f0f1b200640 1 -- 172.21.15.26:0/1201724531 shutdown_connections 2024-04-26T23:53:14.034 INFO:teuthology.orchestra.run.smithi026.stderr:2024-04-26T23:53:14.030+0000 7f0f1b200640 1 -- 172.21.15.26:0/1201724531 wait complete. 2024-04-26T23:53:14.062 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T23:53:14.138 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T23:53:14.221 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T23:53:14.287 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:14 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/3828459319' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T23:53:14.287 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:14 smithi164 ceph-mon[31699]: osdmap e116: 12 total, 12 up, 12 in 2024-04-26T23:53:14.288 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:14 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1201724531' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T23:53:14.288 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:14 smithi164 ceph-mon[31699]: pgmap v548: 65 pgs: 65 active+clean; 8.6 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:53:14.300 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-26T23:53:14.300 DEBUG:teuthology.orchestra.run.smithi026:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T23:53:14.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:14 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/3828459319' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T23:53:14.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:14 smithi086 ceph-mon[31122]: osdmap e116: 12 total, 12 up, 12 in 2024-04-26T23:53:14.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:14 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1201724531' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T23:53:14.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:14 smithi086 ceph-mon[31122]: pgmap v548: 65 pgs: 65 active+clean; 8.6 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:53:14.358 DEBUG:teuthology.orchestra.run.smithi086:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T23:53:14.415 DEBUG:teuthology.orchestra.run.smithi164:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T23:53:14.474 INFO:tasks.cephadm:Stopping all daemons... 2024-04-26T23:53:14.475 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-26T23:53:14.475 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.a 2024-04-26T23:53:14.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:14 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/3828459319' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T23:53:14.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:14 smithi026 ceph-mon[28371]: osdmap e116: 12 total, 12 up, 12 in 2024-04-26T23:53:14.526 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:14 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1201724531' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T23:53:14.527 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:14 smithi026 ceph-mon[28371]: pgmap v548: 65 pgs: 65 active+clean; 8.6 MiB data, 593 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T23:53:15.027 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:14 smithi026 systemd[1]: Stopping Ceph mon.a for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:53:15.319 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:15 smithi086 ceph-mon[31122]: from='client.? 172.21.15.26:0/1201724531' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T23:53:15.320 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:15 smithi086 ceph-mon[31122]: osdmap e117: 12 total, 12 up, 12 in 2024-04-26T23:53:15.422 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:15 smithi026 ceph-mon[28371]: from='client.? 172.21.15.26:0/1201724531' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T23:53:15.422 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:15 smithi026 ceph-mon[28371]: osdmap e117: 12 total, 12 up, 12 in 2024-04-26T23:53:15.422 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:15 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a[28367]: 2024-04-26T23:53:15.038+0000 7ff527a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:53:15.423 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:15 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a[28367]: 2024-04-26T23:53:15.038+0000 7ff527a00700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-26T23:53:15.423 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:15 smithi026 podman[100696]: 2024-04-26 23:53:15.111276597 +0000 UTC m=+0.223952024 container died 8111cce0f4a34cea8cccc2ca141b631b96f9b2b98ad89384f0b9f863fc0ccd7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T23:53:15.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:15 smithi164 ceph-mon[31699]: from='client.? 172.21.15.26:0/1201724531' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T23:53:15.526 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:15 smithi164 ceph-mon[31699]: osdmap e117: 12 total, 12 up, 12 in 2024-04-26T23:53:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:15 smithi026 podman[100696]: 2024-04-26 23:53:15.554410122 +0000 UTC m=+0.667085542 container cleanup 8111cce0f4a34cea8cccc2ca141b631b96f9b2b98ad89384f0b9f863fc0ccd7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240424, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=) 2024-04-26T23:53:15.777 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:15 smithi026 bash[100696]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a 2024-04-26T23:53:16.276 INFO:journalctl@ceph.mon.a.smithi026.stdout:Apr 26 23:53:15 smithi026 podman[100710]: 2024-04-26 23:53:15.822582457 +0000 UTC m=+0.701537150 container remove 8111cce0f4a34cea8cccc2ca141b631b96f9b2b98ad89384f0b9f863fc0ccd7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD) 2024-04-26T23:53:16.380 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.a.service' 2024-04-26T23:53:16.524 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:53:16.524 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-26T23:53:16.524 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-26T23:53:16.524 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.b 2024-04-26T23:53:17.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:16 smithi086 systemd[1]: Stopping Ceph mon.b for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:53:17.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:17 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-b[31118]: 2024-04-26T23:53:17.176+0000 7f2b0c600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:53:17.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:17 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-b[31118]: 2024-04-26T23:53:17.176+0000 7f2b0c600700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-26T23:53:17.570 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:17 smithi086 podman[68021]: 2024-04-26 23:53:17.413625466 +0000 UTC m=+0.422711887 container died d073f398bb1ec782f54b6f695c8307be69570785181d884bc7fec410b3bc6c00 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-b, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240424, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff) 2024-04-26T23:53:18.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:17 smithi086 podman[68021]: 2024-04-26 23:53:17.975877596 +0000 UTC m=+0.984964042 container cleanup d073f398bb1ec782f54b6f695c8307be69570785181d884bc7fec410b3bc6c00 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T23:53:18.069 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:17 smithi086 bash[68021]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-b 2024-04-26T23:53:18.569 INFO:journalctl@ceph.mon.b.smithi086.stdout:Apr 26 23:53:18 smithi086 podman[68035]: 2024-04-26 23:53:18.185206903 +0000 UTC m=+0.752524670 container remove d073f398bb1ec782f54b6f695c8307be69570785181d884bc7fec410b3bc6c00 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-26T23:53:18.684 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.b.service' 2024-04-26T23:53:18.809 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:53:18.810 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-26T23:53:18.810 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-26T23:53:18.810 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.c 2024-04-26T23:53:19.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:18 smithi164 systemd[1]: Stopping Ceph mon.c for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:53:19.659 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:19 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-c[31695]: 2024-04-26T23:53:19.387+0000 7f5ac6e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:53:19.659 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:19 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-c[31695]: 2024-04-26T23:53:19.387+0000 7f5ac6e00700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-26T23:53:19.950 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:19 smithi164 podman[68522]: 2024-04-26 23:53:19.654836312 +0000 UTC m=+0.420381345 container died 6f31883395307a00f0e73c68dde29890a293f5723fb0bd2583eb86805ef631a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:53:20.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:20 smithi164 podman[68522]: 2024-04-26 23:53:20.080901092 +0000 UTC m=+0.846446169 container cleanup 6f31883395307a00f0e73c68dde29890a293f5723fb0bd2583eb86805ef631a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-26T23:53:20.276 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:20 smithi164 bash[68522]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-c 2024-04-26T23:53:20.776 INFO:journalctl@ceph.mon.c.smithi164.stdout:Apr 26 23:53:20 smithi164 podman[68536]: 2024-04-26 23:53:20.382183757 +0000 UTC m=+0.715135648 container remove 6f31883395307a00f0e73c68dde29890a293f5723fb0bd2583eb86805ef631a0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, org.label-schema.build-date=20240424) 2024-04-26T23:53:20.901 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mon.c.service' 2024-04-26T23:53:21.026 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:53:21.027 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-26T23:53:21.027 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-26T23:53:21.027 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.x 2024-04-26T23:53:21.527 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:53:21 smithi026 systemd[1]: Stopping Ceph mgr.x for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:53:22.017 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:53:21 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:53:21.605+0000 7ff8e7c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:53:22.017 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:53:21 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x[28611]: 2024-04-26T23:53:21.605+0000 7ff8e7c00700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-26T23:53:22.017 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:53:21 smithi026 podman[100820]: 2024-04-26 23:53:21.701476714 +0000 UTC m=+0.222994901 container stop c7a851355c10f9be8b62412df319505f656118cb32ed882e3c585b9fa728cb33 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff) 2024-04-26T23:53:22.017 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:53:21 smithi026 podman[100820]: 2024-04-26 23:53:21.730582598 +0000 UTC m=+0.252100783 container died c7a851355c10f9be8b62412df319505f656118cb32ed882e3c585b9fa728cb33 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-26T23:53:22.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:53:22 smithi026 podman[100820]: 2024-04-26 23:53:22.192012539 +0000 UTC m=+0.713530739 container cleanup c7a851355c10f9be8b62412df319505f656118cb32ed882e3c585b9fa728cb33 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T23:53:22.276 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:53:22 smithi026 bash[100820]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x 2024-04-26T23:53:22.777 INFO:journalctl@ceph.mgr.x.smithi026.stdout:Apr 26 23:53:22 smithi026 podman[100834]: 2024-04-26 23:53:22.384981945 +0000 UTC m=+0.662792406 container remove c7a851355c10f9be8b62412df319505f656118cb32ed882e3c585b9fa728cb33 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bc612ffb9c1d5bc27536bc917a705262a36d4387, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:53:22.877 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-26T23:53:22.992 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:53:22.993 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-26T23:53:22.993 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-26T23:53:22.993 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.y 2024-04-26T23:53:23.570 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:53:23 smithi086 systemd[1]: Stopping Ceph mgr.y for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:53:23.937 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:53:23 smithi086 podman[68154]: 2024-04-26 23:53:23.603449459 +0000 UTC m=+0.212067647 container died ed9e009af30b1178c67054ae3842e34e1942040f9288a3750add77cffeaeebf5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424) 2024-04-26T23:53:24.320 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:53:24 smithi086 podman[68154]: 2024-04-26 23:53:24.096629903 +0000 UTC m=+0.705248085 container cleanup ed9e009af30b1178c67054ae3842e34e1942040f9288a3750add77cffeaeebf5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424) 2024-04-26T23:53:24.320 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:53:24 smithi086 bash[68154]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y 2024-04-26T23:53:24.820 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:53:24 smithi086 podman[68169]: 2024-04-26 23:53:24.364095706 +0000 UTC m=+0.749843732 container remove ed9e009af30b1178c67054ae3842e34e1942040f9288a3750add77cffeaeebf5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-y, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-26T23:53:24.820 INFO:journalctl@ceph.mgr.y.smithi086.stdout:Apr 26 23:53:24 smithi086 systemd[1]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-26T23:53:24.876 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-26T23:53:24.986 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:53:24.986 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-26T23:53:24.986 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-26T23:53:24.987 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.z 2024-04-26T23:53:25.527 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:53:25 smithi164 systemd[1]: Stopping Ceph mgr.z for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:53:25.979 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:53:25 smithi164 podman[68656]: 2024-04-26 23:53:25.667346707 +0000 UTC m=+0.251831263 container died 9a4850eb44d9f0ce94ba272f8fa9edb6eede419a676df835c91ca3961e0aff3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True) 2024-04-26T23:53:26.276 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:53:26 smithi164 podman[68656]: 2024-04-26 23:53:26.136851174 +0000 UTC m=+0.721335745 container cleanup 9a4850eb44d9f0ce94ba272f8fa9edb6eede419a676df835c91ca3961e0aff3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T23:53:26.276 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:53:26 smithi164 bash[68656]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z 2024-04-26T23:53:26.776 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:53:26 smithi164 podman[68670]: 2024-04-26 23:53:26.321355873 +0000 UTC m=+0.640337781 container remove 9a4850eb44d9f0ce94ba272f8fa9edb6eede419a676df835c91ca3961e0aff3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mgr-z, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:53:26.777 INFO:journalctl@ceph.mgr.z.smithi164.stdout:Apr 26 23:53:26 smithi164 systemd[1]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-04-26T23:53:26.835 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-26T23:53:26.941 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:53:26.941 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-26T23:53:26.941 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-26T23:53:26.941 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.0 2024-04-26T23:53:27.276 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:27 smithi026 systemd[1]: Stopping Ceph osd.0 for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:53:28.027 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0[43137]: 2024-04-26T23:53:27.536+0000 7ff2db600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:53:28.027 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0[43137]: 2024-04-26T23:53:27.536+0000 7ff2db600700 -1 osd.0 117 *** Got signal Terminated *** 2024-04-26T23:53:28.027 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0[43137]: 2024-04-26T23:53:27.536+0000 7ff2db600700 -1 osd.0 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T23:53:33.446 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:33 smithi026 podman[100939]: 2024-04-26 23:53:33.102105328 +0000 UTC m=+5.728544652 container died eb0b7e3bc3d214b9a21e7844319f309a111e4308bb8a090d1f1f4d3c0941c6cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff) 2024-04-26T23:53:33.777 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:33 smithi026 podman[100939]: 2024-04-26 23:53:33.621507051 +0000 UTC m=+6.247946439 container cleanup eb0b7e3bc3d214b9a21e7844319f309a111e4308bb8a090d1f1f4d3c0941c6cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux ) 2024-04-26T23:53:33.777 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:33 smithi026 bash[100939]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0 2024-04-26T23:53:34.276 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:33 smithi026 podman[100961]: 2024-04-26 23:53:33.939668505 +0000 UTC m=+0.824579238 container remove eb0b7e3bc3d214b9a21e7844319f309a111e4308bb8a090d1f1f4d3c0941c6cf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240424, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-26T23:53:35.122 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:34 smithi026 podman[101048]: 2024-04-26 23:53:34.716572484 +0000 UTC m=+0.038473290 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:53:35.122 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:34 smithi026 podman[101048]: 2024-04-26 23:53:34.848781123 +0000 UTC m=+0.170681956 container create 6eb233beb3dbce1b991629af83aa12bf3a0e8b4c8671e824b901ee4481ce34ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0) 2024-04-26T23:53:35.527 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:35 smithi026 podman[101048]: 2024-04-26 23:53:35.119331981 +0000 UTC m=+0.441232838 container init 6eb233beb3dbce1b991629af83aa12bf3a0e8b4c8671e824b901ee4481ce34ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-26T23:53:35.527 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:35 smithi026 podman[101048]: 2024-04-26 23:53:35.132535905 +0000 UTC m=+0.454436771 container start 6eb233beb3dbce1b991629af83aa12bf3a0e8b4c8671e824b901ee4481ce34ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240424, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.vendor=CentOS) 2024-04-26T23:53:35.527 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:35 smithi026 podman[101048]: 2024-04-26 23:53:35.226311284 +0000 UTC m=+0.548212177 container attach 6eb233beb3dbce1b991629af83aa12bf3a0e8b4c8671e824b901ee4481ce34ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0-deactivate, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-26T23:53:35.988 INFO:journalctl@ceph.osd.0.smithi026.stdout:Apr 26 23:53:35 smithi026 podman[101048]: 2024-04-26 23:53:35.60021453 +0000 UTC m=+0.922115393 container died 6eb233beb3dbce1b991629af83aa12bf3a0e8b4c8671e824b901ee4481ce34ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-26T23:53:36.427 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.0.service' 2024-04-26T23:53:36.526 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:53:36.526 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-26T23:53:36.527 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-26T23:53:36.527 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.1 2024-04-26T23:53:37.070 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:36 smithi086 systemd[1]: Stopping Ceph osd.1 for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:53:37.570 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:37 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1[35728]: 2024-04-26T23:53:37.149+0000 7f7314400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:53:37.570 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:37 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1[35728]: 2024-04-26T23:53:37.149+0000 7f7314400700 -1 osd.1 117 *** Got signal Terminated *** 2024-04-26T23:53:37.570 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:37 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1[35728]: 2024-04-26T23:53:37.149+0000 7f7314400700 -1 osd.1 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T23:53:42.820 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:42 smithi086 podman[68282]: 2024-04-26 23:53:42.560982596 +0000 UTC m=+5.627001721 container died 154451e55dd7b68e5e09a6c7625d1658077995bb1e264ea77cdc699eef1b1ada (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:53:43.319 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:43 smithi086 podman[68282]: 2024-04-26 23:53:43.033923936 +0000 UTC m=+6.099943098 container cleanup 154451e55dd7b68e5e09a6c7625d1658077995bb1e264ea77cdc699eef1b1ada (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-26T23:53:43.319 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:43 smithi086 bash[68282]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1 2024-04-26T23:53:43.819 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:43 smithi086 podman[68312]: 2024-04-26 23:53:43.368677891 +0000 UTC m=+0.796326472 container remove 154451e55dd7b68e5e09a6c7625d1658077995bb1e264ea77cdc699eef1b1ada (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-26T23:53:44.309 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:43 smithi086 podman[68403]: 2024-04-26 23:53:43.850793109 +0000 UTC m=+0.044268645 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:53:44.309 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:43 smithi086 podman[68403]: 2024-04-26 23:53:43.961181099 +0000 UTC m=+0.154656660 container create 855de27d27ba102142b293758d314662522f6130418b9ea6c8de8d1bfada8bf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5) 2024-04-26T23:53:44.569 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:44 smithi086 podman[68403]: 2024-04-26 23:53:44.30637049 +0000 UTC m=+0.499846075 container init 855de27d27ba102142b293758d314662522f6130418b9ea6c8de8d1bfada8bf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=) 2024-04-26T23:53:44.569 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:44 smithi086 podman[68403]: 2024-04-26 23:53:44.317923453 +0000 UTC m=+0.511399021 container start 855de27d27ba102142b293758d314662522f6130418b9ea6c8de8d1bfada8bf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240424) 2024-04-26T23:53:44.570 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:44 smithi086 podman[68403]: 2024-04-26 23:53:44.421919907 +0000 UTC m=+0.615395515 container attach 855de27d27ba102142b293758d314662522f6130418b9ea6c8de8d1bfada8bf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2) 2024-04-26T23:53:45.069 INFO:journalctl@ceph.osd.1.smithi086.stdout:Apr 26 23:53:44 smithi086 podman[68403]: 2024-04-26 23:53:44.781790997 +0000 UTC m=+0.975266588 container died 855de27d27ba102142b293758d314662522f6130418b9ea6c8de8d1bfada8bf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2) 2024-04-26T23:53:45.524 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.1.service' 2024-04-26T23:53:45.633 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:53:45.634 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-26T23:53:45.634 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-26T23:53:45.634 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.2 2024-04-26T23:53:46.026 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:45 smithi164 systemd[1]: Stopping Ceph osd.2 for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:53:46.526 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2[36853]: 2024-04-26T23:53:46.188+0000 7f0175c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:53:46.526 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2[36853]: 2024-04-26T23:53:46.188+0000 7f0175c00700 -1 osd.2 117 *** Got signal Terminated *** 2024-04-26T23:53:46.526 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2[36853]: 2024-04-26T23:53:46.188+0000 7f0175c00700 -1 osd.2 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T23:53:51.935 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:51 smithi164 podman[68779]: 2024-04-26 23:53:51.59919924 +0000 UTC m=+5.556053460 container died 1da2e395c542fe4f83fca7a27354643175e71e9a78ccdb297f38ae31321a6c01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T23:53:52.277 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:52 smithi164 podman[68779]: 2024-04-26 23:53:52.064043419 +0000 UTC m=+6.020897665 container cleanup 1da2e395c542fe4f83fca7a27354643175e71e9a78ccdb297f38ae31321a6c01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T23:53:52.277 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:52 smithi164 bash[68779]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2 2024-04-26T23:53:52.776 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:52 smithi164 podman[68798]: 2024-04-26 23:53:52.30755417 +0000 UTC m=+0.696222346 container remove 1da2e395c542fe4f83fca7a27354643175e71e9a78ccdb297f38ae31321a6c01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, ceph=True) 2024-04-26T23:53:53.526 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:53 smithi164 podman[68887]: 2024-04-26 23:53:53.095323055 +0000 UTC m=+0.040550588 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:53:53.526 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:53 smithi164 podman[68887]: 2024-04-26 23:53:53.200332985 +0000 UTC m=+0.145560543 container create 9bae02b6931cf100ac39f723519feb3e4e70b934d3526f0505566e1d887b1ef0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True) 2024-04-26T23:53:53.974 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:53 smithi164 podman[68887]: 2024-04-26 23:53:53.537698813 +0000 UTC m=+0.482926404 container init 9bae02b6931cf100ac39f723519feb3e4e70b934d3526f0505566e1d887b1ef0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-26T23:53:53.974 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:53 smithi164 podman[68887]: 2024-04-26 23:53:53.549177813 +0000 UTC m=+0.494405401 container start 9bae02b6931cf100ac39f723519feb3e4e70b934d3526f0505566e1d887b1ef0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=) 2024-04-26T23:53:53.974 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:53 smithi164 podman[68887]: 2024-04-26 23:53:53.644416968 +0000 UTC m=+0.589644509 container attach 9bae02b6931cf100ac39f723519feb3e4e70b934d3526f0505566e1d887b1ef0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:53:54.276 INFO:journalctl@ceph.osd.2.smithi164.stdout:Apr 26 23:53:54 smithi164 podman[68887]: 2024-04-26 23:53:54.024090238 +0000 UTC m=+0.969317803 container died 9bae02b6931cf100ac39f723519feb3e4e70b934d3526f0505566e1d887b1ef0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-26T23:53:54.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:53:54 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:53:54.032+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:53:54.796 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.2.service' 2024-04-26T23:53:54.891 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:53:54.892 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-26T23:53:54.892 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-26T23:53:54.892 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.3 2024-04-26T23:53:55.151 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:53:54 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:53:54.839+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:53:55.151 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:53:54 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3[49676]: 2024-04-26T23:53:54.850+0000 7fc7e3a00700 -1 osd.3 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:29.898928+0000 front 2024-04-26T23:53:29.899004+0000 (oldest deadline 2024-04-26T23:53:53.999199+0000) 2024-04-26T23:53:55.151 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:53:55 smithi026 systemd[1]: Stopping Ceph osd.3 for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:53:55.484 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:53:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:53:55.146+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:53:55.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:53:55 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:53:55.070+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:53:55.777 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:53:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3[49676]: 2024-04-26T23:53:55.480+0000 7fc7ed200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:53:55.777 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:53:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3[49676]: 2024-04-26T23:53:55.480+0000 7fc7ed200700 -1 osd.3 117 *** Got signal Terminated *** 2024-04-26T23:53:55.777 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:53:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3[49676]: 2024-04-26T23:53:55.480+0000 7fc7ed200700 -1 osd.3 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T23:53:56.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:53:55 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:53:55.729+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:53:56.124 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:53:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3[49676]: 2024-04-26T23:53:55.877+0000 7fc7e3a00700 -1 osd.3 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:29.898928+0000 front 2024-04-26T23:53:29.899004+0000 (oldest deadline 2024-04-26T23:53:53.999199+0000) 2024-04-26T23:53:56.125 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:53:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:53:55.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:53:56.125 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:53:56 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:53:56.120+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:53:56.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:53:56 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:53:56.066+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:53:56.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:53:56 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:53:56.058+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:53:56.820 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:53:56 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:53:56.735+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:53:56.820 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:53:56 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:53:56.511+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:53:57.097 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:53:56 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:53:56.818+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:53:57.097 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:53:56 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3[49676]: 2024-04-26T23:53:56.868+0000 7fc7e3a00700 -1 osd.3 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:29.898928+0000 front 2024-04-26T23:53:29.899004+0000 (oldest deadline 2024-04-26T23:53:53.999199+0000) 2024-04-26T23:53:57.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:53:57 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:53:57.059+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:53:57.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:53:57 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:53:57.061+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:53:57.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:53:57 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:53:57.093+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:53:57.819 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:53:57 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:53:57.473+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:53:57.819 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:53:57 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:53:57.716+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:53:58.114 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:53:57 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3[49676]: 2024-04-26T23:53:57.882+0000 7fc7e3a00700 -1 osd.3 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:29.898928+0000 front 2024-04-26T23:53:29.899004+0000 (oldest deadline 2024-04-26T23:53:53.999199+0000) 2024-04-26T23:53:58.114 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:53:57 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:53:57.811+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:53:58.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:53:58 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:53:58.086+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:53:58.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:53:58 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:53:58.058+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:53:58.526 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:53:58 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:53:58.111+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:53:58.819 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:53:58 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:53:58.474+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:53:58.820 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:53:58 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:53:58.705+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:53:59.101 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:53:58 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:53:58.846+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:53:59.101 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:53:58 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3[49676]: 2024-04-26T23:53:58.873+0000 7fc7e3a00700 -1 osd.3 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:29.898928+0000 front 2024-04-26T23:53:29.899004+0000 (oldest deadline 2024-04-26T23:53:53.999199+0000) 2024-04-26T23:53:59.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:53:59 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:53:59.128+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:53:59.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:53:59 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:53:59.047+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:53:59.526 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:53:59 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:53:59.097+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:53:59.738 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:53:59 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:53:59.450+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:54:00.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:53:59 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:53:59.736+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:00.104 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:53:59 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:53:59.869+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:00.105 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:53:59 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3[49676]: 2024-04-26T23:53:59.830+0000 7fc7e3a00700 -1 osd.3 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:29.898928+0000 front 2024-04-26T23:53:29.899004+0000 (oldest deadline 2024-04-26T23:53:53.999199+0000) 2024-04-26T23:54:00.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:00 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:00.022+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:00.276 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:00 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:00.110+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:00.526 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:00 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:00.101+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:00.786 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:00 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:00.414+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:54:01.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:00 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:00.782+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:01.114 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:00 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:00.843+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:01.115 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:54:01 smithi026 podman[101165]: 2024-04-26 23:54:01.026302001 +0000 UTC m=+5.684031769 container died 3cdaaef66987c80f172143406c28f58966b835f31d5d750abfec0a0ed9ac5a16 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-26T23:54:01.416 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:01 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:01.110+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:01.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:01 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:01.098+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:01.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:01 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:01.057+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:01.776 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:54:01 smithi026 podman[101165]: 2024-04-26 23:54:01.572061265 +0000 UTC m=+6.229791071 container cleanup 3cdaaef66987c80f172143406c28f58966b835f31d5d750abfec0a0ed9ac5a16 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T23:54:01.776 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:54:01 smithi026 bash[101165]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3 2024-04-26T23:54:01.819 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:01 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:01.440+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:54:02.118 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:01 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:01.817+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:02.118 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:54:01 smithi026 podman[101182]: 2024-04-26 23:54:01.874500892 +0000 UTC m=+0.829103032 container remove 3cdaaef66987c80f172143406c28f58966b835f31d5d750abfec0a0ed9ac5a16 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, ceph=True) 2024-04-26T23:54:02.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:02 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:02.016+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:02.276 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:02 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:02.123+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:02.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:01 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:01.828+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:02.526 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:02 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:02.114+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:02.819 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:02 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:02.430+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:54:03.027 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:02 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:02.773+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:03.027 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:54:02 smithi026 podman[101271]: 2024-04-26 23:54:02.669444761 +0000 UTC m=+0.037241719 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:54:03.027 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:54:02 smithi026 podman[101271]: 2024-04-26 23:54:02.775583771 +0000 UTC m=+0.143380766 container create 3201ea05e0729e7d14ba89503f61312196be2d07ef00a518363561dfcadd59fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff) 2024-04-26T23:54:03.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:02 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:02.868+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:03.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:03 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:03.134+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:03.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:03 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:03.056+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:03.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:03 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:03.056+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:03.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:03.156+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:03.527 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:54:03 smithi026 podman[101271]: 2024-04-26 23:54:03.067481539 +0000 UTC m=+0.435278558 container init 3201ea05e0729e7d14ba89503f61312196be2d07ef00a518363561dfcadd59fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240424) 2024-04-26T23:54:03.527 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:54:03 smithi026 podman[101271]: 2024-04-26 23:54:03.079836625 +0000 UTC m=+0.447633620 container start 3201ea05e0729e7d14ba89503f61312196be2d07ef00a518363561dfcadd59fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.vendor=CentOS) 2024-04-26T23:54:03.527 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:54:03 smithi026 podman[101271]: 2024-04-26 23:54:03.169753974 +0000 UTC m=+0.537550996 container attach 3201ea05e0729e7d14ba89503f61312196be2d07ef00a518363561dfcadd59fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-26T23:54:03.819 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:03 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:03.400+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:54:03.907 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:03 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:03.728+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:03.907 INFO:journalctl@ceph.osd.3.smithi026.stdout:Apr 26 23:54:03 smithi026 podman[101271]: 2024-04-26 23:54:03.547137362 +0000 UTC m=+0.914934363 container died 3201ea05e0729e7d14ba89503f61312196be2d07ef00a518363561dfcadd59fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424) 2024-04-26T23:54:04.276 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:04 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:04.117+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:04.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:03 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:03.850+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:04.388 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.3.service' 2024-04-26T23:54:04.506 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:54:04.506 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-26T23:54:04.506 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-26T23:54:04.506 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.4 2024-04-26T23:54:04.520 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:04 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:04.113+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:04.520 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:04 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:04.113+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:04.521 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:04 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:04.064+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:04.521 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:04 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:04.064+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:04.719 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:04 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:04.435+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:54:04.719 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:04 smithi086 systemd[1]: Stopping Ceph osd.4 for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:54:04.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:04 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:04.517+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:05.026 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:04 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:04.771+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:05.053 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:04 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:04.715+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:05.053 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:04 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:04.830+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:05.053 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:04 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:04.830+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:05.319 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:05.050+0000 7f2062c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:54:05.319 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:05.050+0000 7f2062c00700 -1 osd.4 117 *** Got signal Terminated *** 2024-04-26T23:54:05.319 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:05.050+0000 7f2062c00700 -1 osd.4 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T23:54:05.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:05 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:05.075+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:05.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:05 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:05.075+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:05.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:05 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:05.153+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:05.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:05 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:05.153+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:05.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:05 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:05.069+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:05.742 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:05.455+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:54:06.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:05 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:05.527+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:06.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:05.739+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:06.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:05.846+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:06.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:05.846+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:06.115 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:05 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:05.786+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:06.528 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:06 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:06.111+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:06.528 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:06 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:06.111+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:06.529 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:06 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:06.090+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:06.529 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:06 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:06.090+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:06.529 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:06 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:06.156+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:06.529 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:06 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:06.156+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:06.694 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:06 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:06.423+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:54:06.919 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:06 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:06.780+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:07.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:06 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:06.531+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:07.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:06 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:06.692+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:07.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:06 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:06.798+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:07.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:06 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:06.798+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:07.241 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:07 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:07.083+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:07.241 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:07 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:07.083+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:07.517 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:07 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:07.113+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:07.517 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:07 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:07.113+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:07.517 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:07 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:07.159+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:07.517 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:07 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:07.159+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:07.738 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:07 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:07.385+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:54:07.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:07 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:07.511+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:08.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:07 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:07.734+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:08.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:07 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:07.841+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:08.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:07 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:07.841+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:08.128 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:07 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:07.796+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:08.128 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:07 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:07.796+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:08.129 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:08 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:08.124+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:08.129 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:08 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:08.124+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:08.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:08.077+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:08.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:08.077+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:08.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:08.129+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:08.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:08.129+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:08.680 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:08 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:08.414+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:54:09.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:08.523+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:09.026 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:08 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:08.767+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:09.026 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:08 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:08.767+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:09.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:08 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:08.758+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:09.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:08 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:08.827+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:09.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:08 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:08.827+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:09.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:09.057+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:09.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:09.057+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:09.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:09.120+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:09.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:09.120+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:09.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:09 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:09.081+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:09.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:09 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:09.081+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:09.760 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:09 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4[42522]: 2024-04-26T23:54:09.425+0000 7f205e400700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.953974+0000 front 2024-04-26T23:53:30.954049+0000 (oldest deadline 2024-04-26T23:53:55.654155+0000) 2024-04-26T23:54:10.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:09.558+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:10.026 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:09 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:09.753+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:10.026 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:09 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:09.753+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:10.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:09 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:09.756+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:10.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:09 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:09.824+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:10.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:09 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:09.824+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:10.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:10.063+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:10.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:10.063+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:10.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:10.100+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:10.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:10.100+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:10.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:10 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:10.086+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:10.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:10 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:10.086+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:10.768 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:10 smithi086 podman[68508]: 2024-04-26 23:54:10.509312976 +0000 UTC m=+5.579897618 container died 44e71121f5892ceda4aa983a7af4e3c2b12b854f13b11173dd25bb2fb13bf8cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True) 2024-04-26T23:54:11.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:10.567+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:11.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:10 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:10.763+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:11.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:10 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:10.779+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:11.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:10 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:10.779+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:11.070 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:10 smithi086 podman[68508]: 2024-04-26 23:54:10.977117218 +0000 UTC m=+6.047701897 container cleanup 44e71121f5892ceda4aa983a7af4e3c2b12b854f13b11173dd25bb2fb13bf8cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-26T23:54:11.070 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:10 smithi086 bash[68508]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4 2024-04-26T23:54:11.119 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:10 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:10.799+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:11.119 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:10 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:10.799+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:11.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:11.029+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:11.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:11.029+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:11.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:11.063+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:11.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:11.063+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:11.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:11 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:11.115+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:11.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:11 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:11.115+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:11.569 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:11 smithi086 podman[68540]: 2024-04-26 23:54:11.236481394 +0000 UTC m=+0.709117250 container remove 44e71121f5892ceda4aa983a7af4e3c2b12b854f13b11173dd25bb2fb13bf8cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, ceph=True) 2024-04-26T23:54:12.000 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:11.582+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:12.056 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:11 smithi086 podman[68626]: 2024-04-26 23:54:11.875941568 +0000 UTC m=+0.031728918 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:54:12.057 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:11.774+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:12.057 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:11.754+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:12.057 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:11 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:11.754+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:12.075 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:11 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:11.797+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:12.075 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:11 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:11.797+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:12.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:11.997+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:12.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:11.997+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:12.277 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:12.055+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:12.277 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:12.055+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:12.319 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:12 smithi086 podman[68626]: 2024-04-26 23:54:12.054141445 +0000 UTC m=+0.209928820 container create 97c95651f6017d76327b163c0227bf55c3437ec1e04d5b26ad851c12f6c532ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff) 2024-04-26T23:54:12.526 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:12 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:12.071+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:12.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:12 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:12.071+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:12.760 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:12 smithi086 podman[68626]: 2024-04-26 23:54:12.332630502 +0000 UTC m=+0.488417920 container init 97c95651f6017d76327b163c0227bf55c3437ec1e04d5b26ad851c12f6c532ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-26T23:54:12.760 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:12 smithi086 podman[68626]: 2024-04-26 23:54:12.344411677 +0000 UTC m=+0.500199092 container start 97c95651f6017d76327b163c0227bf55c3437ec1e04d5b26ad851c12f6c532ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:54:12.760 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:12 smithi086 podman[68626]: 2024-04-26 23:54:12.498075704 +0000 UTC m=+0.653863142 container attach 97c95651f6017d76327b163c0227bf55c3437ec1e04d5b26ad851c12f6c532ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4-deactivate, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True) 2024-04-26T23:54:12.760 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:12 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:12.755+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:12.965 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:12.614+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:13.069 INFO:journalctl@ceph.osd.4.smithi086.stdout:Apr 26 23:54:12 smithi086 podman[68626]: 2024-04-26 23:54:12.800560039 +0000 UTC m=+0.956347420 container died 97c95651f6017d76327b163c0227bf55c3437ec1e04d5b26ad851c12f6c532ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff) 2024-04-26T23:54:13.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:12 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:12.760+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:13.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:12 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:12.760+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:13.111 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:12 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:12.836+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:13.111 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:12 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:12.836+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:13.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:12.961+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:13.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:12.961+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:13.276 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:13.017+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:13.276 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:13.017+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:13.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:13 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:13.108+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:13.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:13 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:13.108+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:13.853 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.4.service' 2024-04-26T23:54:13.967 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:13.573+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:13.967 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:13.573+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:13.967 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:54:13.968 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-26T23:54:13.968 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-26T23:54:13.968 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.5 2024-04-26T23:54:14.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:13 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:13.799+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:14.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:13 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:13.730+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:14.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:13 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:13.730+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:14.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:13.963+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:14.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:13.963+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:14.276 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:14.030+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:14.276 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:14.030+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:14.277 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:14 smithi164 systemd[1]: Stopping Ceph osd.5 for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:54:14.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:13 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:13.878+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:14.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:13 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:13.878+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:14.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:13 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:13.878+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:14.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:14 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:14.060+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:14.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:14 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:14.060+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:14.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:14 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:14.060+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:15.016 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:14.614+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:15.016 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:14.614+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:15.016 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:14.565+0000 7fef8b200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:54:15.016 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:14.565+0000 7fef8b200700 -1 osd.5 117 *** Got signal Terminated *** 2024-04-26T23:54:15.016 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:14.565+0000 7fef8b200700 -1 osd.5 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T23:54:15.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:14 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:14.762+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:15.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:14 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:14.780+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:15.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:14 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:14.780+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:15.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:14 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:14.780+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:15.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:15.012+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:15.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:15.012+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:15.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:15.012+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:15.276 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:15.078+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:15.276 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:15.078+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:15.276 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:15.078+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:48.748782+0000 front 2024-04-26T23:53:48.748829+0000 (oldest deadline 2024-04-26T23:54:14.648927+0000) 2024-04-26T23:54:15.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:14 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:14.901+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:15.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:14 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:14.901+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:15.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:14 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:14.901+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:15.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:15 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:15.075+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:15.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:15 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:15.075+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:15.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:15 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:15.075+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:16.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:15.661+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:16.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:15.661+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:16.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:15 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:15.727+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:16.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:15 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:15.727+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:16.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:15 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:15.800+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:16.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:15 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:15.800+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:16.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:15 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:15.800+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:16.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:15 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:15.881+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:16.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:15 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:15.881+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:16.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:15 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:15.881+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:16.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:16 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:16.120+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:16.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:16 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:16.120+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:16.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:16 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:16.120+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:16.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:16 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:16.061+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:16.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:16 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:16.061+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:16.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:16 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:16.061+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:16.527 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:16 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:16.093+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:16.527 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:16 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:16.093+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:16.527 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:16 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:16.093+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:48.748782+0000 front 2024-04-26T23:53:48.748829+0000 (oldest deadline 2024-04-26T23:54:14.648927+0000) 2024-04-26T23:54:17.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:16 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:16.621+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:17.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:16 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:16.621+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:17.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:16 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:16.724+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:17.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:16 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:16.724+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:17.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:16 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:16.792+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:17.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:16 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:16.792+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:17.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:16 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:16.792+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:17.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:16 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:16.911+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:17.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:16 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:16.911+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:17.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:16 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:16.911+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:17.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:17 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:17.101+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:17.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:17 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:17.101+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:17.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:17 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:17.101+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:17.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:17 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:17.087+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:17.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:17 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:17.087+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:17.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:17 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:17.087+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:17.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:17 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:17.116+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:17.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:17 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:17.116+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:17.527 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:17 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:17.116+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:48.748782+0000 front 2024-04-26T23:53:48.748829+0000 (oldest deadline 2024-04-26T23:54:14.648927+0000) 2024-04-26T23:54:18.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:17 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:17.665+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:18.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:17 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:17.665+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:18.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:17 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:17.683+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:18.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:17 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:17.683+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:18.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:17 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:17.763+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:18.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:17 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:17.763+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:18.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:17 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:17.763+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:18.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:17 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:17.924+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:18.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:17 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:17.924+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:18.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:17 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:17.924+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:18.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:18 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:18.068+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:18.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:18 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:18.068+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:18.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:18 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:18.068+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:18.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:18 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:18.055+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:18.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:18 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:18.055+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:18.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:18 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:18.055+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:18.527 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:18 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:18.086+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:18.527 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:18 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:18.086+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:18.527 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:18 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:18.086+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:48.748782+0000 front 2024-04-26T23:53:48.748829+0000 (oldest deadline 2024-04-26T23:54:14.648927+0000) 2024-04-26T23:54:19.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:18 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:18.655+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:19.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:18 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:18.655+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:19.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:18 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:18.727+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:19.070 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:18 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:18.727+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:19.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:18 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:18.755+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:19.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:18 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:18.755+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:19.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:18 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:18.755+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:19.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:18 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:18.911+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:19.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:18 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:18.911+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:19.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:18 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:18.911+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:19.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:19 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:19.019+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:19.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:19 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:19.019+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:19.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:19 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:19.019+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:19.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:19 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:19.030+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:19.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:19 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:19.030+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:19.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:19 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:19.030+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:19.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:19 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:19.125+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:31.842703+0000 front 2024-04-26T23:53:31.842636+0000 (oldest deadline 2024-04-26T23:53:55.942548+0000) 2024-04-26T23:54:19.526 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:19 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:19.125+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.346269+0000 front 2024-04-26T23:53:39.345870+0000 (oldest deadline 2024-04-26T23:54:03.445820+0000) 2024-04-26T23:54:19.527 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:19 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5[43434]: 2024-04-26T23:54:19.125+0000 7fef86a00700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:48.748782+0000 front 2024-04-26T23:53:48.748829+0000 (oldest deadline 2024-04-26T23:54:14.648927+0000) 2024-04-26T23:54:20.018 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:19 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:19.656+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:20.018 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:19 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:19.656+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:20.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:19 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:19.752+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:20.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:19 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:19.752+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:20.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:19 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:19.721+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:20.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:19 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:19.721+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:20.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:19 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:19.721+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:20.276 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:20 smithi164 podman[69005]: 2024-04-26 23:54:20.01497772 +0000 UTC m=+5.600145587 container died b0b0eae0bf95b93fd642b9fd0285ec74c78e313a8818bc88a98a9453324da3dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T23:54:20.277 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:20 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:20.031+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:20.277 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:20 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:20.031+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:20.277 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:20 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:20.031+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:20.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:19 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:19.895+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:20.278 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:19 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:19.895+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:20.278 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:19 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:19.895+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:20.278 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:20 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:20.022+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:20.278 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:20 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:20.022+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:20.278 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:20 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:20.022+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:20.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:20 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:20.661+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:20.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:20 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:20.661+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:20.776 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:20 smithi164 podman[69005]: 2024-04-26 23:54:20.54212769 +0000 UTC m=+6.127295586 container cleanup b0b0eae0bf95b93fd642b9fd0285ec74c78e313a8818bc88a98a9453324da3dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_CLEAN=True) 2024-04-26T23:54:20.777 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:20 smithi164 bash[69005]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5 2024-04-26T23:54:21.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:20 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:20.730+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:21.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:20 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:20.730+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:21.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:20 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:20.731+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:21.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:20 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:20.731+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:21.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:20 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:20.731+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:21.276 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:20 smithi164 podman[69025]: 2024-04-26 23:54:20.809922036 +0000 UTC m=+0.777933797 container remove b0b0eae0bf95b93fd642b9fd0285ec74c78e313a8818bc88a98a9453324da3dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True) 2024-04-26T23:54:21.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:21 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:21.042+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:21.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:21 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:21.042+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:21.277 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:21 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:21.042+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:21.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:20 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:20.854+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:21.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:20 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:20.854+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:21.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:20 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:20.854+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:21.278 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:21 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:21.046+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:21.278 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:21 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:21.046+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:21.278 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:21 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:21.046+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:21.921 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:21 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:21.629+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:21.921 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:21 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:21.630+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:21.922 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:21 smithi164 podman[69111]: 2024-04-26 23:54:21.61915403 +0000 UTC m=+0.039344938 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:54:21.922 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:21 smithi164 podman[69111]: 2024-04-26 23:54:21.761307568 +0000 UTC m=+0.181498506 container create db418054dc83bcd815bb1225a337c0b95248dab6ee68e10ca23121c9f723f446 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-26T23:54:22.070 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:21 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:21.748+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:22.073 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:21 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:21.748+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:22.073 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:21 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:21.747+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:22.073 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:21 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:21.747+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:22.073 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:21 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:21.747+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:22.174 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:22 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:22.055+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:22.174 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:22 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:22.056+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:22.174 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:22 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:22.056+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:22.174 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:22 smithi164 podman[69111]: 2024-04-26 23:54:22.039874098 +0000 UTC m=+0.460065016 container init db418054dc83bcd815bb1225a337c0b95248dab6ee68e10ca23121c9f723f446 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-26T23:54:22.175 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:22 smithi164 podman[69111]: 2024-04-26 23:54:22.050967271 +0000 UTC m=+0.471158186 container start db418054dc83bcd815bb1225a337c0b95248dab6ee68e10ca23121c9f723f446 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-26T23:54:22.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:21 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:21.877+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:22.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:21 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:21.877+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:22.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:21 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:21.877+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:22.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:22 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:22.075+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:22.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:22 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:22.075+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:22.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:22 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:22.075+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:22.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:22 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:22.075+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.742818+0000 front 2024-04-26T23:53:57.743161+0000 (oldest deadline 2024-04-26T23:54:21.743996+0000) 2024-04-26T23:54:22.513 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:22 smithi164 podman[69111]: 2024-04-26 23:54:22.171851182 +0000 UTC m=+0.592042133 container attach db418054dc83bcd815bb1225a337c0b95248dab6ee68e10ca23121c9f723f446 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True) 2024-04-26T23:54:22.776 INFO:journalctl@ceph.osd.5.smithi164.stdout:Apr 26 23:54:22 smithi164 podman[69111]: 2024-04-26 23:54:22.512131817 +0000 UTC m=+0.932322765 container died db418054dc83bcd815bb1225a337c0b95248dab6ee68e10ca23121c9f723f446 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff) 2024-04-26T23:54:22.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:22 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:22.659+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:22.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:22 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:22.659+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:23.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:22 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:22.786+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:23.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:22 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:22.786+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:23.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:22 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:22.786+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:23.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:22 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:22.792+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:23.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:22 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:22.792+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:23.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:22 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:22.792+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:23.203 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:23 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:23.056+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:23.203 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:23 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:23.056+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:23.203 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:23 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:23.056+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:23.259 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.5.service' 2024-04-26T23:54:23.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:22 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:22.877+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:23.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:22 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:22.877+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:23.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:22 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:22.877+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:23.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:22 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:22.877+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:23.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:23.124+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:23.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:23.124+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:23.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:23.124+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:23.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:23.124+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.742818+0000 front 2024-04-26T23:53:57.743161+0000 (oldest deadline 2024-04-26T23:54:21.743996+0000) 2024-04-26T23:54:23.373 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:54:23.373 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-26T23:54:23.373 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-26T23:54:23.373 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.6 2024-04-26T23:54:23.776 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:23 smithi026 systemd[1]: Stopping Ceph osd.6 for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:54:24.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:23 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:23.646+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:24.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:23 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:23.646+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:24.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:23 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:23.646+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:24.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:23 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:23.793+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:24.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:23 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:23.793+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:24.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:23 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:23.793+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:24.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:23 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:23.787+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:24.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:23 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:23.787+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:24.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:23 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:23.787+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:24.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:23 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:23.787+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:24.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:23.917+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:24.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:23.917+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:24.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:23.917+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:24.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:23.917+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:24.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:23.975+0000 7f0d77000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:54:24.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:23.975+0000 7f0d77000700 -1 osd.6 117 *** Got signal Terminated *** 2024-04-26T23:54:24.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:23.975+0000 7f0d77000700 -1 osd.6 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T23:54:24.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:24 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:24.136+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:24.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:24 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:24.136+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:24.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:24 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:24.136+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:24.277 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:24 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:24.136+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.742818+0000 front 2024-04-26T23:53:57.743161+0000 (oldest deadline 2024-04-26T23:54:21.743996+0000) 2024-04-26T23:54:24.403 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:24 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:24.064+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:24.404 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:24 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:24.064+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:24.404 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:24 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:24.064+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:25.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:24 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:24.694+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:25.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:24 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:24.694+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:25.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:24 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:24.694+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:25.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:24 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:24.749+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:25.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:24 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:24.749+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:25.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:24 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:24.749+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:25.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:24 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:24.782+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:25.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:24 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:24.782+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:25.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:24 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:24.782+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:25.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:24 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:24.782+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:25.143 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:24 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:24.888+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:25.143 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:24 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:24.888+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:25.143 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:24 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:24.888+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:25.144 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:24 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:24.888+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:25.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:25 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:25.030+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:25.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:25 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:25.030+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:25.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:25 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:25.030+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:25.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:25 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:25.139+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:25.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:25 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:25.139+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:25.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:25 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:25.139+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:25.528 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:25 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:25.139+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.742818+0000 front 2024-04-26T23:53:57.743161+0000 (oldest deadline 2024-04-26T23:54:21.743996+0000) 2024-04-26T23:54:25.983 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:25 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:25.697+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:25.984 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:25 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:25.697+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:25.984 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:25 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:25.697+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:26.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:25 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:25.721+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:26.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:25 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:25.721+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:26.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:25 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:25.721+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:26.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:25 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:25.755+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:26.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:25 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:25.755+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:26.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:25 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:25.755+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:26.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:25 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:25.755+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:26.115 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:25 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:25.857+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:26.115 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:25 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:25.857+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:26.115 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:25 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:25.857+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:26.115 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:25 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:25.857+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:26.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:25 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:25.995+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:26.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:25 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:25.995+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:26.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:25 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:25.995+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:26.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:26.111+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:26.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:26.111+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:26.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:26.111+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:26.528 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:26.111+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.742818+0000 front 2024-04-26T23:53:57.743161+0000 (oldest deadline 2024-04-26T23:54:21.743996+0000) 2024-04-26T23:54:27.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:26 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:26.703+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:27.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:26 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:26.703+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:27.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:26 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:26.703+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:27.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:26 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:26.719+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:27.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:26 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:26.719+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:27.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:26 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:26.719+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:27.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:26 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:26.721+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:27.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:26 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:26.721+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:27.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:26 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:26.721+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:27.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:26 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:26.721+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:27.103 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:26.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:27.104 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:26.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:27.104 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:26.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:27.104 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:26 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:26.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:27.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:27 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:27.023+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:27.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:27 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:27.023+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:27.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:27 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:27.023+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:27.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:27.100+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:27.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:27.100+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:27.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:27.100+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:27.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:27.100+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.742818+0000 front 2024-04-26T23:53:57.743161+0000 (oldest deadline 2024-04-26T23:54:21.743996+0000) 2024-04-26T23:54:28.021 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:27 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:27.665+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:28.021 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:27 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:27.665+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:28.021 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:27 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:27.665+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:28.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:27 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:27.770+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:28.070 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:27 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:27.770+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:28.070 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:27 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:27.770+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:28.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:27 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:27.712+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:28.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:27 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:27.712+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:28.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:27 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:27.712+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:28.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:27 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:27.712+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:28.092 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:27.796+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:28.093 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:27.796+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:28.093 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:27.796+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:28.093 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:27.796+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:28.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:28 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:28.014+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:28.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:28 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:28.014+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:28.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:28 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:28.014+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:28.526 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:28.089+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.435081+0000 front 2024-04-26T23:53:30.435015+0000 (oldest deadline 2024-04-26T23:53:54.535144+0000) 2024-04-26T23:54:28.526 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:28.089+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:42.137483+0000 front 2024-04-26T23:53:42.137575+0000 (oldest deadline 2024-04-26T23:54:05.637620+0000) 2024-04-26T23:54:28.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:28.089+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:45.639129+0000 front 2024-04-26T23:53:45.638583+0000 (oldest deadline 2024-04-26T23:54:13.239282+0000) 2024-04-26T23:54:28.527 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6[56767]: 2024-04-26T23:54:28.089+0000 7f0d6d800700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.742818+0000 front 2024-04-26T23:53:57.743161+0000 (oldest deadline 2024-04-26T23:54:21.743996+0000) 2024-04-26T23:54:29.003 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:28 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:28.644+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:29.003 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:28 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:28.644+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:29.003 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:28 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:28.644+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:29.027 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:28.756+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:29.027 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:28.756+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:29.027 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:28.756+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:29.028 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:28 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:28.756+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:29.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:28 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:28.796+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:29.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:28 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:28.796+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:29.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:28 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:28.796+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:29.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:28 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:28.703+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:29.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:28 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:28.703+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:29.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:28 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:28.703+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:29.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:28 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:28.703+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:29.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:29 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:29.000+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:29.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:29 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:29.000+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:29.276 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:29 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:29.000+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:29.710 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:29 smithi026 podman[101387]: 2024-04-26 23:54:29.365956257 +0000 UTC m=+5.528220636 container died 9964be138b7b3de1379c78910753fa373128a01943eae49a92bdb0bce08d525b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T23:54:30.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:29 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:29.628+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:30.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:29 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:29.628+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:30.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:29 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:29.628+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:30.027 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:29 smithi026 podman[101387]: 2024-04-26 23:54:29.85209248 +0000 UTC m=+6.014356879 container cleanup 9964be138b7b3de1379c78910753fa373128a01943eae49a92bdb0bce08d525b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-26T23:54:30.027 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:29 smithi026 bash[101387]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6 2024-04-26T23:54:30.027 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:29 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:29.765+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:30.027 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:29 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:29.765+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:30.027 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:29 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:29.765+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:30.027 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:29 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:29.765+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:30.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:29 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:29.800+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:30.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:29 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:29.800+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:30.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:29 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:29.800+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:30.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:29 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:29.721+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:30.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:29 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:29.721+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:30.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:29 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:29.721+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:30.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:29 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:29.721+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:30.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:30 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:30.027+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:30.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:30 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:30.027+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:30.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:30 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:30.027+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:30.526 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:30 smithi026 podman[101407]: 2024-04-26 23:54:30.14503682 +0000 UTC m=+0.767217426 container remove 9964be138b7b3de1379c78910753fa373128a01943eae49a92bdb0bce08d525b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:54:31.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:30 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:30.627+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:31.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:30 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:30.627+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:31.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:30 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:30.627+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:31.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:30 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:30.834+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:31.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:30 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:30.834+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:31.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:30 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:30.834+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:31.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:30 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:30.751+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:31.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:30 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:30.751+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:31.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:30 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:30.751+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:31.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:30 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:30.751+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:31.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:30 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:30.751+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:31.092 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:30 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:30.777+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:31.093 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:30 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:30.777+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:31.093 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:30 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:30.777+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:31.093 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:30 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:30.777+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:31.419 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:31 smithi026 podman[101495]: 2024-04-26 23:54:30.998653848 +0000 UTC m=+0.041860376 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:54:31.420 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:31 smithi026 podman[101495]: 2024-04-26 23:54:31.141694849 +0000 UTC m=+0.184901388 container create e64eb29da5d5f10ab6b8727621ef48b5abc1815907866741d7799d3543f00038 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-26T23:54:31.420 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:31 smithi026 podman[101495]: 2024-04-26 23:54:31.416816051 +0000 UTC m=+0.460022596 container init e64eb29da5d5f10ab6b8727621ef48b5abc1815907866741d7799d3543f00038 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2) 2024-04-26T23:54:31.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:31 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:31.029+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:31.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:31 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:31.029+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:31.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:31 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:31.029+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:31.776 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:31 smithi026 podman[101495]: 2024-04-26 23:54:31.428607561 +0000 UTC m=+0.471814106 container start e64eb29da5d5f10ab6b8727621ef48b5abc1815907866741d7799d3543f00038 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424) 2024-04-26T23:54:31.776 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:31 smithi026 podman[101495]: 2024-04-26 23:54:31.574017183 +0000 UTC m=+0.617223772 container attach e64eb29da5d5f10ab6b8727621ef48b5abc1815907866741d7799d3543f00038 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2) 2024-04-26T23:54:32.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:31 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:31.584+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:32.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:31 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:31.584+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:32.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:31 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:31.584+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:32.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:31 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:31.837+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:32.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:31 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:31.837+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:32.070 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:31 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:31.838+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:32.070 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:31 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:31.838+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.907504+0000 front 2024-04-26T23:54:05.907581+0000 (oldest deadline 2024-04-26T23:54:31.207420+0000) 2024-04-26T23:54:32.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:31 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:31.775+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:32.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:31 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:31.775+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:32.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:31 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:31.775+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:32.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:31 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:31.775+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:32.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:31 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:31.775+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:32.276 INFO:journalctl@ceph.osd.6.smithi026.stdout:Apr 26 23:54:31 smithi026 podman[101495]: 2024-04-26 23:54:31.896341957 +0000 UTC m=+0.939548503 container died e64eb29da5d5f10ab6b8727621ef48b5abc1815907866741d7799d3543f00038 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:54:32.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:31 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:31.796+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:32.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:31 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:31.796+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:32.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:31 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:31.796+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:32.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:31 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:31.796+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:32.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:31 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:31.796+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:32.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:32 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:32.047+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:32.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:32 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:32.047+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:32.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:32 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:32.047+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:32.785 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.6.service' 2024-04-26T23:54:32.903 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:54:32.903 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-26T23:54:32.904 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-26T23:54:32.904 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.7 2024-04-26T23:54:33.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:32 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:32.630+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:33.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:32 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:32.630+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:33.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:32 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:32.630+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:33.026 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:32 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:32.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:33.026 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:32 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:32.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:33.027 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:32 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:32.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:33.027 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:32 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:32.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:33.027 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:32 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:32.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:33.028 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:32 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:32.850+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:33.029 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:32 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:32.850+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:33.029 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:32 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:32.850+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:33.029 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:32 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:32.850+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.907504+0000 front 2024-04-26T23:54:05.907581+0000 (oldest deadline 2024-04-26T23:54:31.207420+0000) 2024-04-26T23:54:33.029 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:32 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:32.745+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:33.029 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:32 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:32.745+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:33.029 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:32 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:32.745+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:33.029 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:32 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:32.745+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:33.029 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:32 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:32.745+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:33.319 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:33 smithi086 systemd[1]: Stopping Ceph osd.7 for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:54:33.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:33 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:33.093+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:33.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:33 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:33.093+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:33.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:33 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:33.093+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:33.752 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:33 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:33.459+0000 7f5f1c800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:54:33.752 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:33 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:33.459+0000 7f5f1c800700 -1 osd.7 117 *** Got signal Terminated *** 2024-04-26T23:54:33.752 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:33 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:33.459+0000 7f5f1c800700 -1 osd.7 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T23:54:34.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:33 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:33.625+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:34.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:33 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:33.625+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:34.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:33 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:33.625+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:34.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:33 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:33.821+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:34.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:33 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:33.821+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:34.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:33 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:33.821+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:34.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:33 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:33.821+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.907504+0000 front 2024-04-26T23:54:05.907581+0000 (oldest deadline 2024-04-26T23:54:31.207420+0000) 2024-04-26T23:54:34.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:33 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:33.749+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:34.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:33 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:33.749+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:34.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:33 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:33.749+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:34.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:33 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:33.749+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:34.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:33 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:33.749+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:34.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:33 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:33.838+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:34.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:33 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:33.838+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:34.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:33 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:33.838+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:34.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:33 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:33.838+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:34.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:33 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:33.838+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:34.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:34 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:34.126+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:34.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:34 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:34.126+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:34.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:34 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:34.126+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:35.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:34 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:34.613+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:35.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:34 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:34.613+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:35.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:34 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:34.613+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:35.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:34 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:34.808+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:35.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:34 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:34.808+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:35.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:34 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:34.808+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:35.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:34 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:34.808+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.907504+0000 front 2024-04-26T23:54:05.907581+0000 (oldest deadline 2024-04-26T23:54:31.207420+0000) 2024-04-26T23:54:35.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:34 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:34.787+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:35.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:34 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:34.787+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:35.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:34 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:34.787+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:35.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:34 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:34.787+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:35.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:34 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:34.787+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:35.178 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:34 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:34.863+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:35.178 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:34 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:34.863+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:35.179 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:34 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:34.863+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:35.179 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:34 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:34.863+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:35.179 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:34 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:34.863+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:35.441 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:35 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:35.160+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:35.442 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:35 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:35.160+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:35.442 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:35 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:35.160+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:35.442 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:35 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:35.160+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:35.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:35 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:35.594+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:35.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:35 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:35.594+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:35.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:35 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:35.594+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:35.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:35 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:35.594+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:36.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:35 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:35.764+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:36.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:35 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:35.764+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:36.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:35 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:35.764+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:36.070 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:35 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:35.764+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.907504+0000 front 2024-04-26T23:54:05.907581+0000 (oldest deadline 2024-04-26T23:54:31.207420+0000) 2024-04-26T23:54:36.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:35 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:35.837+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:36.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:35 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:35.837+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:36.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:35 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:35.837+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:36.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:35 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:35.837+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:36.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:35 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:35.837+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:36.205 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:35 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:35.871+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:36.205 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:35 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:35.872+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:36.206 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:35 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:35.872+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:36.206 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:35 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:35.872+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:36.206 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:35 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:35.872+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:36.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:36 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:36.206+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:36.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:36 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:36.206+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:36.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:36 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:36.206+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:36.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:36 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:36.206+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:37.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:36 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:36.560+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:37.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:36 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:36.560+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:37.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:36 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:36.560+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:37.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:36 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:36.560+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:37.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:36 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:36.812+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:37.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:36 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:36.812+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:37.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:36 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:36.812+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:37.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:36 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:36.812+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.907504+0000 front 2024-04-26T23:54:05.907581+0000 (oldest deadline 2024-04-26T23:54:31.207420+0000) 2024-04-26T23:54:37.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:36 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:36.788+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:37.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:36 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:36.788+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:37.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:36 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:36.788+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:37.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:36 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:36.788+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:37.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:36 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:36.788+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:37.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:36 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:36.823+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:37.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:36 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:36.823+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:37.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:36 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:36.823+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:37.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:36 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:36.823+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:37.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:36 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:36.823+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:37.514 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:37 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:37.176+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:37.514 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:37 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:37.176+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:37.515 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:37 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:37.176+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:37.515 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:37 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:37.176+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:37.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:37 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:37.511+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:37.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:37 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:37.511+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:37.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:37 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:37.511+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:37.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:37 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:37.511+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:38.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:37 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:37.763+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:38.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:37 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:37.763+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:38.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:37 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:37.763+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:38.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:37 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:37.763+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:38.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:37 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:37.763+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:38.070 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:37 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:37.779+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:39.698477+0000 front 2024-04-26T23:53:39.699238+0000 (oldest deadline 2024-04-26T23:54:04.398623+0000) 2024-04-26T23:54:38.070 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:37 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:37.779+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:49.700259+0000 front 2024-04-26T23:53:49.700526+0000 (oldest deadline 2024-04-26T23:54:15.000462+0000) 2024-04-26T23:54:38.070 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:37 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:37.779+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.705185+0000 front 2024-04-26T23:53:57.705247+0000 (oldest deadline 2024-04-26T23:54:22.405276+0000) 2024-04-26T23:54:38.070 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:37 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7[49148]: 2024-04-26T23:54:37.779+0000 7f5f13000700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.907504+0000 front 2024-04-26T23:54:05.907581+0000 (oldest deadline 2024-04-26T23:54:31.207420+0000) 2024-04-26T23:54:38.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:37 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:37.852+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:38.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:37 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:37.852+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:38.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:37 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:37.852+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:38.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:37 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:37.852+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:38.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:37 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:37.852+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:38.502 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:38 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:38.222+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:38.502 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:38 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:38.222+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:38.502 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:38 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:38.222+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:38.503 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:38 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:38.222+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:38.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:38 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:38.499+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:38.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:38 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:38.499+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:38.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:38 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:38.499+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:38.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:38 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:38.499+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:38.955 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:38 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:38.798+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:38.955 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:38 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:38.798+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:38.955 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:38 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:38.798+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:38.955 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:38 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:38.798+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:38.955 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:38 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:38.798+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:39.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:38 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:38.852+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:39.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:38 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:38.852+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:39.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:38 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:38.852+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:39.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:38 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:38.852+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:39.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:38 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:38.852+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:39.311 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:38 smithi086 podman[68732]: 2024-04-26 23:54:38.952522866 +0000 UTC m=+5.629451759 container died 9efba4ea291e5c8a1ef87571758303e454ad790e188da71b41c9a56deb5094e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-26T23:54:39.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:39 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:39.184+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:39.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:39 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:39.184+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:39.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:39 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:39.184+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:39.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:39 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:39.184+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:39.569 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:39 smithi086 podman[68732]: 2024-04-26 23:54:39.411356723 +0000 UTC m=+6.088285648 container cleanup 9efba4ea291e5c8a1ef87571758303e454ad790e188da71b41c9a56deb5094e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-26T23:54:39.569 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:39 smithi086 bash[68732]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7 2024-04-26T23:54:40.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:39 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:39.531+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:40.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:39 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:39.531+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:40.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:39 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:39.531+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:40.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:39 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:39.531+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:40.069 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:39 smithi086 podman[68763]: 2024-04-26 23:54:39.647127389 +0000 UTC m=+0.677171294 container remove 9efba4ea291e5c8a1ef87571758303e454ad790e188da71b41c9a56deb5094e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:54:40.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:39 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:39.788+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:40.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:39 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:39.788+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:40.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:39 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:39.788+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:40.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:39 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:39.788+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:40.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:39 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:39.788+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:40.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:39 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:39.806+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:40.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:39 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:39.806+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:40.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:39 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:39.806+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:40.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:39 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:39.806+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:40.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:39 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:39.806+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:40.515 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:40 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:40.222+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:40.515 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:40 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:40.222+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:40.515 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:40 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:40.222+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:40.515 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:40 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:40.222+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:40.762 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:40 smithi086 podman[68850]: 2024-04-26 23:54:40.406759388 +0000 UTC m=+0.035116609 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:54:40.762 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:40 smithi086 podman[68850]: 2024-04-26 23:54:40.596669845 +0000 UTC m=+0.225027103 container create 0e586575fcb545dc44622bfc966b725857b7194b2b90d554e4295b716fc1b6f0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-26T23:54:40.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:40 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:40.512+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:40.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:40 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:40.512+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:40.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:40 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:40.512+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:40.776 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:40 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:40.512+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:41.017 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:40 smithi086 podman[68850]: 2024-04-26 23:54:40.858493824 +0000 UTC m=+0.486851092 container init 0e586575fcb545dc44622bfc966b725857b7194b2b90d554e4295b716fc1b6f0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-04-26T23:54:41.018 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:40 smithi086 podman[68850]: 2024-04-26 23:54:40.869085917 +0000 UTC m=+0.497443195 container start 0e586575fcb545dc44622bfc966b725857b7194b2b90d554e4295b716fc1b6f0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-26T23:54:41.018 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:41 smithi086 podman[68850]: 2024-04-26 23:54:41.015320883 +0000 UTC m=+0.643678198 container attach 0e586575fcb545dc44622bfc966b725857b7194b2b90d554e4295b716fc1b6f0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD) 2024-04-26T23:54:41.018 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:40 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:40.805+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:41.018 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:40 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:40.805+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:41.018 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:40 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:40.806+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:41.018 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:40 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:40.806+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:41.018 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:40 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:40.806+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:41.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:40 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:40.807+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:41.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:40 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:40.807+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:41.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:40 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:40.807+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:41.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:40 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:40.807+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:41.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:40 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:40.807+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:41.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:41 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:41.245+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:41.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:41 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:41.245+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:41.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:41 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:41.245+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:41.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:41 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:41.245+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:41.674 INFO:journalctl@ceph.osd.7.smithi086.stdout:Apr 26 23:54:41 smithi086 podman[68850]: 2024-04-26 23:54:41.325209179 +0000 UTC m=+0.953566401 container died 0e586575fcb545dc44622bfc966b725857b7194b2b90d554e4295b716fc1b6f0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-26T23:54:42.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:41 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:41.554+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:42.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:41 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:41.554+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:42.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:41 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:41.554+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:42.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:41 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:41.554+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:42.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:41 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:41.554+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.962647+0000 front 2024-04-26T23:54:18.962707+0000 (oldest deadline 2024-04-26T23:54:40.662904+0000) 2024-04-26T23:54:42.054 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:41 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:41.839+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:42.054 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:41 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:41.839+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:42.054 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:41 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:41.839+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:42.054 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:41 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:41.839+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:42.054 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:41 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:41.839+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:42.102 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.7.service' 2024-04-26T23:54:42.203 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:54:42.204 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-26T23:54:42.204 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-26T23:54:42.204 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.8 2024-04-26T23:54:42.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:41 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:41.844+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:42.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:41 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:41.844+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:42.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:41 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:41.844+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:42.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:41 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:41.844+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:42.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:41 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:41.844+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:42.526 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:42 smithi164 systemd[1]: Stopping Ceph osd.8 for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:54:42.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:42.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:42.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:42.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:42.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:42.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:42.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:42.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:43.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:42.602+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:43.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:42.602+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:43.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:42.602+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:43.027 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:42.602+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:43.027 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:42.602+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.962647+0000 front 2024-04-26T23:54:18.962707+0000 (oldest deadline 2024-04-26T23:54:40.662904+0000) 2024-04-26T23:54:43.027 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:42.842+0000 7fc7e8200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:54:43.027 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:42.842+0000 7fc7e8200700 -1 osd.8 117 *** Got signal Terminated *** 2024-04-26T23:54:43.027 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:42 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:42.842+0000 7fc7e8200700 -1 osd.8 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T23:54:43.223 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:42 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:42.865+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:43.223 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:42 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:42.865+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:43.223 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:42 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:42.865+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:43.223 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:42 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:42.865+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:43.224 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:42 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:42.865+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:43.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:42 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:42.822+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:43.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:42 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:42.822+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:43.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:42 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:42.822+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:43.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:42 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:42.822+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:43.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:42 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:42.822+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:43.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:42 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:42.822+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:43.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:43 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:43.246+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:43.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:43 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:43.246+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:43.527 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:43 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:43.246+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:43.527 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:43 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:43.246+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:44.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:43 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:43.601+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:44.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:43 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:43.601+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:44.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:43 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:43.601+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:44.027 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:43 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:43.601+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:44.027 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:43 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:43.601+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.962647+0000 front 2024-04-26T23:54:18.962707+0000 (oldest deadline 2024-04-26T23:54:40.662904+0000) 2024-04-26T23:54:44.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:43 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:43.851+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:44.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:43 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:43.851+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:44.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:43 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:43.851+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:44.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:43 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:43.851+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:44.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:43 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:43.851+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:44.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:43 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:43.851+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:44.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:43 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:43.846+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:44.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:43 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:43.846+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:44.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:43 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:43.846+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:44.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:43 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:43.846+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:44.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:43 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:43.846+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:44.321 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:43 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:43.846+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:44.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:44 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:44.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:44.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:44 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:44.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:44.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:44 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:44.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:44.527 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:44 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:44.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:45.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:44 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:44.646+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:45.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:44 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:44.646+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:45.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:44 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:44.646+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:45.027 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:44 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:44.646+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:45.027 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:44 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:44.646+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.962647+0000 front 2024-04-26T23:54:18.962707+0000 (oldest deadline 2024-04-26T23:54:40.662904+0000) 2024-04-26T23:54:45.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:44 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:44.838+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:45.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:44 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:44.838+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:45.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:44 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:44.838+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:45.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:44 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:44.838+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:45.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:44 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:44.838+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:45.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:44 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:44.838+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:45.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:44 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:44.822+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:45.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:44 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:44.822+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:45.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:44 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:44.822+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:45.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:44 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:44.822+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:45.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:44 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:44.822+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:45.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:44 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:44.822+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:45.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:45.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:45.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:45.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:45.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:45.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:45.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:45.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:45.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:45.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:46.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:45.619+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:46.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:45.619+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:46.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:45.619+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:46.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:45.619+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:46.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:45 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:45.619+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.962647+0000 front 2024-04-26T23:54:18.962707+0000 (oldest deadline 2024-04-26T23:54:40.662904+0000) 2024-04-26T23:54:46.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:45.809+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:46.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:45.809+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:46.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:45.809+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:46.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:45.809+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:46.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:45.809+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:46.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:45.809+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:46.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:45 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:45.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:46.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:45 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:45.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:46.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:45 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:45.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:46.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:45 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:45.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:46.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:45 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:45.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:46.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:45 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:45.816+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:46.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:46.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:46.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:46.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:46.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:46.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:46.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:46.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:46.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:46.210+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:47.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:46.650+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:47.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:46.650+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:47.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:46.650+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:47.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:46.650+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:47.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:46 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:46.650+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.962647+0000 front 2024-04-26T23:54:18.962707+0000 (oldest deadline 2024-04-26T23:54:40.662904+0000) 2024-04-26T23:54:47.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:46 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:46.860+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:47.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:46 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:46.860+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:47.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:46 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:46.860+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:47.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:46 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:46.860+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:47.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:46 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:46.860+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:47.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:46 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:46.860+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:47.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:46 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:46.832+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:47.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:46 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:46.832+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:47.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:46 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:46.832+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:47.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:46 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:46.832+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:47.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:46 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:46.832+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:47.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:46 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:46.832+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:47.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:47.258+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:47.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:47.258+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:47.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:47.258+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:47.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:47.258+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:47.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:47.258+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:48.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:47.664+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.650717+0000 front 2024-04-26T23:53:41.650423+0000 (oldest deadline 2024-04-26T23:54:04.451884+0000) 2024-04-26T23:54:48.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:47.664+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.354452+0000 front 2024-04-26T23:53:47.354496+0000 (oldest deadline 2024-04-26T23:54:12.654315+0000) 2024-04-26T23:54:48.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:47.664+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:58.556363+0000 front 2024-04-26T23:53:58.555906+0000 (oldest deadline 2024-04-26T23:54:23.256156+0000) 2024-04-26T23:54:48.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:47.664+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.558467+0000 front 2024-04-26T23:54:05.558352+0000 (oldest deadline 2024-04-26T23:54:34.959506+0000) 2024-04-26T23:54:48.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:47 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8[50122]: 2024-04-26T23:54:47.664+0000 7fc7dea00700 -1 osd.8 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.962647+0000 front 2024-04-26T23:54:18.962707+0000 (oldest deadline 2024-04-26T23:54:40.662904+0000) 2024-04-26T23:54:48.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:47 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:47.903+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:48.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:47 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:47.903+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:48.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:47 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:47.903+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:48.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:47 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:47.903+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:48.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:47 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:47.903+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:48.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:47 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:47.903+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:48.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:47 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:47.856+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:48.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:47 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:47.856+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:48.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:47 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:47.856+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:48.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:47 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:47.856+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:48.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:47 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:47.856+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:48.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:47 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:47.856+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:48.526 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:48 smithi164 podman[69227]: 2024-04-26 23:54:48.261450673 +0000 UTC m=+5.618021000 container died 30c2d20a8adb7f52f4cf55d2b82b688ce9d218f8b97f2dbc51659a77df098800 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T23:54:48.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:48 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:48.297+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:48.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:48 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:48.297+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:48.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:48 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:48.297+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:48.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:48 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:48.297+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:48.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:48 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:48.297+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:48.941 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:48 smithi164 podman[69227]: 2024-04-26 23:54:48.686405804 +0000 UTC m=+6.042976138 container cleanup 30c2d20a8adb7f52f4cf55d2b82b688ce9d218f8b97f2dbc51659a77df098800 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:54:48.941 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:48 smithi164 bash[69227]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8 2024-04-26T23:54:49.275 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:48 smithi164 podman[69245]: 2024-04-26 23:54:48.937519021 +0000 UTC m=+0.666906822 container remove 30c2d20a8adb7f52f4cf55d2b82b688ce9d218f8b97f2dbc51659a77df098800 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T23:54:49.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:48.924+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:49.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:48.924+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:49.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:48.924+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:49.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:48.924+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:49.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:48.924+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:49.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:48 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:48.924+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:49.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:48.869+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:49.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:48.869+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:49.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:48.869+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:49.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:48.869+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:49.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:48.870+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:49.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:48.870+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:49.763 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:49 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:49.281+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:49.763 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:49 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:49.281+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:49.763 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:49 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:49.281+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:49.764 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:49 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:49.281+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:49.764 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:49 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:49.281+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:50.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:49 smithi164 podman[69332]: 2024-04-26 23:54:49.670832263 +0000 UTC m=+0.043008549 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:54:50.026 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:49 smithi164 podman[69332]: 2024-04-26 23:54:49.771641713 +0000 UTC m=+0.143818036 container create d8d68a29288a547c2c69613abe76535740140fcd7ee03264d2e3dfafa03e9c3b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0) 2024-04-26T23:54:50.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:49.956+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:50.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:49.956+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:50.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:49.956+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:50.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:49.956+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:50.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:49.956+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:50.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:49 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:49.956+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:50.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:49 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:49.883+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:50.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:49 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:49.883+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:50.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:49 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:49.883+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:50.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:49 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:49.883+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:50.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:49 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:49.883+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:50.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:49 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:49.883+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:50.512 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:50 smithi164 podman[69332]: 2024-04-26 23:54:50.042345458 +0000 UTC m=+0.414521787 container init d8d68a29288a547c2c69613abe76535740140fcd7ee03264d2e3dfafa03e9c3b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-26T23:54:50.512 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:50 smithi164 podman[69332]: 2024-04-26 23:54:50.053108344 +0000 UTC m=+0.425284691 container start d8d68a29288a547c2c69613abe76535740140fcd7ee03264d2e3dfafa03e9c3b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS) 2024-04-26T23:54:50.512 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:50 smithi164 podman[69332]: 2024-04-26 23:54:50.141133563 +0000 UTC m=+0.513309867 container attach d8d68a29288a547c2c69613abe76535740140fcd7ee03264d2e3dfafa03e9c3b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0) 2024-04-26T23:54:50.513 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:50 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:50.250+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:50.513 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:50 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:50.250+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:50.513 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:50 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:50.250+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:50.513 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:50 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:50.250+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:50.513 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:50 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:50.250+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:50.775 INFO:journalctl@ceph.osd.8.smithi164.stdout:Apr 26 23:54:50 smithi164 podman[69332]: 2024-04-26 23:54:50.510633191 +0000 UTC m=+0.882809531 container died d8d68a29288a547c2c69613abe76535740140fcd7ee03264d2e3dfafa03e9c3b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-26T23:54:51.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:50 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:50.969+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:51.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:50 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:50.969+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:51.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:50 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:50.969+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:51.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:50 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:50.969+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:51.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:50 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:50.969+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:51.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:50 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:50.969+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:51.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:50 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:50.969+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:27.586333+0000 front 2024-04-26T23:54:27.586172+0000 (oldest deadline 2024-04-26T23:54:50.486091+0000) 2024-04-26T23:54:51.310 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.8.service' 2024-04-26T23:54:51.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:50 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:50.862+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:51.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:50 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:50.862+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:51.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:50 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:50.862+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:51.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:50 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:50.862+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:51.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:50 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:50.863+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:51.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:50 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:50.863+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:51.423 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:54:51.424 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-26T23:54:51.424 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-26T23:54:51.424 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.9 2024-04-26T23:54:51.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:51 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:51.206+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:51.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:51 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:51.206+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:51.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:51 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:51.206+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:51.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:51 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:51.206+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:51.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:51 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:51.206+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:51.776 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:51 smithi026 systemd[1]: Stopping Ceph osd.9 for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:54:52.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:51 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:51.813+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:52.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:51 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:51.813+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:52.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:51 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:51.813+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:52.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:51 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:51.813+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:52.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:51 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:51.813+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:52.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:51 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:51.813+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:52.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:51.946+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:52.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:51.946+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:52.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:51.946+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:52.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:51.947+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:52.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:51.947+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:52.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:51.947+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:52.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:51.947+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:27.586333+0000 front 2024-04-26T23:54:27.586172+0000 (oldest deadline 2024-04-26T23:54:50.486091+0000) 2024-04-26T23:54:52.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:51.952+0000 7fd29ba00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:54:52.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:51.952+0000 7fd29ba00700 -1 osd.9 117 *** Got signal Terminated *** 2024-04-26T23:54:52.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:51 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:51.952+0000 7fd29ba00700 -1 osd.9 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T23:54:52.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:52 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:52.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:52.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:52 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:52.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:52.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:52 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:52.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:52.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:52 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:52.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:52.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:52 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:52.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:52.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:52 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:52.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:54:53.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:52 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:52.987+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:53.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:52 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:52.987+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:53.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:52 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:52.987+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:53.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:52 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:52.987+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:53.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:52 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:52.987+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:53.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:52 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:52.987+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:53.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:52 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:52.987+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:27.586333+0000 front 2024-04-26T23:54:27.586172+0000 (oldest deadline 2024-04-26T23:54:50.486091+0000) 2024-04-26T23:54:53.277 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:52 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:52.840+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:53.277 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:52 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:52.840+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:53.277 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:52 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:52.840+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:53.278 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:52 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:52.840+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:53.278 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:52 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:52.840+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:53.278 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:52 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:52.840+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:53.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:53 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:53.215+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:53.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:53 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:53.215+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:53.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:53 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:53.215+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:53.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:53 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:53.215+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:53.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:53 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:53.215+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:53.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:53 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:53.215+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:54:54.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:54 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:54.007+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:54.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:54 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:54.007+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:54.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:54 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:54.007+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:54.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:54 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:54.007+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:54.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:54 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:54.007+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:54.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:54 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:54.007+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:54.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:54 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:54.007+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:27.586333+0000 front 2024-04-26T23:54:27.586172+0000 (oldest deadline 2024-04-26T23:54:50.486091+0000) 2024-04-26T23:54:54.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:53 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:53.829+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:54.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:53 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:53.829+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:54.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:53 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:53.829+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:54.319 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:53 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:53.829+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:54.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:53 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:53.829+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:54.320 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:53 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:53.829+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:54.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:54 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:54.189+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:54.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:54 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:54.189+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:54.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:54 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:54.189+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:54.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:54 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:54.189+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:54.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:54 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:54.189+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:54.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:54 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:54.189+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:54:55.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:54 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:54.789+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:55.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:54 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:54.789+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:55.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:54 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:54.789+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:55.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:54 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:54.789+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:55.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:54 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:54.789+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:55.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:54 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:54.789+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:55.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.005+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:55.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.005+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:55.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.005+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:55.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.005+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:55.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.005+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:55.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.005+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:55.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.005+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:27.586333+0000 front 2024-04-26T23:54:27.586172+0000 (oldest deadline 2024-04-26T23:54:50.486091+0000) 2024-04-26T23:54:55.428 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:55 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:55.157+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:55.428 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:55 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:55.157+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:55.428 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:55 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:55.157+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:55.428 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:55 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:55.157+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:55.428 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:55 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:55.157+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:55.428 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:55 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:55.157+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:54:56.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:55 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:55.786+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:56.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:55 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:55.786+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:56.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:55 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:55.786+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:56.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:55 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:55.786+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:56.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:55 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:55.786+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:56.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:55 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:55.786+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:56.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:55 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:55.786+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.918149+0000 front 2024-04-26T23:54:28.918354+0000 (oldest deadline 2024-04-26T23:54:54.817959+0000) 2024-04-26T23:54:56.276 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.991+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:30.870867+0000 front 2024-04-26T23:53:30.870958+0000 (oldest deadline 2024-04-26T23:53:54.371108+0000) 2024-04-26T23:54:56.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.991+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:41.974308+0000 front 2024-04-26T23:53:41.974674+0000 (oldest deadline 2024-04-26T23:54:07.274164+0000) 2024-04-26T23:54:56.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.991+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.275239+0000 front 2024-04-26T23:53:47.275523+0000 (oldest deadline 2024-04-26T23:54:13.175059+0000) 2024-04-26T23:54:56.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.991+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:59.579075+0000 front 2024-04-26T23:53:59.578909+0000 (oldest deadline 2024-04-26T23:54:21.878917+0000) 2024-04-26T23:54:56.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.991+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:05.882279+0000 front 2024-04-26T23:54:05.882337+0000 (oldest deadline 2024-04-26T23:54:31.782019+0000) 2024-04-26T23:54:56.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.991+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:18.784850+0000 front 2024-04-26T23:54:18.785139+0000 (oldest deadline 2024-04-26T23:54:42.284608+0000) 2024-04-26T23:54:56.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:55 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9[63603]: 2024-04-26T23:54:55.991+0000 7fd292200700 -1 osd.9 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:27.586333+0000 front 2024-04-26T23:54:27.586172+0000 (oldest deadline 2024-04-26T23:54:50.486091+0000) 2024-04-26T23:54:56.462 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:56 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:56.197+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:56.463 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:56 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:56.197+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:56.463 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:56 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:56.197+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:56.463 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:56 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:56.197+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:56.463 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:56 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:56.197+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:56.463 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:56 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:56.197+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:54:57.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:56 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:56.781+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:57.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:56 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:56.781+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:57.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:56 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:56.781+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:57.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:56 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:56.781+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:57.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:56 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:56.781+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:57.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:56 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:56.781+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:57.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:56 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:56.781+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.918149+0000 front 2024-04-26T23:54:28.918354+0000 (oldest deadline 2024-04-26T23:54:54.817959+0000) 2024-04-26T23:54:57.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:57 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:57.246+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:57.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:57 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:57.246+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:57.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:57 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:57.246+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:57.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:57 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:57.246+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:57.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:57 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:57.246+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:57.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:57 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:57.246+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:54:57.681 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:57 smithi026 podman[101610]: 2024-04-26 23:54:57.391096454 +0000 UTC m=+5.571277901 container died 850490c0ee7a38efc5afd0dea00a4be8837425456d7edd57e75a5d6f0e66e4cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-26T23:54:58.026 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:57 smithi026 podman[101610]: 2024-04-26 23:54:57.854084157 +0000 UTC m=+6.034265638 container cleanup 850490c0ee7a38efc5afd0dea00a4be8837425456d7edd57e75a5d6f0e66e4cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5) 2024-04-26T23:54:58.026 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:57 smithi026 bash[101610]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9 2024-04-26T23:54:58.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:57 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:57.741+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:58.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:57 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:57.741+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:58.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:57 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:57.741+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:58.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:57 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:57.741+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:58.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:57 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:57.741+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:58.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:57 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:57.741+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:58.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:57 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:57.741+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.918149+0000 front 2024-04-26T23:54:28.918354+0000 (oldest deadline 2024-04-26T23:54:54.817959+0000) 2024-04-26T23:54:58.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:58 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:58.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:58.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:58 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:58.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:58.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:58 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:58.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:58.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:58 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:58.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:58.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:58 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:58.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:58.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:58 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:58.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:54:58.527 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:58 smithi026 podman[101627]: 2024-04-26 23:54:58.063492974 +0000 UTC m=+0.659868945 container remove 850490c0ee7a38efc5afd0dea00a4be8837425456d7edd57e75a5d6f0e66e4cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-26T23:54:59.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:58 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:58.783+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:54:59.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:58 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:58.783+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:54:59.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:58 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:58.783+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:54:59.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:58 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:58.783+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:54:59.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:58 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:58.783+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:54:59.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:58 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:58.783+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:54:59.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:58 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:58.783+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.918149+0000 front 2024-04-26T23:54:28.918354+0000 (oldest deadline 2024-04-26T23:54:54.817959+0000) 2024-04-26T23:54:59.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:58 smithi026 podman[101717]: 2024-04-26 23:54:58.805520125 +0000 UTC m=+0.034266314 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:54:59.277 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:58 smithi026 podman[101717]: 2024-04-26 23:54:58.955905756 +0000 UTC m=+0.184651977 container create d3f26dd0f13cd59eadd42bd7290bdcfd1d52d3e1e6f3671542568a152209a928 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9-deactivate, ceph=True, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-26T23:54:59.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:59 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:59.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:54:59.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:59 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:59.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:54:59.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:59 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:59.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:54:59.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:59 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:59.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:54:59.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:59 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:59.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:54:59.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:54:59 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:54:59.232+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:54:59.765 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:59 smithi026 podman[101717]: 2024-04-26 23:54:59.276211625 +0000 UTC m=+0.504957852 container init d3f26dd0f13cd59eadd42bd7290bdcfd1d52d3e1e6f3671542568a152209a928 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T23:54:59.765 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:59 smithi026 podman[101717]: 2024-04-26 23:54:59.288536895 +0000 UTC m=+0.517283110 container start d3f26dd0f13cd59eadd42bd7290bdcfd1d52d3e1e6f3671542568a152209a928 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-26T23:54:59.765 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:59 smithi026 podman[101717]: 2024-04-26 23:54:59.374799985 +0000 UTC m=+0.603546259 container attach d3f26dd0f13cd59eadd42bd7290bdcfd1d52d3e1e6f3671542568a152209a928 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9-deactivate, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-26T23:55:00.026 INFO:journalctl@ceph.osd.9.smithi026.stdout:Apr 26 23:54:59 smithi026 podman[101717]: 2024-04-26 23:54:59.763702865 +0000 UTC m=+0.992449126 container died d3f26dd0f13cd59eadd42bd7290bdcfd1d52d3e1e6f3671542568a152209a928 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff) 2024-04-26T23:55:00.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:59 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:59.747+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:55:00.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:59 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:59.747+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:55:00.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:59 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:59.747+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:55:00.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:59 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:59.747+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:55:00.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:59 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:59.747+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:55:00.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:59 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:59.747+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:55:00.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:54:59 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:54:59.747+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.918149+0000 front 2024-04-26T23:54:28.918354+0000 (oldest deadline 2024-04-26T23:54:54.817959+0000) 2024-04-26T23:55:00.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:00 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:00.250+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:00.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:00 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:00.250+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:00.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:00 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:00.250+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:00.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:00 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:00.250+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:00.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:00 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:00.250+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:00.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:00 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:00.250+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:00.553 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.9.service' 2024-04-26T23:55:00.671 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:55:00.671 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-26T23:55:00.671 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-26T23:55:00.672 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.10 2024-04-26T23:55:01.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:00 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:00.698+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:55:01.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:00 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:00.698+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:55:01.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:00 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:00.698+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:55:01.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:00 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:00.698+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:55:01.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:00 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:00.698+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:55:01.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:00 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:00.698+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:55:01.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:00 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:00.698+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.918149+0000 front 2024-04-26T23:54:28.918354+0000 (oldest deadline 2024-04-26T23:54:54.817959+0000) 2024-04-26T23:55:01.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:00 smithi086 systemd[1]: Stopping Ceph osd.10 for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:55:01.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:01 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:01.228+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:01.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:01 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:01.228+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:01.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:01 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:01.228+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:01.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:01 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:01.228+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:01.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:01 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:01.228+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:01.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:01 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:01.228+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:01.527 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:01 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:01.228+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:01.569 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:01 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:01.251+0000 7f3acd200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:55:01.569 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:01 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:01.251+0000 7f3acd200700 -1 osd.10 117 *** Got signal Terminated *** 2024-04-26T23:55:01.569 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:01 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:01.251+0000 7f3acd200700 -1 osd.10 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T23:55:02.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:01 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:01.713+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:55:02.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:01 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:01.713+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:55:02.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:01 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:01.713+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:55:02.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:01 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:01.713+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:55:02.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:01 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:01.713+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:55:02.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:01 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:01.713+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:55:02.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:01 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:01.713+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.918149+0000 front 2024-04-26T23:54:28.918354+0000 (oldest deadline 2024-04-26T23:54:54.817959+0000) 2024-04-26T23:55:02.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:02 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:02.260+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:02.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:02 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:02.260+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:02.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:02 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:02.260+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:02.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:02 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:02.260+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:02.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:02 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:02.260+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:02.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:02 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:02.260+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:02.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:02 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:02.260+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:03.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:02 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:02.736+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:55:03.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:02 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:02.736+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:55:03.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:02 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:02.736+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:55:03.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:02 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:02.736+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:55:03.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:02 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:02.736+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:55:03.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:02 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:02.736+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:55:03.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:02 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:02.736+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.918149+0000 front 2024-04-26T23:54:28.918354+0000 (oldest deadline 2024-04-26T23:54:54.817959+0000) 2024-04-26T23:55:03.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:03 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:03.288+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:03.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:03 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:03.288+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:03.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:03 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:03.288+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:03.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:03 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:03.288+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:03.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:03 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:03.288+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:03.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:03 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:03.288+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:03.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:03 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:03.288+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:04.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:03 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:03.701+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:55:04.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:03 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:03.701+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:55:04.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:03 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:03.701+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:55:04.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:03 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:03.701+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:55:04.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:03 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:03.701+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:55:04.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:03 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:03.701+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:55:04.071 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:03 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:03.701+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.918149+0000 front 2024-04-26T23:54:28.918354+0000 (oldest deadline 2024-04-26T23:54:54.817959+0000) 2024-04-26T23:55:04.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:04 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:04.276+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:04.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:04 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:04.276+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:04.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:04 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:04.276+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:04.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:04 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:04.276+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:04.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:04 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:04.276+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:04.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:04 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:04.276+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:04.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:04 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:04.276+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:05.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:04 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:04.695+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:55:05.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:04 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:04.695+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:55:05.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:04 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:04.695+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:55:05.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:04 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:04.695+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:55:05.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:04 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:04.695+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:55:05.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:04 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:04.695+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:55:05.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:04 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:04.695+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.918149+0000 front 2024-04-26T23:54:28.918354+0000 (oldest deadline 2024-04-26T23:54:54.817959+0000) 2024-04-26T23:55:05.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:05 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:05.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:05.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:05 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:05.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:05.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:05 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:05.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:05.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:05 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:05.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:05.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:05 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:05.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:05.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:05 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:05.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:05.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:05 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:05.268+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:06.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:05.730+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:27.299944+0000 front 2024-04-26T23:53:27.299652+0000 (oldest deadline 2024-04-26T23:53:54.900676+0000) 2024-04-26T23:55:06.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:05.730+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.903795+0000 front 2024-04-26T23:53:38.904088+0000 (oldest deadline 2024-04-26T23:54:04.203520+0000) 2024-04-26T23:55:06.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:05.730+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:47.705584+0000 front 2024-04-26T23:53:47.705854+0000 (oldest deadline 2024-04-26T23:54:14.106112+0000) 2024-04-26T23:55:06.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:05.730+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6814 osd.3 since back 2024-04-26T23:53:57.608510+0000 front 2024-04-26T23:53:57.608467+0000 (oldest deadline 2024-04-26T23:54:22.907868+0000) 2024-04-26T23:55:06.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:05.730+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:04.609437+0000 front 2024-04-26T23:54:04.609404+0000 (oldest deadline 2024-04-26T23:54:30.509699+0000) 2024-04-26T23:55:06.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:05.730+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:15.013633+0000 front 2024-04-26T23:54:15.013415+0000 (oldest deadline 2024-04-26T23:54:43.213859+0000) 2024-04-26T23:55:06.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:05 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10[55976]: 2024-04-26T23:55:05.730+0000 7f3ac3a00700 -1 osd.10 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.918149+0000 front 2024-04-26T23:54:28.918354+0000 (oldest deadline 2024-04-26T23:54:54.817959+0000) 2024-04-26T23:55:06.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:06 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:06.282+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:06.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:06 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:06.282+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:06.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:06 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:06.282+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:06.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:06 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:06.282+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:06.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:06 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:06.282+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:06.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:06 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:06.282+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:06.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:06 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:06.282+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:07.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:06 smithi086 podman[68954]: 2024-04-26 23:55:06.814619449 +0000 UTC m=+5.700487993 container stop 66c43e759b4313714d408639c995fc003fab69479c1c666dbd61e04d44b5f987 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5) 2024-04-26T23:55:07.070 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:06 smithi086 podman[68954]: 2024-04-26 23:55:06.840803841 +0000 UTC m=+5.726672381 container died 66c43e759b4313714d408639c995fc003fab69479c1c666dbd61e04d44b5f987 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:55:07.567 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:07 smithi086 podman[68954]: 2024-04-26 23:55:07.29585385 +0000 UTC m=+6.181722427 container cleanup 66c43e759b4313714d408639c995fc003fab69479c1c666dbd61e04d44b5f987 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:55:07.567 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:07 smithi086 bash[68954]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10 2024-04-26T23:55:07.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:07 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:07.321+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:07.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:07 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:07.321+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:07.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:07 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:07.321+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:07.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:07 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:07.321+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:07.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:07 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:07.321+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:07.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:07 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:07.321+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:07.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:07 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:07.321+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:07.818 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:07 smithi086 podman[68974]: 2024-04-26 23:55:07.563898698 +0000 UTC m=+0.727789439 container remove 66c43e759b4313714d408639c995fc003fab69479c1c666dbd61e04d44b5f987 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-26T23:55:08.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:08.327+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:08.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:08.327+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:08.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:08.327+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:08.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:08.327+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:08.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:08.327+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:08.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:08.327+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:08.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:08.327+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:08.670 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:08 smithi086 podman[69071]: 2024-04-26 23:55:08.269810061 +0000 UTC m=+0.040562732 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:55:08.670 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:08 smithi086 podman[69071]: 2024-04-26 23:55:08.398884124 +0000 UTC m=+0.169636820 container create e4bbbb9a105870d192eee336bdcb40b17c5f724d3cdf0cf8f67fbf9abd1b7b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10-deactivate, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-26T23:55:09.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:08 smithi086 podman[69071]: 2024-04-26 23:55:08.719198919 +0000 UTC m=+0.489951629 container init e4bbbb9a105870d192eee336bdcb40b17c5f724d3cdf0cf8f67fbf9abd1b7b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:55:09.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:08 smithi086 podman[69071]: 2024-04-26 23:55:08.729686434 +0000 UTC m=+0.500439157 container start e4bbbb9a105870d192eee336bdcb40b17c5f724d3cdf0cf8f67fbf9abd1b7b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-26T23:55:09.069 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:08 smithi086 podman[69071]: 2024-04-26 23:55:08.809528703 +0000 UTC m=+0.580281439 container attach e4bbbb9a105870d192eee336bdcb40b17c5f724d3cdf0cf8f67fbf9abd1b7b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-26T23:55:09.569 INFO:journalctl@ceph.osd.10.smithi086.stdout:Apr 26 23:55:09 smithi086 podman[69071]: 2024-04-26 23:55:09.165959294 +0000 UTC m=+0.936711956 container died e4bbbb9a105870d192eee336bdcb40b17c5f724d3cdf0cf8f67fbf9abd1b7b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-26T23:55:09.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:09.323+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:09.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:09.323+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:09.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:09.323+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:09.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:09.323+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:09.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:09.323+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:09.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:09.323+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:09.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:09.323+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:09.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:09 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:09.323+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6820 osd.8 since back 2024-04-26T23:54:46.171621+0000 front 2024-04-26T23:54:46.171686+0000 (oldest deadline 2024-04-26T23:55:09.071362+0000) 2024-04-26T23:55:09.964 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.10.service' 2024-04-26T23:55:10.078 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:55:10.079 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-26T23:55:10.079 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-26T23:55:10.079 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.11 2024-04-26T23:55:10.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:10 smithi164 systemd[1]: Stopping Ceph osd.11 for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:55:10.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:10.350+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:10.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:10.350+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:10.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:10.350+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:10.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:10.350+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:10.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:10.350+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:10.527 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:10.350+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:10.527 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:10.350+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:10.527 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:10.350+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6820 osd.8 since back 2024-04-26T23:54:46.171621+0000 front 2024-04-26T23:54:46.171686+0000 (oldest deadline 2024-04-26T23:55:09.071362+0000) 2024-04-26T23:55:11.025 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:10.643+0000 7fd52b800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:55:11.026 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:10.643+0000 7fd52b800700 -1 osd.11 117 *** Got signal Terminated *** 2024-04-26T23:55:11.026 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:10 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:10.643+0000 7fd52b800700 -1 osd.11 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T23:55:11.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:11.328+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:11.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:11.328+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:11.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:11.328+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:11.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:11.328+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:11.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:11.328+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:11.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:11.328+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:11.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:11.328+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:11.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:11 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:11.328+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6820 osd.8 since back 2024-04-26T23:54:46.171621+0000 front 2024-04-26T23:54:46.171686+0000 (oldest deadline 2024-04-26T23:55:09.071362+0000) 2024-04-26T23:55:12.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:12.292+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:12.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:12.292+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:12.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:12.292+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:12.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:12.292+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:12.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:12.292+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:12.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:12.292+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:12.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:12.292+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:12.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:12 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:12.292+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6820 osd.8 since back 2024-04-26T23:54:46.171621+0000 front 2024-04-26T23:54:46.171686+0000 (oldest deadline 2024-04-26T23:55:09.071362+0000) 2024-04-26T23:55:13.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:13.242+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:13.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:13.242+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:13.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:13.242+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:13.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:13.242+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:13.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:13.242+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:13.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:13.242+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:13.526 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:13.242+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:13.527 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:13 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:13.242+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6820 osd.8 since back 2024-04-26T23:54:46.171621+0000 front 2024-04-26T23:54:46.171686+0000 (oldest deadline 2024-04-26T23:55:09.071362+0000) 2024-04-26T23:55:14.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:14.285+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:14.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:14.285+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:14.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:14.285+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:14.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:14.285+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:14.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:14.285+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:14.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:14.285+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:14.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:14.285+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:14.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:14 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:14.285+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6820 osd.8 since back 2024-04-26T23:54:46.171621+0000 front 2024-04-26T23:54:46.171686+0000 (oldest deadline 2024-04-26T23:55:09.071362+0000) 2024-04-26T23:55:15.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:15.315+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6806 osd.0 since back 2024-04-26T23:53:32.249076+0000 front 2024-04-26T23:53:32.248848+0000 (oldest deadline 2024-04-26T23:53:53.348700+0000) 2024-04-26T23:55:15.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:15.315+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6804 osd.1 since back 2024-04-26T23:53:38.551902+0000 front 2024-04-26T23:53:38.551975+0000 (oldest deadline 2024-04-26T23:54:02.652164+0000) 2024-04-26T23:55:15.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:15.315+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6804 osd.2 since back 2024-04-26T23:53:50.755951+0000 front 2024-04-26T23:53:50.755803+0000 (oldest deadline 2024-04-26T23:54:14.256018+0000) 2024-04-26T23:55:15.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:15.315+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6812 osd.4 since back 2024-04-26T23:54:09.863529+0000 front 2024-04-26T23:54:09.863401+0000 (oldest deadline 2024-04-26T23:54:34.563758+0000) 2024-04-26T23:55:15.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:15.315+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6812 osd.5 since back 2024-04-26T23:54:14.565244+0000 front 2024-04-26T23:54:14.565024+0000 (oldest deadline 2024-04-26T23:54:45.166169+0000) 2024-04-26T23:55:15.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:15.315+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.26:6822 osd.6 since back 2024-04-26T23:54:28.568872+0000 front 2024-04-26T23:54:28.569205+0000 (oldest deadline 2024-04-26T23:54:52.068387+0000) 2024-04-26T23:55:15.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:15.315+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.86:6820 osd.7 since back 2024-04-26T23:54:37.370540+0000 front 2024-04-26T23:54:37.370395+0000 (oldest deadline 2024-04-26T23:55:00.269951+0000) 2024-04-26T23:55:15.777 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:15 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11[57115]: 2024-04-26T23:55:15.315+0000 7fd522000700 -1 osd.11 117 heartbeat_check: no reply from 172.21.15.164:6820 osd.8 since back 2024-04-26T23:54:46.171621+0000 front 2024-04-26T23:54:46.171686+0000 (oldest deadline 2024-04-26T23:55:09.071362+0000) 2024-04-26T23:55:16.327 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:16 smithi164 podman[69450]: 2024-04-26 23:55:16.057295324 +0000 UTC m=+5.541478318 container died ce291c75807f755c540a1a2e58eaef0c07db7760643b7c58b91425bb509dee38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T23:55:16.648 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:16 smithi164 podman[69450]: 2024-04-26 23:55:16.462223704 +0000 UTC m=+5.946406738 container cleanup ce291c75807f755c540a1a2e58eaef0c07db7760643b7c58b91425bb509dee38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:55:16.649 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:16 smithi164 bash[69450]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11 2024-04-26T23:55:17.025 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:16 smithi164 podman[69470]: 2024-04-26 23:55:16.646242447 +0000 UTC m=+0.574031619 container remove ce291c75807f755c540a1a2e58eaef0c07db7760643b7c58b91425bb509dee38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD) 2024-04-26T23:55:17.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:17 smithi164 podman[69557]: 2024-04-26 23:55:17.415399092 +0000 UTC m=+0.036712456 image pull 55dc54019ad82626637ea289d349113ba783f0c02a3b8251fba6bc77c1a60c07 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2 2024-04-26T23:55:17.776 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:17 smithi164 podman[69557]: 2024-04-26 23:55:17.547478539 +0000 UTC m=+0.168791922 container create ba35a99af17caca4a28823bfcf50eb7c61ccd03d4af110ef197b6d00300f154c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-26T23:55:18.274 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:17 smithi164 podman[69557]: 2024-04-26 23:55:17.806130974 +0000 UTC m=+0.427444360 container init ba35a99af17caca4a28823bfcf50eb7c61ccd03d4af110ef197b6d00300f154c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424) 2024-04-26T23:55:18.274 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:17 smithi164 podman[69557]: 2024-04-26 23:55:17.817438441 +0000 UTC m=+0.438751828 container start ba35a99af17caca4a28823bfcf50eb7c61ccd03d4af110ef197b6d00300f154c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11-deactivate, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-26T23:55:18.274 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:17 smithi164 podman[69557]: 2024-04-26 23:55:17.899830569 +0000 UTC m=+0.521143949 container attach ba35a99af17caca4a28823bfcf50eb7c61ccd03d4af110ef197b6d00300f154c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240424, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T23:55:18.525 INFO:journalctl@ceph.osd.11.smithi164.stdout:Apr 26 23:55:18 smithi164 podman[69557]: 2024-04-26 23:55:18.272219652 +0000 UTC m=+0.893533008 container died ba35a99af17caca4a28823bfcf50eb7c61ccd03d4af110ef197b6d00300f154c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-osd-11-deactivate, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-26T23:55:19.050 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@osd.11.service' 2024-04-26T23:55:19.144 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:55:19.144 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-26T23:55:19.144 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-26T23:55:19.144 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.a 2024-04-26T23:55:19.526 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:55:19 smithi026 systemd[1]: Stopping Ceph mds.a for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:55:20.026 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:55:19 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-a[70206]: 2024-04-26T23:55:19.726+0000 7fc13ca00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:55:20.026 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:55:19 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-a[70206]: 2024-04-26T23:55:19.726+0000 7fc13ca00700 -1 mds.a *** got signal Terminated *** 2024-04-26T23:55:21.776 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:55:21 smithi026 podman[101822]: 2024-04-26 23:55:21.51529308 +0000 UTC m=+1.919657933 container died d112f6d5887f2cafc6bab633af1c718bee92d42aa333a7290d3f9463e60811d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-a, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240424, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-26T23:55:22.194 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:55:21 smithi026 podman[101822]: 2024-04-26 23:55:21.995206876 +0000 UTC m=+2.399571759 container cleanup d112f6d5887f2cafc6bab633af1c718bee92d42aa333a7290d3f9463e60811d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-a, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0) 2024-04-26T23:55:22.194 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:55:21 smithi026 bash[101822]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-a 2024-04-26T23:55:22.526 INFO:journalctl@ceph.mds.a.smithi026.stdout:Apr 26 23:55:22 smithi026 podman[101845]: 2024-04-26 23:55:22.234609154 +0000 UTC m=+0.708371930 container remove d112f6d5887f2cafc6bab633af1c718bee92d42aa333a7290d3f9463e60811d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-a, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-26T23:55:22.767 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.a.service' 2024-04-26T23:55:22.879 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:55:22.880 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-26T23:55:22.880 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-26T23:55:22.880 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.d 2024-04-26T23:55:23.026 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:55:22 smithi026 systemd[1]: Stopping Ceph mds.d for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:55:23.776 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:55:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-d[69138]: 2024-04-26T23:55:23.505+0000 7fead1800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:55:23.776 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:55:23 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-d[69138]: 2024-04-26T23:55:23.505+0000 7fead1800700 -1 mds.d *** got signal Terminated *** 2024-04-26T23:55:25.464 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:55:25 smithi026 podman[101954]: 2024-04-26 23:55:25.19674094 +0000 UTC m=+1.831729191 container died eae91e8f7d21a0e973c2c7f349399690a22ec1d28c3fb3fd78f3bf6ddc9b0a41 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b) 2024-04-26T23:55:25.776 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:55:25 smithi026 podman[101954]: 2024-04-26 23:55:25.607292887 +0000 UTC m=+2.242281131 container cleanup eae91e8f7d21a0e973c2c7f349399690a22ec1d28c3fb3fd78f3bf6ddc9b0a41 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-26T23:55:25.776 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:55:25 smithi026 bash[101954]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-d 2024-04-26T23:55:26.252 INFO:journalctl@ceph.mds.d.smithi026.stdout:Apr 26 23:55:25 smithi026 podman[101968]: 2024-04-26 23:55:25.808480322 +0000 UTC m=+0.595379205 container remove eae91e8f7d21a0e973c2c7f349399690a22ec1d28c3fb3fd78f3bf6ddc9b0a41 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-d, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T23:55:26.303 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.d.service' 2024-04-26T23:55:26.421 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:55:26.421 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-26T23:55:26.421 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-26T23:55:26.422 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.g 2024-04-26T23:55:27.026 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:55:26 smithi026 systemd[1]: Stopping Ceph mds.g for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:55:27.526 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:55:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-g[69843]: 2024-04-26T23:55:27.116+0000 7f99d9200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:55:27.527 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:55:27 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-g[69843]: 2024-04-26T23:55:27.116+0000 7f99d9200700 -1 mds.g *** got signal Terminated *** 2024-04-26T23:55:29.719 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:55:29 smithi026 podman[102073]: 2024-04-26 23:55:29.343854812 +0000 UTC m=+2.435215970 container died ce0480725931afda440430d36c83ecca6f1799413e022247466d70c0ad60ed84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-g, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-04-26T23:55:30.026 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:55:29 smithi026 podman[102073]: 2024-04-26 23:55:29.835951583 +0000 UTC m=+2.927312738 container cleanup ce0480725931afda440430d36c83ecca6f1799413e022247466d70c0ad60ed84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-g, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True) 2024-04-26T23:55:30.026 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:55:29 smithi026 bash[102073]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-g 2024-04-26T23:55:30.526 INFO:journalctl@ceph.mds.g.smithi026.stdout:Apr 26 23:55:30 smithi026 podman[102087]: 2024-04-26 23:55:30.103467733 +0000 UTC m=+0.744052273 container remove ce0480725931afda440430d36c83ecca6f1799413e022247466d70c0ad60ed84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-g, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-26T23:55:30.702 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.g.service' 2024-04-26T23:55:30.815 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:55:30.816 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-26T23:55:30.816 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-26T23:55:30.816 DEBUG:teuthology.orchestra.run.smithi026:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.j 2024-04-26T23:55:31.275 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:55:30 smithi026 systemd[1]: Stopping Ceph mds.j for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:55:31.776 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:55:31 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-j[68752]: 2024-04-26T23:55:31.420+0000 7fd5ae200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:55:31.776 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:55:31 smithi026 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-j[68752]: 2024-04-26T23:55:31.420+0000 7fd5ae200700 -1 mds.j *** got signal Terminated *** 2024-04-26T23:55:33.486 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:55:33 smithi026 podman[102193]: 2024-04-26 23:55:33.144524273 +0000 UTC m=+1.840579921 container died 5d1accb9562593c1754c79aec3b96ce4d6356b23fd888ee29f9ffb5cc725c852 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-j, ceph=True, org.label-schema.build-date=20240424, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2) 2024-04-26T23:55:33.776 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:55:33 smithi026 podman[102193]: 2024-04-26 23:55:33.605987512 +0000 UTC m=+2.302043204 container cleanup 5d1accb9562593c1754c79aec3b96ce4d6356b23fd888ee29f9ffb5cc725c852 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240424) 2024-04-26T23:55:33.776 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:55:33 smithi026 bash[102193]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-j 2024-04-26T23:55:34.276 INFO:journalctl@ceph.mds.j.smithi026.stdout:Apr 26 23:55:33 smithi026 podman[102205]: 2024-04-26 23:55:33.87362606 +0000 UTC m=+0.711322988 container remove 5d1accb9562593c1754c79aec3b96ce4d6356b23fd888ee29f9ffb5cc725c852 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-26T23:55:34.448 DEBUG:teuthology.orchestra.run.smithi026:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.j.service' 2024-04-26T23:55:34.552 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:55:34.552 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-26T23:55:34.552 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-26T23:55:34.552 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.b 2024-04-26T23:55:35.068 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:55:34 smithi086 systemd[1]: Stopping Ceph mds.b for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:55:35.569 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:55:35 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b[61591]: 2024-04-26T23:55:35.163+0000 7fbb91200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:55:35.569 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:55:35 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b[61591]: 2024-04-26T23:55:35.163+0000 7fbb91200700 -1 mds.b *** got signal Terminated *** 2024-04-26T23:55:39.511 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:55:39 smithi086 podman[69177]: 2024-04-26 23:55:39.182375234 +0000 UTC m=+4.209748345 container died 937c027178ca1525643ba3c038075534d6a7f3b243dc7148d2489d454a9f74ba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-26T23:55:39.819 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:55:39 smithi086 podman[69177]: 2024-04-26 23:55:39.630302261 +0000 UTC m=+4.657675389 container cleanup 937c027178ca1525643ba3c038075534d6a7f3b243dc7148d2489d454a9f74ba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240424, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True) 2024-04-26T23:55:39.819 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:55:39 smithi086 bash[69177]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b 2024-04-26T23:55:40.318 INFO:journalctl@ceph.mds.b.smithi086.stdout:Apr 26 23:55:39 smithi086 podman[69191]: 2024-04-26 23:55:39.914832967 +0000 UTC m=+0.719637569 container remove 937c027178ca1525643ba3c038075534d6a7f3b243dc7148d2489d454a9f74ba (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240424, ceph=True, org.label-schema.vendor=CentOS) 2024-04-26T23:55:40.476 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.b.service' 2024-04-26T23:55:40.582 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:55:40.583 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-26T23:55:40.583 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-26T23:55:40.583 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.e 2024-04-26T23:55:41.068 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:55:40 smithi086 systemd[1]: Stopping Ceph mds.e for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:55:41.569 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:55:41 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e[60975]: 2024-04-26T23:55:41.189+0000 7f6f76800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:55:41.569 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:55:41 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e[60975]: 2024-04-26T23:55:41.189+0000 7f6f76800700 -1 mds.e *** got signal Terminated *** 2024-04-26T23:55:43.500 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:55:43 smithi086 podman[69297]: 2024-04-26 23:55:43.176490773 +0000 UTC m=+2.118685193 container died df0ed39affbd70e814fca6dabae7e27f89070275e480fe28e5fb6e5c25d93524 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-26T23:55:43.819 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:55:43 smithi086 podman[69297]: 2024-04-26 23:55:43.648045136 +0000 UTC m=+2.590239607 container cleanup df0ed39affbd70e814fca6dabae7e27f89070275e480fe28e5fb6e5c25d93524 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True) 2024-04-26T23:55:43.819 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:55:43 smithi086 bash[69297]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e 2024-04-26T23:55:44.319 INFO:journalctl@ceph.mds.e.smithi086.stdout:Apr 26 23:55:43 smithi086 podman[69322]: 2024-04-26 23:55:43.851932552 +0000 UTC m=+0.654652092 container remove df0ed39affbd70e814fca6dabae7e27f89070275e480fe28e5fb6e5c25d93524 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-e, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-26T23:55:44.369 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.e.service' 2024-04-26T23:55:44.471 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:55:44.472 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-26T23:55:44.472 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-26T23:55:44.472 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.h 2024-04-26T23:55:44.819 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:55:44 smithi086 systemd[1]: Stopping Ceph mds.h for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:55:45.569 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:55:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h[61277]: 2024-04-26T23:55:45.085+0000 7f1255200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:55:45.569 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:55:45 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h[61277]: 2024-04-26T23:55:45.085+0000 7f1255200700 -1 mds.h *** got signal Terminated *** 2024-04-26T23:55:47.420 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:55:47 smithi086 podman[69429]: 2024-04-26 23:55:47.14842298 +0000 UTC m=+2.216110526 container died a0a5c3df75ae2a473cacaabcaafa4d1638a3724c49cce5a7b45b4f97b262c1f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T23:55:47.758 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:55:47 smithi086 podman[69429]: 2024-04-26 23:55:47.572110265 +0000 UTC m=+2.639797825 container cleanup a0a5c3df75ae2a473cacaabcaafa4d1638a3724c49cce5a7b45b4f97b262c1f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-26T23:55:47.758 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:55:47 smithi086 bash[69429]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h 2024-04-26T23:55:48.068 INFO:journalctl@ceph.mds.h.smithi086.stdout:Apr 26 23:55:47 smithi086 podman[69443]: 2024-04-26 23:55:47.756320193 +0000 UTC m=+0.592803370 container remove a0a5c3df75ae2a473cacaabcaafa4d1638a3724c49cce5a7b45b4f97b262c1f7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-h, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, io.buildah.version=1.33.5) 2024-04-26T23:55:48.278 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.h.service' 2024-04-26T23:55:48.378 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:55:48.378 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-26T23:55:48.378 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-26T23:55:48.378 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.k 2024-04-26T23:55:48.568 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:55:48 smithi086 systemd[1]: Stopping Ceph mds.k for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:55:49.319 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:55:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k[60674]: 2024-04-26T23:55:48.921+0000 7f1836200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:55:49.319 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:55:48 smithi086 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k[60674]: 2024-04-26T23:55:48.922+0000 7f1836200700 -1 mds.k *** got signal Terminated *** 2024-04-26T23:55:51.449 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:55:51 smithi086 podman[69549]: 2024-04-26 23:55:51.150117591 +0000 UTC m=+2.366935872 container died 4e365e4d645cc11faaa92e3bf64225b53effccc51ee07b2392116d7425712ebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-26T23:55:51.811 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:55:51 smithi086 podman[69549]: 2024-04-26 23:55:51.558837958 +0000 UTC m=+2.775656249 container cleanup 4e365e4d645cc11faaa92e3bf64225b53effccc51ee07b2392116d7425712ebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, CEPH_POINT_RELEASE=) 2024-04-26T23:55:51.812 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:55:51 smithi086 bash[69549]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k 2024-04-26T23:55:52.068 INFO:journalctl@ceph.mds.k.smithi086.stdout:Apr 26 23:55:51 smithi086 podman[69563]: 2024-04-26 23:55:51.80953456 +0000 UTC m=+0.643169425 container remove 4e365e4d645cc11faaa92e3bf64225b53effccc51ee07b2392116d7425712ebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-k, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240424, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T23:55:52.293 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.k.service' 2024-04-26T23:55:52.401 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:55:52.401 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-26T23:55:52.401 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-26T23:55:52.401 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.c 2024-04-26T23:55:52.775 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:55:52 smithi164 systemd[1]: Stopping Ceph mds.c for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:55:53.275 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:55:52 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c[61969]: 2024-04-26T23:55:52.983+0000 7fcc80a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:55:53.275 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:55:52 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c[61969]: 2024-04-26T23:55:52.983+0000 7fcc80a00700 -1 mds.c *** got signal Terminated *** 2024-04-26T23:55:55.468 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:55:55 smithi164 podman[69673]: 2024-04-26 23:55:55.160324536 +0000 UTC m=+2.306970652 container died 20024dfd531acbe8620ece62856484e03391cae9eb030dfaaf158f8d89569485 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-26T23:55:55.775 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:55:55 smithi164 podman[69673]: 2024-04-26 23:55:55.585396156 +0000 UTC m=+2.732042265 container cleanup 20024dfd531acbe8620ece62856484e03391cae9eb030dfaaf158f8d89569485 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c, maintainer=Guillaume Abrioux , GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T23:55:55.775 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:55:55 smithi164 bash[69673]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c 2024-04-26T23:55:56.273 INFO:journalctl@ceph.mds.c.smithi164.stdout:Apr 26 23:55:55 smithi164 podman[69687]: 2024-04-26 23:55:55.836496334 +0000 UTC m=+0.663509474 container remove 20024dfd531acbe8620ece62856484e03391cae9eb030dfaaf158f8d89569485 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-c, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T23:55:56.306 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.c.service' 2024-04-26T23:55:56.404 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:55:56.405 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-26T23:55:56.405 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-26T23:55:56.405 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.f 2024-04-26T23:55:56.955 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:55:56 smithi164 systemd[1]: Stopping Ceph mds.f for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:55:57.275 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:55:56 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-f[61671]: 2024-04-26T23:55:56.952+0000 7fa47f600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:55:57.275 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:55:56 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-f[61671]: 2024-04-26T23:55:56.952+0000 7fa47f600700 -1 mds.f *** got signal Terminated *** 2024-04-26T23:56:01.276 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:56:00 smithi164 podman[69795]: 2024-04-26 23:56:00.976607014 +0000 UTC m=+4.136040351 container died d46d60d252e4873cea32b0ee434da2bf84353a5e280e0cfa69b91e72cf9b3a16 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-f, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5) 2024-04-26T23:56:01.618 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:56:01 smithi164 podman[69795]: 2024-04-26 23:56:01.405706335 +0000 UTC m=+4.565139669 container cleanup d46d60d252e4873cea32b0ee434da2bf84353a5e280e0cfa69b91e72cf9b3a16 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-f, org.label-schema.build-date=20240424, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True) 2024-04-26T23:56:01.618 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:56:01 smithi164 bash[69795]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-f 2024-04-26T23:56:02.025 INFO:journalctl@ceph.mds.f.smithi164.stdout:Apr 26 23:56:01 smithi164 podman[69821]: 2024-04-26 23:56:01.615027457 +0000 UTC m=+0.624088992 container remove d46d60d252e4873cea32b0ee434da2bf84353a5e280e0cfa69b91e72cf9b3a16 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-f, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-26T23:56:02.068 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.f.service' 2024-04-26T23:56:02.174 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:56:02.175 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-26T23:56:02.175 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-26T23:56:02.175 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.i 2024-04-26T23:56:02.768 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:56:02 smithi164 systemd[1]: Stopping Ceph mds.i for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:56:03.025 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:56:02 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i[62279]: 2024-04-26T23:56:02.765+0000 7f99ffe00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:56:03.025 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:56:02 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i[62279]: 2024-04-26T23:56:02.765+0000 7f99ffe00700 -1 mds.i *** got signal Terminated *** 2024-04-26T23:56:07.099 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:56:06 smithi164 podman[69927]: 2024-04-26 23:56:06.779635132 +0000 UTC m=+4.141348474 container died fa05775b19c842e8bc5ad8d8752b6ebc08946514820c6fd72eb9172717016ca7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.build-date=20240424, org.label-schema.schema-version=1.0, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-26T23:56:07.453 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:56:07 smithi164 podman[69927]: 2024-04-26 23:56:07.216788451 +0000 UTC m=+4.578501853 container cleanup fa05775b19c842e8bc5ad8d8752b6ebc08946514820c6fd72eb9172717016ca7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240424, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T23:56:07.453 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:56:07 smithi164 bash[69927]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i 2024-04-26T23:56:07.775 INFO:journalctl@ceph.mds.i.smithi164.stdout:Apr 26 23:56:07 smithi164 podman[69941]: 2024-04-26 23:56:07.451014331 +0000 UTC m=+0.651783335 container remove fa05775b19c842e8bc5ad8d8752b6ebc08946514820c6fd72eb9172717016ca7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-i, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240424, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-26T23:56:07.978 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.i.service' 2024-04-26T23:56:08.082 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:56:08.082 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-26T23:56:08.082 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-26T23:56:08.082 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.l 2024-04-26T23:56:08.525 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:56:08 smithi164 systemd[1]: Stopping Ceph mds.l for a73d6c78-0423-11ef-bc93-c7b262605968... 2024-04-26T23:56:09.025 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:56:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-l[61366]: 2024-04-26T23:56:08.675+0000 7f5ff7200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T23:56:09.025 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:56:08 smithi164 ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-l[61366]: 2024-04-26T23:56:08.675+0000 7f5ff7200700 -1 mds.l *** got signal Terminated *** 2024-04-26T23:56:12.950 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:56:12 smithi164 podman[70047]: 2024-04-26 23:56:12.691771805 +0000 UTC m=+4.149057171 container died e8f4cbe80f647d6b281af2a765ef77941f3e9f4ed62156981efd2ad1334f8770 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-l, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T23:56:13.239 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:56:13 smithi164 podman[70047]: 2024-04-26 23:56:13.0618365 +0000 UTC m=+4.519121886 container cleanup e8f4cbe80f647d6b281af2a765ef77941f3e9f4ed62156981efd2ad1334f8770 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-l, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240424, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-26T23:56:13.239 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:56:13 smithi164 bash[70047]: ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-l 2024-04-26T23:56:13.525 INFO:journalctl@ceph.mds.l.smithi164.stdout:Apr 26 23:56:13 smithi164 podman[70061]: 2024-04-26 23:56:13.237506836 +0000 UTC m=+0.527084602 container remove e8f4cbe80f647d6b281af2a765ef77941f3e9f4ed62156981efd2ad1334f8770 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:39d00e115f9430aba1116fce52d7d386b73fc3b9ed873e7f9c2c3b6cdcd253c2, name=ceph-a73d6c78-0423-11ef-bc93-c7b262605968-mds-l, org.label-schema.build-date=20240424, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240426.111959-bc612ff, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=318fe5928e744a8c3fe408a2f9ccaca3c31b552b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-26T23:56:13.779 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a73d6c78-0423-11ef-bc93-c7b262605968@mds.l.service' 2024-04-26T23:56:13.878 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T23:56:13.878 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-26T23:56:13.879 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a73d6c78-0423-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T23:56:14.207 INFO:teuthology.orchestra.run.smithi026.stdout:Deleting cluster with fsid: a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:56:19.467 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a73d6c78-0423-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T23:56:19.785 INFO:teuthology.orchestra.run.smithi086.stdout:Deleting cluster with fsid: a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:56:24.709 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a73d6c78-0423-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T23:56:25.021 INFO:teuthology.orchestra.run.smithi164.stdout:Deleting cluster with fsid: a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:56:29.910 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T23:56:30.009 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T23:56:30.102 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T23:56:30.240 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-26T23:56:30.243 DEBUG:teuthology.misc:Transferring archived files from smithi026:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293/remote/smithi026/crash 2024-04-26T23:56:30.243 DEBUG:teuthology.orchestra.run.smithi026:> sudo tar c -f - -C /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/crash -- . 2024-04-26T23:56:30.355 INFO:teuthology.orchestra.run.smithi026.stderr:tar: /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T23:56:30.355 INFO:teuthology.orchestra.run.smithi026.stderr:tar: Error is not recoverable: exiting now 2024-04-26T23:56:30.360 DEBUG:teuthology.misc:Transferring archived files from smithi086:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293/remote/smithi086/crash 2024-04-26T23:56:30.361 DEBUG:teuthology.orchestra.run.smithi086:> sudo tar c -f - -C /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/crash -- . 2024-04-26T23:56:30.454 INFO:teuthology.orchestra.run.smithi086.stderr:tar: /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T23:56:30.455 INFO:teuthology.orchestra.run.smithi086.stderr:tar: Error is not recoverable: exiting now 2024-04-26T23:56:30.459 DEBUG:teuthology.misc:Transferring archived files from smithi164:/var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293/remote/smithi164/crash 2024-04-26T23:56:30.460 DEBUG:teuthology.orchestra.run.smithi164:> sudo tar c -f - -C /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/crash -- . 2024-04-26T23:56:30.553 INFO:teuthology.orchestra.run.smithi164.stderr:tar: /var/lib/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T23:56:30.553 INFO:teuthology.orchestra.run.smithi164.stderr:tar: Error is not recoverable: exiting now 2024-04-26T23:56:30.558 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-26T23:56:30.558 DEBUG:teuthology.orchestra.run.smithi026:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-04-26T23:56:30.671 INFO:tasks.cephadm:Compressing logs... 2024-04-26T23:56:30.671 DEBUG:teuthology.orchestra.run.smithi026:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T23:56:30.675 DEBUG:teuthology.orchestra.run.smithi086:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T23:56:30.683 DEBUG:teuthology.orchestra.run.smithi164:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T23:56:30.733 INFO:teuthology.orchestra.run.smithi026.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.log 2024-04-26T23:56:30.733 INFO:teuthology.orchestra.run.smithi026.stderr:: No such file or directory 2024-04-26T23:56:30.734 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T23:56:30.735 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-26T23:56:30.736 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-26T23:56:30.737 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-26T23:56:30.738 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.j.log: 90.2% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T23:56:30.739 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-26T23:56:30.739 INFO:teuthology.orchestra.run.smithi026.stderr: 88.0% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T23:56:30.740 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-26T23:56:30.741 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-26T23:56:30.743 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mgr.x.log: 94.3% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-26T23:56:30.743 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-26T23:56:30.744 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T23:56:30.745 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mon.a.log: /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-26T23:56:30.747 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.9% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T23:56:30.747 INFO:teuthology.orchestra.run.smithi026.stderr: 94.6% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-26T23:56:30.748 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T23:56:30.749 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-26T23:56:30.753 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-26T23:56:30.754 INFO:teuthology.orchestra.run.smithi026.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-04-26T23:56:30.755 INFO:teuthology.orchestra.run.smithi026.stderr: 94.5% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-26T23:56:30.756 INFO:teuthology.orchestra.run.smithi164.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-26T23:56:30.759 INFO:teuthology.orchestra.run.smithi086.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-26T23:56:30.759 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.log 2024-04-26T23:56:30.760 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.log 2024-04-26T23:56:30.760 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-26T23:56:30.761 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T23:56:30.761 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-26T23:56:30.763 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T23:56:30.763 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-26T23:56:30.763 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-26T23:56:30.764 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-26T23:56:30.764 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-26T23:56:30.765 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.audit.log: 88.0% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T23:56:30.766 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.9.log: /var/log/ceph/ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T23:56:30.766 INFO:teuthology.orchestra.run.smithi026.stderr:/var/log/ceph/cephadm.log: 94.5% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-26T23:56:30.768 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-26T23:56:30.768 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-26T23:56:30.769 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.b.log: 88.0% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T23:56:30.769 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-26T23:56:30.769 INFO:teuthology.orchestra.run.smithi086.stderr: 90.4% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T23:56:30.769 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-26T23:56:30.769 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-26T23:56:30.770 INFO:teuthology.orchestra.run.smithi026.stderr: 90.9% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T23:56:30.770 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-26T23:56:30.771 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.c.log: /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mon.c.log: 90.4% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T23:56:30.771 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-26T23:56:30.771 INFO:teuthology.orchestra.run.smithi164.stderr: 94.4% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-26T23:56:30.772 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T23:56:30.772 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-26T23:56:30.776 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.10.log: /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.7%gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-26T23:56:30.779 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T23:56:30.779 INFO:teuthology.orchestra.run.smithi086.stderr: -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T23:56:30.779 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mgr.z.log: /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T23:56:30.780 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-26T23:56:30.780 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-26T23:56:30.783 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-26T23:56:30.784 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.cephadm.log: /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.11.log: 83.6% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T23:56:30.784 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-26T23:56:30.785 INFO:teuthology.orchestra.run.smithi026.stderr: 93.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T23:56:30.786 INFO:teuthology.orchestra.run.smithi164.stderr: 92.3% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-26T23:56:30.787 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T23:56:30.789 INFO:teuthology.orchestra.run.smithi086.stderr: 92.2%/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.k.log: -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-26T23:56:30.789 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T23:56:30.792 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-26T23:56:30.795 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T23:56:30.795 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T23:56:30.805 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T23:56:30.806 INFO:teuthology.orchestra.run.smithi164.stderr: 94.3% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-26T23:56:30.814 INFO:teuthology.orchestra.run.smithi086.stderr: 90.9% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T23:56:30.828 INFO:teuthology.orchestra.run.smithi164.stderr: 90.9% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T23:56:30.878 INFO:teuthology.orchestra.run.smithi086.stderr: 92.6% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-26T23:56:30.882 INFO:teuthology.orchestra.run.smithi164.stderr: 94.5% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-26T23:56:30.883 INFO:teuthology.orchestra.run.smithi164.stderr: 94.6% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-26T23:56:30.932 INFO:teuthology.orchestra.run.smithi086.stderr: 92.6% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-26T23:56:31.243 INFO:teuthology.orchestra.run.smithi086.stderr: 95.3% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-26T23:56:31.257 INFO:teuthology.orchestra.run.smithi026.stderr: 90.3% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-26T23:56:31.381 INFO:teuthology.orchestra.run.smithi164.stderr: 92.1% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-26T23:56:31.497 INFO:teuthology.orchestra.run.smithi086.stderr: 92.0% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-26T23:56:31.613 INFO:teuthology.orchestra.run.smithi164.stderr: 93.2% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-26T23:56:31.787 INFO:teuthology.orchestra.run.smithi086.stderr: 92.7% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-26T23:56:31.845 INFO:teuthology.orchestra.run.smithi164.stderr: 92.9% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-26T23:56:31.989 INFO:teuthology.orchestra.run.smithi086.stderr: 93.2% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-26T23:56:31.991 INFO:teuthology.orchestra.run.smithi164.stderr: 93.0% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-26T23:56:32.039 INFO:teuthology.orchestra.run.smithi026.stderr: 90.5% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-26T23:56:32.069 INFO:teuthology.orchestra.run.smithi086.stderr: 92.9% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-26T23:56:32.075 INFO:teuthology.orchestra.run.smithi026.stderr: 92.8% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-26T23:56:32.166 INFO:teuthology.orchestra.run.smithi026.stderr: 93.2% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-26T23:56:32.218 INFO:teuthology.orchestra.run.smithi026.stderr: 93.1% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-26T23:56:32.324 INFO:teuthology.orchestra.run.smithi026.stderr: 93.0% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-26T23:56:32.358 INFO:teuthology.orchestra.run.smithi086.stderr: 92.9% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-26T23:56:32.409 INFO:teuthology.orchestra.run.smithi164.stderr: 94.2% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-26T23:56:32.413 INFO:teuthology.orchestra.run.smithi164.stderr: 2024-04-26T23:56:32.413 INFO:teuthology.orchestra.run.smithi164.stderr:real 0m1.683s 2024-04-26T23:56:32.413 INFO:teuthology.orchestra.run.smithi164.stderr:user 0m5.181s 2024-04-26T23:56:32.413 INFO:teuthology.orchestra.run.smithi164.stderr:sys 0m0.507s 2024-04-26T23:56:35.341 INFO:teuthology.orchestra.run.smithi086.stderr: 93.4% -- replaced with /var/log/ceph/a73d6c78-0423-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-26T23:56:35.346 INFO:teuthology.orchestra.run.smithi086.stderr: 2024-04-26T23:56:35.346 INFO:teuthology.orchestra.run.smithi086.stderr:real 0m4.617s 2024-04-26T23:56:35.346 INFO:teuthology.orchestra.run.smithi086.stderr:user 0m10.271s 2024-04-26T23:56:35.346 INFO:teuthology.orchestra.run.smithi086.stderr:sys 0m0.884s 2024-04-26T23:57:09.109 INFO:teuthology.orchestra.run.smithi026.stderr: 96.6% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-04-26T23:57:09.113 INFO:teuthology.orchestra.run.smithi026.stderr: 2024-04-26T23:57:09.113 INFO:teuthology.orchestra.run.smithi026.stderr:real 0m38.405s 2024-04-26T23:57:09.113 INFO:teuthology.orchestra.run.smithi026.stderr:user 0m42.260s 2024-04-26T23:57:09.113 INFO:teuthology.orchestra.run.smithi026.stderr:sys 0m3.685s 2024-04-26T23:57:09.114 INFO:tasks.cephadm:Archiving logs... 2024-04-26T23:57:09.114 DEBUG:teuthology.misc:Transferring archived files from smithi026:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293/remote/smithi026/log 2024-04-26T23:57:09.116 DEBUG:teuthology.orchestra.run.smithi026:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T23:57:13.607 DEBUG:teuthology.misc:Transferring archived files from smithi086:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293/remote/smithi086/log 2024-04-26T23:57:13.608 DEBUG:teuthology.orchestra.run.smithi086:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T23:57:15.045 DEBUG:teuthology.misc:Transferring archived files from smithi164:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293/remote/smithi164/log 2024-04-26T23:57:15.046 DEBUG:teuthology.orchestra.run.smithi164:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T23:57:15.829 INFO:tasks.cephadm:Removing cluster... 2024-04-26T23:57:15.829 DEBUG:teuthology.orchestra.run.smithi026:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a73d6c78-0423-11ef-bc93-c7b262605968 --force 2024-04-26T23:57:16.169 INFO:teuthology.orchestra.run.smithi026.stdout:Deleting cluster with fsid: a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:57:16.806 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a73d6c78-0423-11ef-bc93-c7b262605968 --force 2024-04-26T23:57:17.112 INFO:teuthology.orchestra.run.smithi086.stdout:Deleting cluster with fsid: a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:57:17.672 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a73d6c78-0423-11ef-bc93-c7b262605968 --force 2024-04-26T23:57:17.998 INFO:teuthology.orchestra.run.smithi164.stdout:Deleting cluster with fsid: a73d6c78-0423-11ef-bc93-c7b262605968 2024-04-26T23:57:18.589 INFO:tasks.cephadm:Removing cephadm ... 2024-04-26T23:57:18.589 DEBUG:teuthology.orchestra.run.smithi026:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T23:57:18.650 DEBUG:teuthology.orchestra.run.smithi086:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T23:57:18.708 DEBUG:teuthology.orchestra.run.smithi164:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T23:57:18.766 INFO:tasks.cephadm:Teardown complete 2024-04-26T23:57:18.766 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-26T23:57:18.777 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-26T23:57:18.778 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T23:57:18.786 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T23:57:18.793 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T23:57:18.955 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-26T23:57:18.966 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-26T23:57:18.966 DEBUG:teuthology.orchestra.run.smithi026:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T23:57:18.974 DEBUG:teuthology.orchestra.run.smithi086:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T23:57:18.982 DEBUG:teuthology.orchestra.run.smithi164:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T23:57:19.023 INFO:teuthology.orchestra.run.smithi026.stderr:bash: line 1: ntpq: command not found 2024-04-26T23:57:19.030 INFO:teuthology.orchestra.run.smithi086.stderr:bash: line 1: ntpq: command not found 2024-04-26T23:57:19.034 INFO:teuthology.orchestra.run.smithi026.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T23:57:19.034 INFO:teuthology.orchestra.run.smithi026.stdout:=============================================================================== 2024-04-26T23:57:19.034 INFO:teuthology.orchestra.run.smithi026.stdout:^* hv01.front.sepia.ceph.com 3 6 377 44 +1393us[+1301us] +/- 56ms 2024-04-26T23:57:19.034 INFO:teuthology.orchestra.run.smithi026.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 107 -193us[ -289us] +/- 55ms 2024-04-26T23:57:19.034 INFO:teuthology.orchestra.run.smithi026.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 102 -1446us[-1542us] +/- 64ms 2024-04-26T23:57:19.034 INFO:teuthology.orchestra.run.smithi026.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:57:19.036 INFO:teuthology.orchestra.run.smithi164.stderr:bash: line 1: ntpq: command not found 2024-04-26T23:57:19.040 INFO:teuthology.orchestra.run.smithi086.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T23:57:19.040 INFO:teuthology.orchestra.run.smithi086.stdout:=============================================================================== 2024-04-26T23:57:19.040 INFO:teuthology.orchestra.run.smithi086.stdout:^* hv01.front.sepia.ceph.com 3 6 377 42 +1388us[+1356us] +/- 56ms 2024-04-26T23:57:19.040 INFO:teuthology.orchestra.run.smithi086.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 42 -279us[ -279us] +/- 56ms 2024-04-26T23:57:19.040 INFO:teuthology.orchestra.run.smithi086.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 43 -1460us[-1492us] +/- 65ms 2024-04-26T23:57:19.040 INFO:teuthology.orchestra.run.smithi086.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:57:19.046 INFO:teuthology.orchestra.run.smithi164.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T23:57:19.046 INFO:teuthology.orchestra.run.smithi164.stdout:=============================================================================== 2024-04-26T23:57:19.046 INFO:teuthology.orchestra.run.smithi164.stdout:^* hv01.front.sepia.ceph.com 3 6 377 38 +1332us[+1314us] +/- 56ms 2024-04-26T23:57:19.046 INFO:teuthology.orchestra.run.smithi164.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 38 -328us[ -346us] +/- 56ms 2024-04-26T23:57:19.046 INFO:teuthology.orchestra.run.smithi164.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 36 -1530us[-1530us] +/- 65ms 2024-04-26T23:57:19.047 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T23:57:19.048 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-26T23:57:19.059 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-26T23:57:19.060 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-26T23:57:19.099 DEBUG:teuthology.orchestra.run.smithi026:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T23:57:19.337 DEBUG:teuthology.orchestra.run.smithi086:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T23:57:19.537 DEBUG:teuthology.orchestra.run.smithi164:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T23:57:19.732 DEBUG:teuthology.orchestra.run.smithi026:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T23:57:19.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:57:19.833 DEBUG:teuthology.orchestra.run.smithi086:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T23:57:19.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:57:19.927 DEBUG:teuthology.orchestra.run.smithi164:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T23:57:20.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:57:20.022 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-26T23:57:20.035 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-26T23:57:20.102 INFO:teuthology.task.internal:Duration was 2629.983246 seconds 2024-04-26T23:57:20.102 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-26T23:57:20.128 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-26T23:57:20.128 DEBUG:teuthology.orchestra.run.smithi026:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T23:57:20.137 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T23:57:20.144 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T23:57:20.273 INFO:teuthology.orchestra.run.smithi086.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T23:57:20.287 INFO:teuthology.orchestra.run.smithi026.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T23:57:20.294 INFO:teuthology.orchestra.run.smithi164.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T23:57:20.651 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-26T23:57:20.651 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi026.front.sepia.ceph.com 2024-04-26T23:57:20.651 DEBUG:teuthology.orchestra.run.smithi026:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T23:57:20.714 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi086.front.sepia.ceph.com 2024-04-26T23:57:20.714 DEBUG:teuthology.orchestra.run.smithi086:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T23:57:20.784 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi164.front.sepia.ceph.com 2024-04-26T23:57:20.784 DEBUG:teuthology.orchestra.run.smithi164:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T23:57:20.866 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-26T23:57:20.866 DEBUG:teuthology.orchestra.run.smithi026:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T23:57:20.871 DEBUG:teuthology.orchestra.run.smithi086:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T23:57:20.878 DEBUG:teuthology.orchestra.run.smithi164:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T23:57:20.961 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-26T23:57:20.961 DEBUG:teuthology.orchestra.run.smithi026:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T23:57:20.969 DEBUG:teuthology.orchestra.run.smithi086:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T23:57:20.975 DEBUG:teuthology.orchestra.run.smithi164:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T23:57:21.470 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-26T23:57:21.482 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-26T23:57:21.482 DEBUG:teuthology.orchestra.run.smithi026:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T23:57:21.567 DEBUG:teuthology.orchestra.run.smithi086:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T23:57:21.657 DEBUG:teuthology.orchestra.run.smithi164:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T23:57:21.744 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-26T23:57:21.763 DEBUG:teuthology.orchestra.run.smithi026:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T23:57:21.771 DEBUG:teuthology.orchestra.run.smithi086:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T23:57:21.779 DEBUG:teuthology.orchestra.run.smithi164:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T23:57:21.869 INFO:teuthology.orchestra.run.smithi026.stdout:kernel.core_pattern = core 2024-04-26T23:57:21.874 INFO:teuthology.orchestra.run.smithi086.stdout:kernel.core_pattern = core 2024-04-26T23:57:21.882 INFO:teuthology.orchestra.run.smithi164.stdout:kernel.core_pattern = core 2024-04-26T23:57:21.943 DEBUG:teuthology.orchestra.run.smithi026:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T23:57:22.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:57:22.002 DEBUG:teuthology.orchestra.run.smithi086:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T23:57:22.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:57:22.057 DEBUG:teuthology.orchestra.run.smithi164:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T23:57:22.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T23:57:22.112 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-26T23:57:22.124 INFO:teuthology.task.internal:Transferring archived files... 2024-04-26T23:57:22.125 DEBUG:teuthology.misc:Transferring archived files from smithi026:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293/remote/smithi026 2024-04-26T23:57:22.125 DEBUG:teuthology.orchestra.run.smithi026:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T23:57:22.240 DEBUG:teuthology.misc:Transferring archived files from smithi086:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293/remote/smithi086 2024-04-26T23:57:22.240 DEBUG:teuthology.orchestra.run.smithi086:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T23:57:22.341 DEBUG:teuthology.misc:Transferring archived files from smithi164:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-04-26_19:30:57-fs-wip-rishabh-testing-20240426.111959-testing-default-smithi/7675293/remote/smithi164 2024-04-26T23:57:22.342 DEBUG:teuthology.orchestra.run.smithi164:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T23:57:22.443 INFO:teuthology.task.internal:Removing archive directory... 2024-04-26T23:57:22.444 DEBUG:teuthology.orchestra.run.smithi026:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T23:57:22.452 DEBUG:teuthology.orchestra.run.smithi086:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T23:57:22.460 DEBUG:teuthology.orchestra.run.smithi164:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T23:57:22.517 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-26T23:57:22.531 INFO:teuthology.task.internal:Not uploading archives. 2024-04-26T23:57:22.532 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-26T23:57:22.573 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-26T23:57:22.573 DEBUG:teuthology.orchestra.run.smithi026:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T23:57:22.581 DEBUG:teuthology.orchestra.run.smithi086:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T23:57:22.588 DEBUG:teuthology.orchestra.run.smithi164:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T23:57:22.632 INFO:teuthology.orchestra.run.smithi026.stdout: 393229 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 23:57 /home/ubuntu/cephtest 2024-04-26T23:57:22.639 INFO:teuthology.orchestra.run.smithi086.stdout: 393949 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 23:57 /home/ubuntu/cephtest 2024-04-26T23:57:22.647 INFO:teuthology.orchestra.run.smithi164.stdout: 393611 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 23:57 /home/ubuntu/cephtest 2024-04-26T23:57:22.651 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-26T23:57:22.662 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-26T23:57:22.752 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/direct_io}} duration: 2629.983245611191 flavor: default mon.a-kernel-sha1: 806ec36b21129f113ce356c007dd59694d340b37 mon.b-kernel-sha1: 806ec36b21129f113ce356c007dd59694d340b37 mon.c-kernel-sha1: 806ec36b21129f113ce356c007dd59694d340b37 owner: scheduled_rishabh@teuthology success: true 2024-04-26T23:57:22.753 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T23:57:22.842 INFO:teuthology.run:pass